-- Logs begin at Tue 2021-10-12 10:17:50 UTC, end at Tue 2021-10-12 12:58:54 UTC. -- Oct 12 10:59:59.691333 n-d-813419-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 11:00:02.436160 n-d-813419-3 neutron-server[95436]: INFO neutron.common.config [-] Logging enabled! Oct 12 11:00:02.436784 n-d-813419-3 neutron-server[95436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 11:00:02.436944 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 11:00:02.440923 n-d-813419-3 neutron-server[95436]: INFO neutron.common.config [-] Logging enabled! Oct 12 11:00:02.441182 n-d-813419-3 neutron-server[95436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 12 11:00:02.441497 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 11:00:02.442451 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 11:00:02.442685 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 11:00:02.443061 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 11:00:02.443304 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 11:00:02.443529 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 11:00:02.443851 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.444148 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.444447 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.444673 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.444968 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.445259 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.445540 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.445829 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.446125 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.446410 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.446704 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.446996 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.447223 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.447504 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.447791 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.448075 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.448294 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] debug = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.448570 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.449002 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.449417 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.449697 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.449983 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.450260 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.450530 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.450833 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.451116 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.451443 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] host = n-d-813419-3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.451725 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.452011 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.452295 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.452582 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.452855 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.453129 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.453412 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.453682 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.454082 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.454354 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.454641 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.454962 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.455250 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.455473 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.455693 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.455990 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.456276 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.456551 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.456824 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.457098 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.457375 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.457647 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.457912 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.458194 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.458473 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.458782 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.459059 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.459331 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.459601 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.459872 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.460154 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.460425 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.460693 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.460963 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.461247 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.461515 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.461793 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.462090 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.462374 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.462652 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.462964 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.463240 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.463520 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.463791 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.464062 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.464331 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_json = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.464600 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.464869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.465151 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.465420 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.465691 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.465960 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.466228 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.466510 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:02.466826 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.467124 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.467423 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.467705 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.468008 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.468286 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.468571 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.468846 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.469133 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.469419 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.469790 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.470071 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.470354 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.470627 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.470944 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.471250 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.471542 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.471838 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.472109 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.472380 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.472650 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.472926 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.473212 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.473486 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.473771 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.474056 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.474332 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.474615 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.474928 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.475218 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.475490 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.475767 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.476053 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.476326 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.476596 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.476870 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.477156 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.477431 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.477702 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.477983 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.478256 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.478526 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.478822 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.479101 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.479390 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.479663 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.479934 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.480206 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.480481 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.480751 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.481035 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.481311 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.481585 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.481863 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.482140 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.482413 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.482686 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.482986 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.483260 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.483538 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.483812 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.484084 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.484357 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.484626 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.484897 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.485683 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.485957 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.486233 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.486505 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.486798 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.487072 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.487347 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.487620 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.487907 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.489869 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491041 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491041 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491041 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491041 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491387 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491466 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491705 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.491982 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.492300 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.492577 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.492858 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.493135 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.493414 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.493696 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.493978 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.494271 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.494562 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.494882 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.495176 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.495468 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.495747 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.496054 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.496331 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:02.496546 n-d-813419-3 neutron-server[95436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 11:00:02.496783 n-d-813419-3 neutron-server[95436]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95436) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 11:00:02.928877 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 11:00:02.929154 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 11:00:02.929444 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 11:00:02.929784 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 11:00:03.256926 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.257135 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.257406 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.258583 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.258879 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.259142 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.294178 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.294460 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.294744 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.309853 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.310133 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.310406 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.340559 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.340833 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.341094 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.377660 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.377938 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.378208 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.615854 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.616463 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.616463 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.616691 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.617318 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.738158 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.738478 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.738786 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.739056 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.739317 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.739622 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.739879 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.740133 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.740382 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.740659 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.740912 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.741169 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.741419 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.741665 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.741917 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.742175 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.742424 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.742685 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.742985 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.743239 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.743508 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.743762 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.744041 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.744414 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.744660 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.744900 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.745299 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.745538 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.745773 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.746002 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.746232 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.746462 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:03.746850 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 11:00:03.749927 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 11:00:03.754420 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 11:00:03.759214 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 12 11:00:03.760877 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 11:00:03.761333 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 11:00:03.761666 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 11:00:03.762054 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 11:00:03.764915 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 11:00:03.765164 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 11:00:03.765513 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 11:00:03.771543 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 11:00:03.793809 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 11:00:03.794264 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.794561 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95436) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 11:00:03.794954 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.796334 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95436) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 11:00:03.796615 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 11:00:03.796858 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 11:00:03.800307 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.800584 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:03.864225 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 11:00:03.864463 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 11:00:03.864696 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 11:00:03.865065 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 11:00:03.886272 n-d-813419-3 neutron-server[95436]: DEBUG oslo_db.sqlalchemy.engines [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95436) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 11:00:04.565686 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing driver for type 'gre' Oct 12 11:00:04.566216 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] gre ID ranges: [(1, 1000)] Oct 12 11:00:04.708032 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing driver for type 'local' Oct 12 11:00:04.708628 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing driver for type 'vlan' Oct 12 11:00:04.810894 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] VlanTypeDriver initialization complete Oct 12 11:00:04.811235 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing driver for type 'vxlan' Oct 12 11:00:04.811739 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] vxlan ID ranges: [(1, 1000)] Oct 12 11:00:05.010806 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing extension driver 'port_security' Oct 12 11:00:05.011144 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.extensions.port_security [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] PortSecurityExtensionDriver initialization complete Oct 12 11:00:05.011474 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing mechanism driver 'openvswitch' Oct 12 11:00:05.011795 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing mechanism driver 'hyperv' Oct 12 11:00:05.018746 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.plugin [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:05.019436 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.019800 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.020185 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026101 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.026101 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026101 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026101 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026101 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.026502 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026502 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026502 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026502 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.026502 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026951 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026951 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026951 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.026951 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.026951 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.027302 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.027302 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.027302 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.027505 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.027747 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.028140 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95436) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 11:00:05.028516 n-d-813419-3 neutron-server[95436]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] ML2 OVO RPC backend initialized. {{(pid=95436) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 11:00:05.029222 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.029574 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.029991 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.030337 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > networks before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.030683 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.031048 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > ports before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.031390 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.031735 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.033062 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.033422 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.033764 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.034106 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.034461 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.034808 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.035146 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.035480 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.035815 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.036404 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.plugin [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Modular L2 Plugin initialization complete Oct 12 11:00:05.036731 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading services supported by the core plugin {{(pid=95436) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 11:00:05.037058 n-d-813419-3 neutron-server[95436]: INFO neutron.plugins.ml2.managers [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Got port-security extension from driver 'port_security' Oct 12 11:00:05.037551 n-d-813419-3 neutron-server[95436]: INFO neutron.extensions.vlantransparent [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Disabled vlantransparent extension. Oct 12 11:00:05.038031 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95436) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 11:00:05.038374 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: router Oct 12 11:00:05.095916 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.096237 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_create 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.096609 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router before_create 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.096975 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.097347 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.097799 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_delete 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.098170 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.098523 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.098905 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_create 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.099256 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.099605 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.099954 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.100312 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.100723 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.101091 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.101490 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.101843 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: subnet after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.102179 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.102527 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.102898 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.103242 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.103585 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.103942 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router after_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.104287 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.104641 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.105001 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.105350 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.105716 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > agent after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.106100 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.106422 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > network after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.107335 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Tracking information for resource: router configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:05.107675 n-d-813419-3 neutron-server[95436]: DEBUG neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Tracking information for resource: floatingip configured {{(pid=95436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 11:00:05.116390 n-d-813419-3 neutron-server[95436]: INFO neutron.db.l3_agentschedulers_db [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 11:00:05.116969 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.117332 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.117688 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.118043 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: port after_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.118916 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router before_create 55550100 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.119285 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.119647 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.120005 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.125005 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.provider_configuration [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service providers = [] {{(pid=95436) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 11:00:05.125390 n-d-813419-3 neutron-server[95436]: DEBUG neutron.db.servicetype_db [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95436) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 11:00:05.128572 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.service_base [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 11:00:05.128929 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.service_base [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 11:00:05.129274 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.service_base [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 11:00:05.130230 n-d-813419-3 neutron-server[95436]: DEBUG neutron.services.service_base [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 11:00:05.130603 n-d-813419-3 neutron-server[95436]: INFO neutron.services.service_base [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 11:00:05.131012 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.131332 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 11:00:05.142280 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.142611 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: auto_allocate Oct 12 11:00:05.148392 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: network precommit_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.148769 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: network precommit_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.149286 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.149610 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: tag Oct 12 11:00:05.160155 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.160481 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: timestamp Oct 12 11:00:05.165891 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.166227 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: network_ip_availability Oct 12 11:00:05.171966 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.172342 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.173287 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.173974 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.174292 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: flavors Oct 12 11:00:05.179099 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.179433 n-d-813419-3 neutron-server[95436]: INFO neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading Plugin: revisions Oct 12 11:00:05.186146 n-d-813419-3 neutron-server[95436]: DEBUG neutron.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 11:00:05.186538 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=95436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 11:00:05.187365 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95436) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 11:00:05.187706 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Initializing extension manager. Oct 12 11:00:05.188288 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: __init__.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.188712 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: __pycache__ {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.188904 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.189235 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: address_group.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.189998 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.190659 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: address-group Oct 12 11:00:05.191017 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: address_scope.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.191737 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.192241 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: address-scope Oct 12 11:00:05.192564 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.193696 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.194212 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: router-admin-state-down-before-update Oct 12 11:00:05.194534 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: agent.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.195263 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.195769 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: agent Oct 12 11:00:05.196090 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: agent_resources_synced.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.196997 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.197572 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: agent-resources-synced Oct 12 11:00:05.197894 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.199717 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.200226 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: allowed-address-pairs Oct 12 11:00:05.200548 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.207182 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.207690 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: auto-allocated-topology Oct 12 11:00:05.208017 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: availability_zone.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.208715 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.209216 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: availability_zone Oct 12 11:00:05.209544 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: availability_zone_filter.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.210502 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.211034 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: availability_zone_filter Oct 12 11:00:05.211363 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: data_plane_status.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.212275 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.212777 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 11:00:05.213100 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: default_subnetpools.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.214126 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.214663 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: default-subnetpools Oct 12 11:00:05.215018 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.215832 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.216340 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: dhcp_agent_scheduler Oct 12 11:00:05.216663 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: dns.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.217583 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.218083 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 11:00:05.218406 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: dns_domain_ports.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.219935 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.220484 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 11:00:05.220801 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.221730 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.222230 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 11:00:05.222555 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: dvr.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.223263 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.223770 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: dvr Oct 12 11:00:05.224090 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: ecmp_routes.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.225013 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.225518 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 11:00:05.225840 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: empty_string_filtering.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.226784 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.231050 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: empty-string-filtering Oct 12 11:00:05.231050 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.231512 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.232022 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 11:00:05.232343 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.233519 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.234066 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 11:00:05.234388 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: external_net.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.235982 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.236534 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: external-net Oct 12 11:00:05.236858 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.237788 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.238335 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: extra_dhcp_opt Oct 12 11:00:05.238655 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: extraroute.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.239604 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.240113 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: extraroute Oct 12 11:00:05.240435 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: extraroute_atomic.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.241592 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.242151 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: extraroute-atomic Oct 12 11:00:05.242569 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: filter_validation.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.243389 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.243936 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: filter-validation Oct 12 11:00:05.244258 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: fip_pf_description.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.245236 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.245809 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 11:00:05.246153 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: fip_port_details.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.247145 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.247657 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: fip-port-details Oct 12 11:00:05.247982 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: flavors.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.249266 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.249780 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: flavors Oct 12 11:00:05.250105 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.252074 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.252590 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 11:00:05.252923 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: floatingip_pools.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.253622 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.254129 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: floatingip-pools Oct 12 11:00:05.254451 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: ip_allocation.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.255440 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.255946 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 11:00:05.256268 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.257191 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.257699 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: ip-substring-filtering Oct 12 11:00:05.258021 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l2_adjacency.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.258993 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.259494 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 11:00:05.259814 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.260937 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.261451 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: router Oct 12 11:00:05.261813 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.266858 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.267386 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 11:00:05.267719 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.268670 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.269184 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: ext-gw-mode Oct 12 11:00:05.269510 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.270441 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.270981 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: l3-ha Oct 12 11:00:05.271309 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3_flavors.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.272228 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.272761 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: l3-flavors Oct 12 11:00:05.273093 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.274007 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.274512 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 11:00:05.274862 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: l3agentscheduler.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.275912 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.276422 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: l3_agent_scheduler Oct 12 11:00:05.276749 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: logging.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.278243 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.278787 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension logging not supported by any of loaded plugins Oct 12 11:00:05.279122 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: metering.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.279871 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.280445 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: metering Oct 12 11:00:05.280772 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.282381 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.282987 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: metering_source_and_destination_fields Oct 12 11:00:05.283342 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: multiprovidernet.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.284281 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.284787 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: multi-provider Oct 12 11:00:05.285112 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: netmtu.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.286030 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.286535 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: net-mtu Oct 12 11:00:05.286884 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: netmtu_writable.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.287801 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.288306 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: net-mtu-writable Oct 12 11:00:05.288630 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: network_availability_zone.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.289301 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.289901 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: network_availability_zone Oct 12 11:00:05.290233 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: network_ip_availability.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.295322 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.295870 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: network-ip-availability Oct 12 11:00:05.296198 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: network_segment_range.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.296969 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.297993 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 11:00:05.298321 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: pagination.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.299336 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.299677 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: pagination Oct 12 11:00:05.299997 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: port_device_profile.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.300909 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.301449 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: port-device-profile Oct 12 11:00:05.301773 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.302719 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.303231 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: port-mac-address-regenerate Oct 12 11:00:05.303551 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.304478 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.304982 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: port-numa-affinity-policy Oct 12 11:00:05.305305 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: port_resource_request.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.306308 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.306847 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 11:00:05.307169 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: portbindings.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.308239 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.308751 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: binding Oct 12 11:00:05.309075 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: portbindings_extended.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.310364 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.310904 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: binding-extended Oct 12 11:00:05.311231 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: portsecurity.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.312151 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.312654 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: port-security Oct 12 11:00:05.313013 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: project_id.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.314011 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.314341 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: project-id Oct 12 11:00:05.314661 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: providernet.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.315612 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.316122 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: provider Oct 12 11:00:05.316442 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.320084 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.320604 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos not supported by any of loaded plugins Oct 12 11:00:05.320936 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.322199 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.322738 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 11:00:05.323072 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.324010 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.324526 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 11:00:05.324855 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_default.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.333360 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.333869 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-default not supported by any of loaded plugins Oct 12 11:00:05.334195 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_fip.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.334898 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.335401 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 11:00:05.335761 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.336697 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.337208 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 11:00:05.337528 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.338455 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.338992 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 11:00:05.339315 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.340366 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.340881 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 11:00:05.341239 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_pps_rule.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.342423 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.342969 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 11:00:05.343300 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.344223 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.345368 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 11:00:05.345693 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: qos_rules_alias.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.346894 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.347365 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 11:00:05.347688 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: quotasv2.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.348611 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.348939 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: quotas Oct 12 11:00:05.349259 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: quotasv2_detail.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.352609 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.352954 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: quota_details Oct 12 11:00:05.353290 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: rbac.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.354356 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.354907 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: rbac-policies Oct 12 11:00:05.355243 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: rbac_address_group.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.356182 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.356696 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: rbac-address-group Oct 12 11:00:05.357028 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: rbac_address_scope.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.357953 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.358467 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: rbac-address-scope Oct 12 11:00:05.358825 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: rbac_security_groups.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.359746 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.361094 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: rbac-security-groups Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: rbac-subnetpool Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: revisionifmatch.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.365111 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: revision-if-match Oct 12 11:00:05.365591 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: revisions.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.366069 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.367667 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: standard-attr-revisions Oct 12 11:00:05.367667 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: router_availability_zone.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.367667 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.368100 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: router_availability_zone Oct 12 11:00:05.368425 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: routerservicetype.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.369389 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.369899 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 11:00:05.370222 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.371297 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.372218 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: security-groups-normalized-cidr Oct 12 11:00:05.372218 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.372937 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.373452 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: port-security-groups-filtering Oct 12 11:00:05.373775 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.374717 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.375230 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: security-groups-remote-address-group Oct 12 11:00:05.375580 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: securitygroup.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.385664 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.386193 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: security-group Oct 12 11:00:05.386522 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: segment.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.389073 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.389073 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension segment not supported by any of loaded plugins Oct 12 11:00:05.389073 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.389343 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.389685 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 11:00:05.390007 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: servicetype.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.391672 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.392371 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: service-type Oct 12 11:00:05.392705 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: sorting.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.393701 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.394033 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: sorting Oct 12 11:00:05.394355 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: standard_attr_segment.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.395317 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.395834 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 11:00:05.396158 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: standardattrdescription.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.396814 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.397321 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: standard-attr-description Oct 12 11:00:05.397644 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: stateful_security_group.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.398585 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.399131 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: stateful-security-group Oct 12 11:00:05.399455 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: stdattrs_common.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.400042 n-d-813419-3 neutron-server[95436]: WARNING neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 11:00:05.400364 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.401304 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.401810 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 11:00:05.402128 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnet_onboard.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.403236 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.403751 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: subnet_onboard Oct 12 11:00:05.404072 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.404997 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.405501 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 11:00:05.405820 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnet_service_types.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.406807 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.407888 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: subnet-service-types Oct 12 11:00:05.408210 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnetallocation.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.409296 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.409809 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: subnet_allocation Oct 12 11:00:05.410135 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.410843 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.411357 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: subnetpool-prefix-ops Oct 12 11:00:05.411680 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.412633 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.413149 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 11:00:05.413470 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: tagging.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.414539 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.415086 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: standard-attr-tag Oct 12 11:00:05.415411 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: timestamp.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.416610 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.417124 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loaded extension: standard-attr-timestamp Oct 12 11:00:05.417720 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: trunk.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.418802 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.419316 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension trunk not supported by any of loaded plugins Oct 12 11:00:05.419640 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: trunk_details.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.420572 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.421079 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 11:00:05.421401 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.422334 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.422966 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 11:00:05.423327 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Loading extension file: vlantransparent.py {{(pid=95436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 11:00:05.424011 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 11:00:05.424521 n-d-813419-3 neutron-server[95436]: INFO neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 11:00:05.427022 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:network Oct 12 11:00:05.427571 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnet Oct 12 11:00:05.427970 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 11:00:05.428364 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:port Oct 12 11:00:05.429608 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.430055 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service FLAVORS assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.430689 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.431135 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.431466 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:router Oct 12 11:00:05.431912 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 11:00:05.432396 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service METERING assigned prefix: /metering {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.433828 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.434198 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.434552 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:00:05.435606 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 11:00:05.436048 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:security_group Oct 12 11:00:05.436720 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 11:00:05.437404 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service CORE assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.437743 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 11:00:05.438298 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] subnetpool is already registered Oct 12 11:00:05.438752 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service CORE assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.439094 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 11:00:05.439434 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] subnetpool is already registered Oct 12 11:00:05.441719 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.442155 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service FLAVORS assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.442798 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.443224 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.443559 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:router Oct 12 11:00:05.443898 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] router is already registered Oct 12 11:00:05.444399 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 11:00:05.444738 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] floatingip is already registered Oct 12 11:00:05.445195 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service METERING assigned prefix: /metering {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.445866 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 11:00:05.446193 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] rbac_policy is already registered Oct 12 11:00:05.446607 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:security_group Oct 12 11:00:05.446970 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] security_group is already registered Oct 12 11:00:05.447377 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 11:00:05.447712 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] security_group_rule is already registered Oct 12 11:00:05.448332 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service CORE assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.448664 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 11:00:05.449000 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] subnetpool is already registered Oct 12 11:00:05.449447 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.v2.resource_helper [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Service CORE assigned prefix: {{(pid=95436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 11:00:05.449777 n-d-813419-3 neutron-server[95436]: INFO neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 11:00:05.450110 n-d-813419-3 neutron-server[95436]: WARNING neutron.quota.resource_registry [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] subnetpool is already registered Oct 12 11:00:05.450568 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: extensions {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.452096 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: address-groups {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.453588 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: address-scopes {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.455660 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: agents {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.456834 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: auto-allocated-topology {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.458081 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: availability_zones {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.459355 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: dhcp-networks {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.461973 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: dhcp-agents {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.463449 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: routers {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.465673 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: flavors {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.466884 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: service_profiles {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.468110 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: next_providers {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.470257 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: service_profiles {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.471839 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: floatingip-pools {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.473072 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: routers {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.475233 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: floatingips {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.476525 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: l3-routers {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.477939 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: l3-agents {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.479394 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: metering-labels {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.480856 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: metering-label-rules {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.482122 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: network-ip-availabilities {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.483431 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: bindings {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.485140 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: quotas {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.486714 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: quotas {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.488268 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: rbac-policies {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.489561 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: security-groups {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.490838 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: security-group-rules {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.492064 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: service-providers {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.493282 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: subnetpools {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.494723 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: subnetpools {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.496189 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.497888 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.499724 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.501524 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.503357 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.505218 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.506991 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.508898 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.510717 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.512571 n-d-813419-3 neutron-server[95436]: DEBUG neutron.api.extensions [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Extended resource: tags {{(pid=95436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 11:00:05.519136 n-d-813419-3 neutron-server[95436]: WARNING keystonemiddleware.auth_token [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 11:00:05.524704 n-d-813419-3 neutron-server[95436]: WARNING keystonemiddleware.auth_token [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 11:00:05.533893 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Acquired lock "singleton_lock" {{(pid=95436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 11:00:05.534365 n-d-813419-3 neutron-server[95436]: DEBUG oslo_concurrency.lockutils [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Releasing lock "singleton_lock" {{(pid=95436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 11:00:05.535048 n-d-813419-3 neutron-server[95436]: INFO oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Starting 2 workers Oct 12 11:00:05.539860 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Started child 95547 {{(pid=95436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 11:00:05.544523 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Started child 95548 {{(pid=95436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 11:00:05.545619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.546327 n-d-813419-3 neutron-server[95436]: INFO neutron.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 11:00:05.546789 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Notify callbacks [] for process, before_spawn {{(pid=95436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.547185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [-] (95547) wsgi starting up on http://0.0.0.0:9696 Oct 12 11:00:05.549395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.549875 n-d-813419-3 neutron-server[95436]: INFO oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Starting 1 workers Oct 12 11:00:05.550980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [-] (95548) wsgi starting up on http://0.0.0.0:9696 Oct 12 11:00:05.554798 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Started child 95549 {{(pid=95436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 11:00:05.555345 n-d-813419-3 neutron-server[95436]: INFO oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Starting 1 workers Oct 12 11:00:05.558644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] calling RpcWorker wait() {{(pid=95549) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 11:00:05.559213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] returning from RpcWorker wait() {{(pid=95549) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 11:00:05.559770 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Started child 95550 {{(pid=95436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 11:00:05.560484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.560599 n-d-813419-3 neutron-server[95436]: DEBUG neutron_lib.callbacks.manager [None req-e53a909a-5237-49cc-a735-e21304eff1d4 None None] Notify callbacks [] for process, after_spawn {{(pid=95436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.560980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:05.562443 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 11:00:05.562650 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 11:00:05.562867 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 11:00:05.563504 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 11:00:05.564026 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 11:00:05.564026 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 11:00:05.564475 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.564741 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.564933 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:05.565405 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.565405 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.565528 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.565851 n-d-813419-3 neutron-server[95550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:05.566107 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.566365 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.566633 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.566934 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.567183 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.567354 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.567522 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.567762 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.568014 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.568304 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.568580 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.568815 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.569075 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.569242 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.569502 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.570027 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.570268 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.570529 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] debug = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.570788 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.571278 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.571507 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.571758 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.571992 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.572254 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.572483 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.572738 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.572968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.573184 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.573422 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.573683 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.573941 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.574148 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.574411 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.574662 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.574918 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.575375 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] host = n-d-813419-3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.575607 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.575819 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.576075 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.576300 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.576541 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.576752 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.576998 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.577250 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.577504 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.577742 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.577977 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.578225 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.578457 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.579225 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.579378 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_options = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580041 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580041 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580296 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580296 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580550 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580675 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.580898 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.581034 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.581258 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.581490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.581702 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.581911 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.582120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.582350 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.582583 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.582847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.583089 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.583313 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.583556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.583800 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.584023 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.584246 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.584456 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.584685 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.584911 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.585120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.585352 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.585542 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.585749 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.585992 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.586226 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.586485 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.586811 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.586951 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.587208 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.587425 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.587651 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.587880 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.588148 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.588369 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.588609 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.588864 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.589077 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.589332 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.589543 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.589795 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.590006 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_json = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.590216 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.590445 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.590717 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.591010 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.591149 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.591338 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.591547 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.591797 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.592204 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.592489 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.592787 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.593028 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.593261 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.593494 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.593723 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.593939 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.594184 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.595123 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.595740 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.595740 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.596000 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.596154 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.596295 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.596592 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.596983 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.597142 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.597388 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.597627 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.597847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.598083 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.598975 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.599230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.599556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.599708 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.599943 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.600278 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.600537 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.600808 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.601083 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.601302 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.601523 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.601741 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.601951 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.602164 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.602377 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.602659 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.602915 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.603128 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.603364 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.603591 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.603804 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.604071 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.604313 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.604551 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.604780 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.604999 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.605216 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.605448 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.605658 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.605873 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.606097 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.606330 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.606593 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.606849 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.607067 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.607305 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.607515 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.607762 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.607991 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.608209 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.608417 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.608651 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.608861 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.609313 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.610372 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.610671 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.610832 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612276 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612651 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612651 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.612766 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.613001 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614230 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614714 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614714 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.614864 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.615087 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.615355 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.620492 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621120 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.621615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.622106 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.622209 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.622472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.622746 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.623038 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.623275 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.623538 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.623851 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.624240 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.624401 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.624659 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.624888 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.625247 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.625450 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.625641 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.626210 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.626210 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.626384 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.626663 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.626954 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.627172 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.627403 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.627634 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.627943 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.628171 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.628382 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.628593 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.628911 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.629116 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.629350 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.629856 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.629856 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.630105 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.630313 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.630537 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.630788 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.631017 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.631242 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.631451 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.631685 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.631925 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.632324 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.632474 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.632616 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.632834 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.633060 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.633306 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.633535 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.633749 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.633959 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.634213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.634420 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.634633 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.634886 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.635099 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.635317 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.635530 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.635741 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.636001 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.636217 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.636487 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.636730 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.636963 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.637186 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.637458 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.637666 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.637897 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.638138 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.638394 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.638607 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.638840 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.639060 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.639289 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.639496 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.639719 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.639928 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.640162 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.640419 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.641912 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.641912 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.641912 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.642847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.642847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.642847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.642847 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.643153 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.643249 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.643453 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.643664 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.643934 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.644155 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.644392 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.644620 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.644849 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.645036 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.645247 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.645474 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.645754 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.646017 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.646244 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.646581 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.646743 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.646975 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.647216 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.647424 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.647633 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.647850 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.648087 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.648317 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.648573 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.648779 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.648985 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.649205 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.649414 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.649619 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.649838 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.650068 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.650274 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.650518 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.650760 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.651167 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.651278 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.651407 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.651618 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.651842 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.652052 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.652278 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.652506 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.652711 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.652916 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.653135 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.653344 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.653550 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.653838 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.654106 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.654319 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.654604 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.654869 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.655110 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.655427 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.655660 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.655913 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.656169 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.656404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.656616 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.657442 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.657916 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.658103 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.658385 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.658648 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.658925 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.659218 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.659474 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.659736 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.659948 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.660229 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.660547 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.660825 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.661068 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.661299 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.661545 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.661767 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.661983 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.662218 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.662456 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.662672 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.662951 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.663185 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.663430 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.663667 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.663890 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.664107 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.664331 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.664560 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.664809 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.665023 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.665177 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 11:00:05.665713 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 11:00:05.665874 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 11:00:05.666025 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 11:00:05.666190 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 11:00:05.666367 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 11:00:05.666522 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 11:00:05.666748 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.666909 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.667066 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.667223 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.667379 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.667821 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.667981 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668145 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668297 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668451 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668600 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668768 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.668908 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.669215 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] debug = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.672431 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673404 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] host = n-d-813419-3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.673968 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674556 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674958 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674958 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.674958 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675180 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675180 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675320 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_options = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675478 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675634 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675788 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.675967 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676130 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676286 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676441 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676597 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676754 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.676909 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677064 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677219 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677373 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677527 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677682 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677837 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.677990 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.678150 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.678306 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.678461 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.678615 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.678804 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679093 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679093 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679371 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679371 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679580 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679672 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679813 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.679959 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680100 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680253 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680394 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680531 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680668 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680806 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.680947 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681085 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681251 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681410 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681564 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681698 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681831 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.681969 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.682100 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.682637 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.682637 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_json = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.682637 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683054 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683054 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683054 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683275 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683275 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683412 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683570 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 11:00:05.683750 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.683909 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684077 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684234 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684391 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684548 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684705 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.684864 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685058 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685181 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685345 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685502 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685669 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685825 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.685982 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686142 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686299 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686456 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686613 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686793 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.686951 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687109 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687284 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687448 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687585 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687716 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.687849 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.688047 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.688316 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.688316 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.688316 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.688953 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689026 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689132 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689292 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689451 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689609 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689766 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.689922 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690088 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690257 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690403 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690553 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690730 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.690877 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691021 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691163 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691307 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691477 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691622 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691768 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.691910 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692050 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692189 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692329 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692469 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692605 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692758 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.692899 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693038 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693179 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693318 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693456 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693607 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693741 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.693933 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694142 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694289 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694433 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694576 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694746 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.694887 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695057 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695196 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695334 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695497 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695497 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695759 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.695902 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696044 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696184 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696323 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696460 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696600 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696754 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.696899 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697038 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697171 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697301 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697437 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697573 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697711 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.697878 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698031 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698171 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698300 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698586 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698743 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.698903 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699060 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699217 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699378 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699535 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699691 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.699846 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700002 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700160 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700317 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700475 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700630 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700790 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.700947 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701103 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701259 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701417 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701582 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701738 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.701897 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702054 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702216 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702382 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702539 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702719 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.702880 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.703036 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.703193 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.703351 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.703508 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.704184 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.704574 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.704743 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.704944 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705115 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705272 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705429 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705588 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705769 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.705925 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706083 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706239 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706412 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706560 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706740 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.706887 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707052 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707193 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707333 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707496 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707653 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707811 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.707971 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708124 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.708843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709337 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709337 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709337 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709643 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709643 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709843 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.709961 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710070 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710176 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710313 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710471 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710627 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710807 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.710965 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711122 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711263 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711428 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711585 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711742 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.711900 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712058 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712217 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712374 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712533 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712690 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.712848 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713009 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713162 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713311 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713446 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713604 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713765 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.713919 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714057 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714224 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714366 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714522 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714681 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.714881 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.715018 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.715154 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.715360 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.716490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.717488 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.718356 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.719213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.719213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.719213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.719213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.719213 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720472 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720964 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720964 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.720964 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721325 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721325 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721325 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721683 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721683 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721987 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.721987 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722244 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722244 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722494 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722494 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722809 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.722809 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723073 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723073 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723331 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723470 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723603 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723739 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.723877 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724121 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724121 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724376 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724510 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724643 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724755 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.724871 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725009 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725168 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725309 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725450 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725603 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725775 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.725988 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726161 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726294 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726405 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726525 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726713 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726858 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.726997 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727161 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727325 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727462 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727599 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727735 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.727902 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728046 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728209 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728354 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728490 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728636 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728817 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.728991 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.729234 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.729234 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.729499 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 11:00:05.729499 n-d-813419-3 neutron-server[95436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 11:00:05.739977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:05.871745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59704) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:05.880837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070093 Oct 12 11:00:17.633865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7181ba4-bf2f-420b-aac0-2c914dd275da None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:00:17.704512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7181ba4-bf2f-420b-aac0-2c914dd275da None None] No non-hosted networks {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 11:00:17.723662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.agentschedulers_db [None req-c7181ba4-bf2f-420b-aac0-2c914dd275da None None] DHCP Agent not found on host n-d-813419-3 {{(pid=95549) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 11:00:17.948429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d77a753-5a2b-4806-bc98-415f0f2166f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:20.378191 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fac1039e-e26f-4da0-bfad-f8341783d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:20.410437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-61d4e26b-4b7b-41f6-9754-6546eb6cf5f3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-813419-3 {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:00:20.411246 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-61d4e26b-4b7b-41f6-9754-6546eb6cf5f3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:00:21.011095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61d4e26b-4b7b-41f6-9754-6546eb6cf5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:21.423515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:21.424312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.424651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.424981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.425372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.425666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.425993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.426312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.426629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.427099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.427433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.427845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.428054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:21.428441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813419-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:21.441772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813419-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:21.565093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:23.067898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:24.398252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:24.931297 n-d-813419-3 neutron-server[95548]: WARNING oslo_policy.policy [None req-d12f570a-493a-4749-9e66-5441af6f95d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:24.931901 n-d-813419-3 neutron-server[95548]: WARNING oslo_policy.policy [None req-d12f570a-493a-4749-9e66-5441af6f95d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:25.156715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-d12f570a-493a-4749-9e66-5441af6f95d2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:00:25.157765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d12f570a-493a-4749-9e66-5441af6f95d2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7585380 Oct 12 11:00:26.825082 n-d-813419-3 neutron-server[95549]: INFO neutron.db.l3_hamode_db [None req-bdb9e1fe-1445-4cd1-ab9b-7a68a5453383 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 11:00:26.904588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9e1fe-1445-4cd1-ab9b-7a68a5453383 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:00:26.904997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9e1fe-1445-4cd1-ab9b-7a68a5453383 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:00:27.661787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:27.969940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:28.066608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.policy [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 11:00:28.112918 n-d-813419-3 neutron-server[95548]: WARNING oslo_policy.policy [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:28.113284 n-d-813419-3 neutron-server[95548]: WARNING oslo_policy.policy [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:28.121595 n-d-813419-3 neutron-server[95548]: INFO neutron.quota [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] Loaded quota_driver: . Oct 12 11:00:28.283572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657360066', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657359121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657372409', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657376949', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657655356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789657349341', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528568', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7964109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8037373'] for rbac-policy, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:28.434783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:28.435936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-070105bc-4348-4b03-a282-6b8b77cfd871 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7731802 Oct 12 11:00:31.120173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59822) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:31.413841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Request body: {'network': {'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'name': 'private', 'admin_state_up': True, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:31.540861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Made reservation on behalf of d5145c04e9274c50a44bcc9b1a46cb9a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:00:31.543918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.561056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.665325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.741355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.761022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:00:31.788033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789655174903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.788618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Unsubscribe: segment precommit_create {{(pid=95548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 11:00:31.789118 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Added segment a218fea0-eec4-4539-a816-2687a661dafa of type vlan for network c22fda68-061b-4706-990f-c9627f028a60 Oct 12 11:00:31.805508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578f739-2671-40eb-9839-99e3f818b1df,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:31.831858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.832199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.832532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.832861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.833188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.833510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.833826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.834141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.834455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.834798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.835114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.835425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Tracked resource versions report: Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: pushed versions: Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: { 'AddressGroup': {'1.2'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'ConntrackHelper': {'1.0'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Log': {'1.0'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Network': {'1.1'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Port': {'1.7'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'PortForwarding': {'1.2'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'QosPolicy': {'1.10'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SecurityGroup': {'1.4'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SubPort': {'1.0'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Subnet': {'1.1'}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Trunk': {'1.1'}} Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: consumer versions: Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: L3 agent@n-d-813419-3: {}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: Metadata agent@n-d-813419-3: {}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: Metering agent@n-d-813419-3: {}, Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'ConntrackHelper': '1.0', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Log': '1.0', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Network': '1.1', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Port': '1.7', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'PortForwarding': '1.2', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'QosPolicy': '1.10', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SecurityGroup': '1.4', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SecurityGroupRule': '1.2', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'SubPort': '1.0', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Subnet': '1.1', Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: 'Trunk': '1.1'}} Oct 12 11:00:31.836528 n-d-813419-3 neutron-server[95548]: {{(pid=95548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:00:31.907806 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.997902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:31.998992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:31.999634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:32.093077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c22fda68-061b-4706-990f-c9627f028a60,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:32.105304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c22fda68-061b-4706-990f-c9627f028a60 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:00:32.126999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b1aaea1c-5fef-4079-abb8-63193baf19f8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0057592 Oct 12 11:00:34.891350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59836) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:35.378840 n-d-813419-3 neutron-server[95547]: WARNING oslo_policy.policy [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:35.379432 n-d-813419-3 neutron-server[95547]: WARNING oslo_policy.policy [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:35.847193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.policy [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95547) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 11:00:35.893730 n-d-813419-3 neutron-server[95547]: WARNING oslo_policy.policy [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:35.894298 n-d-813419-3 neutron-server[95547]: WARNING oslo_policy.policy [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 11:00:35.902730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:35.904644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4171cce4-92ba-4ec4-8afa-328839ec08c2 admin admin] 10.222.0.43 "GET /v2.0/networks/c22fda68-061b-4706-990f-c9627f028a60 HTTP/1.1" status: 200 len: 825 time: 1.0112746 Oct 12 11:00:35.944439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bcadb3c7-da96-41c2-8b47-96b560989147 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/1d029f97-024b-4ccc-8d09-e736ac4952bc HTTP/1.1" status: 200 len: 734 time: 0.0329919 Oct 12 11:00:35.954054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Request body: {'subnet': {'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'name': 'private-subnet', 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:35.955629 n-d-813419-3 neutron-server[95547]: INFO neutron.quota [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Loaded quota_driver: . Oct 12 11:00:36.050062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Made reservation on behalf of d5145c04e9274c50a44bcc9b1a46cb9a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:00:36.052977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:36.392542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:36.459702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Checking segment: {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:00:36.460083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Network hostable DHCP agents. Network: c22fda68-061b-4706-990f-c9627f028a60, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:00:36.476758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7a450d-026d-49f9-ae8a-bdde00e7f3af,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:36.490124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.490242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.490556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.490905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.491230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.491549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.491871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.492177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.492489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.492853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.493116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.493426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Tracked resource versions report: Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: pushed versions: Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: { 'AddressGroup': {'1.2'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'ConntrackHelper': {'1.0'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Log': {'1.0'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Network': {'1.1'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Port': {'1.7'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'PortForwarding': {'1.2'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'QosPolicy': {'1.10'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SecurityGroup': {'1.4'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SubPort': {'1.0'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Subnet': {'1.1'}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Trunk': {'1.1'}} Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: consumer versions: Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: L3 agent@n-d-813419-3: {}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: Metadata agent@n-d-813419-3: {}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: Metering agent@n-d-813419-3: {}, Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'ConntrackHelper': '1.0', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Log': '1.0', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Network': '1.1', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Port': '1.7', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'PortForwarding': '1.2', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'QosPolicy': '1.10', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SecurityGroup': '1.4', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SecurityGroupRule': '1.2', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'SubPort': '1.0', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Subnet': '1.1', Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: 'Trunk': '1.1'}} Oct 12 11:00:36.494477 n-d-813419-3 neutron-server[95547]: {{(pid=95547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:00:36.574720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Network c22fda68-061b-4706-990f-c9627f028a60 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:00:36.660148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c22fda68-061b-4706-990f-c9627f028a60) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:00:36.664620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:36.665268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:36.669612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd09f90-f09b-4872-909a-50d1ee481357 None None] Network c22fda68-061b-4706-990f-c9627f028a60 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:00:36.749326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7b49afec-b259-43cc-998c-5456101dd242 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7987370 Oct 12 11:00:36.995391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c22fda68-061b-4706-990f-c9627f028a60', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:00:36.996624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.268389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Allocated IP 172.20.0.2 (c22fda68-061b-4706-990f-c9627f028a60/9f7a450d-026d-49f9-ae8a-bdde00e7f3af/f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:00:37.494220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.558940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.639000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Network c22fda68-061b-4706-990f-c9627f028a60 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:00:37.643783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:00:37.649098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Pushing event updated for resources: {'Port': ['ID=f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:37.653103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:00:37.660907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.661248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.661583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.661914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.662239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.662562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.662910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.663231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.663549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.663866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.664180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.664500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Tracked resource versions report: Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: pushed versions: Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: { 'AddressGroup': {'1.2'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'ConntrackHelper': {'1.0'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Log': {'1.0'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Network': {'1.1'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Port': {'1.7'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'PortForwarding': {'1.2'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'QosPolicy': {'1.10'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SecurityGroup': {'1.4'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SubPort': {'1.0'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Subnet': {'1.1'}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Trunk': {'1.1'}} Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: consumer versions: Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: L3 agent@n-d-813419-3: {}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: Metadata agent@n-d-813419-3: {}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: Metering agent@n-d-813419-3: {}, Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'ConntrackHelper': '1.0', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Log': '1.0', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Network': '1.1', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Port': '1.7', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'PortForwarding': '1.2', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'QosPolicy': '1.10', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SecurityGroup': '1.4', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SecurityGroupRule': '1.2', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'SubPort': '1.0', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Subnet': '1.1', Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: 'Trunk': '1.1'}} Oct 12 11:00:37.665580 n-d-813419-3 neutron-server[95549]: {{(pid=95549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:00:37.737183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Attempting to bind port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:00:37.737846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Attempting to bind port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:00:37.737950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Attempting to bind port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 on network c22fda68-061b-4706-990f-c9627f028a60 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:00:37.742830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:00:37.743232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Checking segment: {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:00:37.743690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.744080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Bound using segment: {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:00:37.744577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Bound port: f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:00:37.745001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.806403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] For port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:00:37.815375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] For port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5,segment=NetworkSegment(a218fea0-eec4-4539-a816-2687a661dafa),segment_id=a218fea0-eec4-4539-a816-2687a661dafa)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:00:37.902212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:37.971678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ece704-6a9b-460d-8fdb-de3719da925b None None] Pushing event updated for resources: {'Port': ['ID=f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:39.272697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:39.594433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-deef7934-c522-488c-b22c-33e038d253c4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:00:39.595610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-deef7934-c522-488c-b22c-33e038d253c4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3222969 Oct 12 11:00:42.099830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:42.414474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-dc2cf6e6-ab79-4670-b60f-93f2d0affb93 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:00:42.415556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dc2cf6e6-ab79-4670-b60f-93f2d0affb93 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3147225 Oct 12 11:00:45.134560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59874) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:45.431604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Request body: {'router': {'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:45.512913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:45.514544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:45.648108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:45.696429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:45.759634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:45.760845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72535aa3-47e0-421a-8d80-12f4a21a79e9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6252584 Oct 12 11:00:47.161291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f15f1-6fac-4820-beda-917573b9fbf0 None None] Network c22fda68-061b-4706-990f-c9627f028a60 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:00:47.175692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:00:47.318192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] Provisioning complete for port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:47.318580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.350533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:47.350852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.558474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.576505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.635994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] For port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5,segment=NetworkSegment(a218fea0-eec4-4539-a816-2687a661dafa),segment_id=a218fea0-eec4-4539-a816-2687a661dafa)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:00:47.654941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95fec524-9c7e-469b-a26c-890a5f34bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.712929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:47.786747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:00:47.787118 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:00:47.791309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c29230-b4ef-413b-8059-31402e678743 None None] Pushing event updated for resources: {'Port': ['ID=f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:47.832772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e3d80037-3d3d-40ea-8a7f-2535135aca9e None None] Provisioning complete for port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:47.833141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3d80037-3d3d-40ea-8a7f-2535135aca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:48.315504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59890) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:48.630814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-00dc8e20-dc88-489b-b70c-96a4476face0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:00:48.631786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00dc8e20-dc88-489b-b70c-96a4476face0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3153718 Oct 12 11:00:49.141093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:00:49.188962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:49.189334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:50.346266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b83e5c5-832f-4945-9a4a-35849ba1014d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.125482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59898) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:51.435517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:51.466101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.546959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.574757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Made reservation on behalf of 658f74f178a6470e995561c3fef1e3bf for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:00:51.577343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.585580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.654436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.718328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.736233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Reserving flat network on physical network physnet1 {{(pid=95548) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 11:00:51.753113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f514b-d1f8-46bb-a572-a0d808ec2942,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:51.756881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.757219 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Added segment 6ee15800-7fb1-457b-a38c-d9f32020cb6e of type flat for network 083415d2-5f78-4c4a-936f-77a4f7ce5029 Oct 12 11:00:51.809769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.900423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.901330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:51.901923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:51.979019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8524306 Oct 12 11:00:51.979696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df376d48-afd3-42ab-b2ac-b8b8a1b6cd46 admin admin] Pushing event updated for resources: {'Network': ['ID=083415d2-5f78-4c4a-936f-77a4f7ce5029,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:51.989808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:00:53.025931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:54.460867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:54.675853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6dcd29-8338-449a-9a79-08711722d84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:54.677220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aa6dcd29-8338-449a-9a79-08711722d84a admin admin] 10.222.0.43 "GET /v2.0/subnets/9f7a450d-026d-49f9-ae8a-bdde00e7f3af HTTP/1.1" status: 200 len: 849 time: 0.2154138 Oct 12 11:00:54.792490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b47db564-68a4-4e43-9889-007782738285 admin admin] 10.222.0.43 "GET /v2.0/routers/afe2c840-9c8d-4b3c-904a-1935f796f1a4 HTTP/1.1" status: 200 len: 704 time: 0.1090887 Oct 12 11:00:55.055897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:55.350317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Allocated IP 172.20.0.1 (c22fda68-061b-4706-990f-c9627f028a60/9f7a450d-026d-49f9-ae8a-bdde00e7f3af/7075ee66-d87e-442d-9f1b-adc6559fb48f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:00:55.530884 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:55.649080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:55.715591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Network c22fda68-061b-4706-990f-c9627f028a60 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:00:55.722547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:00:55.736520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:00:55.737056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:55.858317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Pushing event updated for resources: {'Port': ['ID=7075ee66-d87e-442d-9f1b-adc6559fb48f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:55.970355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5c463b7f-6810-4e9e-b29d-96d7c8fe4b9b None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:55.970934 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c463b7f-6810-4e9e-b29d-96d7c8fe4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.006957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5c463b7f-6810-4e9e-b29d-96d7c8fe4b9b None None] Port 7075ee66-d87e-442d-9f1b-adc6559fb48f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:00:56.032352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.239675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.283413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.284230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.341709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Pushing event updated for resources: {'Port': ['ID=7075ee66-d87e-442d-9f1b-adc6559fb48f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:56.418170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Network c22fda68-061b-4706-990f-c9627f028a60 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:00:56.419586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:00:56.620726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Router afe2c840-9c8d-4b3c-904a-1935f796f1a4 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:00:56.626914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d011f644-6320-4ed6-b2b7-118704570312 None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:56.627288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d011f644-6320-4ed6-b2b7-118704570312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:56.660510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d011f644-6320-4ed6-b2b7-118704570312 None None] Port 7075ee66-d87e-442d-9f1b-adc6559fb48f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:00:56.710820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:00:56.715924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bff6a2c9-f249-45d2-a0c5-25f872e64f28 admin admin] 10.222.0.43 "PUT /v2.0/routers/afe2c840-9c8d-4b3c-904a-1935f796f1a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9170849 Oct 12 11:00:56.735060 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Sync routers for ids ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:00:56.746269 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Routers {'afe2c840-9c8d-4b3c-904a-1935f796f1a4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:00:56.747062 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:56.938135 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Set router afe2c840-9c8d-4b3c-904a-1935f796f1a4 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:00:57.362967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:00:55Z', 'revision_number': 2, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port_host': None, '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:56Z', 'revision_number': 2, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:57.414100 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Checking router: afe2c840-9c8d-4b3c-904a-1935f796f1a4 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:00:57.414466 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Updating router afe2c840-9c8d-4b3c-904a-1935f796f1a4 port 7075ee66-d87e-442d-9f1b-adc6559fb48f binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:00:57.462527 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:57.973714 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.054589 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.214813 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Pushing event updated for resources: {'Port': ['ID=7075ee66-d87e-442d-9f1b-adc6559fb48f,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:58.231612 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.231958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.232301 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.233188 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.233516 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.233882 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.234198 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.234518 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.234861 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.235177 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.235493 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.235810 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Tracked resource versions report: Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: pushed versions: Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: { 'AddressGroup': {'1.2'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'ConntrackHelper': {'1.0'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Log': {'1.0'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Network': {'1.1'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Port': {'1.7'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'PortForwarding': {'1.2'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'QosPolicy': {'1.10'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SecurityGroup': {'1.4'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SubPort': {'1.0'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Subnet': {'1.1'}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Trunk': {'1.1'}} Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: consumer versions: Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: L3 agent@n-d-813419-3: {}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: Metadata agent@n-d-813419-3: {}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: Metering agent@n-d-813419-3: {}, Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'ConntrackHelper': '1.0', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Log': '1.0', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Network': '1.1', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Port': '1.7', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'PortForwarding': '1.2', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'QosPolicy': '1.10', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SecurityGroup': '1.4', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SecurityGroupRule': '1.2', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'SubPort': '1.0', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Subnet': '1.1', Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: 'Trunk': '1.1'}} Oct 12 11:00:58.236883 n-d-813419-3 neutron-server[95550]: {{(pid=95550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:00:58.239350 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Attempting to bind port 7075ee66-d87e-442d-9f1b-adc6559fb48f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:00:58.239733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Attempting to bind port 7075ee66-d87e-442d-9f1b-adc6559fb48f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:00:58.240160 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Attempting to bind port 7075ee66-d87e-442d-9f1b-adc6559fb48f on network c22fda68-061b-4706-990f-c9627f028a60 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:00:58.245868 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:00:58.246282 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Checking segment: {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:00:58.246768 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.247147 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Bound using segment: {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:00:58.247647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Bound port: 7075ee66-d87e-442d-9f1b-adc6559fb48f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218fea0-eec4-4539-a816-2687a661dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:00:58.248775 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.288695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9f895f86-be6b-46cf-8b04-6f5ed7b2991d None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:58.289269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9f895f86-be6b-46cf-8b04-6f5ed7b2991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.314636 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] For port 7075ee66-d87e-442d-9f1b-adc6559fb48f, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:00:58.323065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9f895f86-be6b-46cf-8b04-6f5ed7b2991d None None] Port 7075ee66-d87e-442d-9f1b-adc6559fb48f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:00:58.333445 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] For port 7075ee66-d87e-442d-9f1b-adc6559fb48f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7075ee66-d87e-442d-9f1b-adc6559fb48f,segment=NetworkSegment(a218fea0-eec4-4539-a816-2687a661dafa),segment_id=a218fea0-eec4-4539-a816-2687a661dafa)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:00:58.392274 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.444550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Routers {'afe2c840-9c8d-4b3c-904a-1935f796f1a4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:00:58.445170 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:58.515935 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8cda6-5aac-4986-a721-8455e1651890 None None] Pushing event updated for resources: {'Port': ['ID=7075ee66-d87e-442d-9f1b-adc6559fb48f,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:58.544572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] Set router afe2c840-9c8d-4b3c-904a-1935f796f1a4 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:00:58.646840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:00:58.647310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.725220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.755744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] For port 7075ee66-d87e-442d-9f1b-adc6559fb48f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7075ee66-d87e-442d-9f1b-adc6559fb48f,segment=NetworkSegment(a218fea0-eec4-4539-a816-2687a661dafa),segment_id=a218fea0-eec4-4539-a816-2687a661dafa)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:00:58.756982 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:00:55Z', 'revision_number': 2, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port_host': None, '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:58Z', 'revision_number': 4, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:00:58.785876 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a5371-af8d-4186-828b-3c5141e3cd7e None None] The sync data for ids ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'] in n-d-813419-3 is: [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:00:55Z', 'revision_number': 2, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port_host': None, '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:58Z', 'revision_number': 4, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:00:58.821186 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:58.874362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b63ed0-da65-4d03-8128-5d30fbac6483 None None] Pushing event updated for resources: {'Port': ['ID=7075ee66-d87e-442d-9f1b-adc6559fb48f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:59.072594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59936) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:00:59.183579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0c5d5-3887-4489-8b32-b4d9cbb4e1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:59.184943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b1a0c5d5-3887-4489-8b32-b4d9cbb4e1e1 admin admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 842 time: 0.1113963 Oct 12 11:00:59.195328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:00:59.289283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Made reservation on behalf of 658f74f178a6470e995561c3fef1e3bf for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:00:59.291851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:59.660844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:00:59.661288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:59.722412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa501257-c99d-4601-88dd-c0e70cb92a18,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:00:59.724796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:00:59.725148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Network hostable DHCP agents. Network: 083415d2-5f78-4c4a-936f-77a4f7ce5029, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:00:59.814538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:00:59.883295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 083415d2-5f78-4c4a-936f-77a4f7ce5029) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:00:59.892433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ec5c6-8337-4510-adc7-a8bece789337 None None] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:00:59.892965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:00:59.893604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:00:59.993264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-22be4127-a6ae-4f4a-9a53-7ec8a08d1630 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7907686 Oct 12 11:01:00.086216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e07a66-6a26-451c-8513-7869f24fd18b None None] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:01:02.373300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59944) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:01:02.509884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-73d6a7ea-9402-4672-a470-45291f082a69 admin admin] 10.222.0.43 "GET /v2.0/routers/afe2c840-9c8d-4b3c-904a-1935f796f1a4 HTTP/1.1" status: 200 len: 710 time: 0.1353576 Oct 12 11:01:02.678194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea53bbf-bfab-48b2-b957-b04a5eb318e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:01:02.679602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0ea53bbf-bfab-48b2-b957-b04a5eb318e9 admin admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 886 time: 0.1635864 Oct 12 11:01:02.690266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:01:02.933433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:03.253435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:03.327018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:03.436012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Allocated IP 172.25.2.121 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/35930d24-6b35-4214-81ad-55c7b6d0828a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:01:03.535499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:03.626035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:03.663586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:01:03.668869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:01:03.675308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:01:03.678074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Pushing event updated for resources: {'Port': ['ID=35930d24-6b35-4214-81ad-55c7b6d0828a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:01:04.009736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:04.299236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:04.302477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:04.419227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Router afe2c840-9c8d-4b3c-904a-1935f796f1a4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:01:04.532045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:01:04.537182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:04.538419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dc511d7f-28d9-4e8e-94ca-df864f0c6d55 admin admin] 10.222.0.43 "PUT /v2.0/routers/afe2c840-9c8d-4b3c-904a-1935f796f1a4 HTTP/1.1" status: 200 len: 890 time: 1.8516724 Oct 12 11:01:04.618578 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:01:05.171846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7075ee66-d87e-442d-9f1b-adc6559fb48f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:01:05.219414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:01:05.219749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:05.890514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Sync routers for ids ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:01:05.902024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Routers {'afe2c840-9c8d-4b3c-904a-1935f796f1a4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:01:05.902680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:01:06.106182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Set router afe2c840-9c8d-4b3c-904a-1935f796f1a4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:01:06.505223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:01:03Z', 'revision_number': 4, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port': {'id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:01:03Z', 'updated_at': '2021-10-12T11:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:58Z', 'revision_number': 5, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:01:06.555797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Checking router: afe2c840-9c8d-4b3c-904a-1935f796f1a4 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:01:06.556140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Updating router afe2c840-9c8d-4b3c-904a-1935f796f1a4 port 35930d24-6b35-4214-81ad-55c7b6d0828a binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:01:06.603938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.022574 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.051126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:01:07.105859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.158947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4bb5-29fa-4677-b524-a6e27678eb8c None None] Pushing event updated for resources: {'Port': ['ID=35930d24-6b35-4214-81ad-55c7b6d0828a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:01:07.161222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Attempting to bind port 35930d24-6b35-4214-81ad-55c7b6d0828a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:01:07.162382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Attempting to bind port 35930d24-6b35-4214-81ad-55c7b6d0828a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:01:07.162382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Attempting to bind port 35930d24-6b35-4214-81ad-55c7b6d0828a on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:01:07.177595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:01:07.177968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:01:07.178373 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.178798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:01:07.179269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Bound port: 35930d24-6b35-4214-81ad-55c7b6d0828a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:01:07.179664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.205250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a165c5cf-c1c5-48d5-9a57-eb572fdeed15 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1525967 Oct 12 11:01:07.231823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] For port 35930d24-6b35-4214-81ad-55c7b6d0828a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:01:07.235787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] For port 35930d24-6b35-4214-81ad-55c7b6d0828a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=35930d24-6b35-4214-81ad-55c7b6d0828a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:01:07.322855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:07.384444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Routers {'afe2c840-9c8d-4b3c-904a-1935f796f1a4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:01:07.385067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:01:07.387090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4bb5-29fa-4677-b524-a6e27678eb8c None None] Pushing event updated for resources: {'Port': ['ID=35930d24-6b35-4214-81ad-55c7b6d0828a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:01:07.497220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] Set router afe2c840-9c8d-4b3c-904a-1935f796f1a4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:01:07.716977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:01:03Z', 'revision_number': 4, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port': {'id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:01:03Z', 'updated_at': '2021-10-12T11:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:58Z', 'revision_number': 5, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:01:07.743600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdac19-d4c4-4d63-9510-4ace4ce37414 None None] The sync data for ids ['afe2c840-9c8d-4b3c-904a-1935f796f1a4'] in n-d-813419-3 is: [{'id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'name': 'router1', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:00:45Z', 'updated_at': '2021-10-12T11:01:03Z', 'revision_number': 4, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'gw_port': {'id': '35930d24-6b35-4214-81ad-55c7b6d0828a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:01:03Z', 'updated_at': '2021-10-12T11:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7075ee66-d87e-442d-9f1b-adc6559fb48f', 'name': '', 'network_id': 'c22fda68-061b-4706-990f-c9627f028a60', 'tenant_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'mac_address': 'fa:16:3e:af:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe2c840-9c8d-4b3c-904a-1935f796f1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:00:55Z', 'updated_at': '2021-10-12T11:00:58Z', 'revision_number': 5, 'project_id': 'd5145c04e9274c50a44bcc9b1a46cb9a', 'subnets': [{'id': '9f7a450d-026d-49f9-ae8a-bdde00e7f3af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d029f97-024b-4ccc-8d09-e736ac4952bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:01:09.214149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 35930d24-6b35-4214-81ad-55c7b6d0828a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:01:09.267005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 35930d24-6b35-4214-81ad-55c7b6d0828a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:01:09.267387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:09.359965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:09.380215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 35930d24-6b35-4214-81ad-55c7b6d0828a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=35930d24-6b35-4214-81ad-55c7b6d0828a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:01:09.431781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:09.482200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=35930d24-6b35-4214-81ad-55c7b6d0828a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:01:11.188465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 35930d24-6b35-4214-81ad-55c7b6d0828a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:01:11.261706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 35930d24-6b35-4214-81ad-55c7b6d0828a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:01:11.262451 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:17.602638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1b5769a-7879-4b1c-84a5-05ce480add21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:20.350945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d2727303-a985-41d0-9710-e21e940dfc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:21.413804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:21.528277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:23.054730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:41.637498 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:01:47.790337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2128a14a-c4fe-43d7-b1f7-ef19f4d45cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:50.355900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2e65-2959-4947-bc84-3b1f774f97a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:51.395723 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:51.527040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:01:53.680758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:17.599891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0e220f7-f12e-4609-ad60-a4d79e2ac1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:18.615915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:02:20.337459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f9537f76-144f-43fc-9806-27d576c644e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:21.405394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:21.525022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:23.040928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:47.598825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f596849d-62b9-4e11-9ef9-c00e71a88f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:50.358720 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7ac37f0-fb7c-4d2f-8f61-23c4ae097a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:51.421513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:51.497393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60550) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:02:51.524352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:51.559835 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4de9c5-1b3f-4c98-b0ae-6d543b18617f admin admin] GET failed (client error): The resource could not be found. Oct 12 11:02:51.561148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a4de9c5-1b3f-4c98-b0ae-6d543b18617f admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627906 Oct 12 11:02:51.718362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be7e3f-fad4-4af8-9188-d9c1e4493e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:51.719781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60be7e3f-fad4-4af8-9188-d9c1e4493e96 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540241 Oct 12 11:02:53.049824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:54.017714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60560) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:02:54.114158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e628d1-0900-4255-960c-be3e47c5fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:54.115581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f1e628d1-0900-4255-960c-be3e47c5fe0d admin admin] 10.222.0.43 "GET /v2.0/subnets/9f7a450d-026d-49f9-ae8a-bdde00e7f3af HTTP/1.1" status: 200 len: 849 time: 0.0969055 Oct 12 11:02:54.125723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:02:54.218281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:54.432510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789655082253'] for subnet, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:54.461347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:54.462177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:54.464046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] 10.222.0.43 "PUT /v2.0/subnets/9f7a450d-026d-49f9-ae8a-bdde00e7f3af HTTP/1.1" status: 200 len: 868 time: 0.3416622 Oct 12 11:02:54.464982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206bd42-e74e-4ad8-a939-ccf659245b81 None None] Network c22fda68-061b-4706-990f-c9627f028a60 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:02:54.488720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7a450d-026d-49f9-ae8a-bdde00e7f3af,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:02:54.497900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.498269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.498754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.499093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.499414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.499738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.500058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.500377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.500711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.501030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.501350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.501656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d376b-56e5-4630-a279-b75a906c2d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:02:54.843764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-324c185d-671a-4942-b100-3e38f1566f7f None None] Provisioning complete for port 7075ee66-d87e-442d-9f1b-adc6559fb48f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:02:54.844233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-324c185d-671a-4942-b100-3e38f1566f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:54.927807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-324c185d-671a-4942-b100-3e38f1566f7f None None] Provisioning complete for port f9ebe3d4-a7f5-4ff2-b58c-cc52b07008b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:02:54.928097 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-324c185d-671a-4942-b100-3e38f1566f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:02:55.614897 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:02:56.768804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60568) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:02:56.999218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cc81b1-031a-4e89-91d2-d3f4b5ff2b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:56.999663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cc81b1-031a-4e89-91d2-d3f4b5ff2b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:57.001177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-27cc81b1-031a-4e89-91d2-d3f4b5ff2b7b admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2314904 Oct 12 11:02:59.286908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:02:59.415918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378c5a2-117b-4ec2-8f49-e46fad095b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:59.416370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378c5a2-117b-4ec2-8f49-e46fad095b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:02:59.417873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7378c5a2-117b-4ec2-8f49-e46fad095b00 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295166 Oct 12 11:03:01.666661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:01.817323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b89077-cf9c-42b9-a281-0915599d10f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:01.819273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d6b89077-cf9c-42b9-a281-0915599d10f3 admin admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 886 time: 0.1510458 Oct 12 11:03:04.094941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60594) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:04.244396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0d7c1-96f2-4623-afa2-ac37113e4b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:04.245774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4e0d7c1-96f2-4623-afa2-ac37113e4b5a admin admin] 10.222.0.43 "GET /v2.0/networks/c22fda68-061b-4706-990f-c9627f028a60 HTTP/1.1" status: 200 len: 869 time: 0.1496475 Oct 12 11:03:06.504185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:06.628611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc818817-664a-448e-8401-a42a791da2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:06.629049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc818817-664a-448e-8401-a42a791da2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:06.630538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dc818817-664a-448e-8401-a42a791da2f8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254117 Oct 12 11:03:08.939584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60610) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:09.061326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08f0d9-1167-4d2e-a7e2-21d10d7d8ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:09.061767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08f0d9-1167-4d2e-a7e2-21d10d7d8ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:09.063279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ae08f0d9-1167-4d2e-a7e2-21d10d7d8ec1 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227477 Oct 12 11:03:11.352566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60618) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:11.444952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e32e9-18e9-4564-b718-50184af22919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:11.446186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf8e32e9-18e9-4564-b718-50184af22919 admin admin] 10.222.0.43 "GET /v2.0/subnets/9f7a450d-026d-49f9-ae8a-bdde00e7f3af HTTP/1.1" status: 200 len: 868 time: 0.0926754 Oct 12 11:03:13.772317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60626) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:13.859289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ced509-45dc-46f0-ac92-4a6b5f430807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:13.860584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27ced509-45dc-46f0-ac92-4a6b5f430807 admin admin] 10.222.0.43 "GET /v2.0/subnets/fa501257-c99d-4601-88dd-c0e70cb92a18 HTTP/1.1" status: 200 len: 816 time: 0.0873330 Oct 12 11:03:17.700318 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54145184-1c03-48fa-993c-128a6bef55ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:20.351133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c11556d-4dcf-43e9-973b-9d937d25a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:21.402724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:21.506749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:23.071758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:32.613902 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:03:38.670664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60680) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:38.719069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-6e6c55e3-3e70-4f34-b445-9021ef1edb7e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:03:38.720044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e6c55e3-3e70-4f34-b445-9021ef1edb7e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0484340 Oct 12 11:03:41.108478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:41.169309 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-da34c92c-3803-4d23-9f81-630284d6d8e8 admin admin] GET failed (client error): The resource could not be found. Oct 12 11:03:41.170601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-da34c92c-3803-4d23-9f81-630284d6d8e8 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611758 Oct 12 11:03:41.255141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a628909-5e88-4564-8382-8c0d30e3b706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:41.256592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a628909-5e88-4564-8382-8c0d30e3b706 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812969 Oct 12 11:03:43.564492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60696) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:43.612092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:03:43.670473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Made reservation on behalf of 658f74f178a6470e995561c3fef1e3bf for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:03:43.672725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:43.700869 n-d-813419-3 neutron-server[95548]: WARNING neutron.services.revisions.revision_plugin [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Could not find related network for resource to bump revision. Oct 12 11:03:43.711628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:03:43.720054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:43.720373 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Added segment aa40497c-8e31-4443-bec1-b83e42b65b30 of type vlan for network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed Oct 12 11:03:43.759875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:43.858998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:43.859914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:43.860471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:43.917242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:03:43.927186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:03:43.953364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f588ff98-ac33-4e69-bd57-0c3da4c42e38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3878307 Oct 12 11:03:46.241974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60704) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:03:46.302201 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf74d47-ca04-4268-82f4-a8c0487be1b9 admin admin] GET failed (client error): The resource could not be found. Oct 12 11:03:46.303539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5bf74d47-ca04-4268-82f4-a8c0487be1b9 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606179 Oct 12 11:03:46.374105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cea41a-6fa1-4b06-a0b3-21bacf4621f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:46.375571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-68cea41a-6fa1-4b06-a0b3-21bacf4621f4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674331 Oct 12 11:03:46.385590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:03:46.441791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Made reservation on behalf of 658f74f178a6470e995561c3fef1e3bf for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:03:46.443936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:46.745206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:46.796928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbdea7c-ff89-4a9a-9700-60598a68a650,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:03:46.806801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:03:46.807147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Network hostable DHCP agents. Network: 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:03:46.899100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:03:46.967233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:03:46.971265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:03:46.971973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:46.977060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15668b-b818-43b8-99b4-922b4332a12e None None] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:03:47.051400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f2c3e973-58ea-4ecf-97cb-82664ed69312 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6678891 Oct 12 11:03:47.127224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'tenant_id': '658f74f178a6470e995561c3fef1e3bf', 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:03:47.128111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.428779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Allocated IP 192.168.233.2 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/1956b780-d9bf-48f8-a3bf-1b255df982dd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:03:47.583752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.613909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10f0b4e5-e0d2-400c-af43-fda9d30a9584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.637007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.675249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:03:47.680271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:03:47.683704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:03:47.689805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Pushing event updated for resources: {'Port': ['ID=1956b780-d9bf-48f8-a3bf-1b255df982dd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:03:47.700928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.701252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.701588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.701916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.702238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.702725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.702905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.703229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.703546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.703862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.704178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.704507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:03:47.750362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Attempting to bind port 1956b780-d9bf-48f8-a3bf-1b255df982dd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:03:47.750746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Attempting to bind port 1956b780-d9bf-48f8-a3bf-1b255df982dd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:03:47.751106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Attempting to bind port 1956b780-d9bf-48f8-a3bf-1b255df982dd on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:03:47.756885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:03:47.757248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:03:47.757643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.758024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:03:47.758478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Bound port: 1956b780-d9bf-48f8-a3bf-1b255df982dd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:03:47.758902 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.826295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] For port 1956b780-d9bf-48f8-a3bf-1b255df982dd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:03:47.829731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] For port 1956b780-d9bf-48f8-a3bf-1b255df982dd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1956b780-d9bf-48f8-a3bf-1b255df982dd,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:03:47.911016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:47.972291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d01ce-3677-4269-a453-ebde805c3c6f None None] Pushing event updated for resources: {'Port': ['ID=1956b780-d9bf-48f8-a3bf-1b255df982dd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:03:48.767879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685342e-1606-4f56-9f42-df319e2e7631 None None] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:03:48.843810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] Provisioning complete for port 1956b780-d9bf-48f8-a3bf-1b255df982dd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:03:48.844176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:48.988196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:49.025559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] For port 1956b780-d9bf-48f8-a3bf-1b255df982dd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1956b780-d9bf-48f8-a3bf-1b255df982dd,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:03:49.088624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:49.142860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aefe2-0869-42c2-a9b6-c7605037b4be None None] Pushing event updated for resources: {'Port': ['ID=1956b780-d9bf-48f8-a3bf-1b255df982dd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:03:49.211555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2310339f-ca7b-404a-8157-688a87e919a6 None None] Provisioning complete for port 1956b780-d9bf-48f8-a3bf-1b255df982dd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:03:49.211919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2310339f-ca7b-404a-8157-688a87e919a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:49.330489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1956b780-d9bf-48f8-a3bf-1b255df982dd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:03:49.384497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1956b780-d9bf-48f8-a3bf-1b255df982dd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:03:49.384953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:50.350119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d7d4-c682-49a7-b389-27f51997f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:51.418810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:51.527485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:03:53.070359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:09.611893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:04:17.600984 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-966c176d-4f5d-478c-a7bb-a4eeba17be7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:20.371841 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a31-b4cb-41ae-84c9-584f30adb582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:21.394997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:21.560486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:23.091457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:46.610533 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:04:47.611366 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27ec11f8-4873-4adb-92b1-04e02870ba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:50.364784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e542d29-d87d-402e-b183-10abadb14763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:51.404303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:51.547927 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:04:53.091249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:17.604200 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a7728f8-acbe-468c-998a-e46dd832113a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:20.375361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89f65e27-f1ee-4a40-a9ae-3669c2a899ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:21.415356 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:21.523919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:23.049459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:23.609123 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:05:24.364863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60756) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:05:24.370721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-569d2bcd-ecc9-4375-be1d-144098d017cb tempest-verify_tempest_config-1331953792 tempest-verify_tempest_config-1331953792-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:05:24.371685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-569d2bcd-ecc9-4375-be1d-144098d017cb tempest-verify_tempest_config-1331953792 tempest-verify_tempest_config-1331953792-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058680 Oct 12 11:05:24.823929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:05:24.925483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:24.998542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.043941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.088462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72b3d86f6fc5419fb6f131f7f4a57102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2634971 Oct 12 11:05:25.090262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee861e9a-8bbb-41be-ac9a-986a9b336e11,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:05:25.091488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:05:25.097176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.097516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.097855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.098183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.098504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.098856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.099178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.099494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.099808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.100121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.100437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.100748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f91c4-b33a-47c8-9037-b8a853449402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.170474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.191183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.324166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.326796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:25.327927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee861e9a-8bbb-41be-ac9a-986a9b336e11 HTTP/1.1" status: 204 len: 168 time: 0.2354817 Oct 12 11:05:25.336009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee861e9a-8bbb-41be-ac9a-986a9b336e11,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:05:25.342565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.342930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.343259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.343687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.344145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.344704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.345205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.345731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.346212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.346571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.346930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:25.347245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f7450-7427-4ae1-b840-090a61e71b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:05:47.597214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39d94841-aef9-41f5-8707-a0afec347f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:50.368484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22f172a9-daa7-487a-acc9-b23c2fc5c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:51.408480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:51.534202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:05:53.060019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:00.608099 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:06:17.624436 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2acbb2af-2bc1-4071-b3db-e8db063153c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:20.383858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2afe3fd-cb0b-4c20-92d5-d836abc5da94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:21.390518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:21.544498 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:23.075787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:37.607046 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:06:47.612206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9622adcb-b4c3-4e1c-bccb-260ae8ddbcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:50.371749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54e8ea15-25a1-4feb-9c29-f90ebf8774f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:51.416614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:51.553890 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:06:53.074474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:14.605448 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:07:17.604244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c80221ca-fa10-445a-b667-6bc178daa773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:20.365663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3df2a290-35eb-48a0-a6bd-8b7c65561cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:21.409204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:21.563985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:23.073625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:47.609961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3cf6-d971-45ee-9926-5f5ff77366d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:50.374196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-55d7c513-a5d3-4765-a081-4455816e2d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:51.404054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:51.569749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:07:51.603991 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 5 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:07:53.078197 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:17.600126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd49c-5d96-43eb-9778-532f07db0e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:20.364844 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f5c4023b-713d-4c84-9bef-a3afca97b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:21.423575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:21.553409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:21.576131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:23.092112 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:26.246477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8009455'] for agent, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:28.602330 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:08:47.597112 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2b13380-7e2c-4f22-afef-4c5e43e58d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:50.351577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d891a09e-2651-482e-91a3-addd204a68a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:51.435826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:51.521691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:51.568811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:53.087415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:08:56.192189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:05.601613 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:09:08.462148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:09:08.578138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c51b916e-0da4-4d2a-a84c-0d407d3442d4 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1148407 Oct 12 11:09:10.868770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:09:10.923771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c613d003-079b-4020-b9a0-6249c8d290a9 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539348 Oct 12 11:09:17.614442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7d9f567-97e6-4d41-b04d-a1b3beb8972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:20.365581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84bce116-6c35-4014-8f10-8690515acc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:21.448864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:21.523480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:21.597573 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:23.123255 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:26.188668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:42.602448 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:09:47.584235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bbf2945f-4aa0-4e44-9382-6b3544562cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:50.364684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cf666e2c-8850-4837-b89b-583622e8c78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:51.457086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:51.589282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:51.624721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:53.087247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:09:56.193726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:17.594878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d90e9af8-0689-4908-8ab6-4143c88204e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:19.602152 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:10:20.366068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff7fde43-6866-48d1-95f0-b4d1eeac0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:21.423823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:21.572395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:21.600747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:23.097859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:26.214611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:34.601421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:35.100121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72eef8fc-81e3-417c-984d-c6067373a20a tempest-AutoAllocateNetworkTest-6816522 tempest-AutoAllocateNetworkTest-6816522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=df9ede2293b34e6ea8be515b1a536bd4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4975679 Oct 12 11:10:35.102859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32874) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:35.285054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18022ccc-b73c-446a-989b-1e2554753623 tempest-AutoAllocateNetworkTest-6816522 tempest-AutoAllocateNetworkTest-6816522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:35.286547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-18022ccc-b73c-446a-989b-1e2554753623 tempest-AutoAllocateNetworkTest-6816522 tempest-AutoAllocateNetworkTest-6816522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1827714 Oct 12 11:10:35.290435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32882) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:35.349085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-62826ebe-aed8-4426-af2e-7290db25342a tempest-AutoAllocateNetworkTest-6816522 tempest-AutoAllocateNetworkTest-6816522-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573640 Oct 12 11:10:35.352095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32886) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:35.382763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b51d28b6-54f1-4561-8725-a55f6d15e567 tempest-AutoAllocateNetworkTest-6816522 tempest-AutoAllocateNetworkTest-6816522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=df9ede2293b34e6ea8be515b1a536bd4 HTTP/1.1" status: 200 len: 208 time: 0.0294485 Oct 12 11:10:36.423584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32934) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:36.791988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:36.880174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:36.944289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:36.995814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8cb047-4e74-4a2e-8105-e31c55ab3949,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:37.014887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.015147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.015729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.016061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.016519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.016860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.017172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.017479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.017928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.018395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.018877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.019325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ee744-1580-4507-914a-758251071f54 admin admin] Tracked resource versions report: Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: pushed versions: Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: { 'AddressGroup': {'1.2'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'ConntrackHelper': {'1.0'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Log': {'1.0'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Network': {'1.1'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Port': {'1.7'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'PortForwarding': {'1.2'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'QosPolicy': {'1.10'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SecurityGroup': {'1.4'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SubPort': {'1.0'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Subnet': {'1.1'}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Trunk': {'1.1'}} Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: consumer versions: Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: HyperV agent@n-h1-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: HyperV agent@n-h2-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: L3 agent@n-d-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: Metadata agent@n-d-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: Metering agent@n-d-813419-3: {}, Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'ConntrackHelper': '1.0', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Log': '1.0', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Network': '1.1', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Port': '1.7', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'PortForwarding': '1.2', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'QosPolicy': '1.10', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SecurityGroup': '1.4', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SecurityGroupRule': '1.2', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'SubPort': '1.0', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Subnet': '1.1', Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: 'Trunk': '1.1'}} Oct 12 11:10:37.020528 n-d-813419-3 neutron-server[95548]: {{(pid=95548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:10:37.033738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-928ee744-1580-4507-914a-758251071f54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df9ede2293b34e6ea8be515b1a536bd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6085386 Oct 12 11:10:37.036325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:37.095774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:37.123385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:37.301177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:37.303747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:37.308475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b8cb047-4e74-4a2e-8105-e31c55ab3949 HTTP/1.1" status: 204 len: 168 time: 0.2705824 Oct 12 11:10:37.316244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8cb047-4e74-4a2e-8105-e31c55ab3949,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:37.324630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.325041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.325501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.325900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.326429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.326863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.327276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.327666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.328244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.328727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.329236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.329702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c88c-211f-4706-a74a-fb8467d5c365 admin admin] Tracked resource versions report: Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: pushed versions: Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: { 'AddressGroup': {'1.2'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'ConntrackHelper': {'1.0'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Log': {'1.0'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Network': {'1.1'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Port': {'1.7'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'PortForwarding': {'1.2'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'QosPolicy': {'1.10'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SecurityGroup': {'1.4'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SubPort': {'1.0'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Subnet': {'1.1'}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Trunk': {'1.1'}} Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: consumer versions: Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: HyperV agent@n-h1-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: HyperV agent@n-h2-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: L3 agent@n-d-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: Metadata agent@n-d-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: Metering agent@n-d-813419-3: {}, Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'ConntrackHelper': '1.0', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Log': '1.0', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Network': '1.1', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Port': '1.7', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'PortForwarding': '1.2', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'QosPolicy': '1.10', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SecurityGroup': '1.4', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SecurityGroupRule': '1.2', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'SubPort': '1.0', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Subnet': '1.1', Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: 'Trunk': '1.1'}} Oct 12 11:10:37.330966 n-d-813419-3 neutron-server[95547]: {{(pid=95547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:10:38.078073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33004) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:38.295257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66aab39f-4234-43ac-8ddd-3ace7e03eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.420221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66aab39f-4234-43ac-8ddd-3ace7e03eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.521196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66aab39f-4234-43ac-8ddd-3ace7e03eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.569440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-66aab39f-4234-43ac-8ddd-3ace7e03eb05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e18e96a78f54bc494a2d944e0fd002b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4900961 Oct 12 11:10:38.570136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aab39f-4234-43ac-8ddd-3ace7e03eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a382d9e3-ec35-4420-9e71-93d80924d5dd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:38.572767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:38.628360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.651107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.775816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.778481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:38.779651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a382d9e3-ec35-4420-9e71-93d80924d5dd HTTP/1.1" status: 204 len: 168 time: 0.2059271 Oct 12 11:10:38.791759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cea9c-2931-492d-951e-3cf3e2e41404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a382d9e3-ec35-4420-9e71-93d80924d5dd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:38.796447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33056) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:39.011089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8537c112-6455-4fcf-b1e7-ba3b59e69b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.092396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8537c112-6455-4fcf-b1e7-ba3b59e69b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.156031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8537c112-6455-4fcf-b1e7-ba3b59e69b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.191306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c112-6455-4fcf-b1e7-ba3b59e69b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d684f7c-82b6-45fa-b4c4-3b16d56a20e6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:39.206575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8537c112-6455-4fcf-b1e7-ba3b59e69b76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4d4f4a4504845d8ae20069e17a34305&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4083948 Oct 12 11:10:39.206784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33090) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:39.257011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.279631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.407737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.410399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.411625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d684f7c-82b6-45fa-b4c4-3b16d56a20e6 HTTP/1.1" status: 204 len: 168 time: 0.2038734 Oct 12 11:10:39.420389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8986a4d-74ff-4875-930f-8cad89cf7147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d684f7c-82b6-45fa-b4c4-3b16d56a20e6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:39.505247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33112) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:39.671500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:39.685387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4c07c502-be7c-408d-a819-20e6e96a2b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.765166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4c07c502-be7c-408d-a819-20e6e96a2b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.823210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-network', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:39.843988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4c07c502-be7c-408d-a819-20e6e96a2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.887045 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4c07c502-be7c-408d-a819-20e6e96a2b0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6800ffbc58334e2c8bade739308774fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2144113 Oct 12 11:10:39.888280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07c502-be7c-408d-a819-20e6e96a2b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14c50b-dc07-4ff1-8c57-1618130a9e63,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:39.890120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33142) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:39.953154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.954568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Made reservation on behalf of d9e737f1c97043519cbd1bb8acd70ddd for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:10:39.956766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.970246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:39.994412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.087075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.129598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.132258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.133984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a14c50b-dc07-4ff1-8c57-1618130a9e63 HTTP/1.1" status: 204 len: 168 time: 0.2427692 Oct 12 11:10:40.141900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85793eb-0e3e-4fd0-bb53-4ca1c6b94c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14c50b-dc07-4ff1-8c57-1618130a9e63,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:40.155743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.182031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:10:40.191619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c682e3-c8fb-4ca4-bbfc-ab5e2075c5a7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:40.198047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.198381 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Added segment 7e056c58-0c95-4704-96ab-8811e38031ec of type vlan for network 0e93cfef-6eb2-4d6b-9543-07072404a529 Oct 12 11:10:40.229862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33158) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:40.237510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.243477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7136d676-88cd-47bf-8fee-9fe36c01e952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.316079 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.317216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7136d676-88cd-47bf-8fee-9fe36c01e952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.317413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:40.318130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.382139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] Pushing event updated for resources: {'Network': ['ID=0e93cfef-6eb2-4d6b-9543-07072404a529,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:40.392572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:10:40.401610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7136d676-88cd-47bf-8fee-9fe36c01e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.426973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7136d676-88cd-47bf-8fee-9fe36c01e952 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a01d2cdeaba48e8937e313ca4380669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1959326 Oct 12 11:10:40.429885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:40.441051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-61fae108-d200-47c2-804c-1d12fdd9a90e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9346752 Oct 12 11:10:40.445024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:40.448400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136d676-88cd-47bf-8fee-9fe36c01e952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a535a041-7dcb-479a-8a97-8601066b32eb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:40.470224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Request body: {'subnet': {'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-subnet', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:40.587566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.613143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33176) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:40.616729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.618666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Made reservation on behalf of d9e737f1c97043519cbd1bb8acd70ddd for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:10:40.621048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.750064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68a05efe-966c-4226-8389-925178adf2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.857585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.860771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:40.862249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a535a041-7dcb-479a-8a97-8601066b32eb HTTP/1.1" status: 204 len: 168 time: 0.4308429 Oct 12 11:10:40.877103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fd7bc-abd6-47d8-8018-99efc1884bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a535a041-7dcb-479a-8a97-8601066b32eb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:40.965653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68a05efe-966c-4226-8389-925178adf2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.040098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:41.042398 n-d-813419-3 neutron-server[95547]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 11:10:41.067438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68a05efe-966c-4226-8389-925178adf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.082542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-d50a2161-2c38-4691-80a5-dbf58eb60d21 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9fff9de59f864feda96af91c67244b0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412819 Oct 12 11:10:41.096203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.149203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9d8802-f930-4049-b479-ecff783f33bb,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:41.169027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Checking segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:41.169493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Network hostable DHCP agents. Network: 0e93cfef-6eb2-4d6b-9543-07072404a529, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:10:41.221054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-68a05efe-966c-4226-8389-925178adf2e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ca9735b5ff446e4b134514b8ec8fce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6068223 Oct 12 11:10:41.223850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33224) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:41.249709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a05efe-966c-4226-8389-925178adf2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af29f1-6325-41b2-a6d0-d2b20a973e7b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:41.286831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:10:41.289211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.312892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.333037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-d443ca90-e3ec-4fa5-9fae-c69444269704 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:41.334519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-d443ca90-e3ec-4fa5-9fae-c69444269704 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461290 Oct 12 11:10:41.356052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-c92a3822-21ed-451d-9d79-4ced70d69bcf tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/quotas/9fff9de59f864feda96af91c67244b0c HTTP/1.1" status: 200 len: 375 time: 0.0131226 Oct 12 11:10:41.431792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 0e93cfef-6eb2-4d6b-9543-07072404a529) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:41.444453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:41.444453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.460720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a009b-5304-4b22-aa14-f9922c7ae494 None None] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:10:41.475212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-a6d58751-d11f-43fb-8636-023dda81efcc tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9fff9de59f864feda96af91c67244b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115530 Oct 12 11:10:41.480663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.488187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.494852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83af29f1-6325-41b2-a6d0-d2b20a973e7b HTTP/1.1" status: 204 len: 168 time: 0.2592251 Oct 12 11:10:41.511626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be447638-c68f-44e2-85f5-42ffac730991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af29f1-6325-41b2-a6d0-d2b20a973e7b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:41.562769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7dca11e3-422f-4651-ba6b-909e722b10b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1021953 Oct 12 11:10:41.565624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33256) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:41.573046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:41.725215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.727046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.735122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-0e93cfef-6eb2-4d6b-9543-07072404a529', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:10:41.736682 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.940784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Allocated IP 172.20.0.2 (0e93cfef-6eb2-4d6b-9543-07072404a529/4c9d8802-f930-4049-b479-ecff783f33bb/496fca19-b38d-4213-ac90-889bb0442de3) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:41.977262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:41.981060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f7e24f1e-12c8-4add-9986-bc532ace2494 req-57f3eabe-4c67-4013-91dc-13af5256db77 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 210 time: 0.1747119 Oct 12 11:10:42.129096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.199048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.259127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:42.265137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:42.268925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:42.308117 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.309549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Pushing event updated for resources: {'Port': ['ID=496fca19-b38d-4213-ac90-889bb0442de3,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:42.356505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.357042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.357562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.358053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.358539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.359043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.359553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.360058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.360374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.360694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.361014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.361327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Tracked resource versions report: Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: pushed versions: Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: { 'AddressGroup': {'1.2'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'ConntrackHelper': {'1.0'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Log': {'1.0'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Network': {'1.1'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Port': {'1.7'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'PortForwarding': {'1.2'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'QosPolicy': {'1.10'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SecurityGroup': {'1.4'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SubPort': {'1.0'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Subnet': {'1.1'}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Trunk': {'1.1'}} Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: consumer versions: Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: HyperV agent@n-h1-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: HyperV agent@n-h2-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: L3 agent@n-d-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: Metadata agent@n-d-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: Metering agent@n-d-813419-3: {}, Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'ConntrackHelper': '1.0', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Log': '1.0', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Network': '1.1', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Port': '1.7', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'PortForwarding': '1.2', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'QosPolicy': '1.10', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SecurityGroup': '1.4', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SecurityGroupRule': '1.2', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'SubPort': '1.0', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Subnet': '1.1', Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: 'Trunk': '1.1'}} Oct 12 11:10:42.362484 n-d-813419-3 neutron-server[95549]: {{(pid=95549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:10:42.376437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Attempting to bind port 496fca19-b38d-4213-ac90-889bb0442de3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:10:42.376886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Attempting to bind port 496fca19-b38d-4213-ac90-889bb0442de3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:10:42.377260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Attempting to bind port 496fca19-b38d-4213-ac90-889bb0442de3 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:42.384108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:10:42.384671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Checking segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:42.385353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.386231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Bound using segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:10:42.387069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Bound port: 496fca19-b38d-4213-ac90-889bb0442de3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:10:42.387626 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.495152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] For port 496fca19-b38d-4213-ac90-889bb0442de3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:10:42.495152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] For port 496fca19-b38d-4213-ac90-889bb0442de3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=496fca19-b38d-4213-ac90-889bb0442de3,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:10:42.604923 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.605902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33322) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:42.624742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-466aefea-98e0-4ee5-8399-198c5965a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.690508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070529-5479-4389-bb56-ccf53b916397 None None] Pushing event updated for resources: {'Port': ['ID=496fca19-b38d-4213-ac90-889bb0442de3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:42.742575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.776106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:42.989752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-466aefea-98e0-4ee5-8399-198c5965a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.016855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Allocated IP 172.25.2.17 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:43.126463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9b04302-74eb-447b-a890-e02c92fcf317 req-3a01d19d-af64-4730-b8f3-80ff675adf40 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 210 time: 0.0561857 Oct 12 11:10:43.128551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-466aefea-98e0-4ee5-8399-198c5965a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.192418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-466aefea-98e0-4ee5-8399-198c5965a5e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=321087e9d5694436999e9d1bab8dfaca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5855012 Oct 12 11:10:43.193477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aefea-98e0-4ee5-8399-198c5965a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50425467-6743-4523-9ff1-d08db0abb439,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:43.196434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:43.239642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.309096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.342240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.410417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.502614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:43.503429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.506463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.513297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50425467-6743-4523-9ff1-d08db0abb439 HTTP/1.1" status: 204 len: 168 time: 0.3157632 Oct 12 11:10:43.530162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:43.547834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:43.556993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ddbfb-bb0b-4945-bd12-94081c74777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50425467-6743-4523-9ff1-d08db0abb439,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:43.558043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:43.559175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Pushing event updated for resources: {'Port': ['ID=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:43.691861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 496fca19-b38d-4213-ac90-889bb0442de3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:43.759162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 496fca19-b38d-4213-ac90-889bb0442de3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:43.759772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.803834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c22c955d-8d29-4841-a049-45a922709d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.875611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.895596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c22c955d-8d29-4841-a049-45a922709d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:43.910560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 496fca19-b38d-4213-ac90-889bb0442de3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=496fca19-b38d-4213-ac90-889bb0442de3,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:10:43.924305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2d15a-de05-4bad-9458-7856da00255d None None] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:10:44.004470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c22c955d-8d29-4841-a049-45a922709d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.007904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.063350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c955d-8d29-4841-a049-45a922709d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065b8c96-76e6-4b89-a729-efbe018860e3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:44.099893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:44.100309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c22c955d-8d29-4841-a049-45a922709d30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d651749d81db422b840e512c0d34a543&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5394299 Oct 12 11:10:44.110278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-49da1470-9fe5-4e44-b21e-c8321289efde None None] Provisioning complete for port 496fca19-b38d-4213-ac90-889bb0442de3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:44.110911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49da1470-9fe5-4e44-b21e-c8321289efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.152189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=496fca19-b38d-4213-ac90-889bb0442de3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:44.183521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.329456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.449729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.591517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5ab8dad3-da40-461d-b396-c9715dc14e3a None None] Provisioning complete for port 496fca19-b38d-4213-ac90-889bb0442de3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:44.592105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5ab8dad3-da40-461d-b396-c9715dc14e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.636929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.690282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.693184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:44.697262 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/065b8c96-76e6-4b89-a729-efbe018860e3 HTTP/1.1" status: 204 len: 168 time: 0.5943441 Oct 12 11:10:44.713367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39f3b8-0dc4-4938-be82-c3bdf5502686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b8c96-76e6-4b89-a729-efbe018860e3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:44.795051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:44.904414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:10:45.030230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:10:45.043944 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:10:45.054719 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:10:45.056440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:45.141067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:45.145065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:45.151876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e26c0c42-8ac1-4ab5-9833-e0f54c82b130 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5778503 Oct 12 11:10:45.188569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:10:45.283739 n-d-813419-3 neutron-server[95548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 11:10:45.347562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea4aa1f5-b4fa-4841-ad86-11b0bbe81593 req-e6b39bc5-6b5f-4067-9e6f-4f0aa12065e1 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 210 time: 0.5507698 Oct 12 11:10:45.401107 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:43Z', 'revision_number': 3, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:45.429171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:10:45.429500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Updating router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:10:45.455764 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:45.491240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.47', 52674) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:45.537560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-c9e2dcfd-165a-4b95-ae63-6c16c0229e2a tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9fff9de59f864feda96af91c67244b0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421686 Oct 12 11:10:45.593839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 496fca19-b38d-4213-ac90-889bb0442de3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:45.693080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 496fca19-b38d-4213-ac90-889bb0442de3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:45.693460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:45.725018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:45.763170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1926-8bf6-4356-acf3-eab5aebb71ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:45.841479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-e8082c7d-987e-49e5-a07f-20d54860d464 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:45.848557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-e8082c7d-987e-49e5-a07f-20d54860d464 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002977 Oct 12 11:10:45.950505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Request body: {'port': {'device_id': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '9fff9de59f864feda96af91c67244b0c'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:46.024930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1926-8bf6-4356-acf3-eab5aebb71ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.028615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.078899 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.108554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1926-8bf6-4356-acf3-eab5aebb71ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.188271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff7c1926-8bf6-4356-acf3-eab5aebb71ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec705b0acb29437eb1ef31baf4bb2c90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4650393 Oct 12 11:10:46.189035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c1926-8bf6-4356-acf3-eab5aebb71ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aef251-50c0-4786-b43b-15a2f62ebe32,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:46.191342 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.193494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33442) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:46.251222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Allocated IP 172.20.0.1 (0e93cfef-6eb2-4d6b-9543-07072404a529/4c9d8802-f930-4049-b479-ecff783f33bb/42d74db6-3105-42b6-b395-26ea55bf3b03) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:46.262137 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Pushing event updated for resources: {'Port': ['ID=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:46.277474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.278506 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.281791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.282475 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.283088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.283618 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Tracked resource versions report: Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: pushed versions: Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: { 'AddressGroup': {'1.2'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'ConntrackHelper': {'1.0'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Log': {'1.0'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Network': {'1.1'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Port': {'1.7'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'PortForwarding': {'1.2'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'QosPolicy': {'1.10'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SecurityGroup': {'1.4'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SecurityGroupRule': {'1.2'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SubPort': {'1.0'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Subnet': {'1.1'}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Trunk': {'1.1'}} Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: consumer versions: Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: { DHCP agent@n-d-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: HyperV agent@n-h1-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: HyperV agent@n-h2-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: L3 agent@n-d-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: Metadata agent@n-d-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: Metering agent@n-d-813419-3: {}, Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: Open vSwitch agent@n-d-813419-3: { 'AddressGroup': '1.2', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'ConntrackHelper': '1.0', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Log': '1.0', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Network': '1.1', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Port': '1.7', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'PortForwarding': '1.2', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'QosPolicy': '1.10', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SecurityGroup': '1.4', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SecurityGroupRule': '1.2', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'SubPort': '1.0', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Subnet': '1.1', Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: 'Trunk': '1.1'}} Oct 12 11:10:46.284998 n-d-813419-3 neutron-server[95550]: {{(pid=95550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 11:10:46.307316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.324303 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Attempting to bind port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:10:46.326317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Attempting to bind port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:10:46.328141 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Attempting to bind port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:46.339954 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:10:46.342855 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:46.342855 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.342855 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:10:46.342855 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Bound port: 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:10:46.342855 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.358625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.377335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Made reservation on behalf of 9fff9de59f864feda96af91c67244b0c for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:10:46.394550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.422940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.440036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.457223 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] For port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:10:46.462714 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] For port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:10:46.536219 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.582545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.587835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d111d335-8ef4-4185-92e9-9ce1c1531535 req-9d66a2cd-eafd-4b91-8169-6068448b801e tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 210 time: 0.0452523 Oct 12 11:10:46.598592 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:10:46.599167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.599322 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:46.604926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.606377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3aef251-50c0-4786-b43b-15a2f62ebe32 HTTP/1.1" status: 204 len: 168 time: 0.4092786 Oct 12 11:10:46.635421 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e323c-711c-4cad-9564-44105c2eeb39 None None] Pushing event updated for resources: {'Port': ['ID=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:46.637417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f57e-2f24-4154-88e5-49e0936c496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aef251-50c0-4786-b43b-15a2f62ebe32,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:46.666713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:46.673807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:46.693012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:46.693403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.700666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Pushing event updated for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:46.706301 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.787044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:46.792108 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:10:46.958777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1e727-5601-45f6-ae1b-9f5dadaccaa7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:47.032117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-48171a5c-30a5-4540-a284-450e4c50f335 None None] Provisioning complete for port 42d74db6-3105-42b6-b395-26ea55bf3b03 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:47.032684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48171a5c-30a5-4540-a284-450e4c50f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.057232 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.106857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Allocated IP 192.168.233.58 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/181af8eb-147c-486a-ac19-3a5f59d4526a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:47.111432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:47.121699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-48171a5c-30a5-4540-a284-450e4c50f335 None None] Port 42d74db6-3105-42b6-b395-26ea55bf3b03 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:10:47.191258 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:43Z', 'revision_number': 3, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:47.226500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efbdde-dd8d-46b4-b455-7c771dc61ea9 None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:43Z', 'revision_number': 3, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:10:47.288607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.353506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.354408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.485390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Pushing event updated for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:47.500902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.565911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-937513e2-5df1-403b-aea8-2041f50dc734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.651982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-df1389e1-bf66-48f3-9aa0-d533e598f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.657421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:47.659939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:47.667735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.775562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:47.853643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-937513e2-5df1-403b-aea8-2041f50dc734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.864308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:47.874320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:47.891474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:47.891474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:47.983446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-937513e2-5df1-403b-aea8-2041f50dc734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.016612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Pushing event updated for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:48.107653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937513e2-5df1-403b-aea8-2041f50dc734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1cd57-355e-496a-b307-5ecb91fd49ed,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:48.144492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-ca6cbf61-c36d-4ff1-89e6-f94783126bf4 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2026737 Oct 12 11:10:48.191675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-6e85b299-5203-4ae8-8649-9d5cbcf4e8f5 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:10:48.193771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-937513e2-5df1-403b-aea8-2041f50dc734 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=652d79ab0b26413e8bd1eccf54400233&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0816865 Oct 12 11:10:48.194042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-6e85b299-5203-4ae8-8649-9d5cbcf4e8f5 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0278652 Oct 12 11:10:48.195009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6f5763f-1e8c-47c5-89f9-1f82f3bc7d0b None None] Provisioning complete for port 42d74db6-3105-42b6-b395-26ea55bf3b03 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:48.197048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6f5763f-1e8c-47c5-89f9-1f82f3bc7d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.199790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33524) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:48.264281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03f6cb-b615-4d16-9492-3473e7eebd08 req-38bf1cec-f144-44fc-a681-be1947c7c4fa tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:48.274822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e03f6cb-b615-4d16-9492-3473e7eebd08 req-38bf1cec-f144-44fc-a681-be1947c7c4fa tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 935 time: 0.4928191 Oct 12 11:10:48.308787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5763f-1e8c-47c5-89f9-1f82f3bc7d0b None None] Port 42d74db6-3105-42b6-b395-26ea55bf3b03 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:10:48.317347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:10:48.444976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e03f6cb-b615-4d16-9492-3473e7eebd08 req-9c546d06-aa72-49c8-ab00-28a6a3051f28 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628785 Oct 12 11:10:48.455277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-db5c50a6-a89b-45ba-b477-eede8b331e36 None None] Provisioning complete for port 181af8eb-147c-486a-ac19-3a5f59d4526a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:48.456263 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db5c50a6-a89b-45ba-b477-eede8b331e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.495933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.551432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-db5c50a6-a89b-45ba-b477-eede8b331e36 None None] Port 181af8eb-147c-486a-ac19-3a5f59d4526a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:10:48.580095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.595224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:10:48.602681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fae5ae2-a67f-47e4-91a8-051e683dbabb admin admin] 10.222.0.43 "PUT /v2.0/routers/6117e1d2-1a4a-4e0b-a227-aac76c118b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562964 Oct 12 11:10:48.751839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.756586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:48.757737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4c1cd57-355e-496a-b307-5ecb91fd49ed HTTP/1.1" status: 204 len: 168 time: 0.5490367 Oct 12 11:10:48.767466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b48f8-9c86-4c4f-8a33-8af5c7425367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1cd57-355e-496a-b307-5ecb91fd49ed,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:49.173077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Request body: {'port': {'device_id': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'device_owner': 'compute:tempest-test_az-246661173', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:49.338342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:49.594436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:49.655069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:49.655517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:49.684490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ace8a9-fe04-4412-977b-9ef41787892c req-86921159-fbc0-4eb4-b31a-8491dc1440a3 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:49.689942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-56ace8a9-fe04-4412-977b-9ef41787892c req-86921159-fbc0-4eb4-b31a-8491dc1440a3 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 935 time: 0.1402059 Oct 12 11:10:49.738044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:10:49.758046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:49.763601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:10:49.764219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:49.792458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-56ace8a9-fe04-4412-977b-9ef41787892c req-cec71a6f-6459-4a20-95bb-ee8214dd7632 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992408 Oct 12 11:10:49.863224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181af8eb-147c-486a-ac19-3a5f59d4526a {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:10:49.873064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:49.894982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Transition to ACTIVE for port object 181af8eb-147c-486a-ac19-3a5f59d4526a will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:10:49.930966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:10:49.996897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:10:50.211068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:47Z', 'revision_number': 2, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:50.239726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:10:50.240108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Updating router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 port 42d74db6-3105-42b6-b395-26ea55bf3b03 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:10:50.267152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.576298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.596662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.600340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01df9311-61d7-4dda-9ca3-59dab55c1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.601449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.662340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:50.688414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:50.692146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.765265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Attempting to bind port 181af8eb-147c-486a-ac19-3a5f59d4526a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:10:50.766769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Attempting to bind port 181af8eb-147c-486a-ac19-3a5f59d4526a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:10:50.769198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Attempting to bind port 181af8eb-147c-486a-ac19-3a5f59d4526a on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:50.782175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Port 181af8eb-147c-486a-ac19-3a5f59d4526a on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:10:50.782549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72c88-74d8-4bd5-aa0b-c0a4da6c41fd None None] Pushing event updated for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:50.783078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Attempting to bind port 181af8eb-147c-486a-ac19-3a5f59d4526a on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:50.793042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:10:50.793042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:50.801067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:10:50.801673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Bound port: 181af8eb-147c-486a-ac19-3a5f59d4526a, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:10:50.802126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:50.857161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33564) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:50.990897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Attempting to bind port 42d74db6-3105-42b6-b395-26ea55bf3b03 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:10:50.991270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Attempting to bind port 42d74db6-3105-42b6-b395-26ea55bf3b03 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:10:50.991635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Attempting to bind port 42d74db6-3105-42b6-b395-26ea55bf3b03 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:51.008766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:10:51.009179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Checking segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:51.009704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.010165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Bound using segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:10:51.010828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Bound port: 42d74db6-3105-42b6-b395-26ea55bf3b03, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:10:51.011238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.121943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:10:51.124516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] For port 42d74db6-3105-42b6-b395-26ea55bf3b03, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:10:51.144810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] For port 42d74db6-3105-42b6-b395-26ea55bf3b03, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42d74db6-3105-42b6-b395-26ea55bf3b03,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:10:51.175151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=181af8eb-147c-486a-ac19-3a5f59d4526a,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:10:51.187090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06e25-f270-4da0-a5b0-d6e7bee413b5 req-e1531bf2-a1a1-4fe1-9331-328c845f83c6 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:51.188601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8a06e25-f270-4da0-a5b0-d6e7bee413b5 req-e1531bf2-a1a1-4fe1-9331-328c845f83c6 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1799600 Oct 12 11:10:51.227582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.245174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8a06e25-f270-4da0-a5b0-d6e7bee413b5 req-5dc9f758-b866-4746-8cb4-f6dc6e7e94dd tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Oct 12 11:10:51.255089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.345061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:51.345509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.346967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/181af8eb-147c-486a-ac19-3a5f59d4526a HTTP/1.1" status: 200 len: 1116 time: 2.7066414 Oct 12 11:10:51.353881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:10:51.417539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] Provisioning complete for port 42d74db6-3105-42b6-b395-26ea55bf3b03 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:51.418417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.495377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:10:51.496113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:51.567655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f8f8-feda-49d7-af33-b5787f113fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:51.711907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b768fab-15c3-46b9-afb4-59d5142b0dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.738789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:51.745817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:51.761618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72c88-74d8-4bd5-aa0b-c0a4da6c41fd None None] Pushing event updated for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:51.768068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.796227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7cc63b6-9459-45dc-a7d5-5f7fbfefd4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.900755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.927083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:51.927960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.930941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.981752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-f621f779-e02a-4444-b07f-cc03b85f987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:51.994999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7cc63b6-9459-45dc-a7d5-5f7fbfefd4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:51.995797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-f621f779-e02a-4444-b07f-cc03b85f987a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fff9de59f864feda96af91c67244b0c&device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 1119 time: 0.2948985 Oct 12 11:10:52.048680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:10:52.061001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7cc63b6-9459-45dc-a7d5-5f7fbfefd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.103637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc63b6-9459-45dc-a7d5-5f7fbfefd4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06075760-b474-4e2b-ab39-21b00cafd039,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:52.147269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b768fab-15c3-46b9-afb4-59d5142b0dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.151011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7cc63b6-9459-45dc-a7d5-5f7fbfefd4ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aed4992f10124df2a2477b5a78242e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027078 Oct 12 11:10:52.153549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.154336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:52.211867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-51b65d5c-744f-4eb7-bbc0-1766fae450d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=181af8eb-147c-486a-ac19-3a5f59d4526a HTTP/1.1" status: 200 len: 217 time: 0.1887498 Oct 12 11:10:52.216066 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecef436-c504-42fa-9206-d850b98897ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:10:52.225252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b768fab-15c3-46b9-afb4-59d5142b0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.246245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.326175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b768fab-15c3-46b9-afb4-59d5142b0dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfbf9efae33b4d5ba34fc2d49cad0354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4679301 Oct 12 11:10:52.327299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b768fab-15c3-46b9-afb4-59d5142b0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31079d-4f89-4d6e-9253-c5ceec24764d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:52.346665 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.350058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33602) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:52.416419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-9cfe0899-661f-471a-b3ae-5dec09ef4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:52.417973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-9cfe0899-661f-471a-b3ae-5dec09ef4912 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1579282 Oct 12 11:10:52.453194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.470293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] For port 42d74db6-3105-42b6-b395-26ea55bf3b03, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42d74db6-3105-42b6-b395-26ea55bf3b03,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:10:52.521106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.543240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-c169b334-29ac-48be-ad12-4cff4685d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:52.545109 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-c169b334-29ac-48be-ad12-4cff4685d65a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137304 Oct 12 11:10:52.604657 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.612037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.618218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.619958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06075760-b474-4e2b-ab39-21b00cafd039 HTTP/1.1" status: 204 len: 168 time: 0.4636531 Oct 12 11:10:52.635528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4bc78-56c8-4701-b34c-a9cb5123735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06075760-b474-4e2b-ab39-21b00cafd039,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:52.691132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.695396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.701847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b31079d-4f89-4d6e-9253-c5ceec24764d HTTP/1.1" status: 204 len: 168 time: 0.3476546 Oct 12 11:10:52.721449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ce03-c50b-4d33-9384-410b71de2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31079d-4f89-4d6e-9253-c5ceec24764d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:52.740260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-48398760-de36-4d40-9c6d-d21a9e8f29ab service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863692 Oct 12 11:10:52.819106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f1a30129-b82e-4f70-b3e0-16ca42d49294 None None] Provisioning complete for port 42d74db6-3105-42b6-b395-26ea55bf3b03 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:52.819679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f1a30129-b82e-4f70-b3e0-16ca42d49294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:52.891452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaae60-35de-4215-bab2-bea0d0250f21 None None] Pushing event updated for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:53.129404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:51Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:53.185380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ba69b9-016b-4e37-a44f-b21e07c2c712 None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:51Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:10:53.203710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8a17650-12d7-4d95-a6c3-4779b4bd587b req-a57432b0-1108-4897-a6e7-901fbfe8b09d service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069726 Oct 12 11:10:53.203710 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cae4e11-3e04-49b5-9396-6d55ab39a30d x-openstack-request-id: req-0cae4e11-3e04-49b5-9396-6d55ab39a30d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:10:53.204226 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:10:53.204226 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cae4e11-3e04-49b5-9396-6d55ab39a30d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:10:53.204686 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a', 'status': 'completed', 'code': 200} Oct 12 11:10:53.206595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca011144-f3be-4518-b844-2e22e186742b req-e7b0cf69-26fd-429e-be10-cf4b23c91863 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:53.235963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca011144-f3be-4518-b844-2e22e186742b req-e7b0cf69-26fd-429e-be10-cf4b23c91863 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1625366 Oct 12 11:10:53.263649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:53.362551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca011144-f3be-4518-b844-2e22e186742b req-119fc96c-8d65-4006-9cd0-e81709d03a23 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169970 Oct 12 11:10:53.480336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef436-c504-42fa-9206-d850b98897ac req-23e8f880-c642-4b9f-a826-ab3550b4158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:53.481855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-23e8f880-c642-4b9f-a826-ab3550b4158a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fff9de59f864feda96af91c67244b0c&device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 1119 time: 0.1153409 Oct 12 11:10:53.551975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33628) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:53.558044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-network', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:53.654925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42d74db6-3105-42b6-b395-26ea55bf3b03 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:53.707630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Made reservation on behalf of 19c60e9566a04f07a6f031d5447f0695 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:10:53.710126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:53.731020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:53.794585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 42d74db6-3105-42b6-b395-26ea55bf3b03 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:53.795980 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:53.939505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.005561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.087030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:10:54.095817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a57878-f89b-4ed0-94f2-80265c6f69c3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:54.103403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.103687 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Added segment 69124307-d8c9-4699-8dd9-69fadb10da17 of type vlan for network 416eb893-02d5-4581-bf00-cf2c55b69fb1 Oct 12 11:10:54.129556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef436-c504-42fa-9206-d850b98897ac req-92a021de-5ee5-4881-8791-924e5e5dcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:54.133047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-92a021de-5ee5-4881-8791-924e5e5dcec5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2936876 Oct 12 11:10:54.179324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.234185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-1dedc55a-a509-43b8-9498-d7d8a82f9074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=181af8eb-147c-486a-ac19-3a5f59d4526a HTTP/1.1" status: 200 len: 217 time: 0.0717082 Oct 12 11:10:54.308691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33648) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:54.311193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.312257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:54.312841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.360438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3f85ad4-84a6-46e4-95dc-0d001339dc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.471643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9184449 Oct 12 11:10:54.500645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33654) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:54.522618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Request body: {'subnet': {'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-subnet', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:54.547036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87fa4-3583-4a37-a33e-47c16e783f51 admin admin] Pushing event updated for resources: {'Network': ['ID=416eb893-02d5-4581-bf00-cf2c55b69fb1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:54.570002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:10:54.705851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef436-c504-42fa-9206-d850b98897ac req-43bb1199-ab8b-4bb1-82a7-df23acf92713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:54.710260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-43bb1199-ab8b-4bb1-82a7-df23acf92713 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1190686 Oct 12 11:10:54.728789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328bc62-8817-4994-aed3-4cf626786f58 req-e84c9d9e-d9b5-4222-9b64-6e9a39607aae tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:54.732987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1328bc62-8817-4994-aed3-4cf626786f58 req-e84c9d9e-d9b5-4222-9b64-6e9a39607aae tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1482649 Oct 12 11:10:54.767672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Made reservation on behalf of 19c60e9566a04f07a6f031d5447f0695 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:10:54.769942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.794889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3f85ad4-84a6-46e4-95dc-0d001339dc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.826869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef436-c504-42fa-9206-d850b98897ac req-7efc57b4-43f9-448f-a4c4-2db50eab63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:54.828582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-7efc57b4-43f9-448f-a4c4-2db50eab63ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097400 Oct 12 11:10:54.854422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3f85ad4-84a6-46e4-95dc-0d001339dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:54.902253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e3f85ad4-84a6-46e4-95dc-0d001339dc0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c58cce36be8a44ff8bba02ac43786498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924325 Oct 12 11:10:54.909079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:55.098848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f85ad4-84a6-46e4-95dc-0d001339dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663d9126-0d2a-482d-bdd3-14492b8fd9b0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:55.154821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.190496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-91b79843-39cd-4f14-ad65-147896c74a7f service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552149 Oct 12 11:10:55.195802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.199579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1328bc62-8817-4994-aed3-4cf626786f58 req-ce07a496-91ee-4ff3-bd42-1388d42ae47b tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600215 Oct 12 11:10:55.254058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.342150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ecef436-c504-42fa-9206-d850b98897ac req-4a79f156-3a43-4873-ac96-a4be3b34fbd1 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369131 Oct 12 11:10:55.387700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce639dd-e3a2-40cd-8200-4c476b953e03,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:55.395595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Checking segment: {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:55.396091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Network hostable DHCP agents. Network: 416eb893-02d5-4581-bf00-cf2c55b69fb1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:10:55.408499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.412804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.414907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/663d9126-0d2a-482d-bdd3-14492b8fd9b0 HTTP/1.1" status: 204 len: 168 time: 0.5045867 Oct 12 11:10:55.431240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdbca7-dae9-47e0-9017-a4317089c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d9126-0d2a-482d-bdd3-14492b8fd9b0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:55.499785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:10:55.510979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:55.642509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 416eb893-02d5-4581-bf00-cf2c55b69fb1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:55.647223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:55.647807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:55.654729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c414f-8fa7-4e26-8074-664df27dc035 None None] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:10:55.870315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-416eb893-02d5-4581-bf00-cf2c55b69fb1', 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'fixed_ips': [{'subnet_id': '0ce639dd-e3a2-40cd-8200-4c476b953e03'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:10:55.871279 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.035614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Allocated IP 172.20.0.2 (416eb893-02d5-4581-bf00-cf2c55b69fb1/0ce639dd-e3a2-40cd-8200-4c476b953e03/95d808db-3b2f-43f9-8649-0499621ca004) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:56.324337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.325247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64fd6fea-d95d-4794-8207-72e0633b77ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8219702 Oct 12 11:10:56.325378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33682) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:56.339894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:10:56.395230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676360c-e50e-469d-ada0-dec0109dcd4e req-4f1b4984-437c-488c-9f20-dd3e0ff87346 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:56.396813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d676360c-e50e-469d-ada0-dec0109dcd4e req-4f1b4984-437c-488c-9f20-dd3e0ff87346 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.0730121 Oct 12 11:10:56.456615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d676360c-e50e-469d-ada0-dec0109dcd4e req-748604d7-56cc-4c15-a894-5ca247eb27cd tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Oct 12 11:10:56.587552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5747-223d-4af4-96bc-b6b710b64d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.602226 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:10:56.690586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.690852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.691952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.692394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.728918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5747-223d-4af4-96bc-b6b710b64d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.749232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:56.752442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:56.763669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:56.774898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.801137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Pushing event updated for resources: {'Port': ['ID=95d808db-3b2f-43f9-8649-0499621ca004,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:56.836502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5747-223d-4af4-96bc-b6b710b64d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.860268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Attempting to bind port 95d808db-3b2f-43f9-8649-0499621ca004 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:10:56.861216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Attempting to bind port 95d808db-3b2f-43f9-8649-0499621ca004 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:10:56.863312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Attempting to bind port 95d808db-3b2f-43f9-8649-0499621ca004 on network 416eb893-02d5-4581-bf00-cf2c55b69fb1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:10:56.876126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:10:56.876857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Checking segment: {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:10:56.877504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.878065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Bound using segment: {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:10:56.878740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Bound port: 95d808db-3b2f-43f9-8649-0499621ca004, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:10:56.886392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:56.927470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aaeb5747-223d-4af4-96bc-b6b710b64d12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=462f4a5b80d04cf5b35072ad7f0b828c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4155405 Oct 12 11:10:56.931795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:56.938025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb5747-223d-4af4-96bc-b6b710b64d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccadf94-71b7-402a-b11d-105c989c83e6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:57.031024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] For port 95d808db-3b2f-43f9-8649-0499621ca004, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:10:57.035242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] For port 95d808db-3b2f-43f9-8649-0499621ca004, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=95d808db-3b2f-43f9-8649-0499621ca004,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:10:57.046164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.098211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.099408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.114377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.122932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:57.218020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe41a-c4f7-4554-837b-91eea2ca7792 None None] Pushing event updated for resources: {'Port': ['ID=95d808db-3b2f-43f9-8649-0499621ca004,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:57.297462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.301073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.302248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ccadf94-71b7-402a-b11d-105c989c83e6 HTTP/1.1" status: 204 len: 168 time: 0.3688605 Oct 12 11:10:57.328639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90a3b3-9e41-4604-af30-fcbe1e554eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccadf94-71b7-402a-b11d-105c989c83e6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:57.512213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.565371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.671801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fa9dc-39cb-4575-9ba2-2525bfc7375e req-d0370234-9c82-4140-a862-63467d668ad5 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:57.677463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-020fa9dc-39cb-4575-9ba2-2525bfc7375e req-d0370234-9c82-4140-a862-63467d668ad5 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1007044 Oct 12 11:10:57.719252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-535530c4-1350-4051-8aa2-c6e2dd2e836c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:57.775114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-020fa9dc-39cb-4575-9ba2-2525bfc7375e req-c2b0a22f-65f0-426e-978d-af95e364e08d tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Oct 12 11:10:57.871813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Allocated IP 172.25.2.230 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/32448279-e04c-4371-abb4-f69df18a2427) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:10:57.936479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-535530c4-1350-4051-8aa2-c6e2dd2e836c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.041213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.053145 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-535530c4-1350-4051-8aa2-c6e2dd2e836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.092882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-535530c4-1350-4051-8aa2-c6e2dd2e836c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6331d9c9efe24ded9325c88e655bf9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9659123 Oct 12 11:10:58.093611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33724) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:58.131604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535530c4-1350-4051-8aa2-c6e2dd2e836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d1217-7de0-4236-8e35-73a76e806ec3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:58.205467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.216449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.268892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.272172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:10:58.278171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:10:58.282811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:10:58.376597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33730) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:58.398635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-077198f7-7153-450a-85ad-312fe17e304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.413420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.414175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Pushing event updated for resources: {'Port': ['ID=32448279-e04c-4371-abb4-f69df18a2427,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:58.417259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.420174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f8d1217-7de0-4236-8e35-73a76e806ec3 HTTP/1.1" status: 204 len: 168 time: 0.3235483 Oct 12 11:10:58.433458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea21c5-ed0b-4b91-8110-cae889688843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d1217-7de0-4236-8e35-73a76e806ec3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:58.529468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-077198f7-7153-450a-85ad-312fe17e304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.627564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-077198f7-7153-450a-85ad-312fe17e304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.642503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82658ab3-07a6-42e9-92ee-f6577dec6099 None None] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:10:58.746070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-077198f7-7153-450a-85ad-312fe17e304a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b61f82556114eb5ab84d9823bb7e530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680811 Oct 12 11:10:58.747276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077198f7-7153-450a-85ad-312fe17e304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f10bf-02aa-4ecd-86ad-12dc0609027f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:58.764699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33738) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:58.899541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.928219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] Provisioning complete for port 95d808db-3b2f-43f9-8649-0499621ca004 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:58.928219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:58.948916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.108201 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.115909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.119230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.124739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b25f10bf-02aa-4ecd-86ad-12dc0609027f HTTP/1.1" status: 204 len: 168 time: 0.3496296 Oct 12 11:10:59.134920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4df2d-957d-439f-9609-b550059dd7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f10bf-02aa-4ecd-86ad-12dc0609027f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:59.190459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] For port 95d808db-3b2f-43f9-8649-0499621ca004, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=95d808db-3b2f-43f9-8649-0499621ca004,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:10:59.257702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.288735 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.319530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d79c-e7ae-4960-9bf8-092c3b5b17a3 req-62d7d451-ef64-4e1e-b726-001d523e1895 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:10:59.321722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3c8d79c-e7ae-4960-9bf8-092c3b5b17a3 req-62d7d451-ef64-4e1e-b726-001d523e1895 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.3749168 Oct 12 11:10:59.360046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c773c62-242d-46e1-9806-d7e475499896 None None] Pushing event updated for resources: {'Port': ['ID=95d808db-3b2f-43f9-8649-0499621ca004,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:10:59.410082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5c00b8d5-8351-4c50-b2d7-b609b98cec2f None None] Provisioning complete for port 95d808db-3b2f-43f9-8649-0499621ca004 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:59.410614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c00b8d5-8351-4c50-b2d7-b609b98cec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.414222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3c8d79c-e7ae-4960-9bf8-092c3b5b17a3 req-0ba7e174-9854-4837-8fe5-46c967ccbb49 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851505 Oct 12 11:10:59.542115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.584788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 95d808db-3b2f-43f9-8649-0499621ca004 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:10:59.637996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 95d808db-3b2f-43f9-8649-0499621ca004 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:10:59.638468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.718928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:10:59.785621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33754) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:59.801538 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6032203d-5ee2-434c-8d3d-19d9e591d51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.830900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:10:59.842186 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Sync routers for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:10:59.856338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:10:59.857358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:10:59.908685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6032203d-5ee2-434c-8d3d-19d9e591d51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.932370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:10:59.940524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6775553c-8950-4026-ba13-bdcd4d3ec518 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6089764 Oct 12 11:10:59.940524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33760) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:10:59.974068 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:10:59.985026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6032203d-5ee2-434c-8d3d-19d9e591d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.015217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032203d-5ee2-434c-8d3d-19d9e591d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893dd7bc-95f3-45dd-b2f2-e4dc0fbf5de5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:00.045393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6032203d-5ee2-434c-8d3d-19d9e591d51d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=258fd0b0110d4420b254c280ebbf6b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563717 Oct 12 11:11:00.056793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33764) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:00.166274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.191142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.200018 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:10:58Z', 'revision_number': 3, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:00.253496 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Checking router: be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:00.253851 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Updating router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 port 32448279-e04c-4371-abb4-f69df18a2427 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:11:00.281418 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.353593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.356198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.360684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/893dd7bc-95f3-45dd-b2f2-e4dc0fbf5de5 HTTP/1.1" status: 204 len: 168 time: 0.2991476 Oct 12 11:11:00.370569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1ccbd-bcca-45f4-aa5e-36e76e75c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893dd7bc-95f3-45dd-b2f2-e4dc0fbf5de5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:00.475059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.716969 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.792969 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.810720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd310095-0f58-497c-a47c-fbc1767c4ea3 req-0c3d910c-29b7-4b98-b491-f7e191f56713 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:00.813206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fd310095-0f58-497c-a47c-fbc1767c4ea3 req-0c3d910c-29b7-4b98-b491-f7e191f56713 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.2725220 Oct 12 11:11:00.848246 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Attempting to bind port 32448279-e04c-4371-abb4-f69df18a2427 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:00.848965 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Attempting to bind port 32448279-e04c-4371-abb4-f69df18a2427 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:00.848965 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Attempting to bind port 32448279-e04c-4371-abb4-f69df18a2427 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:00.863379 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:00.863751 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:00.864175 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.864549 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:00.865025 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Bound port: 32448279-e04c-4371-abb4-f69df18a2427, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:00.865450 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:00.885545 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee16e7-625b-41bc-84fd-b85b201539d3 None None] Pushing event updated for resources: {'Port': ['ID=32448279-e04c-4371-abb4-f69df18a2427,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:00.915969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fd310095-0f58-497c-a47c-fbc1767c4ea3 req-0ca14098-cb09-4dfa-bfff-9a331246418a tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935907 Oct 12 11:11:00.923915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] For port 32448279-e04c-4371-abb4-f69df18a2427, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:00.927588 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] For port 32448279-e04c-4371-abb4-f69df18a2427, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=32448279-e04c-4371-abb4-f69df18a2427,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:00.933964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Allocated IP 172.20.0.1 (416eb893-02d5-4581-bf00-cf2c55b69fb1/0ce639dd-e3a2-40cd-8200-4c476b953e03/bea1ba9f-27d7-4d26-a860-61ec64ab5f2b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:00.977410 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.030369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:01.031019 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:01.057077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.092641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee16e7-625b-41bc-84fd-b85b201539d3 None None] Pushing event updated for resources: {'Port': ['ID=32448279-e04c-4371-abb4-f69df18a2427,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:01.171160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.175348 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:01.247898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:01.252290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:01.254141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Pushing event updated for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:01.256408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:01.257445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.455767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:10:58Z', 'revision_number': 3, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:01.519787 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b62e2-fb6c-42bf-8953-7b7914ded2bb None None] The sync data for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 is: [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:10:58Z', 'revision_number': 3, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:01.650582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8470c9ac-5c24-4e55-bc9b-c64064823dff None None] Provisioning complete for port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:01.651218 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8470c9ac-5c24-4e55-bc9b-c64064823dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.690587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8470c9ac-5c24-4e55-bc9b-c64064823dff None None] Port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:01.805702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:01.877574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33846) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:02.072152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.088695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57a3f0-4c1c-4ca4-b556-feeea0887998 req-9d940fcf-ea10-4214-9f4d-4c46e8659240 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:02.090621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba57a3f0-4c1c-4ca4-b556-feeea0887998 req-9d940fcf-ea10-4214-9f4d-4c46e8659240 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1056213 Oct 12 11:11:02.151445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba57a3f0-4c1c-4ca4-b556-feeea0887998 req-165e7d53-4dce-41b1-95d2-ff5c4fb11984 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Oct 12 11:11:02.155690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.155690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.155895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c8fd-09cd-4896-8085-b8fb574ae75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.218433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Pushing event updated for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:02.282014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c8fd-09cd-4896-8085-b8fb574ae75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.301938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:02.303489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:02.362279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c8fd-09cd-4896-8085-b8fb574ae75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.405327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4c8fd-09cd-4896-8085-b8fb574ae75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f86446-208f-4c70-91fb-f1662c199e82,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:02.439415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c3c4c8fd-09cd-4896-8085-b8fb574ae75f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b629aa9aeed94300b51f34efb52166f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600965 Oct 12 11:11:02.442133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33866) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:02.476301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:11:02.517922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.548630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.673163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:11:02.683449 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fec9f9c1-b0cb-4619-8871-52b77ee0bd83 admin admin] 10.222.0.43 "PUT /v2.0/routers/be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7415020 Oct 12 11:11:02.688004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.691205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.692607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44f86446-208f-4c70-91fb-f1662c199e82 HTTP/1.1" status: 204 len: 168 time: 0.2484572 Oct 12 11:11:02.701435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c255-2f60-477c-9a85-7d392c25c712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f86446-208f-4c70-91fb-f1662c199e82,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:02.728067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-19e5f27c-8ad2-4ff8-9656-31e3cd64fa85 None None] Provisioning complete for port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:02.728706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19e5f27c-8ad2-4ff8-9656-31e3cd64fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:02.766592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-19e5f27c-8ad2-4ff8-9656-31e3cd64fa85 None None] Port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:03.455881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90905fb-594a-4474-aebb-c52bd06322b5 req-56662f68-def6-4169-90d4-a421d3ce1380 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:03.457612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f90905fb-594a-4474-aebb-c52bd06322b5 req-56662f68-def6-4169-90d4-a421d3ce1380 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.0680749 Oct 12 11:11:03.516209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f90905fb-594a-4474-aebb-c52bd06322b5 req-23f80286-ff81-484b-aece-b6c69db5db40 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Oct 12 11:11:03.542597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Sync routers for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:11:03.554664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:03.555475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:03.651745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 32448279-e04c-4371-abb4-f69df18a2427 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:03.705020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:03.722359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33906) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:03.737209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6fda736-eaac-45f0-b8cd-45dc59d716c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:03.796183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 32448279-e04c-4371-abb4-f69df18a2427 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:03.796183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:03.835699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6fda736-eaac-45f0-b8cd-45dc59d716c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:03.951182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6fda736-eaac-45f0-b8cd-45dc59d716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:03.978401 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.001266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda736-eaac-45f0-b8cd-45dc59d716c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530c708-9621-483b-9dd0-74a3f1434a5a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:04.006387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a6fda736-eaac-45f0-b8cd-45dc59d716c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd69f6c294774571ae9ba7d329ddac14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821412 Oct 12 11:11:04.009216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33916) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:04.010544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 32448279-e04c-4371-abb4-f69df18a2427, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=32448279-e04c-4371-abb4-f69df18a2427,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:04.044606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:11:01Z', 'revision_number': 4, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bea1ba9f-27d7-4d26-a860-61ec64ab5f2b', 'name': '', 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'mac_address': 'fa:16:3e:cb:e0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:00Z', 'updated_at': '2021-10-12T11:11:01Z', 'revision_number': 2, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'subnets': [{'id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:04.081098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Checking router: be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:04.081478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Updating router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:11:04.087179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.112789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.115652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.131554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.268461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.271911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.276674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a530c708-9621-483b-9dd0-74a3f1434a5a HTTP/1.1" status: 204 len: 168 time: 0.2630534 Oct 12 11:11:04.282687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 181af8eb-147c-486a-ac19-3a5f59d4526a details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:04.288386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78c6c-20c4-4661-9083-4dbf9d68294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530c708-9621-483b-9dd0-74a3f1434a5a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:04.388776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=32448279-e04c-4371-abb4-f69df18a2427,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:04.459338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33924) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:04.463904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414013671', 'description': 'tempest-description--459701903'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:04.540229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.694458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=181af8eb-147c-486a-ac19-3a5f59d4526a,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:04.707667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2c428-647f-4aac-94a1-dd19aee864b4 req-5600b3c8-5dc5-4546-915c-97b6e11b2d7b tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:04.722492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddf2c428-647f-4aac-94a1-dd19aee864b4 req-5600b3c8-5dc5-4546-915c-97b6e11b2d7b tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 968 time: 0.1316164 Oct 12 11:11:04.733990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '181af8eb-147c-486a-ac19-3a5f59d4526a', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '181af8eb-147c-486a-ac19-3a5f59d4526a', 'mac_address': 'fa:16:3e:ea:0d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-246661173', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:04.736261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.786113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.787449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddf2c428-647f-4aac-94a1-dd19aee864b4 req-ab530862-cd9b-4f72-a5f0-f0481f80eab7 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Oct 12 11:11:04.817173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181af8eb-147c-486a-ac19-3a5f59d4526a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:04.832044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.862676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=181af8eb-147c-486a-ac19-3a5f59d4526a,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:04.875689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:04.877262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.928137 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.930215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:04.931551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f550b5c1-b86b-4e11-878b-8043f10bf113 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4712050 Oct 12 11:11:04.934757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:04.939121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'security_group_rule': {'security_group_id': '0a8d8b55-643c-4573-9a5f-0c7b7fc81d23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:04.980647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:04.984896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.040340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309233-1a9c-4fe8-90d5-e620142842e2 None None] Pushing event updated for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:05.103738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.107760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Attempting to bind port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:05.108485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Attempting to bind port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:05.108919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Attempting to bind port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b on network 416eb893-02d5-4581-bf00-cf2c55b69fb1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:05.120078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:05.120473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Checking segment: {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:05.120944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.121396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Bound using segment: {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:05.121936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Bound port: bea1ba9f-27d7-4d26-a860-61ec64ab5f2b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69124307-d8c9-4699-8dd9-69fadb10da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:05.122397 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.197376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.224321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] For port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:05.227990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] For port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:05.261209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['181af8eb-147c-486a-ac19-3a5f59d4526a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:05.288397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.312746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.313984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b263bb5-113c-499b-a3df-923e151952f8,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:05.397363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] Provisioning complete for port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:05.397560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.419028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.423233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-306f7f65-d8df-4ee2-ad57-4a72a6a69ab8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845531 Oct 12 11:11:05.423686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:05.429698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'security_group_rule': {'security_group_id': '0a8d8b55-643c-4573-9a5f-0c7b7fc81d23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:05.437318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:05.437938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:10:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:05.502441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309233-1a9c-4fe8-90d5-e620142842e2 None None] Pushing event updated for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:05.570445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.606599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 32448279-e04c-4371-abb4-f69df18a2427 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:05.660858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.683621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:05.739353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.756437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.766132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f10675-36c2-4d9c-8cf5-eb8fe88161d5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:05.846644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.851277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ead7295-cd5d-4b75-a8e8-91417f0e5235 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228780 Oct 12 11:11:05.851480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:05.856746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:05.892744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] For port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:05.892744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 32448279-e04c-4371-abb4-f69df18a2427 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:05.892744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:05.921431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da9c9-d28e-4291-b92e-e12fa3491257 req-ab51f56b-7557-495f-a10b-2108bc689f15 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:05.923134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-595da9c9-d28e-4291-b92e-e12fa3491257 req-ab51f56b-7557-495f-a10b-2108bc689f15 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 969 time: 0.0706794 Oct 12 11:11:05.984195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-595da9c9-d28e-4291-b92e-e12fa3491257 req-719cb41b-8a56-464d-8ecf-0384c8e9a22a tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Oct 12 11:11:05.988190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.003878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.112885 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.114157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d53313-f113-493b-bfa9-94649727c1c0 None None] Pushing event updated for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:06.137135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:11:01Z', 'revision_number': 4, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bea1ba9f-27d7-4d26-a860-61ec64ab5f2b', 'name': '', 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'mac_address': 'fa:16:3e:cb:e0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:00Z', 'updated_at': '2021-10-12T11:11:05Z', 'revision_number': 4, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'subnets': [{'id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:06.168012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0932d6-26cd-4c7c-8760-a54334b5d014 None None] The sync data for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 is: [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:11:01Z', 'revision_number': 4, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bea1ba9f-27d7-4d26-a860-61ec64ab5f2b', 'name': '', 'network_id': '416eb893-02d5-4581-bf00-cf2c55b69fb1', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'mac_address': 'fa:16:3e:cb:e0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:00Z', 'updated_at': '2021-10-12T11:11:05Z', 'revision_number': 4, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'subnets': [{'id': '0ce639dd-e3a2-40cd-8200-4c476b953e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:06.172185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-954c3675-9fee-4545-92ce-086b76daa5d6 None None] Provisioning complete for port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:06.172185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-954c3675-9fee-4545-92ce-086b76daa5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.264976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Allocated IP 172.25.2.171 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/f58f2875-7e7d-478e-b30d-0bc513746d4f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:06.298721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 181af8eb-147c-486a-ac19-3a5f59d4526a up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:06.406348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.443059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 181af8eb-147c-486a-ac19-3a5f59d4526a completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:11:06.449105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 181af8eb-147c-486a-ac19-3a5f59d4526a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:06.452996 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.512348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.529365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33976) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:06.557938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.571778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:06.575848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:06.581839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:06.591175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:06.597779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'Port': ['ID=f58f2875-7e7d-478e-b30d-0bc513746d4f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:06.696715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.705449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=181af8eb-147c-486a-ac19-3a5f59d4526a,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:06.771485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.824916 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:06.842392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:06.855063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-437edf5c-8204-4acd-a3eb-39a911044211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.000475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-437edf5c-8204-4acd-a3eb-39a911044211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.042141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.060875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-437edf5c-8204-4acd-a3eb-39a911044211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.102780 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abbb626-e440-4bb6-a9b4-f24a4b9b1b17" -d '{"events": [{"server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:07.111435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.128447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.149818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-437edf5c-8204-4acd-a3eb-39a911044211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c944eae3f874d50bbfc1f12bf85668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181054 Oct 12 11:11:07.151096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437edf5c-8204-4acd-a3eb-39a911044211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3680945b-d5d4-43c9-976b-2f81883c2df1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:07.176732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34002) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:07.231190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'Port': ['ID=f58f2875-7e7d-478e-b30d-0bc513746d4f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:07.244588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9436-37d2-47c1-b6ca-4c276803a4e8 req-36a18cb4-2990-4886-9974-f41672dae396 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:07.246131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a23d9436-37d2-47c1-b6ca-4c276803a4e8 req-36a18cb4-2990-4886-9974-f41672dae396 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.1652560 Oct 12 11:11:07.271608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.294508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.295907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36eaf40e-c25d-4fc5-a9b3-0429260c0bd9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4433739 Oct 12 11:11:07.312700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.325427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a23d9436-37d2-47c1-b6ca-4c276803a4e8 req-2164347e-dc17-41a4-a54f-fd7220607ac3 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716376 Oct 12 11:11:07.433554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.440278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.440278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3680945b-d5d4-43c9-976b-2f81883c2df1 HTTP/1.1" status: 204 len: 168 time: 0.2598615 Oct 12 11:11:07.455214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a2ea0-ddd6-49d4-8a2e-6eb19110afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3680945b-d5d4-43c9-976b-2f81883c2df1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:07.469197 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03289b05-f86c-46e0-aad4-65b51fa0cc1c x-openstack-request-id: req-03289b05-f86c-46e0-aad4-65b51fa0cc1c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:07.470944 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:07.470944 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03289b05-f86c-46e0-aad4-65b51fa0cc1c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:07.471634 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a', 'code': 200} Oct 12 11:11:07.645017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd80072d-3663-45b0-96e4-e063602040cf tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--414013671&fields=id&tenant_id=d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 267 time: 0.0711508 Oct 12 11:11:07.707793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bea1ba9f-27d7-4d26-a860-61ec64ab5f2b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:07.750970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-dc08def1-bf33-4b0f-b744-64c55f81a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:07.753988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-dc08def1-bf33-4b0f-b744-64c55f81a3cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 1121 time: 0.1270492 Oct 12 11:11:07.776966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-9c44751e-aa7b-45a8-b93d-642530a89ff3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.802419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:07.802958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.900827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-9c44751e-aa7b-45a8-b93d-642530a89ff3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:07.905647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-3e5345f6-e1b4-4f9f-bbb3-03a27b653343 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:07.913444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-3e5345f6-e1b4-4f9f-bbb3-03a27b653343 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 824 time: 0.2500587 Oct 12 11:11:07.927513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-359eb86e-3e8e-4b2b-b59d-b92c7b5f4e1d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/quotas/d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 375 time: 0.0127757 Oct 12 11:11:08.010879 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-9c44751e-aa7b-45a8-b93d-642530a89ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.034368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-da2678c0-1dc5-44dd-877e-7d2432231707 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924706 Oct 12 11:11:08.043606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5c70be3-4632-4d1d-8af8-6eef363383b6 req-9c44751e-aa7b-45a8-b93d-642530a89ff3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801380 Oct 12 11:11:08.055651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44751e-aa7b-45a8-b93d-642530a89ff3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e724cf0-d3fc-48dc-b14c-46034287115f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:08.307243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34050) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:08.324667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f36b768-550f-4b68-ad9c-00abfc168c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.424161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f36b768-550f-4b68-ad9c-00abfc168c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.462606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-891f079a-b469-45ac-a758-2876337513a0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:11:08.463717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-891f079a-b469-45ac-a758-2876337513a0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0678992 Oct 12 11:11:08.477719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a584193-f220-4f83-a521-f9335ffdd417 req-41730905-dd3f-4890-84d1-9bef94e43e97 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:08.481881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a584193-f220-4f83-a521-f9335ffdd417 req-41730905-dd3f-4890-84d1-9bef94e43e97 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.0582967 Oct 12 11:11:08.500391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:08.521220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a584193-f220-4f83-a521-f9335ffdd417 req-739266d1-978b-42ab-bbcb-2e1a09263040 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Oct 12 11:11:08.530194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f36b768-550f-4b68-ad9c-00abfc168c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.601964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f36b768-550f-4b68-ad9c-00abfc168c3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1392889fa00948479ffac54386c8869a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933173 Oct 12 11:11:08.605957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34068) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:08.619153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b126d1ca-8855-463c-ad24-c6252c19c773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.630916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b768-550f-4b68-ad9c-00abfc168c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d943f4b-b1ee-40c2-8dbd-3b2ea7e68000,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:08.661241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.684925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.698994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-50e2580a-180b-4ecb-b075-761f87f62f7e service neutron] 10.222.0.43 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276933 Oct 12 11:11:08.786973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b126d1ca-8855-463c-ad24-c6252c19c773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.805171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.807947 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.809139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d943f4b-b1ee-40c2-8dbd-3b2ea7e68000 HTTP/1.1" status: 204 len: 168 time: 0.2019067 Oct 12 11:11:08.817486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20920b7e-ba62-4a87-8e21-e6408c17d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d943f4b-b1ee-40c2-8dbd-3b2ea7e68000,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:08.818207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-d3aeba66-d2ab-430f-93b5-6dd79fa5d426 service neutron] 10.222.0.43 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111069 Oct 12 11:11:08.851076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b126d1ca-8855-463c-ad24-c6252c19c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.893432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b126d1ca-8855-463c-ad24-c6252c19c773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=494ae16f24bc44dc8cc574b9ab7a5b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920317 Oct 12 11:11:08.896450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34072) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:08.900075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126d1ca-8855-463c-ad24-c6252c19c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddc473f-d37b-4591-80c7-37ca8d2a00d7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:08.953032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:08.983281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:09.114616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e300f6f7-0a1d-46f8-bb90-d4394146853f req-4f668c56-cfd9-4e9b-9d32-c1b87a7a7dbe tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Oct 12 11:11:09.128309 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:09.131209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:09.132631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ddc473f-d37b-4591-80c7-37ca8d2a00d7 HTTP/1.1" status: 204 len: 168 time: 0.2351336 Oct 12 11:11:09.141527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a569d8-331e-4865-ae05-98f395460bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddc473f-d37b-4591-80c7-37ca8d2a00d7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:09.641101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3bdef-0d89-4816-a825-a4445cf13571 req-02e500e9-9545-4287-87a1-58c0af5402ad tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:09.642491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0e3bdef-0d89-4816-a825-a4445cf13571 req-02e500e9-9545-4287-87a1-58c0af5402ad tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.0525558 Oct 12 11:11:09.681639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0e3bdef-0d89-4816-a825-a4445cf13571 req-b1f4eea3-4d0d-4137-9b9a-5e8edb0add3b tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Oct 12 11:11:09.928153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34126) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:09.941333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c748875f-6945-4e3d-99bf-bde2cbcf15f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.022047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c748875f-6945-4e3d-99bf-bde2cbcf15f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.113211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c748875f-6945-4e3d-99bf-bde2cbcf15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.150280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748875f-6945-4e3d-99bf-bde2cbcf15f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffeb738-f74e-49cf-bff7-6c2e29b0ff86,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:10.157958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c748875f-6945-4e3d-99bf-bde2cbcf15f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22292e2b3a5745c4bc6ebde79f777475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280076 Oct 12 11:11:10.158486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34134) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:10.220350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-414130c1-fbcb-47dd-8d13-e79cd5583244 req-eb5f1023-f179-4505-a535-8071a1a2bdea tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 210 time: 0.0349677 Oct 12 11:11:10.257636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.281133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.425577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.447401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.447401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ffeb738-f74e-49cf-bff7-6c2e29b0ff86 HTTP/1.1" status: 204 len: 168 time: 0.2702107 Oct 12 11:11:10.447401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92411bc8-5790-4f78-b301-b432cf220498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffeb738-f74e-49cf-bff7-6c2e29b0ff86,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:10.518330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34152) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:10.690904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f30fb3c-eed1-4c58-810b-3c047b82363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.780355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f30fb3c-eed1-4c58-810b-3c047b82363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.824699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66bc5a-e0a4-43cc-a6f5-0ac392286a19 req-1d3a4eec-f27e-452c-90d4-ea6c30dba507 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:10.827217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb66bc5a-e0a4-43cc-a6f5-0ac392286a19 req-1d3a4eec-f27e-452c-90d4-ea6c30dba507 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.0641243 Oct 12 11:11:10.835991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f30fb3c-eed1-4c58-810b-3c047b82363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:10.898322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30fb3c-eed1-4c58-810b-3c047b82363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d39ca1b-28f3-405d-956a-6e6d02baca4f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:10.905445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5f30fb3c-eed1-4c58-810b-3c047b82363f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ad9a8a7adbf406186fd48fe4bd1f87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857436 Oct 12 11:11:10.908812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34166) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:10.910154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb66bc5a-e0a4-43cc-a6f5-0ac392286a19 req-1ac2bcf1-3fc5-488f-9654-1bc842caa3b0 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Oct 12 11:11:10.986147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.051864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.068664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-f774e2e4-dc18-4205-859e-b98d3b1fc7ed tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b8490e980904dd980a8f813c2cb23ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383816 Oct 12 11:11:11.084453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-a6834cf8-d41c-42ba-b845-4a232b886f39 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:11.085935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-a6834cf8-d41c-42ba-b845-4a232b886f39 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 1121 time: 0.0436275 Oct 12 11:11:11.105118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-85be4c49-6fef-4aac-b622-97869a5084f0 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.197749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-85be4c49-6fef-4aac-b622-97869a5084f0 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.219490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-a611a905-260c-4316-a219-d1b57a5d7075 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:11.224838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-a611a905-260c-4316-a219-d1b57a5d7075 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470997 Oct 12 11:11:11.236229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-af0f7668-8748-47a5-91ad-800779babdaf tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/quotas/3b8490e980904dd980a8f813c2cb23ac HTTP/1.1" status: 200 len: 375 time: 0.0096960 Oct 12 11:11:11.268669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-9b997b86-2bae-44ec-be13-52aa0c1f426b tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b8490e980904dd980a8f813c2cb23ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266974 Oct 12 11:11:11.287830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.288134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-85be4c49-6fef-4aac-b622-97869a5084f0 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.291698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:11.295269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d39ca1b-28f3-405d-956a-6e6d02baca4f HTTP/1.1" status: 204 len: 168 time: 0.3827777 Oct 12 11:11:11.302063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73ec8-7ae9-4a31-a195-e658af02a03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d39ca1b-28f3-405d-956a-6e6d02baca4f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:11.343198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4c49-6fef-4aac-b622-97869a5084f0 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f9b2d-4041-4bc2-98d5-6b1fbd92b39a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:11.350803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-046371ea-850a-4d15-8c0a-31c2595a98a5 req-85be4c49-6fef-4aac-b622-97869a5084f0 tempest-AggregatesAdminTestJSON-1094651314 tempest-AggregatesAdminTestJSON-1094651314-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587273 Oct 12 11:11:11.446202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6e130f9-620e-4c71-82ef-b5971de80479 req-a4d92948-f3f6-49fd-9f10-fec457f47d45 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Oct 12 11:11:11.556755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2c2567f-a251-4580-a29b-986af70a9116 req-54320618-d833-43cf-88a0-d487ab45294a tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 210 time: 0.0325594 Oct 12 11:11:11.923857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.41', 62415) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:12.117220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34230) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:12.123492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-894d98db-6d34-4679-afb0-5766613279ca tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:12.125006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-894d98db-6d34-4679-afb0-5766613279ca tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 824 time: 0.2001007 Oct 12 11:11:12.153713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3428e82-d64d-4c52-b062-20f9e002d56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.231835 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3428e82-d64d-4c52-b062-20f9e002d56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.258011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-d21cd97a-685b-47f9-8c78-38ac1da716ed tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 379 time: 0.0467837 Oct 12 11:11:12.275017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'port': {'device_id': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'admin_state_up': True, 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'security_groups': ['0a8d8b55-643c-4573-9a5f-0c7b7fc81d23']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:12.337238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3428e82-d64d-4c52-b062-20f9e002d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.397374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f3428e82-d64d-4c52-b062-20f9e002d56c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c59ba834a67149b5848ac113f20e4e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773848 Oct 12 11:11:12.400405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34240) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:12.409273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428e82-d64d-4c52-b062-20f9e002d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea76022-145f-47d8-9995-dd3718f4a260,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:12.478776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Made reservation on behalf of d9e737f1c97043519cbd1bb8acd70ddd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:12.486611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.515121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.556151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.744113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e271061c-6118-4667-ab6b-4764dc4c853f req-a346ec91-df67-4346-b092-e4418237462c tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 210 time: 0.0340679 Oct 12 11:11:12.793976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.797446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:12.802993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ea76022-145f-47d8-9995-dd3718f4a260 HTTP/1.1" status: 204 len: 168 time: 0.3970582 Oct 12 11:11:12.813560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060e1a6-13ee-44ba-b4b1-686fd1f15cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea76022-145f-47d8-9995-dd3718f4a260,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:12.887804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02a91892-95e1-435f-93d1-ee0ecfcfe8cd req-046110d7-b0f7-480d-976a-39612388c0bb tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 210 time: 0.0475156 Oct 12 11:11:12.980544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Allocated IP 172.20.0.11 (0e93cfef-6eb2-4d6b-9543-07072404a529/4c9d8802-f930-4049-b479-ecff783f33bb/33deca98-45ec-4a8f-93e3-0430b05dc6f9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:13.176234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:13.267942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:13.314092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:13.317350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:13.321480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:13.338648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:13.339594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:13.358036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:13.431346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-dd676d11-867f-4437-942b-b3f0aa7104e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1675627 Oct 12 11:11:13.581072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c074a8b3-c8ac-4cb1-899a-1efe11766f96 None None] Provisioning complete for port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:13.581707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c074a8b3-c8ac-4cb1-899a-1efe11766f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:13.623303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c074a8b3-c8ac-4cb1-899a-1efe11766f96 None None] Port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:13.734291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34312) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:13.882416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8fb2-c1dd-4804-8bcd-5e4561de34f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:13.893489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574209e-551c-4155-8d05-110dc18e9cf5 req-1f2477bd-9829-4dd0-8238-b7ccaa208907 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:13.907110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0574209e-551c-4155-8d05-110dc18e9cf5 req-1f2477bd-9829-4dd0-8238-b7ccaa208907 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.0712757 Oct 12 11:11:13.966963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0574209e-551c-4155-8d05-110dc18e9cf5 req-d71aaad5-c49c-4d9e-a446-e29be0a4da6a tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587630 Oct 12 11:11:13.995777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8fb2-c1dd-4804-8bcd-5e4561de34f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.060287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8fb2-c1dd-4804-8bcd-5e4561de34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.068832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e916423-e0b6-430a-8a13-80a21456776e req-6a91b6bd-b164-438d-b484-b2cca9703375 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 210 time: 0.0389106 Oct 12 11:11:14.092959 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-59907622-b881-400e-aa0b-1b31ce167bf5 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b8490e980904dd980a8f813c2cb23ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266476 Oct 12 11:11:14.101643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd2a8fb2-c1dd-4804-8bcd-5e4561de34f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d160eba574e4b50a1a085f827163698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662386 Oct 12 11:11:14.103021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a8fb2-c1dd-4804-8bcd-5e4561de34f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c096c-a1f7-4f36-ab28-37a71445b831,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:14.105277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34336) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:14.162256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.194293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.249324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-6c5ec22a-f764-41d8-b068-f2fc8e73dd53 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:14.250937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-6c5ec22a-f764-41d8-b068-f2fc8e73dd53 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519656 Oct 12 11:11:14.268152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Request body: {'port': {'device_id': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '3b8490e980904dd980a8f813c2cb23ac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:14.340568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.343218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.344360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c8c096c-a1f7-4f36-ab28-37a71445b831 HTTP/1.1" status: 204 len: 168 time: 0.2381973 Oct 12 11:11:14.359852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86504b0e-cac4-4a0a-b4dd-9d7090be0361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c096c-a1f7-4f36-ab28-37a71445b831,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:14.490747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Made reservation on behalf of 3b8490e980904dd980a8f813c2cb23ac for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:14.494540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.503716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.600665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.725237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:14.786992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd1d50-7735-4ab8-a31f-3965ca93c70c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:14.905397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Allocated IP 192.168.233.13 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/98eb639b-3549-4847-94e6-3e8ea675e5f7) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:15.096243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.124985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8da1c5-05c3-4c10-a979-d3aa7021794a req-cf1c7d18-990c-4293-9ac3-bcc379eb14e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:15.126534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd8da1c5-05c3-4c10-a979-d3aa7021794a req-cf1c7d18-990c-4293-9ac3-bcc379eb14e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.0870106 Oct 12 11:11:15.181587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd8da1c5-05c3-4c10-a979-d3aa7021794a req-10eb85d3-6ee7-46ba-9326-090e82f8d8f0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488336 Oct 12 11:11:15.205332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:15.222596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89a2a1cd-2c1a-4321-8254-4b13d6b8a04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.260694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.310500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11a9b-77c9-4a75-a45a-39e5c39f26f4 req-a44f022c-fbc7-4180-b00f-a5fe9e34f4cf tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:15.310770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:15.311883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:15.312094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36d11a9b-77c9-4a75-a45a-39e5c39f26f4 req-a44f022c-fbc7-4180-b00f-a5fe9e34f4cf tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 935 time: 0.0678484 Oct 12 11:11:15.315646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:15.322169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:15.322939 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.342209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:15.396640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36d11a9b-77c9-4a75-a45a-39e5c39f26f4 req-2798a8e7-eb4d-404b-91ec-77c9fd81913e tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704305 Oct 12 11:11:15.405943 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-978e1b0f-af07-4f4c-b4a5-5f6f8f26af56 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1460700 Oct 12 11:11:15.406262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89a2a1cd-2c1a-4321-8254-4b13d6b8a04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.420002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Request body: {'port': {'device_id': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:15.465923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89a2a1cd-2c1a-4321-8254-4b13d6b8a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.505262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.545780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89a2a1cd-2c1a-4321-8254-4b13d6b8a04a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a95c9ef61ae641acba24dda771775372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384991 Oct 12 11:11:15.549795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a1cd-2c1a-4321-8254-4b13d6b8a04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87729de-5256-4a7d-832a-cc283db9db85,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:15.553956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34400) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:15.629314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.667013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.676805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0ad39dad-24fb-4713-82e2-f73a8718f002 None None] Provisioning complete for port 98eb639b-3549-4847-94e6-3e8ea675e5f7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:15.688389 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ad39dad-24fb-4713-82e2-f73a8718f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.752543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0ad39dad-24fb-4713-82e2-f73a8718f002 None None] Port 98eb639b-3549-4847-94e6-3e8ea675e5f7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:15.808596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.811265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.812452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d87729de-5256-4a7d-832a-cc283db9db85 HTTP/1.1" status: 204 len: 168 time: 0.2574625 Oct 12 11:11:15.823657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6275df-b5ea-4535-95bc-f18f169f4adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87729de-5256-4a7d-832a-cc283db9db85,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:15.842802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:15.851349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:15.866248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Transition to ACTIVE for port object 98eb639b-3549-4847-94e6-3e8ea675e5f7 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:11:15.943092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:16.029162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:16.072600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Attempting to bind port 98eb639b-3549-4847-94e6-3e8ea675e5f7 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:16.072849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Attempting to bind port 98eb639b-3549-4847-94e6-3e8ea675e5f7 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:16.073183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Attempting to bind port 98eb639b-3549-4847-94e6-3e8ea675e5f7 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:16.093265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Port 98eb639b-3549-4847-94e6-3e8ea675e5f7 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:16.093600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Attempting to bind port 98eb639b-3549-4847-94e6-3e8ea675e5f7 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:16.099677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:16.100027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:16.100406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:16.108203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Bound port: 98eb639b-3549-4847-94e6-3e8ea675e5f7, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:16.108203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:16.196992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:16.204723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:16.303254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:16.346604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.347404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:16.348640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] 10.222.0.47 "PUT /v2.0/ports/98eb639b-3549-4847-94e6-3e8ea675e5f7 HTTP/1.1" status: 200 len: 1095 time: 0.9342015 Oct 12 11:11:16.349081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:16.354353 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:16.399752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89756-6ec4-4515-ae28-9f52ed7a2fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:16.524670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-f784e076-386f-432b-971d-fccc8f151acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.526185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-f784e076-386f-432b-971d-fccc8f151acf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b8490e980904dd980a8f813c2cb23ac&device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 1098 time: 0.0780985 Oct 12 11:11:16.583971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b228b11-607e-4c7c-b008-707662c6c7cd req-458543b5-2211-4d4f-bc67-47b6b892c3cd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.583971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b228b11-607e-4c7c-b008-707662c6c7cd req-458543b5-2211-4d4f-bc67-47b6b892c3cd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.1060724 Oct 12 11:11:16.584183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-aa6d5a8f-c4ce-4515-a04b-748e2a565bfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0486789 Oct 12 11:11:16.661725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b228b11-607e-4c7c-b008-707662c6c7cd req-e4893ff8-beca-4f37-b3be-bb75cefe1ec7 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722871 Oct 12 11:11:16.669973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-2529e16b-0aa1-4b38-94dd-625d2298fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.671448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-2529e16b-0aa1-4b38-94dd-625d2298fba9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0798604 Oct 12 11:11:16.709558 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c6437-7991-4f29-983d-1df912c87273 x-openstack-request-id: req-107c6437-7991-4f29-983d-1df912c87273 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:16.709847 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:16.710096 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-107c6437-7991-4f29-983d-1df912c87273 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:16.710485 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'status': 'completed', 'code': 200} Oct 12 11:11:16.738928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927258-bd11-4731-bb7d-639054471f60 req-125d2ba4-f30a-4d5e-b90d-b67a8b50db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.740398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-125d2ba4-f30a-4d5e-b90d-b67a8b50db3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620401 Oct 12 11:11:16.820168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e60807-a61d-4b37-b0e5-012d9ed7de1a req-fabf7210-0971-44c5-8fa1-ebed348183f7 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9f1bb578e034ba68790bf955b005bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311863 Oct 12 11:11:16.841028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-27005255-ffa3-466c-98bc-015d0edd4538 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 Oct 12 11:11:16.949646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e60807-a61d-4b37-b0e5-012d9ed7de1a req-89eec7ac-b65c-4131-a5cf-a36d66c36938 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:16.956920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e60807-a61d-4b37-b0e5-012d9ed7de1a req-89eec7ac-b65c-4131-a5cf-a36d66c36938 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245425 Oct 12 11:11:16.973244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc927258-bd11-4731-bb7d-639054471f60 req-0feda020-c563-4f14-913e-34e841c39539 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254804 Oct 12 11:11:16.976503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e60807-a61d-4b37-b0e5-012d9ed7de1a req-016ce6da-9efb-421e-af44-9ed1df954c92 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/quotas/f9f1bb578e034ba68790bf955b005bdd HTTP/1.1" status: 200 len: 375 time: 0.0096929 Oct 12 11:11:17.012575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7beb12e-7aea-4fd6-828a-d3f213ee1370 req-73f9d495-7643-4e1e-99c6-aa972ed67455 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.014085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7beb12e-7aea-4fd6-828a-d3f213ee1370 req-73f9d495-7643-4e1e-99c6-aa972ed67455 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 947 time: 0.0544763 Oct 12 11:11:17.030403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e60807-a61d-4b37-b0e5-012d9ed7de1a req-a203301f-329b-4643-aa42-6b149b61e1a8 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f1bb578e034ba68790bf955b005bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426912 Oct 12 11:11:17.056371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:17.067154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7beb12e-7aea-4fd6-828a-d3f213ee1370 req-a363793e-84fe-461b-ab86-6219d9a1646d tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Oct 12 11:11:17.127686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-593d1d58-c7e3-4382-b8c1-1a8e622cc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.135989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-593d1d58-c7e3-4382-b8c1-1a8e622cc35c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b8490e980904dd980a8f813c2cb23ac&device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 1098 time: 0.0638137 Oct 12 11:11:17.212962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-447603489-network', 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:17.271037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-73b4df64-d99e-4bd8-bde2-ccffd4cdf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.272791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-73b4df64-d99e-4bd8-bde2-ccffd4cdf879 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1291947 Oct 12 11:11:17.322112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-aa1ce004-f754-41a4-9cc8-b49d23bd1ddc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0404003 Oct 12 11:11:17.322684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:17.324968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.341459 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.402647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-fb98a5c1-809c-4988-9f48-e0df9b271ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.404169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-fb98a5c1-809c-4988-9f48-e0df9b271ac0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0703940 Oct 12 11:11:17.481505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-1f6bf579-0c20-49f3-95ad-bf93c323f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.483017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-1f6bf579-0c20-49f3-95ad-bf93c323f785 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702834 Oct 12 11:11:17.513217 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.594668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.612985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:11:17.634986 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-829b583c-6ab3-4d05-bf2b-4322ba345828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.650600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789655174903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.651225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Unsubscribe: segment precommit_create {{(pid=95547) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 11:11:17.651700 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Added segment d3131e22-5d7d-4b57-9a30-4ab867bdffbe of type vlan for network d54d196a-799c-437e-b0e0-b6e9a7506548 Oct 12 11:11:17.667062 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-64ff6987-bc9a-4d24-96eb-d5226605c4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750419 Oct 12 11:11:17.731504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e72d4-8523-4bd7-a48a-361949c85f80,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:17.754067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.843682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3ce940b-2a1f-4e29-bf56-ab8c31ce1036 req-32edf7a3-6004-41df-8942-889af8236eaa service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598775 Oct 12 11:11:17.925831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:17.926781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:17.927622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:18.053539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] Pushing event updated for resources: {'Network': ['ID=d54d196a-799c-437e-b0e0-b6e9a7506548,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:18.067263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d54d196a-799c-437e-b0e0-b6e9a7506548 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:11:18.081100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b0403-654c-49ae-8355-b0db7010d000 req-b68d0bb3-1b87-4322-8936-23cd119e7d1c tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:18.082653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8b0403-654c-49ae-8355-b0db7010d000 req-b68d0bb3-1b87-4322-8936-23cd119e7d1c tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.1026936 Oct 12 11:11:18.122401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-17e49482-ac2f-4a77-a902-aeaa278dbc68 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0670769 Oct 12 11:11:18.125425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34532) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:18.131946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Request body: {'subnet': {'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-447603489-subnet', 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:18.139190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8b0403-654c-49ae-8355-b0db7010d000 req-75610482-10bd-4e1c-8558-6c228a89e4d8 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502646 Oct 12 11:11:18.214485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:18.219062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:18.345326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330127-1f16-4d50-83a7-2fd34acdd0d1 req-61534ba0-02ff-47b1-85a7-4a8b60abba52 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:18.346874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bf330127-1f16-4d50-83a7-2fd34acdd0d1 req-61534ba0-02ff-47b1-85a7-4a8b60abba52 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 947 time: 0.0742295 Oct 12 11:11:18.425758 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bf330127-1f16-4d50-83a7-2fd34acdd0d1 req-17824a6a-a24f-43da-91f6-d0b341eb18f5 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703046 Oct 12 11:11:18.551482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:18.609527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f17ec17-9764-4c4d-bf01-7d24450b8516,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:18.628160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:18.628510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Network hostable DHCP agents. Network: d54d196a-799c-437e-b0e0-b6e9a7506548, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:11:18.708134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Network d54d196a-799c-437e-b0e0-b6e9a7506548 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:11:18.733111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975f3baf-6952-4c49-9ee3-be9e941938be req-6dca77cf-6832-4152-b21e-7d7684951c8e tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9f1bb578e034ba68790bf955b005bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228846 Oct 12 11:11:18.809451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d54d196a-799c-437e-b0e0-b6e9a7506548) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:18.813790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:18.814377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:18.820187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640a809-137b-47a8-83a0-77b33237f14f None None] Network d54d196a-799c-437e-b0e0-b6e9a7506548 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:18.851628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f3baf-6952-4c49-9ee3-be9e941938be req-b29b6d4a-6971-43c3-84b3-e86c36bba661 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:18.853615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975f3baf-6952-4c49-9ee3-be9e941938be req-b29b6d4a-6971-43c3-84b3-e86c36bba661 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121678 Oct 12 11:11:18.869120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975f3baf-6952-4c49-9ee3-be9e941938be req-ac68cd25-3f91-4fc7-99f3-b94ce8a8bb34 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/quotas/f9f1bb578e034ba68790bf955b005bdd HTTP/1.1" status: 200 len: 375 time: 0.0093381 Oct 12 11:11:18.889773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4e03d6dd-5ee9-427f-b5ef-363e0ab8c3b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7632167 Oct 12 11:11:18.901726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975f3baf-6952-4c49-9ee3-be9e941938be req-dc1c07db-0548-431e-b371-4ef74c7f114e tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f1bb578e034ba68790bf955b005bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270109 Oct 12 11:11:18.957235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87e17e-af2d-4ecd-a99f-cb3842f86b23 None None] Network d54d196a-799c-437e-b0e0-b6e9a7506548 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:19.315691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b852cd-24d5-4db6-b53f-d144436e2e7f req-4f29c4c5-447d-4978-8389-aed43f3b0a65 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:19.317168 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25b852cd-24d5-4db6-b53f-d144436e2e7f req-4f29c4c5-447d-4978-8389-aed43f3b0a65 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.0481465 Oct 12 11:11:19.356115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25b852cd-24d5-4db6-b53f-d144436e2e7f req-168f42fe-8225-4ac5-875d-b1c4ec2811aa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Oct 12 11:11:19.676047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:19.936683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-481edf7e-63d7-4910-a896-e0f749cb6605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:19.947796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34644) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:19.953394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2141631495-network', 'tenant_id': 'e6ec624b8c714a2b9a75d9673d545cc1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:19.961589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440a78-8a0b-4fa1-bc43-e7bc2f88ba17 req-ddeafac1-e8c4-436e-b1b7-885ca313ec79 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:19.963128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c440a78-8a0b-4fa1-bc43-e7bc2f88ba17 req-ddeafac1-e8c4-436e-b1b7-885ca313ec79 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 947 time: 0.2455997 Oct 12 11:11:20.016466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c440a78-8a0b-4fa1-bc43-e7bc2f88ba17 req-ea241795-fac3-4030-b326-144810edb04f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Oct 12 11:11:20.048861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Made reservation on behalf of e6ec624b8c714a2b9a75d9673d545cc1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:20.051437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.064047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.066671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-481edf7e-63d7-4910-a896-e0f749cb6605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.140003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.176903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-481edf7e-63d7-4910-a896-e0f749cb6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.219834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-481edf7e-63d7-4910-a896-e0f749cb6605 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae0978ac735e429fb1bdb6a2236a2884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415392 Oct 12 11:11:20.219834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481edf7e-63d7-4910-a896-e0f749cb6605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0808a6-6bb9-4b05-b493-bcd3bd40e78f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:20.222085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:20.239922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.263322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:11:20.279096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3259591-4015-40ca-a5a2-b9345d8426e1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:20.283632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.284014 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Added segment b80759cc-24d2-4a0b-8301-0909d02aedf0 of type vlan for network f3c01ecc-913e-4d16-8546-cff59099f400 Oct 12 11:11:20.286118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.296410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:20.312666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.349255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.391808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-73eb296f-e8a9-4138-b07e-367ffe8a93ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.422435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:20.434333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'mac_address': 'fa:16:3e:b7:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:20.448900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.452362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.454099 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef0808a6-6bb9-4b05-b493-bcd3bd40e78f HTTP/1.1" status: 204 len: 168 time: 0.2196369 Oct 12 11:11:20.465577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2360fbc-9a5d-46a7-9317-f0485e2bbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0808a6-6bb9-4b05-b493-bcd3bd40e78f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:20.471323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.472362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:20.473148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.497282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.515103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:20.540598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:20.587189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6378837 Oct 12 11:11:20.598207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ec23-be14-4ec2-b167-832a0bbd5c6a req-6a2b1e35-0b7e-4c34-a19b-bd36939b267d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:20.601037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1b4ec23-be14-4ec2-b167-832a0bbd5c6a req-6a2b1e35-0b7e-4c34-a19b-bd36939b267d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.0691562 Oct 12 11:11:20.605665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34678) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:20.611768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Request body: {'subnet': {'network_id': 'f3c01ecc-913e-4d16-8546-cff59099f400', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2141631495-subnet', 'tenant_id': 'e6ec624b8c714a2b9a75d9673d545cc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:20.614715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776bd50-6288-4fc9-928a-51a0d1b1333c admin admin] Pushing event updated for resources: {'Network': ['ID=f3c01ecc-913e-4d16-8546-cff59099f400,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:20.629492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f3c01ecc-913e-4d16-8546-cff59099f400 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:11:20.653486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.696895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1b4ec23-be14-4ec2-b167-832a0bbd5c6a req-0244a0af-b1d8-4770-a2b5-1fd7fed69ecd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473523 Oct 12 11:11:20.752074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:20.780411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Made reservation on behalf of e6ec624b8c714a2b9a75d9673d545cc1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:20.783251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:20.861508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be0af9-6021-4de8-a448-1b0570df9f76 req-20a2fcc8-fa76-4482-8d52-ce12dcea3305 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9f1bb578e034ba68790bf955b005bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630651 Oct 12 11:11:20.863580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['98eb639b-3549-4847-94e6-3e8ea675e5f7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:20.951322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-049d64df-182f-4873-9cf5-6756d2ece9a6 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:11:20.952322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-049d64df-182f-4873-9cf5-6756d2ece9a6 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082479 Oct 12 11:11:21.042579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0af9-6021-4de8-a448-1b0570df9f76 req-2a9b2b6d-ca02-41af-b2da-1ed71da3f296 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:21.044788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be0af9-6021-4de8-a448-1b0570df9f76 req-2a9b2b6d-ca02-41af-b2da-1ed71da3f296 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771719 Oct 12 11:11:21.096366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be0af9-6021-4de8-a448-1b0570df9f76 req-82ae75eb-610a-4493-9a46-ef187a671e62 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/quotas/f9f1bb578e034ba68790bf955b005bdd HTTP/1.1" status: 200 len: 375 time: 0.0342512 Oct 12 11:11:21.153960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be0af9-6021-4de8-a448-1b0570df9f76 req-ea14698d-dbb6-4872-b462-6819df186427 tempest-QuotasAdminNegativeTest-1583936802 tempest-QuotasAdminNegativeTest-1583936802-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f1bb578e034ba68790bf955b005bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565357 Oct 12 11:11:21.196168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34702) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:21.291946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.331747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Request body: {'port': {'device_id': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:21.339801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749314-5ef5-4b16-be57-2b1845ff582a req-2519b861-7025-430f-9109-05b1fb6bef98 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:21.343282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f749314-5ef5-4b16-be57-2b1845ff582a req-2519b861-7025-430f-9109-05b1fb6bef98 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.1898994 Oct 12 11:11:21.390482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f749314-5ef5-4b16-be57-2b1845ff582a req-118f161e-5bee-4d83-a7de-14144fb5a0fb tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Oct 12 11:11:21.428596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.448586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=811ebac8-31f5-462b-9da1-879d4d661c53,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:21.457812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e323790-6a3a-475e-aed0-842b004dadcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.488137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.520092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce860-8085-427d-9f51-eced7b5b4f8b req-eaff8d74-55f7-41a7-80a5-fb6d1591fe10 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:21.521724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e9ce860-8085-427d-9f51-eced7b5b4f8b req-eaff8d74-55f7-41a7-80a5-fb6d1591fe10 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.2194722 Oct 12 11:11:21.525246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Checking segment: {'id': 'b80759cc-24d2-4a0b-8301-0909d02aedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f3c01ecc-913e-4d16-8546-cff59099f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:21.525788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Network hostable DHCP agents. Network: f3c01ecc-913e-4d16-8546-cff59099f400, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:11:21.570569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34718) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:21.584328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b08a49c-affb-483f-9fdf-7826a15117fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.642256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e9ce860-8085-427d-9f51-eced7b5b4f8b req-56db2ba6-8361-4551-b31f-dd871bd93dbd tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026032 Oct 12 11:11:21.644713 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.675186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b08a49c-affb-483f-9fdf-7826a15117fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.688848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.732642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e323790-6a3a-475e-aed0-842b004dadcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.757325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Network f3c01ecc-913e-4d16-8546-cff59099f400 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:11:21.774934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b08a49c-affb-483f-9fdf-7826a15117fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.819755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8b08a49c-affb-483f-9fdf-7826a15117fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee5af0c583d34cdfb86304a36c147629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473986 Oct 12 11:11:21.820838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08a49c-affb-483f-9fdf-7826a15117fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30147ec-72c1-4132-93f2-43ff26d10d73,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:21.836013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34726) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:21.869561 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e323790-6a3a-475e-aed0-842b004dadcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.903134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f3c01ecc-913e-4d16-8546-cff59099f400) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:21.910470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5111f-3d46-4f83-acce-cda8d972a256 None None] Network f3c01ecc-913e-4d16-8546-cff59099f400 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:21.920332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:21.920917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:21.969807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e323790-6a3a-475e-aed0-842b004dadcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9f81169e8414c3cbba5e63686346c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7721970 Oct 12 11:11:21.972547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34732) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:22.021800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e323790-6a3a-475e-aed0-842b004dadcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449d2a29-6a1e-404f-98ca-86fcb17442bb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:22.043059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eefcc1-c8ba-4aa3-b0d5-a1a68fc697c7 req-b931742b-fcb9-4be5-9050-0508a35ff9ba tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:22.043059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15eefcc1-c8ba-4aa3-b0d5-a1a68fc697c7 req-b931742b-fcb9-4be5-9050-0508a35ff9ba tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 932 time: 0.1992407 Oct 12 11:11:22.049301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.066078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf3c0c-fdff-43c1-90e8-aa02e0b13b8a None None] Network f3c01ecc-913e-4d16-8546-cff59099f400 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:22.087968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33deca98-45ec-4a8f-93e3-0430b05dc6f9 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:22.089795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.107253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-11188937-0660-45e1-bd55-7a6aefc876b9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4994273 Oct 12 11:11:22.116192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.117647 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.172662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15eefcc1-c8ba-4aa3-b0d5-a1a68fc697c7 req-5ec9644e-f3ae-4842-8ea2-3a36d4cf0d58 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170533 Oct 12 11:11:22.173966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.181862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Transition to ACTIVE for port object 33deca98-45ec-4a8f-93e3-0430b05dc6f9 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:11:22.257002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.291822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:22.331171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.332295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Pushing event updated for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:22.337939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.341195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/449d2a29-6a1e-404f-98ca-86fcb17442bb HTTP/1.1" status: 204 len: 168 time: 0.3658395 Oct 12 11:11:22.359869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1551b-a491-4bf8-8ca0-6333e6a4456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d2a29-6a1e-404f-98ca-86fcb17442bb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:22.391497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Attempting to bind port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:22.391835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Attempting to bind port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:22.392310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Attempting to bind port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:22.394767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.408269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.408269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a30147ec-72c1-4132-93f2-43ff26d10d73 HTTP/1.1" status: 204 len: 168 time: 0.5690417 Oct 12 11:11:22.414012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:22.414565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Attempting to bind port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:22.440484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7016467-eddc-4ce3-a4cc-a7c7e94e5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30147ec-72c1-4132-93f2-43ff26d10d73,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:22.445543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 98eb639b-3549-4847-94e6-3e8ea675e5f7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:11:22.457386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 98eb639b-3549-4847-94e6-3e8ea675e5f7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:22.458076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.459157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:22.459476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Checking segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:22.459966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Bound using segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:22.460516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Bound port: 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:22.460973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.568325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-126f22d3-31c1-4e7d-a894-edf7d4ec2407 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:22.568325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-126f22d3-31c1-4e7d-a894-edf7d4ec2407 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.1367645 Oct 12 11:11:22.607071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.636226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:22.638609 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e0081-1d78-44ab-b9bd-4700579e14ae" -d '{"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:22.648188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:22.657382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:22.685950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:22.748274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.764851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.799890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:22.829800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:22.830418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.831824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] 10.222.0.41 "PUT /v2.0/ports/33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 1092 time: 1.7666826 Oct 12 11:11:22.834991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:22.837293 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da200346-0454-4e5c-9d9e-dd360d72f6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:22.866067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Deleting port 181af8eb-147c-486a-ac19-3a5f59d4526a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:11:22.866420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:22.876791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0fa2-bb4b-4d92-b880-f02cb5a89847 req-7811802f-7128-4db4-bd0b-5d706db15a01 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:22.878308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a2f0fa2-bb4b-4d92-b880-f02cb5a89847 req-7811802f-7128-4db4-bd0b-5d706db15a01 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.1595333 Oct 12 11:11:22.914312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b6e2e-eab7-4293-92c4-71ec4aab3d77 service neutron] Pushing event updated for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:23.012631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a2f0fa2-bb4b-4d92-b880-f02cb5a89847 req-e22c036b-ee65-4192-9271-bf0ba097f71f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176941 Oct 12 11:11:23.038534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] For port 181af8eb-147c-486a-ac19-3a5f59d4526a, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=181af8eb-147c-486a-ac19-3a5f59d4526a,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:23.038928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.048835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-c7a802be-0926-48d9-8de3-db8e5f982f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.050315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-c7a802be-0926-48d9-8de3-db8e5f982f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1095 time: 0.0962477 Oct 12 11:11:23.059555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Calling delete_port for 181af8eb-147c-486a-ac19-3a5f59d4526a owned by compute:tempest-test_az-246661173 {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:11:23.111414 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0ef0b-7f18-4c05-999d-5ce42ca757e4 x-openstack-request-id: req-68a0ef0b-7f18-4c05-999d-5ce42ca757e4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:23.117193 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:23.117193 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68a0ef0b-7f18-4c05-999d-5ce42ca757e4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:23.117193 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'code': 200} Oct 12 11:11:23.131411 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.141311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-8807547c-1106-4fcd-8f5e-418b33236c30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 217 time: 0.0771413 Oct 12 11:11:23.172801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34780) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:23.228978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.47', 52687) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:23.298857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-619b49d2-2403-401c-982f-220519dacedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.300315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-619b49d2-2403-401c-982f-220519dacedb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.1399722 Oct 12 11:11:23.331990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1cbd-f34c-4f92-a75d-d5da3ed04ca7 req-fa7c9170-5d50-4bbb-b1ef-5ad40c7579db tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.334045 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd3f1cbd-f34c-4f92-a75d-d5da3ed04ca7 req-fa7c9170-5d50-4bbb-b1ef-5ad40c7579db tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 970 time: 0.0968850 Oct 12 11:11:23.408977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f1a34-46e6-4e66-a2e0-d580460a4c96 req-2251c814-2a6d-468a-8781-f84a1c073531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.410425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a28f1a34-46e6-4e66-a2e0-d580460a4c96 req-2251c814-2a6d-468a-8781-f84a1c073531 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 1100 time: 0.1706080 Oct 12 11:11:23.435683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-831ba89b-21b9-43c9-a7aa-2e7786169f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.516907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-8e867a07-f56f-4786-b189-a4263178d954 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.518429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-8e867a07-f56f-4786-b189-a4263178d954 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.2236662 Oct 12 11:11:23.527051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a28f1a34-46e6-4e66-a2e0-d580460a4c96 req-c386a94c-b67e-4cfc-ae36-57b4f943f3f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045680 Oct 12 11:11:23.549395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-9916d143-376c-4fa4-93e1-6b11221ebc1c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/quotas/0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 375 time: 0.0177016 Oct 12 11:11:23.594566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-e1938c31-87a5-4624-86e0-24abadab715b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344248 Oct 12 11:11:23.624440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-f8f47167-75b4-4a5c-9895-b742e63c1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:23.625930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-f8f47167-75b4-4a5c-9895-b742e63c1b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163865 Oct 12 11:11:23.648187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd3f1cbd-f34c-4f92-a75d-d5da3ed04ca7 req-e063ec34-192c-45ab-9599-2990eba7b936 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e1e727-5601-45f6-ae1b-9f5dadaccaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884381 Oct 12 11:11:23.648714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34802) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:23.686266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-831ba89b-21b9-43c9-a7aa-2e7786169f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.721998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c376e6-6156-4945-b64d-a29ae75de3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.726321 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d06c91-2afa-439c-a6c0-0afd0f1dc531 x-openstack-request-id: req-30d06c91-2afa-439c-a6c0-0afd0f1dc531 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:23.726611 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:23.726878 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30d06c91-2afa-439c-a6c0-0afd0f1dc531 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:23.727460 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'status': 'completed', 'code': 200} Oct 12 11:11:23.731141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-c78ba186-762d-455e-889d-c9356ede8c43 service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278102 Oct 12 11:11:23.773032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-831ba89b-21b9-43c9-a7aa-2e7786169f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.800610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.814449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['181af8eb-147c-486a-ac19-3a5f59d4526a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:23.845610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ba89b-21b9-43c9-a7aa-2e7786169f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96306762-e77a-48c5-8ff8-f77fc2f5af15,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:23.853352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-831ba89b-21b9-43c9-a7aa-2e7786169f0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9f1bb578e034ba68790bf955b005bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784911 Oct 12 11:11:23.857252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:23.873134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Pushing event deleted for resources: {'Port': ['ID=181af8eb-147c-486a-ac19-3a5f59d4526a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:23.885784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-d4ac33fd-9190-4fb9-9e23-c8c8c8525b19 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314510 Oct 12 11:11:23.910761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-bcbff95b-3b0c-4e14-8dc2-c61aae930e27 service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712637 Oct 12 11:11:23.948827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:23.991107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.044677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] No DVR routers for this DVR port 181af8eb-147c-486a-ac19-3a5f59d4526a on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:11:24.051836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c376e6-6156-4945-b64d-a29ae75de3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.056065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.059656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-541a26bc-77b5-4af8-a698-de907bdf3b46 req-b95cfc3d-bf74-494c-8292-6250a1d831ee tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.47 "DELETE /v2.0/ports/181af8eb-147c-486a-ac19-3a5f59d4526a HTTP/1.1" status: 204 len: 173 time: 1.4842911 Oct 12 11:11:24.099541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd15546f-01b0-43b1-982f-7b331ed491bd req-b760efbc-bfd0-4645-87bd-07f83daeb3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801481 Oct 12 11:11:24.147042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c376e6-6156-4945-b64d-a29ae75de3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.149979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.163465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.165149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96306762-e77a-48c5-8ff8-f77fc2f5af15 HTTP/1.1" status: 204 len: 168 time: 0.3064301 Oct 12 11:11:24.174521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8bc40-c43d-4c0b-9bd7-e8e55796b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96306762-e77a-48c5-8ff8-f77fc2f5af15,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:24.178732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36c376e6-6156-4945-b64d-a29ae75de3c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed9401bb14a246e985a5a10e03c2ef43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230613 Oct 12 11:11:24.183392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34826) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:24.261650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c376e6-6156-4945-b64d-a29ae75de3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002c9907-ee78-4ee9-ad43-406dc6908196,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:24.317095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48092f8-5a43-49d8-87b0-96be09d6f57d req-24e7cfde-722b-4933-8d3c-00d559d7d4c5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.318861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a48092f8-5a43-49d8-87b0-96be09d6f57d req-24e7cfde-722b-4933-8d3c-00d559d7d4c5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 944 time: 0.2037151 Oct 12 11:11:24.368753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.407625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a48092f8-5a43-49d8-87b0-96be09d6f57d req-a6739cdf-1cea-4d4a-97b6-edb9f9082da2 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796790 Oct 12 11:11:24.432951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.441992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-da8880b6-a7b1-43fc-952a-f1ee355abbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.443636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-da8880b6-a7b1-43fc-952a-f1ee355abbbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1095 time: 0.1748736 Oct 12 11:11:24.495608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c392cd-102e-44bf-a4f1-5e13b6d54185 req-4144513a-a333-40ce-9b05-ae6e495bd87f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.497221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88c392cd-102e-44bf-a4f1-5e13b6d54185 req-4144513a-a333-40ce-9b05-ae6e495bd87f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 949 time: 0.0737514 Oct 12 11:11:24.517556 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41389792-71ed-4995-8a7f-504aec577930 req-a670b792-9eb5-4b73-b5c1-22ec3d7841e0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 210 time: 0.0712690 Oct 12 11:11:24.560653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88c392cd-102e-44bf-a4f1-5e13b6d54185 req-79695ad7-ad01-47f6-80de-015eff3c20be tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532908 Oct 12 11:11:24.619554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-10ebdeed-e57c-4923-9f23-e6126a21304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.621020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-10ebdeed-e57c-4923-9f23-e6126a21304c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.1567667 Oct 12 11:11:24.665300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-ce5f3d70-f95c-4a36-8b87-c746b4c28fa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 217 time: 0.0360613 Oct 12 11:11:24.718815 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.727014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:24.730036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/002c9907-ee78-4ee9-ad43-406dc6908196 HTTP/1.1" status: 204 len: 168 time: 0.5453794 Oct 12 11:11:24.745051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaa28f-1954-4d7e-a1bb-db4f3f1a6494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c9907-ee78-4ee9-ad43-406dc6908196,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:24.757870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-43022906-2133-4d95-8d3e-a6c5eda419e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.760437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-43022906-2133-4d95-8d3e-a6c5eda419e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.0884373 Oct 12 11:11:24.786823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05363697-4bb5-47ee-941a-ad79a38b878b req-8c9dad0c-4614-4270-9506-ab788fd1cf98 tempest-AggregatesAdminTestJSON-1715734536 tempest-AggregatesAdminTestJSON-1715734536-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee091f1-fdfe-48ee-85db-36ec9a25dfcf HTTP/1.1" status: 200 len: 210 time: 0.0405836 Oct 12 11:11:24.830316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-664548c6-c94a-45c9-9edd-4213d5b414eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:24.836421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-664548c6-c94a-45c9-9edd-4213d5b414eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680208 Oct 12 11:11:24.934289 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-a9664a82-34fd-404b-9780-8489a4ee5494 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898750 Oct 12 11:11:25.049757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da200346-0454-4e5c-9d9e-dd360d72f6fe req-2bc6e113-ff19-40df-841d-2ced56780912 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074817 Oct 12 11:11:25.054290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34858) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:25.077804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e922a0cd-ef32-4176-a987-88e527f20156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.193050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e922a0cd-ef32-4176-a987-88e527f20156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.279956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e922a0cd-ef32-4176-a987-88e527f20156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.318314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e922a0cd-ef32-4176-a987-88e527f20156 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf59cae19c254d8183cf8242b282d5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627742 Oct 12 11:11:25.319220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922a0cd-ef32-4176-a987-88e527f20156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8fdea6-d7e1-417e-a8f0-5b720ea26d29,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:25.321203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34866) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:25.378560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.403616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.535183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.535767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b62a59-8587-40d2-b832-499f9e3815fc req-0f06fcda-3ba7-41b9-9e33-7c9ea5cfc6be tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:25.537840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3b62a59-8587-40d2-b832-499f9e3815fc req-0f06fcda-3ba7-41b9-9e33-7c9ea5cfc6be tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 944 time: 0.0689945 Oct 12 11:11:25.539452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:25.544260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a8fdea6-d7e1-417e-a8f0-5b720ea26d29 HTTP/1.1" status: 204 len: 168 time: 0.2177882 Oct 12 11:11:25.558340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d981-0190-4636-b733-ab3475924e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8fdea6-d7e1-417e-a8f0-5b720ea26d29,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:25.624907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3b62a59-8587-40d2-b832-499f9e3815fc req-2761d863-3bfd-4f18-8029-b5ccc0c391be tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770266 Oct 12 11:11:25.628416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34888) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:25.661036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f23cfbeb-ea76-4f64-80b2-a80c9617e03f req-c33ce8c7-cace-4bbc-870a-8e98b21bdae8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 210 time: 0.0444980 Oct 12 11:11:25.729105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'name': 'network-vif-deleted', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:25.731361 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f69c3c0-3555-43d7-9ccd-1cc792fc104f" -d '{"events": [{"server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "name": "network-vif-deleted", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:25.737143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526505b-a860-46bb-a8ec-3ced9bc04bf8 req-d27028a8-6db2-413b-a8ae-63de5a848be6 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:25.738724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2526505b-a860-46bb-a8ec-3ced9bc04bf8 req-d27028a8-6db2-413b-a8ae-63de5a848be6 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 949 time: 0.0499918 Oct 12 11:11:25.775540 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6126ef-68e6-41e9-bc95-06d6b2b5ad23 x-openstack-request-id: req-1f6126ef-68e6-41e9-bc95-06d6b2b5ad23 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:25.775824 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee091f1-fdfe-48ee-85db-36ec9a25dfcf", "name": "network-vif-deleted", "tag": "181af8eb-147c-486a-ac19-3a5f59d4526a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:25.776076 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f6126ef-68e6-41e9-bc95-06d6b2b5ad23 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:25.776496 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee091f1-fdfe-48ee-85db-36ec9a25dfcf', 'name': 'network-vif-deleted', 'tag': '181af8eb-147c-486a-ac19-3a5f59d4526a', 'status': 'completed', 'code': 200} Oct 12 11:11:25.779819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2526505b-a860-46bb-a8ec-3ced9bc04bf8 req-7459e961-ff28-4f03-936d-fdc81264072b tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Oct 12 11:11:26.075029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03e4f43d-263a-40b4-aa4a-9c5f263257fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.161900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03e4f43d-263a-40b4-aa4a-9c5f263257fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.271553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.272104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03e4f43d-263a-40b4-aa4a-9c5f263257fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.314530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4f43d-263a-40b4-aa4a-9c5f263257fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7563e48-c281-4bbd-8309-4c0b73ebb01d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:26.327046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 181af8eb-147c-486a-ac19-3a5f59d4526a no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:11:26.335304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-03e4f43d-263a-40b4-aa4a-9c5f263257fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54ef15c4ccce4049a0a52998e28bb51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056768 Oct 12 11:11:26.341195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:26.356108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 181af8eb-147c-486a-ac19-3a5f59d4526a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:11:26.356897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 181af8eb-147c-486a-ac19-3a5f59d4526a not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:11:26.395147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.417094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.551894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.556430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:26.556715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7563e48-c281-4bbd-8309-4c0b73ebb01d HTTP/1.1" status: 204 len: 168 time: 0.2145596 Oct 12 11:11:26.565915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582818ea-f785-4e32-b1d1-5871670f01ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7563e48-c281-4bbd-8309-4c0b73ebb01d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:26.652912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34946) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:26.746966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8059c37-80a3-414c-b053-0117626c64ed req-160085a7-1aaa-4ffd-bbb8-af656a5b3754 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:26.748390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8059c37-80a3-414c-b053-0117626c64ed req-160085a7-1aaa-4ffd-bbb8-af656a5b3754 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 944 time: 0.0517185 Oct 12 11:11:26.753870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f8f4927-79ec-4cd2-a483-2d92a4e686de req-b3eb4722-5a45-40b7-8d03-5c676f4c8a94 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Oct 12 11:11:26.793338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8059c37-80a3-414c-b053-0117626c64ed req-7acda573-16fc-4520-9d11-ffe68d496f81 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Oct 12 11:11:27.041434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8b95b0d-26b9-4801-9e30-9993ab96f3ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fff9de59f864feda96af91c67244b0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3873775 Oct 12 11:11:27.047136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34962) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:27.101969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:27.113501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-f4253520-a42c-471d-98e2-fec41b0dd5b7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:27.115094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-f4253520-a42c-471d-98e2-fec41b0dd5b7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.1258097 Oct 12 11:11:27.125797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:27.128039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Request body: {'port': {'device_id': '84797d92-488d-453a-b648-303cd3631250', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'admin_state_up': True, 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:27.325811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:27.328460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:27.329647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23e1e727-5601-45f6-ae1b-9f5dadaccaa7 HTTP/1.1" status: 204 len: 168 time: 0.2814121 Oct 12 11:11:27.338561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4e7e1-ae80-426c-9b1e-b62af2c62dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1e727-5601-45f6-ae1b-9f5dadaccaa7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:27.422447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:27.426166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:27.570511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Allocated IP 172.20.0.11 (d54d196a-799c-437e-b0e0-b6e9a7506548/9f17ec17-9764-4c4d-bf01-7d24450b8516/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:27.859258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6f3793a3-08f1-4736-8ef0-72254ac4282d req-6c6bff94-56db-40ae-a570-92c0581557be tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 210 time: 0.0313358 Oct 12 11:11:27.910741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f06f-6bc2-49ca-9c7d-a861592d63f6 req-4e0cf852-18e8-482e-b05e-b4fd3f77b580 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:27.912210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77b4f06f-6bc2-49ca-9c7d-a861592d63f6 req-4e0cf852-18e8-482e-b05e-b4fd3f77b580 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 944 time: 0.0477395 Oct 12 11:11:27.954785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77b4f06f-6bc2-49ca-9c7d-a861592d63f6 req-de734ff6-1c89-472b-8310-2e405fcd6daa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358245 Oct 12 11:11:28.187155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.343481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.380993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34994) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:28.387163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Network d54d196a-799c-437e-b0e0-b6e9a7506548 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:28.390230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:28.396673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:28.400865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbea4-0bce-490d-bafb-f91f4e6fd22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.402460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:28.403358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.416673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:28.481298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbea4-0bce-490d-bafb-f91f4e6fd22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.494576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-a1a0b583-ef51-4f30-b648-a22dbf35ef67 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3706791 Oct 12 11:11:28.509959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Request body: {'port': {'device_id': '84797d92-488d-453a-b648-303cd3631250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:28.542687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fbcbea4-0bce-490d-bafb-f91f4e6fd22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.567341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.590847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fbcbea4-0bce-490d-bafb-f91f4e6fd22b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88e8dd9d007c4dd981d37dc90d3247b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082405 Oct 12 11:11:28.595673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcbea4-0bce-490d-bafb-f91f4e6fd22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45757449-b2f6-4efb-a51f-5de7f5315c77,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:28.595673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35000) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:28.656113 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.683350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.814543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.817265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.818405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45757449-b2f6-4efb-a51f-5de7f5315c77 HTTP/1.1" status: 204 len: 168 time: 0.2217815 Oct 12 11:11:28.828003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d7afa-183d-4d04-95ba-a5a33a54c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45757449-b2f6-4efb-a51f-5de7f5315c77,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:28.914187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:28.923054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:28.943479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:28.968022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Transition to ACTIVE for port object 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:11:29.009300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-833e2241-fef7-4b29-9039-0c7fecc2f5f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c50ad79e21b847379eecf69de6da5ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841653 Oct 12 11:11:29.012520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35028) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:29.023322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490b3b-1aac-4cee-9423-72b3b437dce7 req-b58fd6bc-79c2-4e31-b392-3d6259b02fa6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.025842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05490b3b-1aac-4cee-9423-72b3b437dce7 req-b58fd6bc-79c2-4e31-b392-3d6259b02fa6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 932 time: 0.0771081 Oct 12 11:11:29.052934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.065291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33deca98-45ec-4a8f-93e3-0430b05dc6f9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:29.069402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05490b3b-1aac-4cee-9423-72b3b437dce7 req-a3dbe5f5-6040-4e1f-9b17-1371d2fc6a2c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Oct 12 11:11:29.116931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:29.124041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.167898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:29.168247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:29.169106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:29.175068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.183285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:29.183608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:29.196703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:29.197396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:29.197512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:29.197886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Bound port: 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:29.198244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.224827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:29.238748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'port_id': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'mac_address': 'fa:16:3e:90:f7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:29.284211 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.284442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15162d-7b4a-4bc7-9a38-6003cbf5107e req-9ead1a9e-5ae9-4787-b5f6-24bbe5419dcf tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.285995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f15162d-7b4a-4bc7-9a38-6003cbf5107e req-9ead1a9e-5ae9-4787-b5f6-24bbe5419dcf tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 944 time: 0.0809193 Oct 12 11:11:29.289236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:29.293684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:29.298661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33deca98-45ec-4a8f-93e3-0430b05dc6f9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:29.324935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:29.326316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.329412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.335875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc8f9b2d-4041-4bc2-98d5-6b1fbd92b39a HTTP/1.1" status: 204 len: 168 time: 0.3168631 Oct 12 11:11:29.336221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f15162d-7b4a-4bc7-9a38-6003cbf5107e req-4678c257-545e-4236-8920-5019a54cb937 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386140 Oct 12 11:11:29.345727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:29.367137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04089c02-94c6-40d6-9ade-0f1e60613371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f9b2d-4041-4bc2-98d5-6b1fbd92b39a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:29.368572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.405482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.406082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.407461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 1092 time: 0.9027452 Oct 12 11:11:29.407890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:29.410096 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738f57b-29aa-4403-b8b9-7cbea45ca985" -d '{"events": [{"name": "network-changed", "server_uuid": "84797d92-488d-453a-b648-303cd3631250", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:29.417213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.437645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97dbe1-2f0a-4c64-b56e-bd8224870896 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:29.453275 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b1fa32-2143-48e3-86f3-1c838049552a x-openstack-request-id: req-85b1fa32-2143-48e3-86f3-1c838049552a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:29.453560 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84797d92-488d-453a-b648-303cd3631250", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:29.453809 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85b1fa32-2143-48e3-86f3-1c838049552a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:29.454203 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'status': 'completed', 'code': 200} Oct 12 11:11:29.474621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:29.535621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-66a640f3-a017-4063-9863-b797bda57b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.537641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-66a640f3-a017-4063-9863-b797bda57b02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1095 time: 0.0606639 Oct 12 11:11:29.734588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-4b78cfdf-a321-4fd9-af09-e2e60242a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.736089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-4b78cfdf-a321-4fd9-af09-e2e60242a48e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1884124 Oct 12 11:11:29.827956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['33deca98-45ec-4a8f-93e3-0430b05dc6f9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:29.843487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-network', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:29.966477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-9fb8cce6-3c6d-4622-945d-068f61563970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:29.968064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9738f57b-29aa-4403-b8b9-7cbea45ca985 req-9fb8cce6-3c6d-4622-945d-068f61563970 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219419 Oct 12 11:11:29.971358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Made reservation on behalf of f6916ae922004533bbfcbb5235d44d48 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:29.979651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:29.996034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.092877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-99f4c06c-2e2e-4afe-9e08-42e78b823e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:30.094660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-99f4c06c-2e2e-4afe-9e08-42e78b823e3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1095 time: 0.0647247 Oct 12 11:11:30.100071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.180210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.237600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:11:30.266468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7f68f-919a-40b7-870b-bd270644d529,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:30.276355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.277381 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Added segment 1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0 of type vlan for network 2c69a859-774b-47bc-a463-d2462b4b2398 Oct 12 11:11:30.302026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1edb-b0b9-47b7-bc42-71e2f972f4dd req-51a9d92b-dd4f-43a7-bddc-e95c7a79c3b1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:30.312507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596b1edb-b0b9-47b7-bc42-71e2f972f4dd req-51a9d92b-dd4f-43a7-bddc-e95c7a79c3b1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.1459682 Oct 12 11:11:30.357353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:30.382728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.384543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-59b49c59-b3b4-4836-ab4a-bc647b6f91f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.2739215 Oct 12 11:11:30.447236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987918c-8968-44af-a236-d56268175e5f req-716ecba9-931a-4192-bb74-3781dc8fccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:30.447416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596b1edb-b0b9-47b7-bc42-71e2f972f4dd req-3017deb5-a549-4b76-bcaf-caf6674ebc17 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281319 Oct 12 11:11:30.447498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-716ecba9-931a-4192-bb74-3781dc8fccd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0558491 Oct 12 11:11:30.466396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.467742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:30.468326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.490676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-74a2b28b-164c-4bb5-98eb-3c263a7838d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352497 Oct 12 11:11:30.592549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:30.603316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2562826 Oct 12 11:11:30.616768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35114) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:30.617547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292777a-a4dd-4f34-86ff-10c8239d6617 admin admin] Pushing event updated for resources: {'Network': ['ID=2c69a859-774b-47bc-a463-d2462b4b2398,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:30.620132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'mac_address': 'fa:16:3e:b7:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:30.627142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Request body: {'subnet': {'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-subnet', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:30.660675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb90a1-713f-437e-8b40-15de232d9d23 req-8e3e45ec-243f-4ad3-bda0-02b7acdab3f3 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:30.663355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dbb90a1-713f-437e-8b40-15de232d9d23 req-8e3e45ec-243f-4ad3-bda0-02b7acdab3f3 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 945 time: 0.0776420 Oct 12 11:11:30.666279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2c69a859-774b-47bc-a463-d2462b4b2398 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:11:30.679045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.691710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-e48187f3-6ba2-453f-8aa3-08473c24320e service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924262 Oct 12 11:11:30.718259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dbb90a1-713f-437e-8b40-15de232d9d23 req-b8f8f854-980e-4695-99ae-78c282be0945 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Oct 12 11:11:30.726089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Made reservation on behalf of f6916ae922004533bbfcbb5235d44d48 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:30.729782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:30.742540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:30.810358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:30.864712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8987918c-8968-44af-a236-d56268175e5f req-a111b45b-83f7-46be-beb5-855d17019543 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619542 Oct 12 11:11:30.868960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.004865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:31.013217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['98eb639b-3549-4847-94e6-3e8ea675e5f7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:31.063430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.093116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33deca98-45ec-4a8f-93e3-0430b05dc6f9 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:31.134083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56337cb-4de9-43dc-b08f-b6fae494f309,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:31.198260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Checking segment: {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:31.200367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Network hostable DHCP agents. Network: 2c69a859-774b-47bc-a463-d2462b4b2398, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:11:31.288913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:11:31.290872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:31.291466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.401755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Network 2c69a859-774b-47bc-a463-d2462b4b2398 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:11:31.407400 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.436089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:31.440712 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0111d799-e5b9-4375-b499-83b550c9207c" -d '{"events": [{"server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "name": "network-vif-plugged", "status": "completed", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:31.455164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:31.492373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2c69a859-774b-47bc-a463-d2462b4b2398) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:31.502928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:31.502928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.512231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254d408-3317-4910-8fd9-71b15bdd4bdf None None] Network 2c69a859-774b-47bc-a463-d2462b4b2398 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:31.629209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-722851c4-5aca-49db-8244-4c932eac33ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0086601 Oct 12 11:11:31.631842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:31.637974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:31.732612 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4abe911-62c3-4578-9e12-53bf0d970cfa x-openstack-request-id: req-c4abe911-62c3-4578-9e12-53bf0d970cfa {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:31.733682 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "name": "network-vif-plugged", "status": "completed", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:31.733946 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4abe911-62c3-4578-9e12-53bf0d970cfa {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:31.734539 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'code': 200} Oct 12 11:11:31.772110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bcc8f-62f0-4dcd-ab38-d9d3cc2ecbc5 req-787b0426-c597-48b1-982e-722bd379c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:31.772110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-754bcc8f-62f0-4dcd-ab38-d9d3cc2ecbc5 req-787b0426-c597-48b1-982e-722bd379c250 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1097 time: 0.1808357 Oct 12 11:11:31.779196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.799874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c57c4d-fa1e-4cef-aa43-c5905a7c620f req-0e07444c-e92e-4f34-879e-e9160bfb0241 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:31.814374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c57c4d-fa1e-4cef-aa43-c5905a7c620f req-0e07444c-e92e-4f34-879e-e9160bfb0241 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.2445419 Oct 12 11:11:31.866487 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.867658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.911509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2c69a859-774b-47bc-a463-d2462b4b2398', 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'fixed_ips': [{'subnet_id': 'f56337cb-4de9-43dc-b08f-b6fae494f309'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:11:31.912427 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:31.996025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:31.999780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-754bcc8f-62f0-4dcd-ab38-d9d3cc2ecbc5 req-d71abf05-2555-4f05-abbc-04a1d997d76e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255814 Oct 12 11:11:32.002379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.023914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c57c4d-fa1e-4cef-aa43-c5905a7c620f req-43c5327a-2d4d-4f11-8c83-fe75a7efe20e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072659 Oct 12 11:11:32.177647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a6322-25c5-461a-9b82-f86f27043b88 req-d59a01dc-97fa-4df0-be70-0361b68a245e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:32.186507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc6a6322-25c5-461a-9b82-f86f27043b88 req-d59a01dc-97fa-4df0-be70-0361b68a245e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.1480761 Oct 12 11:11:32.200731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Allocated IP 172.20.0.2 (2c69a859-774b-47bc-a463-d2462b4b2398/f56337cb-4de9-43dc-b08f-b6fae494f309/67b35ab2-fac6-490c-b65c-9ea2006e6dd8) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:32.273818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.301034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc6a6322-25c5-461a-9b82-f86f27043b88 req-57cb45d1-bc92-4451-bfd3-99b7434c8ebf tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134865 Oct 12 11:11:32.395036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.400019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:32.470576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 98eb639b-3549-4847-94e6-3e8ea675e5f7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:32.471592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.517362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.572825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Network 2c69a859-774b-47bc-a463-d2462b4b2398 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:32.581882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:32.587525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:32.628419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Pushing event updated for resources: {'Port': ['ID=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:32.836017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Attempting to bind port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:32.836375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Attempting to bind port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:32.836887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Attempting to bind port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 on network 2c69a859-774b-47bc-a463-d2462b4b2398 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:32.851400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:32.851764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Checking segment: {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:32.852165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.853066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Bound using segment: {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:32.858895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Bound port: 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:32.859717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:32.862563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.015801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] For port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:33.023127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:33.046797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] For port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:33.083999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.087951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.120571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.123441 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.194663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:33.288114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Allocated IP 172.25.2.164 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:33.307584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5c910-7195-41a4-829d-8914db4a792c None None] Pushing event updated for resources: {'Port': ['ID=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:33.607286 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:11:33.709086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.736340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:33.740888 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66526238-e52a-46f7-91f8-6391f92ae4a1" -d '{"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:33.749521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:33.752988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573080-2a66-4e24-9e7f-5a0dbd7761ce req-8caebe93-780e-4df8-b50e-a902a2edd9c0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:33.765151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07573080-2a66-4e24-9e7f-5a0dbd7761ce req-8caebe93-780e-4df8-b50e-a902a2edd9c0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.1266754 Oct 12 11:11:33.838759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07573080-2a66-4e24-9e7f-5a0dbd7761ce req-a1f251ec-86fd-4d7d-94a8-e79261835a5a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689001 Oct 12 11:11:33.867908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:33.871007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.889644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:33.937365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4579-cac0-4a70-9015-160d023595be req-bdc152c0-cdea-4009-99f8-50fc44b55f0d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:33.938968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31cf4579-cac0-4a70-9015-160d023595be req-bdc152c0-cdea-4009-99f8-50fc44b55f0d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.1404774 Oct 12 11:11:34.037566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:34.053386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31cf4579-cac0-4a70-9015-160d023595be req-b7ac8925-f46e-4e70-a7f0-f5ae5f5ac2a6 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069131 Oct 12 11:11:34.063453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:34.070258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:34.078959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:34.129356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:34.169342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:34.220966 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ddb4b-8f5d-4d34-981e-36459c4a64e9 x-openstack-request-id: req-2c5ddb4b-8f5d-4d34-981e-36459c4a64e9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:34.221276 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:34.221527 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c5ddb4b-8f5d-4d34-981e-36459c4a64e9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:34.221930 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'code': 200} Oct 12 11:11:34.251252 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:34.366861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:34.707895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b0201-cafb-4dd5-9b7e-2665f2971e97 None None] Network 2c69a859-774b-47bc-a463-d2462b4b2398 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:34.821782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:34.883238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5734a326-e202-45fe-b985-eeeabd12f9ec None None] Provisioning complete for port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:34.883802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5734a326-e202-45fe-b985-eeeabd12f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.063252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:35.139283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.231247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:11:35.443005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5710f61-2c8f-4095-bb98-bc6cfc7cbabf req-da73ee94-25a2-46a4-9ad2-7fba5a90ff1a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:35.451037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5710f61-2c8f-4095-bb98-bc6cfc7cbabf req-da73ee94-25a2-46a4-9ad2-7fba5a90ff1a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.0791085 Oct 12 11:11:35.466857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:35.499556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'port_id': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'mac_address': 'fa:16:3e:cd:06:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f17ec17-9764-4c4d-bf01-7d24450b8516', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:35.563144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5710f61-2c8f-4095-bb98-bc6cfc7cbabf req-76fd4574-58f8-418d-bf48-e82fe5e83bff tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Oct 12 11:11:35.567389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Router b69e6953-c602-414f-ae1a-472c3bb3641f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:11:35.637335 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.678567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:35.683129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:35.747139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:35.790222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:35.790635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.827116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.840917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:11:35.853617 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Sync routers for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:11:35.873993 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:35.876297 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:35.898893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc6eb3-9735-4e89-931f-a2e13ea4d797 req-9918cd5e-407b-4a01-808b-879ee34c80e4 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:35.901222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4bc6eb3-9735-4e89-931f-a2e13ea4d797 req-9918cd5e-407b-4a01-808b-879ee34c80e4 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.0774448 Oct 12 11:11:35.919565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:35.963935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2e726caf-36a4-4ae5-997b-a944bfdbb612 None None] Provisioning complete for port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:35.964311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e726caf-36a4-4ae5-997b-a944bfdbb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:35.997376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:36.006569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35306) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:36.023035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e9f2ea4-d29c-4797-9418-8dfe4427be87 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3900628 Oct 12 11:11:36.035483 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:36.050962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4bc6eb3-9735-4e89-931f-a2e13ea4d797 req-6dbb7158-b04a-4ad5-9ff2-e50f895b4707 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319635 Oct 12 11:11:36.205143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:36.361260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-63dfbf1f-3568-4f71-ab6d-134406c2e6c9 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=369c740ab46440b7a65528f53f165a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336161 Oct 12 11:11:36.454122 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:34Z', 'revision_number': 3, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:36.488341 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Checking router: b69e6953-c602-414f-ae1a-472c3bb3641f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:36.489064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Updating router b69e6953-c602-414f-ae1a-472c3bb3641f port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:11:36.534368 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:36.572111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-114545f7-03ae-468a-aab9-7d46e593b981 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:36.583581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-114545f7-03ae-468a-aab9-7d46e593b981 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213736 Oct 12 11:11:36.618337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-d5abd2a1-47fc-4fe1-9caa-7fe28c07f7a1 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/quotas/369c740ab46440b7a65528f53f165a5a HTTP/1.1" status: 200 len: 375 time: 0.0305018 Oct 12 11:11:36.664792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-edf8064a-dad4-4226-a981-0eeaadef7569 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452144 Oct 12 11:11:36.707908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:36.795574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae609da-ad5b-4698-9c09-19ba608b70da req-fe724f06-161f-4b53-bd7b-9c3a6d8d59ee tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:36.797107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae609da-ad5b-4698-9c09-19ba608b70da req-fe724f06-161f-4b53-bd7b-9c3a6d8d59ee tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.1566584 Oct 12 11:11:36.811594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35334) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:36.818649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'floatingip': {'port_id': '33deca98-45ec-4a8f-93e3-0430b05dc6f9'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:36.901752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:36.912603 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.111581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Allocated IP 172.20.0.1 (2c69a859-774b-47bc-a463-d2462b4b2398/f56337cb-4de9-43dc-b08f-b6fae494f309/898dc4fa-83dd-473d-99d1-fa39a761800f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:37.129829 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.194638 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55cf1-cf75-418b-b69e-797b406255bf None None] Pushing event updated for resources: {'Port': ['ID=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:37.230995 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Attempting to bind port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:37.231600 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Attempting to bind port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:37.232181 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Attempting to bind port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:37.239660 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:37.240440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:37.241045 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.241679 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:37.242358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Bound port: a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:37.243545 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.305201 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] For port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:37.309917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] For port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:37.387168 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.480128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55cf1-cf75-418b-b69e-797b406255bf None None] Pushing event updated for resources: {'Port': ['ID=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:37.520898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:37.521943 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:37.575547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:37.651431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46209539-5f81-49bb-a870-c74b5b06d1c9 req-0807e446-83fc-4d5d-853b-c66fd8abeb19 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.0488658 Oct 12 11:11:37.656550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926a6b5-1ea3-4314-a676-0d6b373a156f req-7a8f677f-a3bf-4bed-bf7b-81c633253563 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:37.658353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b926a6b5-1ea3-4314-a676-0d6b373a156f req-7a8f677f-a3bf-4bed-bf7b-81c633253563 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.2757733 Oct 12 11:11:37.692769 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:37.989356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:34Z', 'revision_number': 3, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:38.008970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.resource_extend [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:11:38.024591 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd21df8-e2ae-442e-a43b-6790c67a9b5a None None] The sync data for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 is: [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:34Z', 'revision_number': 3, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:38.073351 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:38.097575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b926a6b5-1ea3-4314-a676-0d6b373a156f req-d92a97a8-6d84-4346-9617-2a33f935b34d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285011 Oct 12 11:11:38.207542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:38.210086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Network 2c69a859-774b-47bc-a463-d2462b4b2398 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:38.214824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:38.221988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:38.222851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:38.277981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Pushing event updated for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:38.304513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.304857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.305203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.306680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.306919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.307237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.307569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.307899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.308221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.308547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.316651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.317087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:38.328857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:38.679741 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4 associated. External IP: 172.25.2.171, port: 33deca98-45ec-4a8f-93e3-0430b05dc6f9. Oct 12 11:11:38.681797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b4a72c18-1458-46c3-a12c-29b895384440 None None] Provisioning complete for port 898dc4fa-83dd-473d-99d1-fa39a761800f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:38.682291 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b4a72c18-1458-46c3-a12c-29b895384440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:38.787427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b4a72c18-1458-46c3-a12c-29b895384440 None None] Port 898dc4fa-83dd-473d-99d1-fa39a761800f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:38.855113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e2d4fe3-2bbd-4a60-8631-a3a73db03ca7 req-738588fd-9ead-4396-8844-573e0ed76c2b tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.0809660 Oct 12 11:11:38.881381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.071769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:39.074884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:39.240310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:11:39.244978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:39.245353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.320180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:11:39.381074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.382527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5855-ba42-4824-86cc-ecbf08fd394c req-254ea7e6-5e97-42a5-9dde-fcec422a0f64 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:39.385053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f80b5855-ba42-4824-86cc-ecbf08fd394c req-254ea7e6-5e97-42a5-9dde-fcec422a0f64 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.1702697 Oct 12 11:11:39.416603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:39.419352 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d012d9-c969-408d-bfc6-89343c3840ba" -d '{"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-plugged", "status": "completed", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:39.436152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:39.498067 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f2a0e-340f-47ac-8e8f-1ef158a020db x-openstack-request-id: req-e97f2a0e-340f-47ac-8e8f-1ef158a020db {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:39.499682 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-plugged", "status": "completed", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:39.499682 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e97f2a0e-340f-47ac-8e8f-1ef158a020db {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:39.500528 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'code': 200} Oct 12 11:11:39.512306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.655098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:39.738616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:39.788239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:11:39.806944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f80b5855-ba42-4824-86cc-ecbf08fd394c req-18c58cc3-d772-4685-9e6b-0dc6ab59f0b4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548009 Oct 12 11:11:39.811983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:11:39.818032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.826088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.828490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35448) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:39.849060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:39.849787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:39.866689 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.885458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bf909-a491-46cd-b8a9-1cfc9e4cde06 req-a2136089-e917-4753-8e3b-4ee12c0de955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:39.886984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab3bf909-a491-46cd-b8a9-1cfc9e4cde06 req-a2136089-e917-4753-8e3b-4ee12c0de955 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1097 time: 0.2864454 Oct 12 11:11:39.888613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e96a94e9-1b45-4c0b-b467-b98055deae47 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "PUT /v2.0/floatingips/db0bedc2-1c6b-41bc-b522-becf1128e7f4 HTTP/1.1" status: 200 len: 992 time: 3.0756788 Oct 12 11:11:39.889652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:39.902216 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543ad9ec-5c99-482b-8b01-b0cf12011b41" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:39.928551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35458) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:39.987906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:39.988672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.107934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Pushing event updated for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:40.151241 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d2630-beaa-4e05-94bd-e97488aaa9b7 x-openstack-request-id: req-ac5d2630-beaa-4e05-94bd-e97488aaa9b7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:40.152293 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:40.152752 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac5d2630-beaa-4e05-94bd-e97488aaa9b7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:40.153558 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'status': 'completed', 'code': 200} Oct 12 11:11:40.156229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:40.156855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.166223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab3bf909-a491-46cd-b8a9-1cfc9e4cde06 req-c12a0b38-80a4-40a2-8a7a-955164c63522 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577009 Oct 12 11:11:40.174078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.41', 62427) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:40.247981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:40.254118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b1d0157-474d-4ddd-a2fd-117ba6a0212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.344821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-8faedb48-0d64-451a-bb79-1f22ed3ce42b tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=369c740ab46440b7a65528f53f165a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598888 Oct 12 11:11:40.395490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.408445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-921fd32a-0e5b-4fb6-aa1b-098790fffe2b req-f9bbaed9-5909-470d-9b0c-ded7b137da4a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.0755234 Oct 12 11:11:40.414924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e0a178d-58f4-4472-8a8f-d3ba0cf0118c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.460524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.547140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-e072744a-4046-4d88-ae44-0d2f7feed3b4 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:40.553684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-e072744a-4046-4d88-ae44-0d2f7feed3b4 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849160 Oct 12 11:11:40.553871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:40.554582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df2b3a0de14e40438dfc8871243a8572&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4803462 Oct 12 11:11:40.560729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da11770-b980-4c29-9e2c-2742b9eac8e2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:40.596079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.596846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.597476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.597989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.600341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.600888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.601411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.601944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.602089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.604876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.605028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Request body: {'port': {'device_id': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '369c740ab46440b7a65528f53f165a5a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:40.605602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.606218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.606871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb7ac8-3eb2-48b6-aab0-f1d1c61ca17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:40.627935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-9574fe0a-1371-4267-a5b3-7873765e30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:40.629940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-9574fe0a-1371-4267-a5b3-7873765e30c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1097 time: 0.4547260 Oct 12 11:11:40.695267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e0a178d-58f4-4472-8a8f-d3ba0cf0118c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.708584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Network 2c69a859-774b-47bc-a463-d2462b4b2398 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:40.727667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:40.783548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e0a178d-58f4-4472-8a8f-d3ba0cf0118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:40.920121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5e0a178d-58f4-4472-8a8f-d3ba0cf0118c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71f8c25dc9a547de8f948bd5c2f99e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0904567 Oct 12 11:11:40.920921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a178d-58f4-4472-8a8f-d3ba0cf0118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f36a7-c922-45f5-b143-23b6e19cedce,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:40.938750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35480) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:41.023807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:41.116173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.143658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.158899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.233488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236a1d-c7e2-438f-9975-921e82f73136 req-ad0135c1-7ee9-44e8-90ec-0a2fb904b6aa tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:41.238732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:41.243920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12236a1d-c7e2-438f-9975-921e82f73136 req-ad0135c1-7ee9-44e8-90ec-0a2fb904b6aa tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 946 time: 0.2219100 Oct 12 11:11:41.254555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-84d10336-8b45-4e79-bbf0-26d1262dedd8 None None] Provisioning complete for port 898dc4fa-83dd-473d-99d1-fa39a761800f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:41.254956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84d10336-8b45-4e79-bbf0-26d1262dedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.295560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12236a1d-c7e2-438f-9975-921e82f73136 req-fb5d7469-c56e-473d-86cd-ce23f28218ff tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Oct 12 11:11:41.312817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.316690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.321540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/642f36a7-c922-45f5-b143-23b6e19cedce HTTP/1.1" status: 204 len: 168 time: 0.3785975 Oct 12 11:11:41.329670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-84d10336-8b45-4e79-bbf0-26d1262dedd8 None None] Port 898dc4fa-83dd-473d-99d1-fa39a761800f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:41.350944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be500f-2fa8-4c2c-9549-1ccb0d461c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f36a7-c922-45f5-b143-23b6e19cedce,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:41.394297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Router b69e6953-c602-414f-ae1a-472c3bb3641f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:11:41.395141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.481281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:90:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:11:37Z', 'revision_number': 1, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:41.563962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b1d0157-474d-4ddd-a2fd-117ba6a0212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.566020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.569024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:41.596824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:41.600689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:41.627307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01aa3ceb-02fa-4f06-bfad-68ec48c42d38 req-eb615358-318a-4dde-af2f-c2b0513aab37 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.0586083 Oct 12 11:11:41.649808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:41.675020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-ed5cc489-e37b-4858-8c6c-288b726a392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:41.676648 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-ed5cc489-e37b-4858-8c6c-288b726a392c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.9886076 Oct 12 11:11:41.689271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7b1d0157-474d-4ddd-a2fd-117ba6a0212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.747744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7b1d0157-474d-4ddd-a2fd-117ba6a0212f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1afd8b657ec24f2882df5c74e1ee1923&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8142421 Oct 12 11:11:41.750542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:41.801929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:41.802297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.805304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:41.862242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.909464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.970051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Made reservation on behalf of 369c740ab46440b7a65528f53f165a5a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:41.975300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:41.987961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-beb7b39f-a60d-4d5d-af2d-e9b87e449f5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 1000 time: 0.2634382 Oct 12 11:11:42.063975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-c38370bb-ebde-4253-9f32-d0d2ad4214e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:42.065381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-c38370bb-ebde-4253-9f32-d0d2ad4214e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.0628979 Oct 12 11:11:42.066049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.083922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.087763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.089768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45b141c7-0810-4762-9c82-f732a06ffba5 HTTP/1.1" status: 204 len: 168 time: 0.3376267 Oct 12 11:11:42.112483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba237a-8982-460d-ac83-428948e6169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b141c7-0810-4762-9c82-f732a06ffba5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:42.125273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d0157-474d-4ddd-a2fd-117ba6a0212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b141c7-0810-4762-9c82-f732a06ffba5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:42.132030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.142290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.145998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6da11770-b980-4c29-9e2c-2742b9eac8e2 HTTP/1.1" status: 204 len: 168 time: 1.5827832 Oct 12 11:11:42.184873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8844dfb-3a0e-4fba-8dfb-114ff9724f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da11770-b980-4c29-9e2c-2742b9eac8e2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:42.203337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:11:42.216585 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Sync routers for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:11:42.223389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b4dec22-2fcb-40d1-b7d2-ba84f7cec679 admin admin] 10.222.0.43 "PUT /v2.0/routers/b69e6953-c602-414f-ae1a-472c3bb3641f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2157588 Oct 12 11:11:42.245043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-7bfd728e-ea01-43d0-9371-bac8c92a2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:42.246594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-7bfd728e-ea01-43d0-9371-bac8c92a2bcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654785 Oct 12 11:11:42.248653 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:42.255013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:42.257225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:42.279238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e02f642-16f5-4473-9a60-3fde7b4251a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.413987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:42.452272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e02f642-16f5-4473-9a60-3fde7b4251a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.456670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:90:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:11:37Z', 'revision_number': 1, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:42.547581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758fc85-1f8a-4f39-b541-eb06c15c5c4f None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:90:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:11:37Z', 'revision_number': 1, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:42.557244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb1e3-e63c-497e-bb6f-07eeb26b3a7e req-6e880ff8-a568-4662-bef6-943c2306d9f0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:42.571259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-532fb1e3-e63c-497e-bb6f-07eeb26b3a7e req-6e880ff8-a568-4662-bef6-943c2306d9f0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 946 time: 0.1166558 Oct 12 11:11:42.575206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e02f642-16f5-4473-9a60-3fde7b4251a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.610144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e02f642-16f5-4473-9a60-3fde7b4251a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4692b8e0042c40e5bbac20b7082695aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510673 Oct 12 11:11:42.612631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35516) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:42.678149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.708902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-30668944-a58d-4851-8f98-55f42d924c66 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368424 Oct 12 11:11:42.736134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.766049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.832675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-543ad9ec-5c99-482b-8b01-b0cf12011b41 req-1e8c4452-7701-4498-9d6a-6feb9aa391a2 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198480 Oct 12 11:11:42.835341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.869805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-532fb1e3-e63c-497e-bb6f-07eeb26b3a7e req-8c880365-c12e-4aab-bd66-1476c61e20ba tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930272 Oct 12 11:11:42.870270 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:38Z', 'revision_number': 4, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '898dc4fa-83dd-473d-99d1-fa39a761800f', 'name': '', 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'mac_address': 'fa:16:3e:04:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:36Z', 'updated_at': '2021-10-12T11:11:39Z', 'revision_number': 2, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'subnets': [{'id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:42.886822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f642-16f5-4473-9a60-3fde7b4251a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cfc18-c5b5-407f-9204-7c7c323be398,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:42.913015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.917463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9752ce3d-c626-44c6-be8c-c0420f661fa5 req-ffa14de1-eb97-4e17-bc8e-6d17b52ea1da tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.0832360 Oct 12 11:11:42.927480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:42.932907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/751cfc18-c5b5-407f-9204-7c7c323be398 HTTP/1.1" status: 204 len: 168 time: 0.3121221 Oct 12 11:11:42.951114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239253ae-b660-4b2d-9582-491aea46384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cfc18-c5b5-407f-9204-7c7c323be398,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:42.983353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Checking router: b69e6953-c602-414f-ae1a-472c3bb3641f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:42.983893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Updating router b69e6953-c602-414f-ae1a-472c3bb3641f port 898dc4fa-83dd-473d-99d1-fa39a761800f binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:11:43.057007 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.073422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1306bd0-3b02-43e7-83ca-63a7d3e9271c None None] New status for floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:11:43.073646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68710440-900d-4ae9-90cb-ee65294faa78,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:43.192540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Allocated IP 192.168.233.194 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/1d404b3b-5a7d-428a-a4df-1c7ccd38676d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:43.411069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dae46689-088e-40e6-bc44-60d02f1a5d4e req-22d8dc1d-d815-4460-b771-03c99ddf95cf tempest-FloatingIPsNegativeTestJSON-1098587376 tempest-FloatingIPsNegativeTestJSON-1098587376-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=f6916ae922004533bbfcbb5235d44d48 HTTP/1.1" status: 200 len: 217 time: 0.0907488 Oct 12 11:11:43.427693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35542) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:43.469224 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363635c8-d864-4e47-9393-c6b0b8acbd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.516626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.657645 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.741906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.754680 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363635c8-d864-4e47-9393-c6b0b8acbd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:43.785154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a4aa9de-cf59-437b-80e0-75cf52f4cd92 req-4d907393-9d74-400b-9b76-bc0e45edee28 tempest-FloatingIPsNegativeTestJSON-1098587376 tempest-FloatingIPsNegativeTestJSON-1098587376-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0805333 Oct 12 11:11:43.815420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:43.821565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:43.830830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Pushing event updated for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:43.889597 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-262bfd00-f833-45ea-82c8-272f1ab33230 req-9b0ba843-cdde-4bf2-8cfa-b78fe10df9a7 tempest-FloatingIPsNegativeTestJSON-1098587376 tempest-FloatingIPsNegativeTestJSON-1098587376-project] show failed (client error): The resource could not be found. Oct 12 11:11:43.903952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-262bfd00-f833-45ea-82c8-272f1ab33230 req-9b0ba843-cdde-4bf2-8cfa-b78fe10df9a7 tempest-FloatingIPsNegativeTestJSON-1098587376 tempest-FloatingIPsNegativeTestJSON-1098587376-project] 10.222.0.43 "GET /v2.0/floatingips/599ab5c0-b06d-4c00-a2ed-0a353e0bf2a9 HTTP/1.1" status: 404 len: 350 time: 0.0894647 Oct 12 11:11:43.903952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35550) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:43.945831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:43.965854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:43.966991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.017891 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.055743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35554) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:44.095113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b982916-51bf-4ffd-b44e-772aeb1768df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.151439 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043794b-6563-4933-b0a2-738ffdc8ae3b None None] Pushing event updated for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:44.254052 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Attempting to bind port 898dc4fa-83dd-473d-99d1-fa39a761800f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:44.257409 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Attempting to bind port 898dc4fa-83dd-473d-99d1-fa39a761800f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:44.258011 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Attempting to bind port 898dc4fa-83dd-473d-99d1-fa39a761800f on network 2c69a859-774b-47bc-a463-d2462b4b2398 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:44.271303 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:44.271886 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Checking segment: {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:44.273536 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.276806 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Bound using segment: {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:44.277528 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Bound port: 898dc4fa-83dd-473d-99d1-fa39a761800f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:44.278984 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.286492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b982916-51bf-4ffd-b44e-772aeb1768df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.306250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adadf2-578c-4c31-9ae6-60a47137d394 req-814b4e18-bc27-4395-b0a8-16178ac5ff12 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:44.315340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65adadf2-578c-4c31-9ae6-60a47137d394 req-814b4e18-bc27-4395-b0a8-16178ac5ff12 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 936 time: 0.1884093 Oct 12 11:11:44.384206 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] For port 898dc4fa-83dd-473d-99d1-fa39a761800f, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:44.388012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] For port 898dc4fa-83dd-473d-99d1-fa39a761800f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=898dc4fa-83dd-473d-99d1-fa39a761800f,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:44.426439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65adadf2-578c-4c31-9ae6-60a47137d394 req-73eb50a3-c2e2-40b1-9398-84e1d59662cb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050961 Oct 12 11:11:44.475426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363635c8-d864-4e47-9393-c6b0b8acbd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.511976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b8fa7293-28cf-415c-a681-2c8ad98ce75d None None] Provisioning complete for port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:44.517627 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7293-28cf-415c-a681-2c8ad98ce75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.525446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-ef0e9579-a34b-4717-8b7b-89c9ac011614 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9518232 Oct 12 11:11:44.531754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b982916-51bf-4ffd-b44e-772aeb1768df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.546241 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.638573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Request body: {'port': {'device_id': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:44.660202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-363635c8-d864-4e47-9393-c6b0b8acbd1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b97cc16b540a48999d0893e634521dca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2304857 Oct 12 11:11:44.673247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa7293-28cf-415c-a681-2c8ad98ce75d None None] Port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:44.676655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b982916-51bf-4ffd-b44e-772aeb1768df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=013c2249f1eb4b7095bdc69a554c580d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196136 Oct 12 11:11:44.682085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:44.682656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35574) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:44.693247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f23e9-871f-421c-8350-e269beca18df req-bb5a34f5-58a8-4b32-a9d2-26fd28735688 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:44.695309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-261f23e9-871f-421c-8350-e269beca18df req-bb5a34f5-58a8-4b32-a9d2-26fd28735688 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1097 time: 0.2657428 Oct 12 11:11:44.726278 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:44.730214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:44.735479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363635c8-d864-4e47-9393-c6b0b8acbd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d1686-1833-4238-b5fa-7459c154d8c0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:44.839860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Provisioning complete for port 898dc4fa-83dd-473d-99d1-fa39a761800f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:44.840413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.861558 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043794b-6563-4933-b0a2-738ffdc8ae3b None None] Pushing event updated for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:44.861795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b982916-51bf-4ffd-b44e-772aeb1768df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b0ca6b-f907-49cb-849c-d41041815dac,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:44.893248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.897319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-261f23e9-871f-421c-8350-e269beca18df req-d40ac51a-5139-4102-93e4-700eb854ba96 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498728 Oct 12 11:11:44.898888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:44.925499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.072148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.096780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.172562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] For port 898dc4fa-83dd-473d-99d1-fa39a761800f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=898dc4fa-83dd-473d-99d1-fa39a761800f,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:45.175439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.228947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:45.229423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.233278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.235052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e60d1686-1833-4238-b5fa-7459c154d8c0 HTTP/1.1" status: 204 len: 168 time: 0.5487764 Oct 12 11:11:45.249877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.327105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Pushing event updated for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:45.328480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92f23-321a-410b-a0da-1073f89c4f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d1686-1833-4238-b5fa-7459c154d8c0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:45.359048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.359390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.360544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.361148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.361642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.362129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.362773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.363277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.363763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.364420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.364910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.365393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f141a2-3502-4af0-ae60-b78ae9a4df99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:11:45.389838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a47a0c90-99fa-4ce5-b8ce-20725a5f33d1 None None] Provisioning complete for port 898dc4fa-83dd-473d-99d1-fa39a761800f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:45.389951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38d8d-15d4-4127-b98c-427f7a88e16f req-8127b953-748d-4d9d-b2ef-5a5ca24798a4 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:45.390040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a47a0c90-99fa-4ce5-b8ce-20725a5f33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.400358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bf38d8d-15d4-4127-b98c-427f7a88e16f req-8127b953-748d-4d9d-b2ef-5a5ca24798a4 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1097 time: 0.2500255 Oct 12 11:11:45.426101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.507712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bf38d8d-15d4-4127-b98c-427f7a88e16f req-82a8f310-9ec1-466f-81e7-c965e56094f5 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065180 Oct 12 11:11:45.572791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35588) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:45.772830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35a73be9-a460-40b6-a7b6-600a75174a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.810980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.813900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.815203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4b0ca6b-f907-49cb-849c-d41041815dac HTTP/1.1" status: 204 len: 168 time: 1.1218867 Oct 12 11:11:45.822642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-62817c75-78c1-49ce-84c4-8c9da34eb301 req-48915807-d7b5-4e67-8669-dd4d93bd8508 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:11:45.825607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d404b3b-5a7d-428a-a4df-1c7ccd38676d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:45.838065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62817c75-78c1-49ce-84c4-8c9da34eb301 req-48915807-d7b5-4e67-8669-dd4d93bd8508 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0281298 Oct 12 11:11:45.841771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:45.861960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d28e5-631e-49da-b18a-378aa279bc91 req-0727e1d2-04e6-4a50-ac7e-7c6c38f23e87 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:45.865729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f55ee-523e-4209-a987-f5aa155545e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b0ca6b-f907-49cb-849c-d41041815dac,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:45.878078 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e4d28e5-631e-49da-b18a-378aa279bc91 req-0727e1d2-04e6-4a50-ac7e-7c6c38f23e87 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 936 time: 0.1968186 Oct 12 11:11:45.956390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Transition to ACTIVE for port object 1d404b3b-5a7d-428a-a4df-1c7ccd38676d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:11:45.971442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:38Z', 'revision_number': 4, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '898dc4fa-83dd-473d-99d1-fa39a761800f', 'name': '', 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'mac_address': 'fa:16:3e:04:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:36Z', 'updated_at': '2021-10-12T11:11:44Z', 'revision_number': 4, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'subnets': [{'id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:45.980070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e4d28e5-631e-49da-b18a-378aa279bc91 req-fd0e0e1b-7c78-4cc9-bf92-8ef844d5b3ce tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010585 Oct 12 11:11:46.021241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.032012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0660ac-bc65-4d12-8fb4-b66eb7f951c1 None None] The sync data for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 is: [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:38Z', 'revision_number': 4, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port': {'id': 'a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:33Z', 'updated_at': '2021-10-12T11:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '898dc4fa-83dd-473d-99d1-fa39a761800f', 'name': '', 'network_id': '2c69a859-774b-47bc-a463-d2462b4b2398', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'mac_address': 'fa:16:3e:04:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:36Z', 'updated_at': '2021-10-12T11:11:44Z', 'revision_number': 4, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'subnets': [{'id': 'f56337cb-4de9-43dc-b08f-b6fae494f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:46.349760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:46.369580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35a73be9-a460-40b6-a7b6-600a75174a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.435984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Attempting to bind port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:46.436698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Attempting to bind port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:46.437032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Attempting to bind port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:46.440079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35a73be9-a460-40b6-a7b6-600a75174a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.466832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:46.471311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Attempting to bind port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:46.471766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Deleting port 898dc4fa-83dd-473d-99d1-fa39a761800f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:11:46.472209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.543645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:46.543992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:46.544385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:46.544836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Bound port: 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:46.545197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.597455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-35a73be9-a460-40b6-a7b6-600a75174a4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5331ef2f8f9d4943a58e5a0722fbd3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0092010 Oct 12 11:11:46.598423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a73be9-a460-40b6-a7b6-600a75174a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312b99f-4c07-4d77-a403-d36f4159e9c3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:46.601417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:46.728952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] For port 898dc4fa-83dd-473d-99d1-fa39a761800f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=898dc4fa-83dd-473d-99d1-fa39a761800f,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:46.729321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.760261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Calling delete_port for 898dc4fa-83dd-473d-99d1-fa39a761800f owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:11:46.770914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.822971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.939853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:46.943386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:46.961025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.966177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:46.968822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0312b99f-4c07-4d77-a403-d36f4159e9c3 HTTP/1.1" status: 204 len: 168 time: 0.3569756 Oct 12 11:11:46.981147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236da73-dac4-4b7a-9864-c8d6b59f4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312b99f-4c07-4d77-a403-d36f4159e9c3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:47.022803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:47.148518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:47.151315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:47.156051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d404b3b-5a7d-428a-a4df-1c7ccd38676d HTTP/1.1" status: 200 len: 1096 time: 2.5545003 Oct 12 11:11:47.159927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:47.176580 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcad246-64ae-4ecb-a0de-43b78b805e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:47.366518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca07da4-cbce-4221-a6fd-e610558aa711 req-54dd8aad-117c-4929-a654-8f91946e9d26 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:47.368149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cca07da4-cbce-4221-a6fd-e610558aa711 req-54dd8aad-117c-4929-a654-8f91946e9d26 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 948 time: 0.2346501 Oct 12 11:11:47.372259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:47.389855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc910120-b9bc-460a-8b1b-a33bd92618c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:47.433125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=898dc4fa-83dd-473d-99d1-fa39a761800f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:47.480948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-285b1ca5-b090-47d8-9e08-d710bc0efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:47.484509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-285b1ca5-b090-47d8-9e08-d710bc0efc78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 1099 time: 0.1481125 Oct 12 11:11:47.540408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cca07da4-cbce-4221-a6fd-e610558aa711 req-20406d1a-7a2d-495f-835f-8f084d78467e tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463850 Oct 12 11:11:47.623112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-f1707bad-a80f-4712-a1b5-62c0de8f8286 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d HTTP/1.1" status: 200 len: 217 time: 0.1259875 Oct 12 11:11:47.646500 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60aa5c80-24e0-4a49-abe2-6ee378ec1067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:47.750167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-4dfa23d4-6993-4b9a-a91f-6c64bf214095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:47.752679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:47.755244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-4dfa23d4-6993-4b9a-a91f-6c64bf214095 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1253202 Oct 12 11:11:47.760995 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a142548-d435-4acd-82bd-9c436b30c724 x-openstack-request-id: req-0a142548-d435-4acd-82bd-9c436b30c724 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:47.761285 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:47.761823 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a142548-d435-4acd-82bd-9c436b30c724 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:47.764366 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d', 'status': 'completed', 'code': 200} Oct 12 11:11:47.892001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-d861076e-ef25-452c-8973-198d8af0febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:47.899672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-d861076e-ef25-452c-8973-198d8af0febb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311734 Oct 12 11:11:48.166373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Router b69e6953-c602-414f-ae1a-472c3bb3641f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:11:48.172661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-f00345dc-bfa2-49f1-8fd3-552089890e23 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586725 Oct 12 11:11:48.322303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:11:48.334740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a61cefb7-06f8-44c6-8ed5-39145d8bfa70 admin admin] 10.222.0.43 "PUT /v2.0/routers/b69e6953-c602-414f-ae1a-472c3bb3641f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4325194 Oct 12 11:11:48.336551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35690) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:48.399000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fb4830b-edb1-4c55-a055-dbb92d5e017c req-402bf297-79a1-41a3-bf6e-a9f9085fca2b service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183475 Oct 12 11:11:48.491917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:48.638896 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:48.707517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-5bd46bfc-7c51-49cd-b52a-aeca9269f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:48.709303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-5bd46bfc-7c51-49cd-b52a-aeca9269f5f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 1099 time: 0.1654961 Oct 12 11:11:48.803072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Deleting port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:11:48.803936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:48.852876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfe5e2-d2ef-4f4d-9e45-1492e6e31d91 req-c9afd775-09ca-4a63-aa74-4f6fae2eded6 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:48.860716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cdfe5e2-d2ef-4f4d-9e45-1492e6e31d91 req-c9afd775-09ca-4a63-aa74-4f6fae2eded6 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 948 time: 0.1500754 Oct 12 11:11:48.940100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-84105fa8-6504-4480-8411-e272b1e6d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:48.941593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-84105fa8-6504-4480-8411-e272b1e6d54d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1993549 Oct 12 11:11:48.943401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] For port a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:48.943766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:48.958394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Calling delete_port for a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:11:48.986403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cdfe5e2-d2ef-4f4d-9e45-1492e6e31d91 req-a2b5bf71-b6f5-40d6-87aa-f05fa7e91bd5 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237342 Oct 12 11:11:49.169895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-f1d8660d-3bee-4f2e-bf4a-6d5f5afda7fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d HTTP/1.1" status: 200 len: 217 time: 0.2176902 Oct 12 11:11:49.298870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-1002ec66-8516-43cc-ba27-5d8d6cfb7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:49.300338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-1002ec66-8516-43cc-ba27-5d8d6cfb7b4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1232708 Oct 12 11:11:49.335523 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Sync routers for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:11:49.353832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:49.355058 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:49.380872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-f3781404-235e-407d-b48f-e8ca5ce6954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:49.388065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-f3781404-235e-407d-b48f-e8ca5ce6954f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735250 Oct 12 11:11:49.494174 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:49.533735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:49.569637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-bff73c81-5c5b-4bb3-9c7b-7a57d8ea48c8 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322227 Oct 12 11:11:49.584790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:49.625194 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:48Z', 'revision_number': 6, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:49.637006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:49.693871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Checking router: b69e6953-c602-414f-ae1a-472c3bb3641f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:11:49.707070 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Routers {'b69e6953-c602-414f-ae1a-472c3bb3641f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:11:49.714435 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b69e6953-c602-414f-ae1a-472c3bb3641f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:49.778467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfcad246-64ae-4ecb-a0de-43b78b805e3d req-b64fb0ac-2833-484d-93ae-0a18d9c5c244 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004392 Oct 12 11:11:49.806760 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] Set router b69e6953-c602-414f-ae1a-472c3bb3641f gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:11:49.854329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:49.858170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:49.877725 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:49Z', 'revision_number': 7, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:49.913249 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9680d-015b-484f-85d7-81cf6d23c399 None None] The sync data for ids ['b69e6953-c602-414f-ae1a-472c3bb3641f'] in n-d-813419-3 is: [{'id': 'b69e6953-c602-414f-ae1a-472c3bb3641f', 'name': 'tempest-FloatingIPsNegativeTestJSON-501759716-router', 'tenant_id': 'f6916ae922004533bbfcbb5235d44d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:31Z', 'updated_at': '2021-10-12T11:11:49Z', 'revision_number': 7, 'project_id': 'f6916ae922004533bbfcbb5235d44d48', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:11:50.041868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.042538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69e6953-c602-414f-ae1a-472c3bb3641f {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:11:50.048611 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.050886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e45f4a1a-96d0-4b09-bf50-dece5eef2022 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b69e6953-c602-414f-ae1a-472c3bb3641f HTTP/1.1" status: 204 len: 168 time: 1.7119725 Oct 12 11:11:50.052623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35748) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:50.155249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Deleting subnet f56337cb-4de9-43dc-b08f-b6fae494f309 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:11:50.161771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.178093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:50.212898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e399f-06e6-4638-94f5-19af8ab8939e req-6006db2e-c703-4120-a4c2-b01f73199a2d tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:50.224205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-244e399f-06e6-4638-94f5-19af8ab8939e req-6006db2e-c703-4120-a4c2-b01f73199a2d tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 948 time: 0.1090422 Oct 12 11:11:50.255857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.306258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-244e399f-06e6-4638-94f5-19af8ab8939e req-bf7011ff-eaa5-4ffb-9f35-fa89b389e06c tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804272 Oct 12 11:11:50.417087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-780c8a3d-6052-4167-8255-e2c34fb26e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.466033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.592524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ca77fb7c-9d6c-41ae-8067-92f076b83ae0 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:11:50.593547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ca77fb7c-9d6c-41ae-8067-92f076b83ae0 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4137850 Oct 12 11:11:50.636052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.644118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-41ceee0a-4f38-4761-9ee5-1ce1584798eb tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:50.645694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-41ceee0a-4f38-4761-9ee5-1ce1584798eb tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 1094 time: 0.0451932 Oct 12 11:11:50.682243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56337cb-4de9-43dc-b08f-b6fae494f309,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:50.689449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.696636 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d969b8a-4696-43fb-b8a4-b2c7b84c2891 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f56337cb-4de9-43dc-b08f-b6fae494f309 HTTP/1.1" status: 204 len: 168 time: 0.6421342 Oct 12 11:11:50.697481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35780) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:50.701104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c7f76-291b-47d6-a34c-52bfa1f5d767 None None] Network 2c69a859-774b-47bc-a463-d2462b4b2398 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:50.819806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:50.950012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Deleting port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:11:50.950366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.080042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] For port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:51.080655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.085552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] DHCP port deletion for 2c69a859-774b-47bc-a463-d2462b4b2398 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:11:51.135147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Calling delete_port for 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:11:51.334817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Deleting port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:11:51.335360 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.422176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:51.422868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:11:51.443027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] For port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,segment=NetworkSegment(1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0),segment_id=1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:51.443549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.459603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Calling delete_port for 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:11:51.633189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 898dc4fa-83dd-473d-99d1-fa39a761800f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:11:51.662059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:51.662260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 898dc4fa-83dd-473d-99d1-fa39a761800f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:11:51.662403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:51.662570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 898dc4fa-83dd-473d-99d1-fa39a761800f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:11:51.662788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:51.662974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:11:51.667708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:51.668023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:51.672850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:51.673177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:51.673998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:51.674371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Bound port: 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:51.750782 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.752102 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.753110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.753907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.764415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.781714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:51.837683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:51.850962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] No DVR routers for this DVR port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:11:51.861056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] Pushing event deleted for resources: {'Port': ['ID=67b35ab2-fac6-490c-b65c-9ea2006e6dd8,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:51.885442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ee52f-00d5-404b-9836-5dece4a96e92 None None] No DVR routers for this DVR port 67b35ab2-fac6-490c-b65c-9ea2006e6dd8 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:11:51.887253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:11:51.925065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:11:51.925191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:51.925592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a1ab144a-fedc-4c6c-8b7a-c7ab7cd40684 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:11:52.208328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.209496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4d88123f-9313-4247-b374-f1831b636bc0 service neutron] 10.222.0.43 "POST /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad/bindings HTTP/1.1" status: 201 len: 389 time: 1.1123989 Oct 12 11:11:52.245627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.264456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52541c83-b6c1-41cf-93d6-58671ad6891c req-f4887416-3090-4d0c-9d2f-fec2bd0463c1 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:52.266117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52541c83-b6c1-41cf-93d6-58671ad6891c req-f4887416-3090-4d0c-9d2f-fec2bd0463c1 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 948 time: 0.4169307 Oct 12 11:11:52.287591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.288074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.288900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.289348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > port after_create 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.292066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.292066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > port after_update 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.292066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.292066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.292629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.293040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.363268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.363620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.363951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.364304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:11:52.364679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c69a859-774b-47bc-a463-d2462b4b2398']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:52.389982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:52.390278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab5d2b7-4670-4066-b6d6-1a93d5c7aba0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:11:52.409677 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.438370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52541c83-b6c1-41cf-93d6-58671ad6891c req-eee8d6fc-c0fa-49e2-99fa-1ed34f9609e6 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611524 Oct 12 11:11:52.439280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.448777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:11:52.449209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: from cryptography.utils import int_from_bytes Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: from cryptography.utils import int_from_bytes Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:11:52.488077 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:11:52.498977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1d404b3b-5a7d-428a-a4df-1c7ccd38676d details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:52.632260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:52.643745 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.644370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d', 'mac_address': 'fa:16:3e:ae:fd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:11:52.652625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.658681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2c69a859-774b-47bc-a463-d2462b4b2398 HTTP/1.1" status: 204 len: 168 time: 1.9572978 Oct 12 11:11:52.666188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9097-d2b6-423d-b91e-c5f5cda3c821 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c69a859-774b-47bc-a463-d2462b4b2398,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:52.705151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.718325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d404b3b-5a7d-428a-a4df-1c7ccd38676d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:11:52.740000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:52.840795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:52.922111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-c58a085c-0180-43dd-8752-de9ab2508f44 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271370 Oct 12 11:11:52.927682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:53.047749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-221ac196-6422-48d3-ba88-2eeb13da144b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.054652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-221ac196-6422-48d3-ba88-2eeb13da144b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260338 Oct 12 11:11:53.063340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be805d0-a856-4551-9d81-f8bbeab3dead req-58f2c956-11c8-4379-b47e-76db4232653d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.067879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1be805d0-a856-4551-9d81-f8bbeab3dead req-58f2c956-11c8-4379-b47e-76db4232653d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 946 time: 0.0660143 Oct 12 11:11:53.068009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-feedf31e-9c3e-4a0f-93b3-1043d5ff4d4b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/quotas/7a55f5403e0447de917a45e681a742bb HTTP/1.1" status: 200 len: 375 time: 0.0092051 Oct 12 11:11:53.098178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1d404b3b-5a7d-428a-a4df-1c7ccd38676d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:53.109541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-cdfb4f53-e4ae-4941-8da7-d81d35594269 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350931 Oct 12 11:11:53.124827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ef94aa16-cde6-49e3-9389-6aa0769d74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.126328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ef94aa16-cde6-49e3-9389-6aa0769d74d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1097 time: 0.0805061 Oct 12 11:11:53.134311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:53.136016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1be805d0-a856-4551-9d81-f8bbeab3dead req-f390140b-0827-46bd-81c6-f4380a0860b1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569191 Oct 12 11:11:53.242247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:53.299142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c33c948d-d2c4-448a-9b02-098b52d43ba8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6916ae922004533bbfcbb5235d44d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550423 Oct 12 11:11:53.304534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:53.342557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-08ebcfbd-8205-4922-9d04-ff11fc5bf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.344722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-08ebcfbd-8205-4922-9d04-ff11fc5bf7aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1154137 Oct 12 11:11:53.397005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-9f8e3495-bdd4-4a8c-9556-1158396f3fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.0444322 Oct 12 11:11:53.412782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:53.445184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:53.501484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4e293359-a91b-42c0-9fcd-63a355385bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.511062 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4e293359-a91b-42c0-9fcd-63a355385bc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1034703 Oct 12 11:11:53.554106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-2ce2baa7-d577-4bc6-a797-b20dac201eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360897 Oct 12 11:11:53.615518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:53.619761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:53.623419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36a7f68f-919a-40b7-870b-bd270644d529 HTTP/1.1" status: 204 len: 168 time: 0.3174970 Oct 12 11:11:53.653171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687093bc-3fdb-464a-a737-52cd015b6f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7f68f-919a-40b7-870b-bd270644d529,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:53.663276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-f2beebe5-2be2-475f-ac79-82d60b94fa0c service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015124 Oct 12 11:11:53.674711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d5aa-4fb4-44ae-9a36-e834a402b620 req-63b244fc-ccab-497b-b92b-311e4238b463 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.676617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e521d5aa-4fb4-44ae-9a36-e834a402b620 req-63b244fc-ccab-497b-b92b-311e4238b463 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 949 time: 0.0814497 Oct 12 11:11:53.733399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e521d5aa-4fb4-44ae-9a36-e834a402b620 req-5d2bbaed-8401-46d3-9bbd-5e16c8bd3082 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Oct 12 11:11:53.780775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-8621fef6-49e1-4fa8-9d88-84b4940da4a4 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068120 Oct 12 11:11:53.829912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-0a069619-28ae-4743-92c9-2bc757e19acf tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234525 Oct 12 11:11:53.975222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-7bce6fec-2d52-4534-b5df-a2f9b75d786e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:53.977050 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-7bce6fec-2d52-4534-b5df-a2f9b75d786e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408525 Oct 12 11:11:53.992828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-3c89dd70-d726-4514-8670-e6562ca74fce tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/quotas/7a55f5403e0447de917a45e681a742bb HTTP/1.1" status: 200 len: 375 time: 0.0092442 Oct 12 11:11:54.026430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-a3b1a41a-a390-4666-8b5e-08494723dc79 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275042 Oct 12 11:11:54.193423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-49b6ddbc-9b34-4433-a41c-4523d8a9bff9 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:54.194955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-49b6ddbc-9b34-4433-a41c-4523d8a9bff9 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1097 time: 0.1436107 Oct 12 11:11:54.207366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:54.218489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b217b4-3a39-4955-a683-8b90b72fa91f req-cd73b562-70dc-4c8d-a4b7-70f20673347e tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:54.219998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28b217b4-3a39-4955-a683-8b90b72fa91f req-cd73b562-70dc-4c8d-a4b7-70f20673347e tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 949 time: 0.0779145 Oct 12 11:11:54.297388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28b217b4-3a39-4955-a683-8b90b72fa91f req-ed966074-ddaa-4279-954a-a292ce50ed5c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Oct 12 11:11:54.379160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.399474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7acc1a06-dcfc-4397-9a94-0cd5106eeb91 req-887a0bf9-2c2e-4063-934b-dd48ca864cd7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 210 time: 0.0329769 Oct 12 11:11:54.457522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8eadd-f0cb-400e-b81f-d45821cdb42b req-c811406c-3532-4685-96de-b9a08646324f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:54.459958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45f8eadd-f0cb-400e-b81f-d45821cdb42b req-c811406c-3532-4685-96de-b9a08646324f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 946 time: 0.1126475 Oct 12 11:11:54.513647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1d404b3b-5a7d-428a-a4df-1c7ccd38676d up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:54.520358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45f8eadd-f0cb-400e-b81f-d45821cdb42b req-b87ee831-b508-454d-86e5-9e60b60bbc1d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Oct 12 11:11:54.565320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:54.655296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:54.716611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:54.744778 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a12a2dba-905c-4600-824e-aeb8715311d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.763202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:54.767392 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1614d-5f3a-4528-89a8-4722b86435fd" -d '{"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:54.772383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.795484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:11:54.800905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:54.801461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.854054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a12a2dba-905c-4600-824e-aeb8715311d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.859287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.915831 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a12a2dba-905c-4600-824e-aeb8715311d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.945002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:54.993975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:54.999406 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75daff-740d-42ee-b764-0caae00173d8" -d '{"events": [{"server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "name": "network-vif-plugged", "status": "completed", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:55.015644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:55.021774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a12a2dba-905c-4600-824e-aeb8715311d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44aa966377d64665961c189979fa2cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546964 Oct 12 11:11:55.023671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2dba-905c-4600-824e-aeb8715311d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ef3f63-83e0-459f-aedc-32accbfbba4e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.028316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:55.092321 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.100146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.134951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.138833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fcf11-6044-482b-b984-488f92e1b2dd req-5a1f129d-23c0-45b0-b079-dcb70a60ba85 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:55.140381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-576fcf11-6044-482b-b984-488f92e1b2dd req-5a1f129d-23c0-45b0-b079-dcb70a60ba85 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 949 time: 0.2043471 Oct 12 11:11:55.141050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.165973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.167145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:55.167487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:55.167816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:55.181117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:11:55.181443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Attempting to bind port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:55.195457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:55.195801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:55.196846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:55.197191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Bound port: 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:55.197554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.203439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-576fcf11-6044-482b-b984-488f92e1b2dd req-aab5afb6-2cb9-464a-a94b-803ed116a611 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Oct 12 11:11:55.268802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:55.269897 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ce214-ab80-40b4-8384-5ae4eb770c57 x-openstack-request-id: req-a59ce214-ab80-40b4-8384-5ae4eb770c57 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:55.270416 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:55.270835 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a59ce214-ab80-40b4-8384-5ae4eb770c57 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:55.271370 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'code': 200} Oct 12 11:11:55.279018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:55.282424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:55.292162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.295094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.302253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4ef3f63-83e0-459f-aedc-32accbfbba4e HTTP/1.1" status: 204 len: 168 time: 0.2669611 Oct 12 11:11:55.306208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e50080-61ba-46c9-9961-cd51567dff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ef3f63-83e0-459f-aedc-32accbfbba4e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.380066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.392466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-479810876-network', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:55.439295 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a961357-510a-469c-8377-b2b34c9f17c7 x-openstack-request-id: req-1a961357-510a-469c-8377-b2b34c9f17c7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:55.439295 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "name": "network-vif-plugged", "status": "completed", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:55.439295 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a961357-510a-469c-8377-b2b34c9f17c7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:55.439295 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d', 'code': 200} Oct 12 11:11:55.512067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=8']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.520647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:55.521255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.524717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-4b2f36ab-6648-43d6-879e-f0d5959c66e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 1122 time: 1.3202262 Oct 12 11:11:55.554526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda990db-b664-40bd-ab1e-db872ab9863b req-4bee9b4b-5ae0-4102-9b04-db358decb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:55.556700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eda990db-b664-40bd-ab1e-db872ab9863b req-4bee9b4b-5ae0-4102-9b04-db358decb826 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 1101 time: 0.0434134 Oct 12 11:11:55.558351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-27c9e939-132e-44c5-875f-fa422e955ab5 req-867b09bb-b7cc-4c93-9b3a-6213d3d4b907 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 210 time: 0.0324402 Oct 12 11:11:55.593308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eda990db-b664-40bd-ab1e-db872ab9863b req-b1754f53-8604-4ee0-8cc5-0a1a9acbc9e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297413 Oct 12 11:11:55.598847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:11:55.611782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Made reservation on behalf of b30bec322b4041d0b82e1b6522031a1c for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:55.614495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.624951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.700882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046cdb-a74f-42a8-a07b-94ad85db7667 req-c19758c9-e0c8-4e17-9541-98f521b473eb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:55.702415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21046cdb-a74f-42a8-a07b-94ad85db7667 req-c19758c9-e0c8-4e17-9541-98f521b473eb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.0589142 Oct 12 11:11:55.714834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.756675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21046cdb-a74f-42a8-a07b-94ad85db7667 req-d5ab257f-131d-4b6c-9dce-fcfbca19ebb6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Oct 12 11:11:55.817717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.843875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:11:55.854604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c59c08-08ef-487c-9cff-1a249046d52b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:55.859467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.859805 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Added segment a87f128c-9aa0-45ab-bb1a-2d361e4cc215 of type vlan for network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 Oct 12 11:11:55.898906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:55.989445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:56.064783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.064783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:56.064783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.138230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6149357e-fd0f-4065-a115-7190c63f928a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.150092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] Pushing event updated for resources: {'Network': ['ID=3b62f2f7-aed2-4bd2-8454-a718a11c3fe5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:56.167085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:11:56.203344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-98f48fcd-ffa4-41c1-97e7-069d1cdd9062 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9330223 Oct 12 11:11:56.206336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36064) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:56.213016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Request body: {'subnet': {'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-subnet', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:56.260069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6149357e-fd0f-4065-a115-7190c63f928a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.260633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36068) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:56.278033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-821117ca-72da-4fa2-919e-f6c61656e35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.362618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14551-46b7-4f5d-91f9-c81c7a4f76ec req-952dc890-ae48-419b-b438-e53137f77a80 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:56.364051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fc14551-46b7-4f5d-91f9-c81c7a4f76ec req-952dc890-ae48-419b-b438-e53137f77a80 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 950 time: 0.0723543 Oct 12 11:11:56.372006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.375033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Made reservation on behalf of b30bec322b4041d0b82e1b6522031a1c for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:56.377292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.395913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6149357e-fd0f-4065-a115-7190c63f928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.438381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-0a6ed54c-7f0a-4504-bce3-14c5558e4239 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717912 Oct 12 11:11:56.469313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-821117ca-72da-4fa2-919e-f6c61656e35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.487412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fc14551-46b7-4f5d-91f9-c81c7a4f76ec req-45b9e38c-4e5e-45a8-8767-8f363391b95a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154380 Oct 12 11:11:56.494593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149357e-fd0f-4065-a115-7190c63f928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013cfc7f-78e3-409b-b71f-ab1a192727f0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:56.517001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6149357e-fd0f-4065-a115-7190c63f928a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da9764295eab487c8bb3bf3854ed1812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264387 Oct 12 11:11:56.517613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36080) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:56.578826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-821117ca-72da-4fa2-919e-f6c61656e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.625297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-821117ca-72da-4fa2-919e-f6c61656e35b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40fe1d352f2348cba3304a97ad2ac8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628926 Oct 12 11:11:56.637647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36088) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:56.711423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821117ca-72da-4fa2-919e-f6c61656e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67511d1-6010-4546-9ce1-f4ed97ae6d33,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:56.788544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7923d38d-8aa3-4d5a-aea4-c60385c5f866 req-ce3f2f0d-bd4f-4c86-bfcc-c064efb8faf8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 210 time: 0.0471587 Oct 12 11:11:56.796006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.812951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-ac0983bd-4ec6-48dc-b03c-80b26236c3fe tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:56.814459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-ac0983bd-4ec6-48dc-b03c-80b26236c3fe tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624582 Oct 12 11:11:56.828922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.833634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Request body: {'port': {'device_id': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '7a55f5403e0447de917a45e681a742bb'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:56.858469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.889202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.958128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873f167e-2010-4ecb-b079-a9a9fd506925,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:56.977199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:56.979539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Checking segment: {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:56.979979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Network hostable DHCP agents. Network: 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:11:56.994048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-6c48d2ef-d14d-4ae5-ae84-f8abff63be3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294478 Oct 12 11:11:57.039313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.046034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.047297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a67511d1-6010-4546-9ce1-f4ed97ae6d33 HTTP/1.1" status: 204 len: 168 time: 0.4068685 Oct 12 11:11:57.084910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac27d7-e987-4abd-9f85-077827ecdcfe req-65b2b85f-00cf-4036-8b1d-bced2bb2c19d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.087180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35ac27d7-e987-4abd-9f85-077827ecdcfe req-65b2b85f-00cf-4036-8b1d-bced2bb2c19d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.2259245 Oct 12 11:11:57.121679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:11:57.129322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9cda-895d-4a01-8f26-daab3f13369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67511d1-6010-4546-9ce1-f4ed97ae6d33,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:57.162440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35ac27d7-e987-4abd-9f85-077827ecdcfe req-28393357-8bdb-4ce3-bd5b-ceb98834a370 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616589 Oct 12 11:11:57.193927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-eb8f692f-7737-4327-88c4-74ae199f8337 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.195577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-eb8f692f-7737-4327-88c4-74ae199f8337 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887641 Oct 12 11:11:57.213127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Request body: {'port': {'device_id': '33d83e35-7252-4955-8501-20440064d62e', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '7a55f5403e0447de917a45e681a742bb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:57.249670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.256906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.258087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/013cfc7f-78e3-409b-b71f-ab1a192727f0 HTTP/1.1" status: 204 len: 168 time: 0.7369483 Oct 12 11:11:57.261303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Made reservation on behalf of 7a55f5403e0447de917a45e681a742bb for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:57.264944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.272994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:57.275460 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9" -d '{"events": [{"name": "network-changed", "server_uuid": "84797d92-488d-453a-b648-303cd3631250", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:57.280262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.280929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:57.283913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258ab5e-fb46-4db7-839b-af0bf9ee6f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013cfc7f-78e3-409b-b71f-ab1a192727f0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:57.287624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.288208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.300459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba895e-7917-4974-bb91-7d668d366bc7 None None] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:11:57.360947 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea0de3a-4853-48cf-8f3a-f711336777d7 x-openstack-request-id: req-bea0de3a-4853-48cf-8f3a-f711336777d7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:57.361228 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84797d92-488d-453a-b648-303cd3631250", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:57.361470 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bea0de3a-4853-48cf-8f3a-f711336777d7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:57.362145 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'status': 'completed', 'code': 200} Oct 12 11:11:57.380301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.426625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f074083d-52c9-4e70-9fe0-f5d9a2651f33 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2186661 Oct 12 11:11:57.431002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36112) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:57.435961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:57.447175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-0b047201-2152-4d0d-a654-975a61ea717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.448752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-0b047201-2152-4d0d-a654-975a61ea717f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1125 time: 0.0544889 Oct 12 11:11:57.492177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.565267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'fixed_ips': [{'subnet_id': '873f167e-2010-4ecb-b079-a9a9fd506925'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:11:57.566150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.570811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Made reservation on behalf of 7a55f5403e0447de917a45e681a742bb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:11:57.575318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.591731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-1e43e939-5075-4327-a63e-5c03d072b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.593835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-1e43e939-5075-4327-a63e-5c03d072b936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1375563 Oct 12 11:11:57.667766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-174120a0-e082-44e6-9186-9757b4cc7497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.0591834 Oct 12 11:11:57.701464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda8128-ce61-468e-b82e-8ef7b4215efd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:57.796152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.797977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Allocated IP 172.20.0.2 (3b62f2f7-aed2-4bd2-8454-a718a11c3fe5/873f167e-2010-4ecb-b079-a9a9fd506925/d21b5351-70fa-4091-8b0c-aeffaae150ac) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:57.798150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.813840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-99c8bdc8-463c-423c-a439-5a3efe87aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.816813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-99c8bdc8-463c-423c-a439-5a3efe87aa78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1137514 Oct 12 11:11:57.830957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915b71-c3d2-45ec-843b-8552f700477d req-e801e184-b10d-45e1-86d7-298a0cadc294 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:57.839076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c915b71-c3d2-45ec-843b-8552f700477d req-e801e184-b10d-45e1-86d7-298a0cadc294 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 950 time: 0.1375713 Oct 12 11:11:57.888260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-67feb0d1-d90d-4c86-95c9-177d65a06f2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402777 Oct 12 11:11:57.903051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Allocated IP 192.168.233.185 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/4f3947ae-6804-40dc-9bfe-ad8bb8f7a427) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:57.921461 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:57.927245 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c915b71-c3d2-45ec-843b-8552f700477d req-682e5e81-24e2-4db2-bb8d-8ca313ad97bb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871904 Oct 12 11:11:57.940325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e47fb40a-c456-4692-9e8c-d47443670e37 req-38b8cc64-0e8b-4b74-a678-c41ae0278432 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 210 time: 0.0387549 Oct 12 11:11:58.006392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.020693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-76c3d0fb-05cc-460b-8d40-abd9398b0dce service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224720 Oct 12 11:11:58.084406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.135377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:58.136699 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1aaad7a-cdb8-4309-acab-7cb5a69a03c9 req-5161fdad-acb3-499e-9fd7-616b9e1bd41e service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074636 Oct 12 11:11:58.138279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:58.142936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:58.146063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Pushing event updated for resources: {'Port': ['ID=d21b5351-70fa-4091-8b0c-aeffaae150ac,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:58.168187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:58.202421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3afe60dc-eabf-4502-9ae2-1bb132d05b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.246364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.274023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Attempting to bind port d21b5351-70fa-4091-8b0c-aeffaae150ac on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:11:58.274386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Attempting to bind port d21b5351-70fa-4091-8b0c-aeffaae150ac by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:11:58.274736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Attempting to bind port d21b5351-70fa-4091-8b0c-aeffaae150ac on network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:11:58.278864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.283038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:11:58.283389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Checking segment: {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:11:58.283794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.284181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Bound using segment: {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:11:58.284641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Bound port: d21b5351-70fa-4091-8b0c-aeffaae150ac, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:11:58.285014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.362625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3afe60dc-eabf-4502-9ae2-1bb132d05b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.381213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] For port d21b5351-70fa-4091-8b0c-aeffaae150ac, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:11:58.386103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] For port d21b5351-70fa-4091-8b0c-aeffaae150ac, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d21b5351-70fa-4091-8b0c-aeffaae150ac,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:11:58.405494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f10ea-b230-400c-9c84-406237b34a4d req-2a4527ed-e58b-47bf-ab30-f23476ffc97a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:58.406969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a89f10ea-b230-400c-9c84-406237b34a4d req-2a4527ed-e58b-47bf-ab30-f23476ffc97a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.0938196 Oct 12 11:11:58.438026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3afe60dc-eabf-4502-9ae2-1bb132d05b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.471517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a89f10ea-b230-400c-9c84-406237b34a4d req-573c5629-2384-4767-b7dc-c71e3f805617 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Oct 12 11:11:58.479825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3afe60dc-eabf-4502-9ae2-1bb132d05b11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c34c610fd50b468a8b733e476a95a502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101726 Oct 12 11:11:58.480969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe60dc-eabf-4502-9ae2-1bb132d05b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355e9e62-eef7-405c-a626-b76f6060e321,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:58.482443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36152) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:11:58.505754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.511531 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.566783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:11:58.589956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:11:58.606406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Allocated IP 192.168.233.196 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/829e1121-61ce-45ca-88b0-77e4fdbb1620) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:58.728865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:58.754188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231859-c82b-44fe-9898-7c2ee4c8efcb None None] Pushing event updated for resources: {'Port': ['ID=d21b5351-70fa-4091-8b0c-aeffaae150ac,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:58.819066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:58.842451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:58.847085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:58.855809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:11:58.856753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:58.870922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:58.871652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.888190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.950649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:58.957546 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.043150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.047366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:11:59.048106 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65012007-dda7-482d-86d9-43ea3930f7d3" -d '{"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-unplugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:11:59.069642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.076355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:11:59.110248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f65187d-d0a3-41c6-84ef-0eedd568a53d req-c8b5e294-7052-49f1-85b3-9b93d06275ac tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 210 time: 0.0528319 Oct 12 11:11:59.111481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.167031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.219206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event updated for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:59.233098 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cb3f3-015d-4255-83a1-12db0c7b9e74 x-openstack-request-id: req-3c5cb3f3-015d-4255-83a1-12db0c7b9e74 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:11:59.233422 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-unplugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:11:59.233796 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c5cb3f3-015d-4255-83a1-12db0c7b9e74 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:11:59.234856 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'code': 200} Oct 12 11:11:59.275965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:11:59.283991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:11:59.294554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:11:59.299865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:11:59.316157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b1d9-8024-498f-88cc-606204dbe35c None None] Provisioning complete for port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:59.316157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b1d9-8024-498f-88cc-606204dbe35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.372007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-4ebbd0a5-9bc0-4c29-83a5-555def46f1ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5443616 Oct 12 11:11:59.381647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b1d9-8024-498f-88cc-606204dbe35c None None] Port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:59.411871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Request body: {'port': {'device_id': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:59.447773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.453998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:59.459047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.466378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7abaa7-a5b1-490c-acf0-8dedbda5d93d req-46f9178c-01e1-4f56-946e-9dbe07d2943c tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:59.473646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f7abaa7-a5b1-490c-acf0-8dedbda5d93d req-46f9178c-01e1-4f56-946e-9dbe07d2943c tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 950 time: 0.5213001 Oct 12 11:11:59.567654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.577571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-68bb486d-31db-404f-a3cc-e63438eef75d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3690526 Oct 12 11:11:59.604725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Request body: {'port': {'device_id': '33d83e35-7252-4955-8501-20440064d62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:11:59.717337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6111ba02-41e8-4d82-9195-eb142b384e0f None None] Provisioning complete for port 829e1121-61ce-45ca-88b0-77e4fdbb1620 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:59.717897 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6111ba02-41e8-4d82-9195-eb142b384e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.724511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Allocated IP 172.25.2.161 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/6b5740dc-0a53-48d9-82a4-9bef3f007496) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:11:59.747075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a10119-8e47-4b8b-a426-55fa12d0ca08 req-e2366136-838c-42b7-b945-3f440f17224f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:11:59.749751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d21b5351-70fa-4091-8b0c-aeffaae150ac up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:11:59.763212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38a10119-8e47-4b8b-a426-55fa12d0ca08 req-e2366136-838c-42b7-b945-3f440f17224f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.1134701 Oct 12 11:11:59.801444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6111ba02-41e8-4d82-9195-eb142b384e0f None None] Port 829e1121-61ce-45ca-88b0-77e4fdbb1620 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:11:59.820753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d21b5351-70fa-4091-8b0c-aeffaae150ac triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:11:59.821186 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.822973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38a10119-8e47-4b8b-a426-55fa12d0ca08 req-86cb943b-083d-4b38-a597-a13498d9d9b2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Oct 12 11:11:59.828777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.884958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f7abaa7-a5b1-490c-acf0-8dedbda5d93d req-7cb0e4dc-68dc-4850-9325-07263ff993c6 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048693 Oct 12 11:11:59.914573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.919478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:11:59.920717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/355e9e62-eef7-405c-a626-b76f6060e321 HTTP/1.1" status: 204 len: 168 time: 1.4372802 Oct 12 11:11:59.940327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509603dd-68ec-4dc7-9729-b1b6cbe685fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355e9e62-eef7-405c-a626-b76f6060e321,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:00.022146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2abae9-8afc-43dd-b9e6-541a0c929da2 None None] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:00.130727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.257268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.276703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829e1121-61ce-45ca-88b0-77e4fdbb1620 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:00.283687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da2e9a-1fc1-4b4a-98d2-2b46a6cd3211 req-1ce6bef2-6478-4c72-b74f-5a13ff826a7f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:00.293063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.296521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4da2e9a-1fc1-4b4a-98d2-2b46a6cd3211 req-1ce6bef2-6478-4c72-b74f-5a13ff826a7f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 936 time: 0.0927467 Oct 12 11:12:00.306573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Transition to ACTIVE for port object 829e1121-61ce-45ca-88b0-77e4fdbb1620 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:00.308715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.320931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ff360ae3-74b6-4313-817b-5b5f83ae67da None None] Provisioning complete for port d21b5351-70fa-4091-8b0c-aeffaae150ac triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:00.320931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff360ae3-74b6-4313-817b-5b5f83ae67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.320931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port d21b5351-70fa-4091-8b0c-aeffaae150ac, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d21b5351-70fa-4091-8b0c-aeffaae150ac,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:00.383395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:00.392130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Pushing event updated for resources: {'Port': ['ID=6b5740dc-0a53-48d9-82a4-9bef3f007496,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:00.394915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.401883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:00.411804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.446305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:00.502537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Pushing event updated for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:00.535639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=d21b5351-70fa-4091-8b0c-aeffaae150ac,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:00.548893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4da2e9a-1fc1-4b4a-98d2-2b46a6cd3211 req-edf5c2d5-9c11-4712-9b20-0cfc5497a721 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462375 Oct 12 11:12:00.563912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.47', 52705) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:00.576523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:00.807927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Attempting to bind port 829e1121-61ce-45ca-88b0-77e4fdbb1620 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:00.808270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Attempting to bind port 829e1121-61ce-45ca-88b0-77e4fdbb1620 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:00.808600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Attempting to bind port 829e1121-61ce-45ca-88b0-77e4fdbb1620 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:00.836794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-81c5d1e3-b3c5-41fa-80fd-da3566a9781a tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:00.839198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-81c5d1e3-b3c5-41fa-80fd-da3566a9781a tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 1101 time: 0.2742422 Oct 12 11:12:00.842382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Port 829e1121-61ce-45ca-88b0-77e4fdbb1620 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:00.843158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Attempting to bind port 829e1121-61ce-45ca-88b0-77e4fdbb1620 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:00.856358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:00.856701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:00.857095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:00.857786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Bound port: 829e1121-61ce-45ca-88b0-77e4fdbb1620, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:00.857906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:00.907534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:00.924815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'mac_address': 'fa:16:3e:b7:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:00.999492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.042134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:01.058363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:01.071969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:01.073636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.082941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8e744714-41d6-413e-ba56-c45eebed7ce1 None None] Provisioning complete for port d21b5351-70fa-4091-8b0c-aeffaae150ac triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:01.083790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e744714-41d6-413e-ba56-c45eebed7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.114992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.117542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Transition to ACTIVE for port object 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:01.127976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3bc04-4049-4b29-8d5f-8983aa00af72 req-cb58f4e0-63a2-483d-a543-b621c0459045 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:01.135785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ff3bc04-4049-4b29-8d5f-8983aa00af72 req-cb58f4e0-63a2-483d-a543-b621c0459045 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.1867354 Oct 12 11:12:01.167790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.200709 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.259743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:01.273302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['98eb639b-3549-4847-94e6-3e8ea675e5f7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:01.292337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ff3bc04-4049-4b29-8d5f-8983aa00af72 req-3cb8d4a9-6892-475e-8c1f-05fa801d4a76 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509097 Oct 12 11:12:01.377940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:01.414722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-ff7ecbbb-a2b1-48b9-b373-66b14dcafbe6 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6c3d79c3d8344305a593be57652e9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4561510 Oct 12 11:12:01.502401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Attempting to bind port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:01.502974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Attempting to bind port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:01.503077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Attempting to bind port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:01.518910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:01.519235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Attempting to bind port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:01.606443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:01.607100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:01.607838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:01.608495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Bound port: 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:01.609038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.660596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4852c-2cdb-44a4-b393-f0113e59fc3b req-998aea0b-396a-4034-b52a-855ab346f202 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:01.668762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6c4852c-2cdb-44a4-b393-f0113e59fc3b req-998aea0b-396a-4034-b52a-855ab346f202 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 950 time: 0.2673593 Oct 12 11:12:01.675292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d21b5351-70fa-4091-8b0c-aeffaae150ac up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:01.729125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.742835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:01.763014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d21b5351-70fa-4091-8b0c-aeffaae150ac triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:01.763632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.768453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:01.779517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-c6691da7-ffe3-40b6-8e8d-b09e87cfd5e8 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:01.790125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-c6691da7-ffe3-40b6-8e8d-b09e87cfd5e8 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3739693 Oct 12 11:12:01.800376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6c4852c-2cdb-44a4-b393-f0113e59fc3b req-58bae3e7-5418-4b48-8117-c9415c072607 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263852 Oct 12 11:12:01.812021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-bd44a8f2-4140-49b7-b0cb-2a934c7a8eae tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/quotas/6c3d79c3d8344305a593be57652e9b3e HTTP/1.1" status: 200 len: 375 time: 0.0205753 Oct 12 11:12:01.824109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:01.829829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:01.865512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-6f0830fc-f412-4547-994d-d7452ba999e6 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524766 Oct 12 11:12:01.867161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Deleting port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:01.869017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.933867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:01.981375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:02.039324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:02.040015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:02.041466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-d00317ba-2169-4a82-84db-55362553df47 service neutron] 10.222.0.47 "PUT /v2.0/ports/829e1121-61ce-45ca-88b0-77e4fdbb1620 HTTP/1.1" status: 200 len: 1096 time: 2.4497683 Oct 12 11:12:02.044383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:02.047149 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82760dd-80c5-4547-8c0b-ef8564a9109b" -d '{"events": [{"name": "network-changed", "server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:02.093783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-cd7fa732-963d-4991-93d7-0aecc8ae0903 service neutron] 10.222.0.41 "GET /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.1566870 Oct 12 11:12:02.238475 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b16042e-ec0e-4f4b-b8c0-5c2467c8a45c x-openstack-request-id: req-6b16042e-ec0e-4f4b-b8c0-5c2467c8a45c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:02.241557 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:02.242089 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b16042e-ec0e-4f4b-b8c0-5c2467c8a45c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:02.242847 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620', 'status': 'completed', 'code': 200} Oct 12 11:12:02.282453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] For port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:02.283324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:02.357744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dd1c9e8-bab4-454a-ae52-e3b824bf9b9a req-655c7290-1d72-41bb-8248-b9d074a34665 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 210 time: 0.1003857 Oct 12 11:12:02.392807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00317ba-2169-4a82-84db-55362553df47 service neutron] Pushing event updated for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:02.402367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Calling delete_port for 1d404b3b-5a7d-428a-a4df-1c7ccd38676d owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:02.442398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-04705144-7f4f-4443-abe2-52366f2147ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:02.443892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-04705144-7f4f-4443-abe2-52366f2147ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 1099 time: 0.2204239 Oct 12 11:12:02.444009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:02.444586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:02.445953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 HTTP/1.1" status: 200 len: 1096 time: 3.0494986 Oct 12 11:12:02.457833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:02.580936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:02.745525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c28bb-ef2f-48cf-b934-762883865658 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:02.765974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53c1f-412c-4405-a715-a44a131d38bb req-b49bedca-f398-431b-9628-2a458faabbca tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:02.775085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bd53c1f-412c-4405-a715-a44a131d38bb req-b49bedca-f398-431b-9628-2a458faabbca tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 948 time: 0.4503593 Oct 12 11:12:02.813851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-17eef5bc-bd73-41ab-89be-3b1ee21e05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:02.817563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-17eef5bc-bd73-41ab-89be-3b1ee21e05ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1099 time: 0.2067976 Oct 12 11:12:02.839527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 98eb639b-3549-4847-94e6-3e8ea675e5f7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:02.841242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:02.910941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:02.939304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bd53c1f-412c-4405-a715-a44a131d38bb req-6af7ad95-536a-42d0-8a9c-ce59de17f9f2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629024 Oct 12 11:12:02.940716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-1e0c41f2-bd27-474f-914a-9e4b3ec8db66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 HTTP/1.1" status: 200 len: 217 time: 0.1144118 Oct 12 11:12:02.952914 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e50886-b59c-42a2-9987-3ae7c7d648f4" -d '{"events": [{"name": "network-changed", "server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:02.965126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Router 399aa77a-dacc-4373-af34-4635b293a81e is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:12:02.970068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:03.018151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:03.031952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:03.050129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.110254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:03.115116 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf80d6-06ae-4f6a-aba9-3b21a959e6c8" -d '{"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:03.127002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:03.148560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-7a752710-edaf-42d1-b08c-d11da1aab2db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620 HTTP/1.1" status: 200 len: 217 time: 0.1025314 Oct 12 11:12:03.156192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.177091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-6c048beb-ef22-451f-86f6-f6ef75b07bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.178547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-6c048beb-ef22-451f-86f6-f6ef75b07bfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.2170796 Oct 12 11:12:03.194069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.196895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1d404b3b-5a7d-428a-a4df-1c7ccd38676d no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:03.206671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429c36-eaa5-489c-b0ac-edbb2ae66999 req-be8fc6a3-e82f-4bdf-8eb9-e429ee8f0507 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.214724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59429c36-eaa5-489c-b0ac-edbb2ae66999 req-be8fc6a3-e82f-4bdf-8eb9-e429ee8f0507 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 950 time: 0.1537747 Oct 12 11:12:03.260448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14870fb-bb8a-437a-84ee-78f9d6acce40 req-9ce2af2c-52f6-4271-90d1-7c2688dcab29 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.271668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d14870fb-bb8a-437a-84ee-78f9d6acce40 req-9ce2af2c-52f6-4271-90d1-7c2688dcab29 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 944 time: 0.2238908 Oct 12 11:12:03.383607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:03.438927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59429c36-eaa5-489c-b0ac-edbb2ae66999 req-32062785-e8b0-452f-90b0-1a8ce38b47c1 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231810 Oct 12 11:12:03.462339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] Transition to ACTIVE for port object 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:03.470537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-434f28b1-be61-449a-aaa7-aa8757755858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.474044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-434f28b1-be61-449a-aaa7-aa8757755858 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847478 Oct 12 11:12:03.478291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:12:03.489419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d14870fb-bb8a-437a-84ee-78f9d6acce40 req-d4d40301-4dbb-4af4-bfc8-617e2064869f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055750 Oct 12 11:12:03.493952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-5f05da04-83bf-413f-82f8-11582e03bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.513126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Sync routers for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:12:03.513452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-5f05da04-83bf-413f-82f8-11582e03bf1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.3547907 Oct 12 11:12:03.515331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.544178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.588555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:03.592009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:03.642241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d404b3b-5a7d-428a-a4df-1c7ccd38676d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:03.666574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.697921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.721003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5500c492-198a-4691-a514-c1a847fa746e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2885425 Oct 12 11:12:03.723733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36338) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:03.818328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:03.879221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] No DVR routers for this DVR port 1d404b3b-5a7d-428a-a4df-1c7ccd38676d on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:03.907923 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775228a-db46-473e-a24a-9b5e51580bf6 x-openstack-request-id: req-b775228a-db46-473e-a24a-9b5e51580bf6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:03.908427 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-plugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:03.908427 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b775228a-db46-473e-a24a-9b5e51580bf6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:03.912499 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'code': 200} Oct 12 11:12:03.926207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] No DVR routers for this DVR port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:03.933922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:03.941961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1af2a14b-889b-46b4-861f-d8ee908116e4 req-cfb27cf4-bedf-4d14-bfd9-bddeeca95631 tempest-DeleteServersAdminTestJSON-970244112 tempest-DeleteServersAdminTestJSON-970244112-project-admin] 10.222.0.47 "DELETE /v2.0/ports/1d404b3b-5a7d-428a-a4df-1c7ccd38676d HTTP/1.1" status: 204 len: 173 time: 3.0867145 Oct 12 11:12:03.949622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-e3f9f66d-8fe1-4d35-aa38-42eb1197a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:03.951147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-e3f9f66d-8fe1-4d35-aa38-42eb1197a388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3470733 Oct 12 11:12:04.022870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:04.034586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-767fc947-354e-468d-aaee-d47156806e89 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398540 Oct 12 11:12:04.143371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-03f74b5d-b78b-4026-b495-8d6f78cd44f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0404818 Oct 12 11:12:04.243250 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731140ab-e9e5-453e-91dc-42f88c86334f x-openstack-request-id: req-731140ab-e9e5-453e-91dc-42f88c86334f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:04.244002 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:04.244002 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-731140ab-e9e5-453e-91dc-42f88c86334f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:04.244500 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'status': 'completed', 'code': 200} Oct 12 11:12:04.251954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94bc9977-f2db-4483-a34f-1409aee7a592 req-fed96673-3a41-4e5c-8a88-ce6eccf842ef service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164202 Oct 12 11:12:04.257802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'name': 'network-vif-deleted', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:04.268510 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7c6b0-7ebe-4875-b3c4-5aa9839cb28a" -d '{"events": [{"server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "name": "network-vif-deleted", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:04.393353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-695a34ab-391a-4b37-ae74-43086b351dfc req-77d82e91-1a5e-4ed0-a1de-479b81e5ae17 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 210 time: 0.1403694 Oct 12 11:12:04.405676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-418ddfe9-37d3-4698-9d82-9c7a7c450311 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328587 Oct 12 11:12:04.427420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d637a-6456-4a5d-b37c-9d65a8cf8c8e req-8f70f4df-26c7-44a0-944f-47318d5fb413 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:04.429105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a92d637a-6456-4a5d-b37c-9d65a8cf8c8e req-8f70f4df-26c7-44a0-944f-47318d5fb413 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 948 time: 0.2848747 Oct 12 11:12:04.505352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:00Z', 'revision_number': 3, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:04.566240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Checking router: 399aa77a-dacc-4373-af34-4635b293a81e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:12:04.566900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Updating router 399aa77a-dacc-4373-af34-4635b293a81e port 6b5740dc-0a53-48d9-82a4-9bef3f007496 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:12:04.576875 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2dd7d2-9a9d-4136-a021-d5803fa97220 x-openstack-request-id: req-6c2dd7d2-9a9d-4136-a021-d5803fa97220 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:04.577433 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c4ba8-f99a-44e8-a530-cfb33837a84a", "name": "network-vif-deleted", "tag": "1d404b3b-5a7d-428a-a4df-1c7ccd38676d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:04.577664 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c2dd7d2-9a9d-4136-a021-d5803fa97220 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:04.578058 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c4ba8-f99a-44e8-a530-cfb33837a84a', 'name': 'network-vif-deleted', 'tag': '1d404b3b-5a7d-428a-a4df-1c7ccd38676d', 'status': 'completed', 'code': 200} Oct 12 11:12:04.628246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:04.671192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6dee0047-f0f0-4751-86d9-863975de69b3 req-9aa9cb0f-f1fb-46b5-9010-6818de131eda service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406282 Oct 12 11:12:04.707179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a92d637a-6456-4a5d-b37c-9d65a8cf8c8e req-c8a3a8f9-d334-4a12-b334-ba87de586ef8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638383 Oct 12 11:12:04.733846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-4b83f8bd-4d08-4b2c-ba7b-79bc288e344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:04.733846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-4b83f8bd-4d08-4b2c-ba7b-79bc288e344d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1099 time: 0.0851638 Oct 12 11:12:04.760115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:04.773769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-6aa75c7f-5a5e-4495-a757-124f23c0eb0d tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:04.780371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-6aa75c7f-5a5e-4495-a757-124f23c0eb0d tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.3899081 Oct 12 11:12:04.901392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d497f754-7c19-4a00-9445-ae9d223a6fcb req-2b75fdb3-a889-4ca0-9584-42eda068d804 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f0c4ba8-f99a-44e8-a530-cfb33837a84a HTTP/1.1" status: 200 len: 210 time: 0.1383660 Oct 12 11:12:04.975333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-49576c3e-6029-49ef-9db4-b0199a7c235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:04.977160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-49576c3e-6029-49ef-9db4-b0199a7c235d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2356658 Oct 12 11:12:04.982629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-06ded8e8-fddd-4439-96c2-8656f3bc9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:04.984490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-06ded8e8-fddd-4439-96c2-8656f3bc9599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 1099 time: 0.1294947 Oct 12 11:12:04.993645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35870caf-5995-4395-837b-7cd33d5cd478 req-a866b250-7e34-4819-97bd-239dfcde645b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.001658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35870caf-5995-4395-837b-7cd33d5cd478 req-a866b250-7e34-4819-97bd-239dfcde645b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.1482213 Oct 12 11:12:05.081822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-bac83b02-9c9d-4ada-b7ee-e9d3d739c58e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 HTTP/1.1" status: 200 len: 217 time: 0.0779228 Oct 12 11:12:05.153044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-138a64af-597e-4d02-b788-02e6778fd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.157760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-138a64af-597e-4d02-b788-02e6778fd5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 1096 time: 0.2849700 Oct 12 11:12:05.199465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35870caf-5995-4395-837b-7cd33d5cd478 req-f6375ef5-46ac-4e64-9965-726ae135c600 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967049 Oct 12 11:12:05.269077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-0953b423-a66f-40e8-8ff5-9ba4c7368159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.277075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-0953b423-a66f-40e8-8ff5-9ba4c7368159 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1852190 Oct 12 11:12:05.305135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-f3dfb290-c5f5-4ba5-8d01-e68dc0722c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.307284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-f3dfb290-c5f5-4ba5-8d01-e68dc0722c29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3021038 Oct 12 11:12:05.316173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:05.406082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-1a16f77d-10fa-4ae7-8c94-53970e620817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620 HTTP/1.1" status: 200 len: 217 time: 0.0810652 Oct 12 11:12:05.453476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-149d317d-45c5-469d-8c78-27ced61814af tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c3d79c3d8344305a593be57652e9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602486 Oct 12 11:12:05.462683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:05.547644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-e175a80d-faf5-42df-a604-6bcdb4356f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.550044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-e175a80d-faf5-42df-a604-6bcdb4356f6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562170 Oct 12 11:12:05.590732 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:05.644041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd4fb-53cd-4607-82f3-6ee299166414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:05.683102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f3573c9-440b-477f-87d6-93f3513d5afe req-3d902333-413f-4ed9-8b90-a4b6b33a121c tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 210 time: 0.1382418 Oct 12 11:12:05.711263 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:05.750448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-9db0555b-a9c1-4d3f-bf42-46a7cf3b0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.752553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-9db0555b-a9c1-4d3f-bf42-46a7cf3b0921 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.3315454 Oct 12 11:12:05.851056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-268bc0d3-2185-4472-a3f3-c612cb27ba7d tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.853781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Attempting to bind port 6b5740dc-0a53-48d9-82a4-9bef3f007496 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:05.854153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Attempting to bind port 6b5740dc-0a53-48d9-82a4-9bef3f007496 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:05.854274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-268bc0d3-2185-4472-a3f3-c612cb27ba7d tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3904934 Oct 12 11:12:05.854526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Attempting to bind port 6b5740dc-0a53-48d9-82a4-9bef3f007496 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:05.861038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-00485e64-7dd0-44a6-9a55-65b7e187dc7f service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690120 Oct 12 11:12:05.865208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-51b066d6-9417-48de-b88f-1495389ff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:05.866766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-51b066d6-9417-48de-b88f-1495389ff89e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053631 Oct 12 11:12:05.871253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Request body: {'port': {'device_id': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '6c3d79c3d8344305a593be57652e9b3e'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:05.879999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:05.880382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:05.880797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:05.881259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:05.881756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Bound port: 6b5740dc-0a53-48d9-82a4-9bef3f007496, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:05.889612 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.083726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f0e0f-d323-4a05-909d-8302f51f9a4f None None] Pushing event updated for resources: {'Port': ['ID=6b5740dc-0a53-48d9-82a4-9bef3f007496,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:06.096698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] For port 6b5740dc-0a53-48d9-82a4-9bef3f007496, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:06.107963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] For port 6b5740dc-0a53-48d9-82a4-9bef3f007496, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6b5740dc-0a53-48d9-82a4-9bef3f007496,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:06.215663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.283805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:06.284789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:06.406485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd4fb-53cd-4607-82f3-6ee299166414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.412629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-3a01556f-473f-4af9-93cf-c2e46e6a8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:06.414589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-3a01556f-473f-4af9-93cf-c2e46e6a8537 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1096 time: 0.9708171 Oct 12 11:12:06.415128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-6c0ddfea-be47-4606-9017-ccca3c72c08d tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=369c740ab46440b7a65528f53f165a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503399 Oct 12 11:12:06.518417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-357b2073-bbe3-40b9-9753-cf3c553f81bb service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410334 Oct 12 11:12:06.525111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90e50886-b59c-42a2-9987-3ae7c7d648f4 req-e118c1e6-906a-4adf-a450-d64c77f151a6 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486931 Oct 12 11:12:06.590326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd4fb-53cd-4607-82f3-6ee299166414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.606517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f0e0f-d323-4a05-909d-8302f51f9a4f None None] Pushing event updated for resources: {'Port': ['ID=6b5740dc-0a53-48d9-82a4-9bef3f007496,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:06.633087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:06.647495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fd4fb-53cd-4607-82f3-6ee299166414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18431c46-11d5-46c7-a70c-0b93b1325da9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:06.703237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b82760dd-80c5-4547-8c0b-ef8564a9109b req-2f97a0af-ff8a-4c53-8bf7-8a180a9ba867 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Oct 12 11:12:06.706930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Made reservation on behalf of 6c3d79c3d8344305a593be57652e9b3e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:06.711356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.713997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717d36-945f-460f-a08f-a9d85669fc77 req-dfb5d82e-df03-4a8f-afc2-8bae142fa082 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:06.722620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d717d36-945f-460f-a08f-a9d85669fc77 req-dfb5d82e-df03-4a8f-afc2-8bae142fa082 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 948 time: 0.3346953 Oct 12 11:12:06.731137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.734047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:06.761842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-68070244-a61a-4123-8992-95468cfce7db tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:06.763384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-68070244-a61a-4123-8992-95468cfce7db tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302565 Oct 12 11:12:06.792665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8b8fd4fb-53cd-4607-82f3-6ee299166414 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b273f9ee036f4b51ad6b6d47d1cc8e58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0234613 Oct 12 11:12:06.795516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:06.839689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-9aadd497-999c-4875-98dd-1ecfe18495c2 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/quotas/369c740ab46440b7a65528f53f165a5a HTTP/1.1" status: 200 len: 375 time: 0.0642221 Oct 12 11:12:06.848015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d717d36-945f-460f-a08f-a9d85669fc77 req-e23bfba4-08c6-4d3a-a504-9090ecb72507 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243117 Oct 12 11:12:06.910935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-228d8f3a-3962-45a9-b00a-77e70bd30530 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693576 Oct 12 11:12:06.921918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:00Z', 'revision_number': 3, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:06.967962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.006252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.011161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01896dc4-e9ff-45f3-8bcd-9b34fac1e748 None None] The sync data for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 is: [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:00Z', 'revision_number': 3, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:12:07.011792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.050791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-85506bb4-9e72-4829-a65f-279923aa4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:07.052191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-85506bb4-9e72-4829-a65f-279923aa4f84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.5839798 Oct 12 11:12:07.076523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.147011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-30ea0ae3-3f54-4075-8019-f293e2be48e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.0766323 Oct 12 11:12:07.148197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Allocated IP 172.20.0.1 (3b62f2f7-aed2-4bd2-8454-a718a11c3fe5/873f167e-2010-4ecb-b079-a9a9fd506925/30a7cc2e-9628-4218-88d5-1af91c5bd61b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:07.158904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1134ab41-c993-48fe-808d-31cc0891567a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:07.238162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ec981808-d94c-4d67-b3f3-5790b0c40682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:07.239712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-ec981808-d94c-4d67-b3f3-5790b0c40682 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0836885 Oct 12 11:12:07.251362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04e650-133c-44e4-b378-6aeb69fc338b req-22c95fa1-7fa1-4e06-8b1b-17abc2dcbf93 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:07.252902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb04e650-133c-44e4-b378-6aeb69fc338b req-22c95fa1-7fa1-4e06-8b1b-17abc2dcbf93 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.2062142 Oct 12 11:12:07.291290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-758d0ab3-b505-442f-a672-c6c2c0c63f26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373619 Oct 12 11:12:07.336213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.346232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.351779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18431c46-11d5-46c7-a70c-0b93b1325da9 HTTP/1.1" status: 204 len: 168 time: 0.5543265 Oct 12 11:12:07.392970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Allocated IP 192.168.233.92 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/5fbcb084-6299-4d23-87e4-d01e5afa7fc2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:07.396657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90702e16-0a7d-4320-a14e-2d6adf088660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18431c46-11d5-46c7-a70c-0b93b1325da9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:07.527304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb04e650-133c-44e4-b378-6aeb69fc338b req-4d56314b-8a64-4c93-bbce-20f493381092 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349238 Oct 12 11:12:07.578037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78e82b41-6bce-4e63-ad04-041c283dcbd9 req-673f759a-e3de-4e54-b6b6-af03fc17e78a tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 210 time: 0.1261756 Oct 12 11:12:07.692040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.720186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-40b3f74b-07d3-4bd1-a0de-e220c0c67216 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146230 Oct 12 11:12:07.752426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-100a6341-7a37-4dbe-964f-3c46e7a2eb87 req-9356b562-cf0b-44c6-bd89-c46dcd7325c7 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 210 time: 0.1347256 Oct 12 11:12:07.809179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6b5740dc-0a53-48d9-82a4-9bef3f007496 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:07.855412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.876136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6b5740dc-0a53-48d9-82a4-9bef3f007496 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:07.876823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:07.942588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-daea2b86-a397-4e7a-ab86-1d206100c157 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955235 Oct 12 11:12:08.012442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d173-5119-4469-9695-2297e535dd9a req-cd5b196d-ca98-4b6d-aafb-464138e2e225 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:08.014918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80f0d173-5119-4469-9695-2297e535dd9a req-cd5b196d-ca98-4b6d-aafb-464138e2e225 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 948 time: 0.0876775 Oct 12 11:12:08.057962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.068927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80f0d173-5119-4469-9695-2297e535dd9a req-6060c502-0e9f-4189-8d8d-b2890ec0b6d7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Oct 12 11:12:08.100781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.105891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.107597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 6b5740dc-0a53-48d9-82a4-9bef3f007496, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6b5740dc-0a53-48d9-82a4-9bef3f007496,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:08.153620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:08.160213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:08.164158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:08.205662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.218392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:08.221649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:08.258111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Pushing event updated for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:08.258280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:08.259137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.338035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:08.347857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.350039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=6b5740dc-0a53-48d9-82a4-9bef3f007496,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:08.459001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b8a7d05a-86b5-4e51-9c35-b210dd7be611 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5952513 Oct 12 11:12:08.476584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Request body: {'port': {'device_id': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:08.559917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Pushing event updated for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:08.573268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.593069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 829e1121-61ce-45ca-88b0-77e4fdbb1620 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:08.839677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:08.872908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-9ed93986-2fe0-462a-92eb-1f9cd8f56e32 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:08.888815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-9ed93986-2fe0-462a-92eb-1f9cd8f56e32 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.2728574 Oct 12 11:12:08.892950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '829e1121-61ce-45ca-88b0-77e4fdbb1620', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '829e1121-61ce-45ca-88b0-77e4fdbb1620', 'mac_address': 'fa:16:3e:38:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:08.903840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Provisioning complete for port 30a7cc2e-9628-4218-88d5-1af91c5bd61b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:08.904312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:08.921627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210119-565e-41d3-b0fc-9571ca6209de req-a4a00479-cf3f-4cc4-863d-12ce8d124b20 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:08.931972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db210119-565e-41d3-b0fc-9571ca6209de req-a4a00479-cf3f-4cc4-863d-12ce8d124b20 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 935 time: 0.1584134 Oct 12 11:12:09.001092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Port 30a7cc2e-9628-4218-88d5-1af91c5bd61b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:09.028877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Provisioning complete for port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:09.029240 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.035904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca6af-79ce-4ee2-a910-c7102d83940d req-38ed2dd2-6da3-462d-b632-79e4a45cd311 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:09.037708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21aca6af-79ce-4ee2-a910-c7102d83940d req-38ed2dd2-6da3-462d-b632-79e4a45cd311 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.1701958 Oct 12 11:12:09.044082 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.082428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db210119-565e-41d3-b0fc-9571ca6209de req-12c3a538-8182-4e5d-8f64-9d6156787648 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446555 Oct 12 11:12:09.082637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.117471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a1a9f-17b9-4b4f-a9ff-82ff9c91d508 None None] Port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:09.133169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829e1121-61ce-45ca-88b0-77e4fdbb1620 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:09.144553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21aca6af-79ce-4ee2-a910-c7102d83940d req-128ce28c-856e-4cf2-bed4-b2e5d64d9ab3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961947 Oct 12 11:12:09.146857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:09.176902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af6589db-f072-43a5-9533-03ff1b620936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.207485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:09.276451 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.277617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:09.355050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:09.376442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:09.400343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.407330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e8d7d6f-675b-455c-b5ef-e39c9f8c39a1 req-661415de-7242-459e-9b6a-4f03c4760d47 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 210 time: 0.1599889 Oct 12 11:12:09.421027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:09.439414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-d37def7c-7be5-46d7-b73c-632986213432 service neutron] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:09.443607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'mac_address': 'fa:16:3e:53:95:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:09.444935 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-d37def7c-7be5-46d7-b73c-632986213432 service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.446113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85b121a8-f8f8-44d4-8a4f-8512c8167988 req-d37def7c-7be5-46d7-b73c-632986213432 service neutron] 10.222.0.47 "DELETE /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.5519888 Oct 12 11:12:09.542742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Transition to ACTIVE for port object 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:09.545198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af6589db-f072-43a5-9533-03ff1b620936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.587068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81691881-03ac-4e4e-9f1a-b838179e7244 req-8ef25595-7a34-4928-a17b-20b1582a632b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:09.587713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81691881-03ac-4e4e-9f1a-b838179e7244 req-8ef25595-7a34-4928-a17b-20b1582a632b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 949 time: 0.1564920 Oct 12 11:12:09.601563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.658250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81691881-03ac-4e4e-9f1a-b838179e7244 req-8d5e3499-37da-4711-87a5-e61ba25f19d2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633020 Oct 12 11:12:09.659943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:09.685445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.690646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af6589db-f072-43a5-9533-03ff1b620936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.695624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.718916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:09.766281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6b5740dc-0a53-48d9-82a4-9bef3f007496 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:09.818389 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.819548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:09.848622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af6589db-f072-43a5-9533-03ff1b620936 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfe3cc6ccc3644afa32a87341385112f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7007105 Oct 12 11:12:09.855370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:09.856352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6589db-f072-43a5-9533-03ff1b620936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d0c07-1469-443b-a359-e00f754b1493,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:09.878176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:09.910374 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.031716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360c248-5db6-4d3f-808d-e808fc337281 req-d017cb20-45af-4a9a-bec3-ecf02553b0ba tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:10.039748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:10.040500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d360c248-5db6-4d3f-808d-e808fc337281 req-d017cb20-45af-4a9a-bec3-ecf02553b0ba tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1096 time: 0.3042977 Oct 12 11:12:10.060445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6b5740dc-0a53-48d9-82a4-9bef3f007496 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:10.061505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.148155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Pushing event updated for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:10.150172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.152212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Attempting to bind port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:10.152546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Attempting to bind port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:10.152892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Attempting to bind port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:10.189384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:10.189755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Attempting to bind port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:10.216284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:10.216620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:10.217007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:10.217445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Bound port: 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:10.217812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.221774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.223286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:10.225385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['829e1121-61ce-45ca-88b0-77e4fdbb1620'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:10.227966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d360c248-5db6-4d3f-808d-e808fc337281 req-87be67ac-7925-4066-ab7f-9fc8f2449f3d tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853371 Oct 12 11:12:10.249905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:10.253081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:10.493266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Router 399aa77a-dacc-4373-af34-4635b293a81e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:12:10.500236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4f4d-715e-4c2c-8e70-b604aa53a1ce req-99e10147-fb6b-4d06-a83d-5502fc010d4b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:10.522286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23bb4f4d-715e-4c2c-8e70-b604aa53a1ce req-99e10147-fb6b-4d06-a83d-5502fc010d4b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 947 time: 0.3189688 Oct 12 11:12:10.613853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:10.643863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:10.645989 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:12:10.661438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23bb4f4d-715e-4c2c-8e70-b604aa53a1ce req-c1fb93e6-8635-4297-8b1c-4bbe0e131f86 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264153 Oct 12 11:12:10.662770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d9da413-257d-4478-925d-b1b78bd41ace req-00b1b5eb-a4a8-4477-b469-dea445b5550f tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 210 time: 0.0513496 Oct 12 11:12:10.721732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.724389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.725772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef6d0c07-1469-443b-a359-e00f754b1493 HTTP/1.1" status: 204 len: 168 time: 0.8661048 Oct 12 11:12:10.753180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a33dc-640a-4c5c-9836-41ffb790e7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d0c07-1469-443b-a359-e00f754b1493,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:10.756892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.897626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:10.898141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:10.920658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fbcb084-6299-4d23-87e4-d01e5afa7fc2 HTTP/1.1" status: 200 len: 1095 time: 2.4442217 Oct 12 11:12:10.944669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:10.956572 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18b062-58ad-4575-a53a-4ac26f6a7650" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:11.035615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-02ae84f4-352b-46a3-9ebc-5b7e8c27435d None None] Provisioning complete for port 30a7cc2e-9628-4218-88d5-1af91c5bd61b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:11.036162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02ae84f4-352b-46a3-9ebc-5b7e8c27435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:11.155614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-02ae84f4-352b-46a3-9ebc-5b7e8c27435d None None] Port 30a7cc2e-9628-4218-88d5-1af91c5bd61b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:11.176506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04381add-1caa-4a65-a53e-b069175ad529 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:11.214587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-5b1f8415-1688-4466-b8b8-83675ca27e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.216276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-5b1f8415-1688-4466-b8b8-83675ca27e88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 1098 time: 0.1548154 Oct 12 11:12:11.286872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-af7ddf80-21bd-4312-8b8c-70a33ea84549 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.294917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-af7ddf80-21bd-4312-8b8c-70a33ea84549 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.3730974 Oct 12 11:12:11.304381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-f48bf6d0-a790-4b3f-b14f-331c69287741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2 HTTP/1.1" status: 200 len: 217 time: 0.0740590 Oct 12 11:12:11.316009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-77688444-f7dd-45fb-831d-7a2a81bc17b8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/quotas/0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 375 time: 0.0200064 Oct 12 11:12:11.428434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-f7bfdf32-8a0c-4dd9-adc4-92a6f496d233 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=369c740ab46440b7a65528f53f165a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947590 Oct 12 11:12:11.436954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-0e6bcb1c-dc79-422f-ac43-0cb6ee55f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.438646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-0e6bcb1c-dc79-422f-ac43-0cb6ee55f07f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1119788 Oct 12 11:12:11.453408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-7bb7923f-c6be-4c1c-be17-c885f51ad436 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363888 Oct 12 11:12:11.529093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:12:11.539685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c70646b4-fb43-481c-b285-74a744e99252 admin admin] 10.222.0.43 "PUT /v2.0/routers/399aa77a-dacc-4373-af34-4635b293a81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7978575 Oct 12 11:12:11.543451 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Sync routers for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:12:11.561747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:11.566479 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:11.580774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b1247d46-52e0-49e8-942c-27c83a918ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.582417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b1247d46-52e0-49e8-942c-27c83a918ffd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279991 Oct 12 11:12:11.594903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0fbb1-1128-439f-ada7-8a54df8e5511 req-fae6af54-4656-4bb2-a0fd-0b06ef6aad3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.596788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2f0fbb1-1128-439f-ada7-8a54df8e5511 req-fae6af54-4656-4bb2-a0fd-0b06ef6aad3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 949 time: 0.2654333 Oct 12 11:12:11.755660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2f0fbb1-1128-439f-ada7-8a54df8e5511 req-d0c95b6b-11e1-4e14-9c08-ddc07c12e2a4 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462033 Oct 12 11:12:11.794416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-ce2ce174-e97c-494f-a211-b4dce0d5fe08 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:11.795925 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:11.797154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-ce2ce174-e97c-494f-a211-b4dce0d5fe08 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599780 Oct 12 11:12:11.805198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-aeb7e03f-3f21-4776-b617-acae228c8bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131753 Oct 12 11:12:11.812055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Request body: {'port': {'device_id': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '369c740ab46440b7a65528f53f165a5a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:11.856354 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5dcacb-9af8-4ad6-9fed-28c9a0b6c92b x-openstack-request-id: req-7c5dcacb-9af8-4ad6-9fed-28c9a0b6c92b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:11.856734 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:11.856920 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c5dcacb-9af8-4ad6-9fed-28c9a0b6c92b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:11.857565 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'status': 'completed', 'code': 200} Oct 12 11:12:11.886318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f42b23b0-da44-4d0c-9a45-91aa3cf05184 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:11.895291 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f42b23b0-da44-4d0c-9a45-91aa3cf05184 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1968622 Oct 12 11:12:12.034949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee26d6d8-bf94-45eb-b758-c2426d256e2c req-095c1811-cb2b-4d34-bff1-40892e49cd03 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 210 time: 0.0354114 Oct 12 11:12:12.068349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0b5991a-ca7f-4b2b-b02b-88c2721522ca req-b798124f-79de-468f-b8d6-1c8132c5eb6b service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548409 Oct 12 11:12:12.150368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a7cc2e-9628-4218-88d5-1af91c5bd61b', 'name': '', 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'mac_address': 'fa:16:3e:c8:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:12:06Z', 'updated_at': '2021-10-12T11:12:09Z', 'revision_number': 2, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'subnets': [{'id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:12.197759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Checking router: 399aa77a-dacc-4373-af34-4635b293a81e for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:12:12.198348 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Updating router 399aa77a-dacc-4373-af34-4635b293a81e port 30a7cc2e-9628-4218-88d5-1af91c5bd61b binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:12:12.210300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Made reservation on behalf of 369c740ab46440b7a65528f53f165a5a for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:12.222809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:12.228614 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:12.323354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-4cffd059-d216-45b2-9ea6-cae7c6ab9840 service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271038 Oct 12 11:12:12.398745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac5b9-563a-451e-ae66-dd33666b76e6 req-7b3fa5cc-ef22-4771-a071-d9eb101e6707 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:12.400676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc6ac5b9-563a-451e-ae66-dd33666b76e6 req-7b3fa5cc-ef22-4771-a071-d9eb101e6707 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 947 time: 0.2045648 Oct 12 11:12:12.488161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-b3819bde-f947-47fd-8e3b-1c9dc0c63973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:12.492569 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-b3819bde-f947-47fd-8e3b-1c9dc0c63973 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 1098 time: 0.2851083 Oct 12 11:12:12.509942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc6ac5b9-563a-451e-ae66-dd33666b76e6 req-a4686af1-c9ec-434f-b4d7-5029ca35737b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943799 Oct 12 11:12:12.544321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-4519c320-8744-40f4-aa42-931dac5b6c9b service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200944 Oct 12 11:12:12.559611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Allocated IP 192.168.233.191 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/aeb58bdb-0d97-435b-bc3d-37b9a87414d1) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:12.600853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 829e1121-61ce-45ca-88b0-77e4fdbb1620 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:12.636766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-55c9d497-3e4a-4151-9bf5-6103c519c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:12.638566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-55c9d497-3e4a-4151-9bf5-6103c519c659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1188521 Oct 12 11:12:12.713378 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:12.750437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-5cd37df0-d727-4243-a16e-8d6ce26e4b71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2 HTTP/1.1" status: 200 len: 217 time: 0.1022875 Oct 12 11:12:12.755750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 829e1121-61ce-45ca-88b0-77e4fdbb1620 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:12.761613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 829e1121-61ce-45ca-88b0-77e4fdbb1620 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:12.765677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:12.784251 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:12.877813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-a82ab0b1-c9df-44ba-948d-2d4e9ff70921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:12.881100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-a82ab0b1-c9df-44ba-948d-2d4e9ff70921 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1229148 Oct 12 11:12:12.985651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.019212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-3003c6b9-f044-4cd7-9da0-a2f9992b34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:13.020819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-3003c6b9-f044-4cd7-9da0-a2f9992b34e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315255 Oct 12 11:12:13.046474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:13.049163 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a838307f-470b-48bb-aedb-13f39acf1e92" -d '{"events": [{"server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "name": "network-vif-plugged", "status": "completed", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:13.078350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:13.100838 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Pushing event updated for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:13.144666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.145733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:13.160990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.196831 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.197177 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.197511 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.201375 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.205855 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.208363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.212985 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.213463 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.213968 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.217020 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.217353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.217682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:13.254030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b95811-f3df-4c63-ace6-c0e1ddea757b req-4b5b0ad2-fb29-42fb-a408-5c21674d56a7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:13.265979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36b95811-f3df-4c63-ace6-c0e1ddea757b req-4b5b0ad2-fb29-42fb-a408-5c21674d56a7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 950 time: 0.2358801 Oct 12 11:12:13.270742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-ba440346-e50b-443f-bf3c-fe57224c052d service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387507 Oct 12 11:12:13.294983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Attempting to bind port 30a7cc2e-9628-4218-88d5-1af91c5bd61b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:13.297969 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Attempting to bind port 30a7cc2e-9628-4218-88d5-1af91c5bd61b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:13.298249 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Attempting to bind port 30a7cc2e-9628-4218-88d5-1af91c5bd61b on network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:13.302208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:13.315560 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:13.315929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Checking segment: {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:13.316330 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.316713 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Bound using segment: {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:13.317177 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Bound port: 30a7cc2e-9628-4218-88d5-1af91c5bd61b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:13.317574 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.409987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:13.447854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] For port 30a7cc2e-9628-4218-88d5-1af91c5bd61b, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:13.451294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:13.451774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.452686 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] For port 30a7cc2e-9628-4218-88d5-1af91c5bd61b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a7cc2e-9628-4218-88d5-1af91c5bd61b,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:13.476616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36b95811-f3df-4c63-ace6-c0e1ddea757b req-deb1fe4a-0b53-4625-b729-1c050b5d6207 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088783 Oct 12 11:12:13.522825 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.558413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] Provisioning complete for port 30a7cc2e-9628-4218-88d5-1af91c5bd61b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:13.558413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.649485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fc12703-89a9-4773-b756-adcf1531407f req-0c9211aa-aced-4e7f-82eb-f3a6971756b5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 210 time: 0.0925400 Oct 12 11:12:13.655748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c18b062-58ad-4575-a53a-4ac26f6a7650 req-afc675ef-e460-46f0-9164-dc94acc2a5ad service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644581 Oct 12 11:12:13.663837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-a442ccab-d451-4382-bc3e-4e7461570359 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5008178 Oct 12 11:12:13.698788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:13.732290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.742591 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44fb0c-d158-4255-98a0-e85b80ed906f None None] Pushing event updated for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:13.788650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:13.789279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:11:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:13.796483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.797654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:13.820527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.894658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] For port 30a7cc2e-9628-4218-88d5-1af91c5bd61b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a7cc2e-9628-4218-88d5-1af91c5bd61b,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:13.913843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:13.980690 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa56d817-36d1-44f8-b125-45b402dc9536 x-openstack-request-id: req-fa56d817-36d1-44f8-b125-45b402dc9536 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:13.981039 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "name": "network-vif-plugged", "status": "completed", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:13.981285 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa56d817-36d1-44f8-b125-45b402dc9536 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:13.981682 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620', 'code': 200} Oct 12 11:12:13.987907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.013443 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:14.025585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Pushing event updated for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:14.039499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.042059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:14.128511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc57277-34fa-4712-8bb1-6d5a51d8fb4e None None] Pushing event updated for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:14.172879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d353-7d08-42eb-ac10-97be167d6d52 req-86f792bf-d470-484e-8525-dcd5c0b30f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:14.174792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0178d353-7d08-42eb-ac10-97be167d6d52 req-86f792bf-d470-484e-8525-dcd5c0b30f89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 1101 time: 0.1324015 Oct 12 11:12:14.192493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434524d-f8bb-4319-958b-c27a99a270e9 req-88bd40ac-77ea-490c-880d-001daeb89105 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:14.193589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:14.201085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a434524d-f8bb-4319-958b-c27a99a270e9 req-88bd40ac-77ea-490c-880d-001daeb89105 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 936 time: 0.0843291 Oct 12 11:12:14.209965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:14.219893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:14.226156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:14.226156 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.230743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d8805e9f-a68c-4cca-887a-07bb5cd752d2 None None] Provisioning complete for port 30a7cc2e-9628-4218-88d5-1af91c5bd61b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:14.233226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8805e9f-a68c-4cca-887a-07bb5cd752d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.287417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a434524d-f8bb-4319-958b-c27a99a270e9 req-016d580d-6bff-4bf4-aadf-a3fea2bc9c95 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850956 Oct 12 11:12:14.290282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0178d353-7d08-42eb-ac10-97be167d6d52 req-a80464f1-cb47-477e-b33f-03751a7c770e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862751 Oct 12 11:12:14.364388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.441762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77106-f0e2-4df4-8378-34cef64dbc41 req-823355ef-2090-497b-a9c1-4aa87613aa2b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:14.452644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1a77106-f0e2-4df4-8378-34cef64dbc41 req-823355ef-2090-497b-a9c1-4aa87613aa2b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 947 time: 0.1123848 Oct 12 11:12:14.504675 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a7cc2e-9628-4218-88d5-1af91c5bd61b', 'name': '', 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'mac_address': 'fa:16:3e:c8:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:12:06Z', 'updated_at': '2021-10-12T11:12:13Z', 'revision_number': 4, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'subnets': [{'id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:14.563079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1a77106-f0e2-4df4-8378-34cef64dbc41 req-5c7f1ffd-7326-4fc7-a799-21f857996e0f tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069498 Oct 12 11:12:14.565795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Allocated IP 172.25.2.89 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/3ca73dc4-a44d-4c9f-9bd5-75393663d600) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:14.578473 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6948e8-41db-429c-91ee-fef948d53222 None None] The sync data for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 is: [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a7cc2e-9628-4218-88d5-1af91c5bd61b', 'name': '', 'network_id': '3b62f2f7-aed2-4bd2-8454-a718a11c3fe5', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'mac_address': 'fa:16:3e:c8:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:12:06Z', 'updated_at': '2021-10-12T11:12:13Z', 'revision_number': 4, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'subnets': [{'id': '873f167e-2010-4ecb-b079-a9a9fd506925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:12:14.600733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-4be60e3a-3f86-4d10-b436-c8975f8ccabb tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7935588 Oct 12 11:12:14.629683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Request body: {'port': {'device_id': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:14.729262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-66c15914-664b-4d86-bfb3-a56dde95dc09 None None] Provisioning complete for port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:14.729474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-66c15914-664b-4d86-bfb3-a56dde95dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.793047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-66c15914-664b-4d86-bfb3-a56dde95dc09 None None] Port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:14.799963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.935148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc1ac6-38ef-429c-81f9-7c1891a987c7 req-908b5280-1d90-4293-b194-294892a53687 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:14.941405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:14.947013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65cc1ac6-38ef-429c-81f9-7c1891a987c7 req-908b5280-1d90-4293-b194-294892a53687 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 950 time: 0.1089444 Oct 12 11:12:15.032264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65cc1ac6-38ef-429c-81f9-7c1891a987c7 req-a01dd0d9-5bd2-4ad1-8e6d-da9b5f04350b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791404 Oct 12 11:12:15.210015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.296713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:15.301380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:15.312355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:15.345129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=3ca73dc4-a44d-4c9f-9bd5-75393663d600,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:15.349697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb58bdb-0d97-435b-bc3d-37b9a87414d1 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:15.404164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.412425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52c75adc-4e4c-4ce7-884b-c948b755264d req-eb4feecc-8937-483e-8da7-92d6858c29a0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 210 time: 0.0510712 Oct 12 11:12:15.469015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Transition to ACTIVE for port object aeb58bdb-0d97-435b-bc3d-37b9a87414d1 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:15.478123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.575987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.737495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:15.748652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.763820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a7cc2e-9628-4218-88d5-1af91c5bd61b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:15.838453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 30a7cc2e-9628-4218-88d5-1af91c5bd61b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:15.840272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.895850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c621-a046-43cc-9738-4404a044ff9c req-60389c0c-78cb-4f91-816d-3adb3cae1dc5 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:15.902006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36f3c621-a046-43cc-9738-4404a044ff9c req-60389c0c-78cb-4f91-816d-3adb3cae1dc5 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 948 time: 0.1527476 Oct 12 11:12:15.920007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-b3788eae-4dd7-453d-8dfb-1f4d24d7b6b1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:15.925977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-b3788eae-4dd7-453d-8dfb-1f4d24d7b6b1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.3445926 Oct 12 11:12:15.949663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Attempting to bind port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:15.950230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Attempting to bind port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:15.950423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Attempting to bind port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:15.954735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Request body: {'port': {'device_id': '442effe5-836b-438e-8656-9f2a3eda32fd', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'admin_state_up': True, 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:15.969436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:15.969742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Attempting to bind port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:15.981955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:15.982358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:15.982857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:15.983412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Bound port: aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:15.983829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:15.984379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:15.994990 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1d7bb1-5f85-4b4a-af3a-7ac26479af20" -d '{"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:16.076140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:16.079193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:16.120066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36f3c621-a046-43cc-9738-4404a044ff9c req-ae2998a0-db1f-47c7-8145-4bc3abed6851 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919489 Oct 12 11:12:16.229027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.306754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b85975-cb9c-4ccb-be70-1d4ed9b0dd6c req-86517074-c6e4-40e4-acae-c31f6f9f1316 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:16.308649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2b85975-cb9c-4ccb-be70-1d4ed9b0dd6c req-86517074-c6e4-40e4-acae-c31f6f9f1316 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 947 time: 0.0939910 Oct 12 11:12:16.312000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:16.312846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.314385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] 10.222.0.47 "PUT /v2.0/ports/aeb58bdb-0d97-435b-bc3d-37b9a87414d1 HTTP/1.1" status: 200 len: 1096 time: 1.6924641 Oct 12 11:12:16.318724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:16.321809 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c483c-0524-48a5-8b79-108f7152b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:16.342237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.363334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee42be-44c4-4e38-beeb-f013a543ef9e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:16.379375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2b85975-cb9c-4ccb-be70-1d4ed9b0dd6c req-b443a77c-fcb9-45bc-afb2-b6aedb4d106d tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635982 Oct 12 11:12:16.510899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.511219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:16.519595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.613132 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e30b4f-a1e1-4ec2-8ed5-2217da30f8ec x-openstack-request-id: req-29e30b4f-a1e1-4ec2-8ed5-2217da30f8ec {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:16.613415 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:16.613670 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29e30b4f-a1e1-4ec2-8ed5-2217da30f8ec {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:16.614077 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'code': 200} Oct 12 11:12:16.662425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.692059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=3ca73dc4-a44d-4c9f-9bd5-75393663d600,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:16.700262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-7dfbb55a-75bf-47a7-9164-3ea5370154cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:16.701771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-7dfbb55a-75bf-47a7-9164-3ea5370154cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 1099 time: 0.1979358 Oct 12 11:12:16.725378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Allocated IP 172.20.0.8 (d54d196a-799c-437e-b0e0-b6e9a7506548/9f17ec17-9764-4c4d-bf01-7d24450b8516/a42b12ea-a3e2-4733-af6e-f2fcb668714f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:16.754290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-bc47f0f3-9a04-44e6-8515-cfbe0b2820a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1 HTTP/1.1" status: 200 len: 217 time: 0.0438831 Oct 12 11:12:16.814578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:16.824159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-311d6d1f-7b83-4d05-a022-27c1181878bd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1589584 Oct 12 11:12:17.269878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd8959-f562-4a03-8995-f4229668d6c0 req-d6a9b252-ad23-49b9-93e3-a3837ae9ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.269878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4acd8959-f562-4a03-8995-f4229668d6c0 req-d6a9b252-ad23-49b9-93e3-a3837ae9ead4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1101 time: 0.4217234 Oct 12 11:12:17.269878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f394f1-f7f0-4acd-beda-cc76e7cdd609 req-9b9df420-6531-4189-8705-23d9159dfa35 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.269878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-55f394f1-f7f0-4acd-beda-cc76e7cdd609 req-9b9df420-6531-4189-8705-23d9159dfa35 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 950 time: 0.4324067 Oct 12 11:12:17.270981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-370ec7f4-bc5a-441f-8a6a-e044e225b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.270981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-370ec7f4-bc5a-441f-8a6a-e044e225b224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.4497218 Oct 12 11:12:17.270981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-2e66649c-3025-4113-ad0c-5511d782cef5 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.3903184 Oct 12 11:12:17.279672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4acd8959-f562-4a03-8995-f4229668d6c0 req-7ea08231-7513-438e-a9bd-cf9a407ac12b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091063 Oct 12 11:12:17.287025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-55f394f1-f7f0-4acd-beda-cc76e7cdd609 req-a6420fee-f167-4647-8204-7d1d1924ce95 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853136 Oct 12 11:12:17.301369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.319964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:17.331132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3135-9170-4298-b367-a065f99a6f2f req-5887188f-737b-4422-b5ac-097431cc3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.333209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-5887188f-737b-4422-b5ac-097431cc3eaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135514 Oct 12 11:12:17.357387 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377de88-8e32-4c66-8f77-006d7dd13ce4 x-openstack-request-id: req-1377de88-8e32-4c66-8f77-006d7dd13ce4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:17.358081 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:17.358383 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1377de88-8e32-4c66-8f77-006d7dd13ce4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:17.358980 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1', 'status': 'completed', 'code': 200} Oct 12 11:12:17.388079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28b36-8042-412a-a8a3-73629d10f50b req-fe3fd4f2-b708-4250-95e3-e396ed832d2a tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.389700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-fe3fd4f2-b708-4250-95e3-e396ed832d2a tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1624799 Oct 12 11:12:17.400851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-c8e460c3-9bfc-478a-b99b-17348a5de619 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:17.416097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64f28b36-8042-412a-a8a3-73629d10f50b req-c8e460c3-9bfc-478a-b99b-17348a5de619 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195820 Oct 12 11:12:17.429166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:17.432034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee0d43bb-a961-4058-bea7-85cbc7579ec0 req-d80235d5-3acc-4814-b892-8b622130e184 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 210 time: 0.0301356 Oct 12 11:12:17.444437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'mac_address': 'fa:16:3e:49:86:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:17.514172 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.542296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.542443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:17.588627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:17.650979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f984464a-d621-4562-9dd7-cb111f06b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.658809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c27b2-ff8a-49b5-b3e3-685fba3e06fc req-5c1193f6-c0b2-4914-9cbb-3392f251f2b8 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.660374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba8c27b2-ff8a-49b5-b3e3-685fba3e06fc req-5c1193f6-c0b2-4914-9cbb-3392f251f2b8 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 948 time: 0.1078787 Oct 12 11:12:17.662482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-648a453e-770d-4f74-89f2-d81d5ff1c611 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861596 Oct 12 11:12:17.667313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Network d54d196a-799c-437e-b0e0-b6e9a7506548 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:17.670550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:17.672876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:17.677501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.677663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:17.743759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167550e-9f09-4a35-b8e2-36e8c3529168 req-fadc9753-1b71-4317-98b0-bc8ccb82c3e8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.749300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:17.751477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3167550e-9f09-4a35-b8e2-36e8c3529168 req-fadc9753-1b71-4317-98b0-bc8ccb82c3e8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1334004 Oct 12 11:12:17.768826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:17.769444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:17.803437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba8c27b2-ff8a-49b5-b3e3-685fba3e06fc req-569c75aa-84f1-483e-af61-ca819c75a480 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359696 Oct 12 11:12:17.829610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3167550e-9f09-4a35-b8e2-36e8c3529168 req-76f27d15-6b29-4951-a1c8-d3139687a9e5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770578 Oct 12 11:12:17.856948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-806a3135-9170-4298-b367-a065f99a6f2f req-3049e257-8fe0-450b-99c1-259d53447cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792281 Oct 12 11:12:17.858215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-2abcce78-185d-4068-abd5-727248335e42 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141014 Oct 12 11:12:17.872414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Request body: {'port': {'device_id': '442effe5-836b-438e-8656-9f2a3eda32fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:18.041442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310391-18ca-4711-9a2f-a9256e16d852 req-714cc689-b462-481a-a55f-5c82cab25b10 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.046288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90310391-18ca-4711-9a2f-a9256e16d852 req-714cc689-b462-481a-a55f-5c82cab25b10 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 948 time: 0.1327739 Oct 12 11:12:18.058921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.120009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-a12ec6a0-85e7-46c0-8b76-e7a1a238e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.121642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-a12ec6a0-85e7-46c0-8b76-e7a1a238e9ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=369c740ab46440b7a65528f53f165a5a&device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 1099 time: 0.1384733 Oct 12 11:12:18.122189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:18.160190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-35b410a1-cac1-4db6-9085-becf9417cf26 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2625012 Oct 12 11:12:18.169528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:18.179267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5fbcb084-6299-4d23-87e4-d01e5afa7fc2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:18.183159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90310391-18ca-4711-9a2f-a9256e16d852 req-fe01e91b-a07b-4f6e-947b-bb070b077d39 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 Oct 12 11:12:18.350257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-21418f4c-bc21-4a78-809b-c8f1738d4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.356729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-21418f4c-bc21-4a78-809b-c8f1738d4b3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2128932 Oct 12 11:12:18.389294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.418661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-84a0a936-826b-423a-b5bb-bb5e483d6a94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1 HTTP/1.1" status: 200 len: 217 time: 0.0582016 Oct 12 11:12:18.419424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c762-a55b-4008-97ab-e65ab3978038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.502238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c762-a55b-4008-97ab-e65ab3978038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.571726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-a75e1458-b77f-4ac6-8a90-982378e41ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.572368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-a75e1458-b77f-4ac6-8a90-982378e41ffe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0684979 Oct 12 11:12:18.626405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c762-a55b-4008-97ab-e65ab3978038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.668225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42b12ea-a3e2-4733-af6e-f2fcb668714f {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:18.679176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.683076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.685769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939cdca-7c6c-4976-bde4-3fc10ec12c3d req-f8f971da-7461-4c3d-99f8-f99586200422 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.685769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3939cdca-7c6c-4976-bde4-3fc10ec12c3d req-f8f971da-7461-4c3d-99f8-f99586200422 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 931 time: 0.1297920 Oct 12 11:12:18.698066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3ab4c762-a55b-4008-97ab-e65ab3978038 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b16c75e4397549a3a6b1b527b8b5e1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702505 Oct 12 11:12:18.699066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36666) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:18.699222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4c762-a55b-4008-97ab-e65ab3978038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe60e99-5856-4ef0-a36e-0410ed216d4e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:18.708991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-64428425-e4e8-4a79-8eaf-e618af06ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:18.710881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-64428425-e4e8-4a79-8eaf-e618af06ebf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211441 Oct 12 11:12:18.739956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Transition to ACTIVE for port object a42b12ea-a3e2-4733-af6e-f2fcb668714f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:18.798631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3939cdca-7c6c-4976-bde4-3fc10ec12c3d req-145c1035-9842-4bc4-a268-487ae41e9765 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059005 Oct 12 11:12:18.829734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.841384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-066ba2c5-8715-466f-9989-48e22a802119 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215389 Oct 12 11:12:18.908186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:18.920657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Allocated IP 172.25.2.69 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/8dc26c3a-4dfb-448d-ae46-2afd45bd43fa) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:18.925379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:18.998146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d3c483c-0524-48a5-8b79-108f7152b45e req-8714d7e4-c2fb-479f-9a26-54663fbb907d service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281593 Oct 12 11:12:19.011973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.049887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0809-f476-4f5a-879f-06a8d41f3af3 req-f903ba65-49cf-4a9c-a7e5-7688afebc1cf tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.051541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87ab0809-f476-4f5a-879f-06a8d41f3af3 req-f903ba65-49cf-4a9c-a7e5-7688afebc1cf tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 948 time: 0.0678964 Oct 12 11:12:19.110087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87ab0809-f476-4f5a-879f-06a8d41f3af3 req-c604b6d7-8719-4483-b6a4-b37921374371 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Oct 12 11:12:19.125914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:19.126250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:19.126587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:19.145416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:19.145746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:19.151490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.165617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:19.165617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:19.165617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:19.165617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Bound port: a42b12ea-a3e2-4733-af6e-f2fcb668714f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:19.165617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.246130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.249642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.253954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfe60e99-5856-4ef0-a36e-0410ed216d4e HTTP/1.1" status: 204 len: 168 time: 0.5513628 Oct 12 11:12:19.263774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea93d76-422f-4b88-9c3e-59cb380578c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe60e99-5856-4ef0-a36e-0410ed216d4e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:19.266151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:19.269584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:19.276025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eec82f-4af5-4747-b3dc-49fef8f394be req-302257b6-9e4e-40d1-8316-6c5a24c303f2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.291622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25eec82f-4af5-4747-b3dc-49fef8f394be req-302257b6-9e4e-40d1-8316-6c5a24c303f2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0918329 Oct 12 11:12:19.293475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.320481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:19.347206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25eec82f-4af5-4747-b3dc-49fef8f394be req-24a07089-9637-407d-89ad-6a95a6c61302 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Oct 12 11:12:19.347794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:19.356211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:19.358348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.360758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:19.368030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=8dc26c3a-4dfb-448d-ae46-2afd45bd43fa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:19.469768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:19.474428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:19.475132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.481131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.481810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.483301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 1091 time: 1.6153624 Oct 12 11:12:19.486148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:19.488488 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc6fe7-11a5-4808-b75d-f732c0f49176" -d '{"events": [{"name": "network-changed", "server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:19.545626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2a094-d716-4089-8b42-ef15329abbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:19.594072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.594500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d137-04a6-41cb-947e-d1c0c3fc36c6 req-6b13fc2f-c053-40c2-8169-cd2813debf9a tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.603662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d02d137-04a6-41cb-947e-d1c0c3fc36c6 req-6b13fc2f-c053-40c2-8169-cd2813debf9a tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 948 time: 0.1695738 Oct 12 11:12:19.651617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-ce4361f8-daa7-487e-9d85-a873bb80d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.653245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.653710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-ce4361f8-daa7-487e-9d85-a873bb80d284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1094 time: 0.0568316 Oct 12 11:12:19.662046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d02d137-04a6-41cb-947e-d1c0c3fc36c6 req-9d1b1112-1c8e-478b-9d6c-0b0f591a6bfa tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574381 Oct 12 11:12:19.734313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:19.739183 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3159cc7-cfc1-4f26-b97d-904748cd3472" -d '{"events": [{"server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "name": "network-vif-plugged", "status": "completed", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:19.750521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.754088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-1dcd164f-a664-482f-8fbc-debf9be14bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.0921006 Oct 12 11:12:19.787725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:19.829139 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ade9f-367d-4a0e-8e9b-11304fd01040 x-openstack-request-id: req-935ade9f-367d-4a0e-8e9b-11304fd01040 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:19.829139 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:19.829139 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-935ade9f-367d-4a0e-8e9b-11304fd01040 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:19.829139 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'status': 'completed', 'code': 200} Oct 12 11:12:19.880155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:19.932491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ad3-f267-4079-8cff-5863e0397498 req-c642a7c0-c8fc-43ba-a45a-d109ab4cf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:19.938983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-dbc8f5f7-260e-4650-a0f4-6eb0be00f558 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296493 Oct 12 11:12:19.940285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-c642a7c0-c8fc-43ba-a45a-d109ab4cf0c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1552622 Oct 12 11:12:19.966204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:19.975721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-3b2bb9d0-8fc6-4c32-845a-d12011bdc4f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297494 Oct 12 11:12:20.083491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36708) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:20.104023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fa80d57-3e4a-4f24-9587-409570acffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.124953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-1f03b2dd-e9c1-4b1d-9625-0bd28bbfccaa tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:20.126581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-1f03b2dd-e9c1-4b1d-9625-0bd28bbfccaa tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790206 Oct 12 11:12:20.132220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-514d2864-37e4-4566-898f-32bfc90be77f service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503501 Oct 12 11:12:20.157498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.157743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-86de5198-9646-4da6-ba13-7fc27e2b9b05 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/quotas/7a55f5403e0447de917a45e681a742bb HTTP/1.1" status: 200 len: 375 time: 0.0217113 Oct 12 11:12:20.215679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.235416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-aa0044ec-34d4-44c5-8d2a-384fe3fe4325 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797570 Oct 12 11:12:20.275044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fa80d57-3e4a-4f24-9587-409570acffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.301327 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.327152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fa80d57-3e4a-4f24-9587-409570acffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.346990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=8dc26c3a-4dfb-448d-ae46-2afd45bd43fa,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:20.354368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c063ad3-f267-4079-8cff-5863e0397498 req-de3f8c99-e188-4770-bded-f5f9ca0d0a35 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126231 Oct 12 11:12:20.384648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5fa80d57-3e4a-4f24-9587-409570acffe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c6d246d4bac4e6cb13b39597e073542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998745 Oct 12 11:12:20.387991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36712) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:20.393852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa80d57-3e4a-4f24-9587-409570acffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807291f-5693-411d-8e47-09fd6f8c6a92,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:20.407740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f07dc7a8-a8c0-4aa9-a2ee-0fdaf480c382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.454449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.472214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.491893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-86568427-50d1-4134-aafe-caed65cf2730 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3303621 Oct 12 11:12:20.559684 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba5e219-a5fc-4566-af05-cbd7355616af x-openstack-request-id: req-6ba5e219-a5fc-4566-af05-cbd7355616af {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:20.560051 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "name": "network-vif-plugged", "status": "completed", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:20.561119 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ba5e219-a5fc-4566-af05-cbd7355616af {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:20.561588 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'code': 200} Oct 12 11:12:20.632727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aeb58bdb-0d97-435b-bc3d-37b9a87414d1 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:20.647075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.700708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57acdc-6cb2-4926-82d3-0450fc5ad7e5 req-115d7f09-6c6f-499f-b7d4-14508f3821ed tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:20.711459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a57acdc-6cb2-4926-82d3-0450fc5ad7e5 req-115d7f09-6c6f-499f-b7d4-14508f3821ed tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0747111 Oct 12 11:12:20.773121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a57acdc-6cb2-4926-82d3-0450fc5ad7e5 req-54b8b02d-346a-4c1d-9f41-ad17870afb4f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Oct 12 11:12:20.865673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:20.881212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1', 'mac_address': 'fa:16:3e:3b:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:20.939888 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:20.963852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb58bdb-0d97-435b-bc3d-37b9a87414d1 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:20.986467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:21.002006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-17960b1c-949d-43a2-b0dc-0e219205228f tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.5091677 Oct 12 11:12:21.038818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13719ca-4657-44e8-a3c5-0ddf716950a5 req-3ae686d2-867d-40f3-904c-13af85fc4d5e tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.040521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c13719ca-4657-44e8-a3c5-0ddf716950a5 req-3ae686d2-867d-40f3-904c-13af85fc4d5e tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 948 time: 0.0815065 Oct 12 11:12:21.081485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.105430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c13719ca-4657-44e8-a3c5-0ddf716950a5 req-93abf758-2e9e-4688-bac6-42ac1df7a1ef tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Oct 12 11:12:21.125974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-e6c86b67-f173-4a58-a764-68d6d9523401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.127709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-e6c86b67-f173-4a58-a764-68d6d9523401 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1094 time: 0.6178322 Oct 12 11:12:21.184904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0625c-1466-46d2-941a-286c4a3710fc req-379e5253-9309-4fb3-8d4e-96ba4147a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.186995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47d0625c-1466-46d2-941a-286c4a3710fc req-379e5253-9309-4fb3-8d4e-96ba4147a4a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 1100 time: 0.5377610 Oct 12 11:12:21.204265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:21.241080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-534866c2-080e-4807-85ba-03fb2225ae0a req-952baa96-eece-440d-a4c7-cd8ba4ed79ec tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 210 time: 0.0355639 Oct 12 11:12:21.271672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-082bfea5-e018-4b62-beeb-2f65dff32ddf tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.273059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-082bfea5-e018-4b62-beeb-2f65dff32ddf tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2702961 Oct 12 11:12:21.289655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-c71362f6-0ee8-4129-b835-615f55e171c2 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:21.291994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1499a7cd-bf62-4bca-99a9-77a53d7482e1 req-c71362f6-0ee8-4129-b835-615f55e171c2 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095744 Oct 12 11:12:21.309511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.314214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.314214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b807291f-5693-411d-8e47-09fd6f8c6a92 HTTP/1.1" status: 204 len: 168 time: 0.9245007 Oct 12 11:12:21.337299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['aeb58bdb-0d97-435b-bc3d-37b9a87414d1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:21.340589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47d0625c-1466-46d2-941a-286c4a3710fc req-9c47f415-df49-4dd8-b098-80b093c1d608 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 Oct 12 11:12:21.365221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2ff38-c230-497d-a961-3d2e9eb8f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807291f-5693-411d-8e47-09fd6f8c6a92,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:21.386520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-93cdc645-4b47-49de-be7d-dc8114bc6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.388059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-93cdc645-4b47-49de-be7d-dc8114bc6e51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.2504215 Oct 12 11:12:21.452146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724bca-6168-4c50-976a-f619437bd894 req-a0e7e3f3-2a47-48fe-b86f-39f489b586ad tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.454499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11724bca-6168-4c50-976a-f619437bd894 req-a0e7e3f3-2a47-48fe-b86f-39f489b586ad tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.1022377 Oct 12 11:12:21.542456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11724bca-6168-4c50-976a-f619437bd894 req-0c70ae24-663e-4f7f-9f16-86dc1a39a0ea tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791261 Oct 12 11:12:21.556515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.597698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-126e6cfb-5e63-464e-b1c4-a057853db880 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1747887 Oct 12 11:12:21.620365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:21.668601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-8277b646-ea44-4e62-a1de-09641bef6a71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.0608451 Oct 12 11:12:21.682147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.726787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-f7a4461e-77cf-48ca-96a7-391fd68f9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.728993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-f7a4461e-77cf-48ca-96a7-391fd68f9b64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0523188 Oct 12 11:12:21.762736 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-a1b83139-11d7-4746-aa53-ae48b0b3d997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266325 Oct 12 11:12:21.784676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.853717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:21.927090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fcd9f-bd86-4291-8f95-dba6cde3eeff req-0f32bf6a-bdf1-4bd9-9e4c-920f71f9149d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:21.938275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a9fcd9f-bd86-4291-8f95-dba6cde3eeff req-0f32bf6a-bdf1-4bd9-9e4c-920f71f9149d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0827689 Oct 12 11:12:21.956859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-13d17ee3-35db-4b77-970b-cfa87d24c884 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857982 Oct 12 11:12:22.006811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a9fcd9f-bd86-4291-8f95-dba6cde3eeff req-581fd452-dba9-4fde-bc52-52a785c7916c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Oct 12 11:12:22.134953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fccc6fe7-11a5-4808-b75d-f732c0f49176 req-fe484ebd-6f89-476b-a6f5-b4253cce2191 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691792 Oct 12 11:12:22.137564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:22.272833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d133-10a2-47ce-bb03-ac799000cc35 req-6b29335c-dde4-4d4d-9a4f-a57fb572a3c2 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:22.277040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dab9d133-10a2-47ce-bb03-ac799000cc35 req-6b29335c-dde4-4d4d-9a4f-a57fb572a3c2 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 949 time: 0.0823224 Oct 12 11:12:22.319351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dab9d133-10a2-47ce-bb03-ac799000cc35 req-774cd16a-0728-4aaf-a1b8-bde15d551049 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379047 Oct 12 11:12:22.323427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Allocated IP 172.25.2.118 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/bcc2d2ad-e4a6-42c2-b571-eb1793a12822) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:22.505395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:22.507825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b48a3c6-ae4b-43a7-9607-59c4749aa3c0 req-595faa5a-d517-4c9b-a081-494e760e3ac7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 210 time: 0.0790036 Oct 12 11:12:22.639517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aeb58bdb-0d97-435b-bc3d-37b9a87414d1 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:22.675677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99a9dc-9b6f-4595-b0ba-42b8d2025566 req-e52f1273-a867-4a41-be5f-f7c3514a03a6 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:22.677380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f99a9dc-9b6f-4595-b0ba-42b8d2025566 req-e52f1273-a867-4a41-be5f-f7c3514a03a6 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.0534811 Oct 12 11:12:22.719838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f99a9dc-9b6f-4595-b0ba-42b8d2025566 req-6ac7293e-b6b0-426c-a34e-651ec2dc6980 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Oct 12 11:12:22.926681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-539b6eb4-3ad9-494c-8336-a8ff307619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:22.928329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-539b6eb4-3ad9-494c-8336-a8ff307619cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b8490e980904dd980a8f813c2cb23ac&device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 1101 time: 0.0567737 Oct 12 11:12:23.038469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-ec63f5a0-5dd1-4739-bb3c-0dc3670274c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.044290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-ec63f5a0-5dd1-4739-bb3c-0dc3670274c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.0909538 Oct 12 11:12:23.094653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-06737e06-ac3b-4620-ac66-c1b6efc8d741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0423150 Oct 12 11:12:23.110355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.150120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:23.156457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:23.164039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:23.168550 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.169286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:23.169643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.174221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-2cd01acc-ea6b-403c-82f3-aba08f84f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.175814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-2cd01acc-ea6b-403c-82f3-aba08f84f45e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0737748 Oct 12 11:12:23.177481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:23.186181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0107-ac21-41ba-adc4-ad5bdf39855d req-7c347fd3-eab8-423a-b804-1dbcc354619b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.187717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73eb0107-ac21-41ba-adc4-ad5bdf39855d req-7c347fd3-eab8-423a-b804-1dbcc354619b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0959020 Oct 12 11:12:23.271141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=bcc2d2ad-e4a6-42c2-b571-eb1793a12822,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:23.288101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-f559c403-fb46-4603-9586-258a183712d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.290013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-f559c403-fb46-4603-9586-258a183712d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011150 Oct 12 11:12:23.293972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73eb0107-ac21-41ba-adc4-ad5bdf39855d req-fb4cafca-52df-4867-a955-854c67b36e65 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906591 Oct 12 11:12:23.388325 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.450408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-09bd8d17-dc83-4eff-9114-4acda2440dd5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a55f5403e0447de917a45e681a742bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666802 Oct 12 11:12:23.453765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:23.456428 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc6dba-e788-4600-be55-e532c3eaf505" -d '{"events": [{"server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "name": "network-vif-plugged", "status": "completed", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:23.472438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.478105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:23.490871 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-7d633e96-9f7f-4d43-91ff-8d1fe41d9b62 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868570 Oct 12 11:12:23.538590 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.661152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:23.702069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7004b88-f136-4f9a-86a0-dc86d3abe06b req-b77c427c-bcf5-494b-8dfb-1e95e7a4bd47 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102308 Oct 12 11:12:23.710777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda48bae-ad6d-490d-a17e-ae8f9e530c67 req-93068c83-3ee6-4b31-8589-271bcd124fa2 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.712602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eda48bae-ad6d-490d-a17e-ae8f9e530c67 req-93068c83-3ee6-4b31-8589-271bcd124fa2 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0854688 Oct 12 11:12:23.736674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:23.811782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eda48bae-ad6d-490d-a17e-ae8f9e530c67 req-7bc21040-ea51-4343-ab47-eb976f85c85e tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919268 Oct 12 11:12:23.855470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-baf3a75e-3666-4305-9603-2a910553ea67 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:23.857039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-baf3a75e-3666-4305-9603-2a910553ea67 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901811 Oct 12 11:12:23.876864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Request body: {'port': {'device_id': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '7a55f5403e0447de917a45e681a742bb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:23.882201 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e96381-e3df-443b-ba31-42e879b177e0 x-openstack-request-id: req-64e96381-e3df-443b-ba31-42e879b177e0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:23.882920 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "name": "network-vif-plugged", "status": "completed", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:23.883540 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64e96381-e3df-443b-ba31-42e879b177e0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:23.885666 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1', 'code': 200} Oct 12 11:12:24.054370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f53c5f07-028e-4294-84d8-34aef983631c req-161e0535-c472-4d63-96a6-ba145af544ce tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 210 time: 0.0553019 Oct 12 11:12:24.065377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b75a15-7902-405f-bed7-3d6d71f5d756 req-8170bca8-8bad-451f-971b-bdc97268174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:24.067413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47b75a15-7902-405f-bed7-3d6d71f5d756 req-8170bca8-8bad-451f-971b-bdc97268174b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 1101 time: 0.0982912 Oct 12 11:12:24.126742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47b75a15-7902-405f-bed7-3d6d71f5d756 req-8b765b7d-2033-4213-a4ad-c716819c987f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Oct 12 11:12:24.150254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.207778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.252667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Made reservation on behalf of 7a55f5403e0447de917a45e681a742bb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:24.256923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.308038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046c92e-5987-4b5f-ae6d-f876a57c7116 req-5da7c294-7105-420b-889e-c4fcd5aeb2cb tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:24.310337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c046c92e-5987-4b5f-ae6d-f876a57c7116 req-5da7c294-7105-420b-889e-c4fcd5aeb2cb tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.0728855 Oct 12 11:12:24.324368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=bcc2d2ad-e4a6-42c2-b571-eb1793a12822,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:24.357586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c046c92e-5987-4b5f-ae6d-f876a57c7116 req-b8e70cbd-d2ed-43a4-b081-725ddda23498 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370109 Oct 12 11:12:24.373884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.467543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Allocated IP 192.168.233.103 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/168f06bf-b3a4-4b2a-82f6-5cd351e6906f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:24.497890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.499386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-c26ddaa6-cb45-4415-844f-3b24fccf6708 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8942933 Oct 12 11:12:24.501206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37851f2d-3724-42c1-b3ec-ebedbd916630 req-008c4843-d554-4663-84a7-075c76b9f952 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:24.503278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37851f2d-3724-42c1-b3ec-ebedbd916630 req-008c4843-d554-4663-84a7-075c76b9f952 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0579829 Oct 12 11:12:24.547732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37851f2d-3724-42c1-b3ec-ebedbd916630 req-6f2fcf2c-4962-40f0-a857-c59b79d81964 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386095 Oct 12 11:12:24.588654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-235c94a2-3025-4e77-b52b-971ee5f8392a tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.0753531 Oct 12 11:12:24.782032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-d67af4e7-b42e-4b71-a847-812515fb8bff tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:24.783434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da456315-a220-4fb7-8ba0-7782cfcffae9 req-d67af4e7-b42e-4b71-a847-812515fb8bff tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1862891 Oct 12 11:12:24.788338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.879268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:24.899942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', '829e1121-61ce-45ca-88b0-77e4fdbb1620'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:24.965015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:24.970628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:24.973328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:25.050418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event updated for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:25.084633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd39f-9035-4a4c-90e4-bb7218f5560d req-a6a61730-8f99-49fb-b096-4bf33be337ac tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:25.087458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:25.088360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.095810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-959bd39f-9035-4a4c-90e4-bb7218f5560d req-a6a61730-8f99-49fb-b096-4bf33be337ac tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0932631 Oct 12 11:12:25.119876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-c9a43d76-928c-46a1-b91d-7ba68f705d17 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2094014 Oct 12 11:12:25.131794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:25.147250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-959bd39f-9035-4a4c-90e4-bb7218f5560d req-0366ee1b-2ad9-4e6d-8b29-b26e3b495893 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Oct 12 11:12:25.203365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-234d3537-c739-4e56-8df4-7adb7dc24671 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3313186 Oct 12 11:12:25.223502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Request body: {'port': {'device_id': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:25.276717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-87b7bf72-7229-4689-ae4c-89cda4c0445c None None] Provisioning complete for port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:25.276717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-87b7bf72-7229-4689-ae4c-89cda4c0445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.286867 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.302669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.340032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-87b7bf72-7229-4689-ae4c-89cda4c0445c None None] Port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:25.349071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:25.441698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127d949-d2e2-4659-adc4-fc58a99048e6 req-7825b948-79f8-4027-9cd1-72186cf5eec2 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:25.443306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c127d949-d2e2-4659-adc4-fc58a99048e6 req-7825b948-79f8-4027-9cd1-72186cf5eec2 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.0519288 Oct 12 11:12:25.468484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:25.483103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'port_id': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'mac_address': 'fa:16:3e:ff:5d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f17ec17-9764-4c4d-bf01-7d24450b8516', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:25.498741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c127d949-d2e2-4659-adc4-fc58a99048e6 req-70bae3a6-2f01-4704-a46b-ae742a96f6f3 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 Oct 12 11:12:25.596711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.614016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42b12ea-a3e2-4733-af6e-f2fcb668714f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:25.621370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.644034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:25.654599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c902-e23c-40e0-8571-a5cc3cf1dae8 req-98e6661a-43c7-483b-927c-7cec0eb0f629 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:25.656350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d952c902-e23c-40e0-8571-a5cc3cf1dae8 req-98e6661a-43c7-483b-927c-7cec0eb0f629 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 936 time: 0.0606782 Oct 12 11:12:25.692839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.698374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d952c902-e23c-40e0-8571-a5cc3cf1dae8 req-e77aa524-c716-4f23-a04b-0bc4e18f59fc tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Oct 12 11:12:25.749749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:25.759248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168f06bf-b3a4-4b2a-82f6-5cd351e6906f {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:25.769157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.797147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Allocated IP 172.25.2.135 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/0c3e74d2-b705-43f2-ac30-2eedc821a50a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:25.799255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Transition to ACTIVE for port object 168f06bf-b3a4-4b2a-82f6-5cd351e6906f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:25.872530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.953532 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:25.957931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Pushing event updated for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:26.004912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e970-dd02-406a-8dc2-d7bf93f01f80 req-71ee5e7b-26df-4ed9-ad63-4410c6fa144c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.006495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6eb1e970-dd02-406a-8dc2-d7bf93f01f80 req-71ee5e7b-26df-4ed9-ad63-4410c6fa144c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.0546496 Oct 12 11:12:26.026028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a42b12ea-a3e2-4733-af6e-f2fcb668714f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:26.051646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Attempting to bind port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:26.057093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Attempting to bind port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:26.057093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Attempting to bind port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:26.057311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6eb1e970-dd02-406a-8dc2-d7bf93f01f80 req-6b086351-1dd7-4be0-92f0-2f063e585405 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Oct 12 11:12:26.059009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:26.059336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Attempting to bind port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:26.064656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:26.064885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:26.065274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:26.065705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Bound port: 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:26.066067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.107210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.167716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:26.181909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:26.184340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-f9f8fe8b-ac8a-4e88-87e1-a99f1b4729dd tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6c3d79c3d8344305a593be57652e9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316615 Oct 12 11:12:26.190145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:26.218976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=0c3e74d2-b705-43f2-ac30-2eedc821a50a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:26.223187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:26.239263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:26.278501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.292948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.298965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-9ebdb9df-1457-41af-a3b9-e35702d12d70 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.300411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-9ebdb9df-1457-41af-a3b9-e35702d12d70 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153145 Oct 12 11:12:26.315562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-a1205cd7-2f93-40e3-812d-f82910abe93c tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/quotas/6c3d79c3d8344305a593be57652e9b3e HTTP/1.1" status: 200 len: 375 time: 0.0088701 Oct 12 11:12:26.341641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.363728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-a1a7f7a7-f858-438f-accc-2c267de507cd tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428391 Oct 12 11:12:26.374402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.375048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.376603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] 10.222.0.47 "PUT /v2.0/ports/168f06bf-b3a4-4b2a-82f6-5cd351e6906f HTTP/1.1" status: 200 len: 1096 time: 1.1576800 Oct 12 11:12:26.379124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:26.382184 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4250ea9f-3a93-4547-a6a2-676973ea131b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:26.428139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.433123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8caca-eda9-4524-8163-af7b5b6c9263 service neutron] Pushing event updated for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:26.591021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-1ef483aa-5a6f-41b7-b96b-33a054c3df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.595299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-1ef483aa-5a6f-41b7-b96b-33a054c3df63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 1099 time: 0.0964749 Oct 12 11:12:26.831674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389dfea-8148-45a5-9b73-77c1ac69fd7f req-98d0cfd1-229c-4162-935e-d0ae561a0c04 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.833162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d389dfea-8148-45a5-9b73-77c1ac69fd7f req-98d0cfd1-229c-4162-935e-d0ae561a0c04 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0518751 Oct 12 11:12:26.875654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d389dfea-8148-45a5-9b73-77c1ac69fd7f req-b4f8555c-1e28-42b4-9cf9-8ef90683a171 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Oct 12 11:12:26.904670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-8949abb8-6467-49d1-b2c1-a6a5586561fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f HTTP/1.1" status: 200 len: 217 time: 0.2994802 Oct 12 11:12:26.925881 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594c2752-feb5-47c6-b8f3-1a77e844ac8d x-openstack-request-id: req-594c2752-feb5-47c6-b8f3-1a77e844ac8d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:26.926454 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:26.926454 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-594c2752-feb5-47c6-b8f3-1a77e844ac8d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:26.926810 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', 'status': 'completed', 'code': 200} Oct 12 11:12:26.955089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:26.973052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-67d53132-9a59-419e-a714-634cbdf86c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:26.974583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-67d53132-9a59-419e-a714-634cbdf86c62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0607922 Oct 12 11:12:26.976964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40550d5a-af4d-488e-824e-11e42d99f5a4 req-e7d745a4-6425-46f4-a480-f890307fe018 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 210 time: 0.0278404 Oct 12 11:12:27.020922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-05d327dd-c785-4b08-9b7f-7bd9a2a87bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.024826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-05d327dd-c785-4b08-9b7f-7bd9a2a87bdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405912 Oct 12 11:12:27.050040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.093827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7035b7-b8b5-4e35-ba39-682213823aa8 req-2c71f9ef-6b7b-4718-b417-c38b70c4689c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.095355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e7035b7-b8b5-4e35-ba39-682213823aa8 req-2c71f9ef-6b7b-4718-b417-c38b70c4689c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 950 time: 0.0554178 Oct 12 11:12:27.141654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e7035b7-b8b5-4e35-ba39-682213823aa8 req-1173b92e-f2a6-4b53-9b7a-7ce69f915429 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Oct 12 11:12:27.176328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event updated for resources: {'Port': ['ID=0c3e74d2-b705-43f2-ac30-2eedc821a50a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:27.186784 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.205212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-ae70459d-38be-4618-9918-6a11b922aa56 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755402 Oct 12 11:12:27.252151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fc26-970e-4f56-a22b-13b5bb89de8e req-a3c68750-7f5c-43e2-959c-a064dde9cc73 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.253621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f395fc26-970e-4f56-a22b-13b5bb89de8e req-a3c68750-7f5c-43e2-959c-a064dde9cc73 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 948 time: 0.0489988 Oct 12 11:12:27.284465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.285686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-cc2a992d-737b-4dca-b816-a2fefbd92845 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1581466 Oct 12 11:12:27.297242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f395fc26-970e-4f56-a22b-13b5bb89de8e req-627afa7f-856f-41aa-af05-37c006f96670 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Oct 12 11:12:27.340634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-096cdf0e-ebc1-4332-a44b-f261a3fd0ab3 req-07c5dc86-a517-4b1e-8f73-92b54bec2bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269639 Oct 12 11:12:27.352788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-da504879-251e-440c-84f5-25db2276f0cb tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0554848 Oct 12 11:12:27.356127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:27.464058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-860cd417-5b8d-4bc4-8d38-39f493c7e9e2 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.465422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b810022-0996-4fff-a1d5-853e4c266ce7 req-860cd417-5b8d-4bc4-8d38-39f493c7e9e2 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1037579 Oct 12 11:12:27.467026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a42b12ea-a3e2-4733-af6e-f2fcb668714f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:27.473851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a42b12ea-a3e2-4733-af6e-f2fcb668714f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:27.473851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.552212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-bc52bbac-6184-4867-aeea-fb880055f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.553632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-bc52bbac-6184-4867-aeea-fb880055f729 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a55f5403e0447de917a45e681a742bb&device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 1099 time: 0.0779548 Oct 12 11:12:27.575786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.604829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:27.607105 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61ad2cc-e90b-4e56-97ff-59eb0bbe8548" -d '{"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-plugged", "status": "completed", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:27.620108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:27.646810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389ff3e-fab2-4387-81ec-b727f62cdb85 req-f5b7ff1c-d925-4c57-944e-5db30ed27f4d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.648265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e389ff3e-fab2-4387-81ec-b727f62cdb85 req-f5b7ff1c-d925-4c57-944e-5db30ed27f4d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.1061232 Oct 12 11:12:27.702088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-302b3759-44a8-4761-82c5-704192dc7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.703540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-302b3759-44a8-4761-82c5-704192dc7918 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1311753 Oct 12 11:12:27.708447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e389ff3e-fab2-4387-81ec-b727f62cdb85 req-40bfcb94-2fdd-4a16-b78e-a9d9df2a82ed tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Oct 12 11:12:27.738435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:27.751392 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-961ffc6d-9198-46aa-970f-028ff9d53eb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f HTTP/1.1" status: 200 len: 217 time: 0.0400736 Oct 12 11:12:27.801668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:27.810298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-af8b2060-f6ed-4d0c-82fc-fe272ca0d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.811860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-af8b2060-f6ed-4d0c-82fc-fe272ca0d0de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0518053 Oct 12 11:12:27.829065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f639ab92-3e09-4566-b4be-c759b8f49542 req-5e973a3e-658e-42b8-9f46-5775b39d765c tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips/3cecce08-0b55-4732-8f20-30485d15d285 HTTP/1.1" status: 200 len: 693 time: 0.0610831 Oct 12 11:12:27.872229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-b2268526-2815-40df-b800-f766288ad684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.876003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-b2268526-2815-40df-b800-f766288ad684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500350 Oct 12 11:12:27.960122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ab92-3e09-4566-b4be-c759b8f49542 req-75991293-3280-44d6-95ec-29eb91b01ced tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:27.961548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f639ab92-3e09-4566-b4be-c759b8f49542 req-75991293-3280-44d6-95ec-29eb91b01ced tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1261089 Oct 12 11:12:27.972630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-f639ab92-3e09-4566-b4be-c759b8f49542 req-05550cac-2649-4d5f-ab0c-70819adcb85b tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:27.973561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f639ab92-3e09-4566-b4be-c759b8f49542 req-05550cac-2649-4d5f-ab0c-70819adcb85b tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059006 Oct 12 11:12:27.974917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-a9eafcf1-1809-4928-9f2a-13006ac905f3 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927787 Oct 12 11:12:28.026837 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40f109-9e33-4497-aa35-4fffa411bce0 x-openstack-request-id: req-be40f109-9e33-4497-aa35-4fffa411bce0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:28.027340 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-plugged", "status": "completed", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:28.027800 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be40f109-9e33-4497-aa35-4fffa411bce0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:28.028367 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'code': 200} Oct 12 11:12:28.085902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4250ea9f-3a93-4547-a6a2-676973ea131b req-528b9fa3-f722-41ca-9fc2-1a58829d4ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034276 Oct 12 11:12:28.132753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ab653-a91b-4b00-8bdf-8750b647c556 req-1af41674-f0d5-47d7-bf65-27d1c2200fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.134834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c79ab653-a91b-4b00-8bdf-8750b647c556 req-1af41674-f0d5-47d7-bf65-27d1c2200fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.0421598 Oct 12 11:12:28.180762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c79ab653-a91b-4b00-8bdf-8750b647c556 req-88109f5a-4c0d-4b92-a544-c8a27df7bb8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Oct 12 11:12:28.210227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171fe2-dd38-4132-8b63-0637a02c082a req-4e27e475-5757-44a2-bc2b-4617a31bcf68 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.212565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7171fe2-dd38-4132-8b63-0637a02c082a req-4e27e475-5757-44a2-bc2b-4617a31bcf68 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0530627 Oct 12 11:12:28.249738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7171fe2-dd38-4132-8b63-0637a02c082a req-97e0f89a-d0a0-42e9-8b55-1f9f5245de94 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Oct 12 11:12:28.334166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-bd14f5d1-c11b-4f7a-a00a-e7dc5afaecda tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips/3cecce08-0b55-4732-8f20-30485d15d285 HTTP/1.1" status: 200 len: 693 time: 0.0461524 Oct 12 11:12:28.441527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-3700ec57-628c-41d8-b01c-54c3766c5d39 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.442909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-3700ec57-628c-41d8-b01c-54c3766c5d39 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1026833 Oct 12 11:12:28.455153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-e0349ca6-f5bb-43db-850d-383cf0bc938f tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:28.456003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-e0349ca6-f5bb-43db-850d-383cf0bc938f tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055110 Oct 12 11:12:28.515626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-37509346-f226-45a4-9f02-b5828af63342 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0503387 Oct 12 11:12:28.534832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-bcdd8c41-b0ac-42b8-8a32-4f0cfa2d670e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479047 Oct 12 11:12:28.567548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-e422cb12-6965-4f7b-95d4-d11aa7d8b0bc tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0452242 Oct 12 11:12:28.637479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d370-9073-4865-894e-f85f9c89543e req-e6f7e908-8ad6-4edf-9442-95d919a811bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.639080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-e6f7e908-8ad6-4edf-9442-95d919a811bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1097 time: 0.0421889 Oct 12 11:12:28.654802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:28.717536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Deleting port 0c3e74d2-b705-43f2-ac30-2eedc821a50a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:28.717851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:28.759399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:28.782934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d370-9073-4865-894e-f85f9c89543e req-bd780375-51b4-4d13-b337-28bd806fea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.788513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-bd780375-51b4-4d13-b337-28bd806fea4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.1207924 Oct 12 11:12:28.829281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:28.829660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:28.836300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:28.848288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36978) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:28.853194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Calling delete_port for 0c3e74d2-b705-43f2-ac30-2eedc821a50a owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:28.875225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-cf86de18-caa8-4683-b2f8-130a5aadbdc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0809438 Oct 12 11:12:28.927035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:28.937554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-0a1eeb47-78fc-43c7-95b1-30eac1a796da tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c3d79c3d8344305a593be57652e9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414126 Oct 12 11:12:28.982350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d370-9073-4865-894e-f85f9c89543e req-fdd39c48-7c58-4982-9a31-15ea652c6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:28.983382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:28.984098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-fdd39c48-7c58-4982-9a31-15ea652c6e49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.0963902 Oct 12 11:12:29.017774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a60f-c8f1-4455-92f3-dee2ee6a282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.091108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-5f202bec-d48e-42d5-9777-0ccf6d4c3ccd tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.092529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-5f202bec-d48e-42d5-9777-0ccf6d4c3ccd tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489484 Oct 12 11:12:29.098969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.109888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Request body: {'port': {'device_id': '81b4bed3-524f-4279-b86d-d79017facfec', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '6c3d79c3d8344305a593be57652e9b3e'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:29.116592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d370-9073-4865-894e-f85f9c89543e req-53b4bd83-c263-40fe-81b9-21b9dfb63135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.119086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-53b4bd83-c263-40fe-81b9-21b9dfb63135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665181 Oct 12 11:12:29.135788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event deleted for resources: {'Port': ['ID=0c3e74d2-b705-43f2-ac30-2eedc821a50a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:29.170376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.173251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.174419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9c49766-ac3b-455c-810e-3ca21e46f3e3 req-d5c69da3-cda1-4dfc-b252-3365d8c81fc9 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "DELETE /v2.0/floatingips/3cecce08-0b55-4732-8f20-30485d15d285 HTTP/1.1" status: 204 len: 173 time: 0.5998333 Oct 12 11:12:29.215290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a60f-c8f1-4455-92f3-dee2ee6a282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.225952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eba8d188-4423-4bf2-abf1-1d57cff249c6 req-263cc622-8d60-4d93-8d8e-6fd395378ecf tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 210 time: 0.0966175 Oct 12 11:12:29.286974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a60f-c8f1-4455-92f3-dee2ee6a282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.330206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6fa3a60f-c8f1-4455-92f3-dee2ee6a282e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89afe5ddb17c4782916898bd34538faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839532 Oct 12 11:12:29.331083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a60f-c8f1-4455-92f3-dee2ee6a282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44411ae-af2e-414a-91ab-048b77019bec,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:29.333452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36988) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:29.344680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-b6bc6abe-0dae-4967-a690-12646b68a31c service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142150 Oct 12 11:12:29.385826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.412541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.427138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6fc5-eac1-48f3-a532-ac3ffa4d3e3a req-1f541661-21b4-4649-8b49-c095d6a603b5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.428615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebee6fc5-eac1-48f3-a532-ac3ffa4d3e3a req-1f541661-21b4-4649-8b49-c095d6a603b5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 948 time: 0.1276760 Oct 12 11:12:29.445096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Made reservation on behalf of 6c3d79c3d8344305a593be57652e9b3e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:29.448671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.509386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d639d370-9073-4865-894e-f85f9c89543e req-97634b17-10a8-45da-951b-5beb2273ed36 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547689 Oct 12 11:12:29.520850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebee6fc5-eac1-48f3-a532-ac3ffa4d3e3a req-9fc1b3b3-3405-4403-aa19-26972922b40d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854828 Oct 12 11:12:29.567398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.570366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:29.572065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b44411ae-af2e-414a-91ab-048b77019bec HTTP/1.1" status: 204 len: 168 time: 0.2375031 Oct 12 11:12:29.588760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a544e-22d0-47bc-b3f2-2a81a097de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44411ae-af2e-414a-91ab-048b77019bec,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:29.658661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d315ac-dfc3-4458-8404-51427be2e173 req-8f5c39dd-89ea-4e08-b7c4-a2891069f85e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.660659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59d315ac-dfc3-4458-8404-51427be2e173 req-8f5c39dd-89ea-4e08-b7c4-a2891069f85e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 945 time: 0.0731561 Oct 12 11:12:29.702349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59d315ac-dfc3-4458-8404-51427be2e173 req-cd9f464e-9e3e-44e3-aa19-e7ef0b06f4e8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Oct 12 11:12:29.830197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Allocated IP 192.168.233.45 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/b54ece2f-75ea-471c-ad3e-8e795a4115ca) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:29.832424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4af38-2ba3-4ce4-945f-314dd80c8206 req-6c44e173-2013-4962-be61-9b8e75cb4d8f tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.834031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ab4af38-2ba3-4ce4-945f-314dd80c8206 req-6c44e173-2013-4962-be61-9b8e75cb4d8f tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0560188 Oct 12 11:12:29.881059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ab4af38-2ba3-4ce4-945f-314dd80c8206 req-9e34236b-6a3e-439b-9b24-c75097fa00f1 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Oct 12 11:12:29.953383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b556d-2d60-4a54-a55d-9e78d2f00895 req-7216b94e-d9ab-49c4-9ab7-6a05029cef04 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:29.954900 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-915b556d-2d60-4a54-a55d-9e78d2f00895 req-7216b94e-d9ab-49c4-9ab7-6a05029cef04 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2467282 Oct 12 11:12:30.030097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:30.032569 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b43d09-dd94-4df9-936e-20351db16254" -d '{"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-unplugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:30.090190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a183134b-f3a6-4762-b9e6-8369fb951c80 req-caa9690d-5660-44b0-9eed-cfc79243d30b tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=b30bec322b4041d0b82e1b6522031a1c HTTP/1.1" status: 200 len: 1655 time: 0.1074171 Oct 12 11:12:30.192362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.237104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183134b-f3a6-4762-b9e6-8369fb951c80 req-b555c6ea-cf5e-436d-8fa4-46f83f8107fd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:30.238524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a183134b-f3a6-4762-b9e6-8369fb951c80 req-b555c6ea-cf5e-436d-8fa4-46f83f8107fd tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks?id=083415d2-5f78-4c4a-936f-77a4f7ce5029&id=083415d2-5f78-4c4a-936f-77a4f7ce5029&id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 787 time: 0.1417651 Oct 12 11:12:30.252591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-a183134b-f3a6-4762-b9e6-8369fb951c80 req-349aa35b-5fc9-4701-97e0-4500dbdbcd8e tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:30.253566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a183134b-f3a6-4762-b9e6-8369fb951c80 req-349aa35b-5fc9-4701-97e0-4500dbdbcd8e tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081124 Oct 12 11:12:30.269575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:30.283228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a9cc-bb82-42e8-b25d-14a4f598f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.291147 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0750a931-225d-4fa0-bd9f-7ed3e10784ca x-openstack-request-id: req-0750a931-225d-4fa0-bd9f-7ed3e10784ca {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:30.291718 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-unplugged", "status": "completed", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:30.295289 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0750a931-225d-4fa0-bd9f-7ed3e10784ca {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:30.295289 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'code': 200} Oct 12 11:12:30.333115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.344945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5fbcb084-6299-4d23-87e4-d01e5afa7fc2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:30.400286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a9cc-bb82-42e8-b25d-14a4f598f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.413689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74cb6c-2774-41b6-a037-e2bd8f0af5a3 req-12eba48e-f11d-4d0f-894c-8d826386ae23 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:30.416426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb74cb6c-2774-41b6-a037-e2bd8f0af5a3 req-12eba48e-f11d-4d0f-894c-8d826386ae23 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.0767751 Oct 12 11:12:30.424480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:30.426775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Pushing event updated for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:30.431621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:30.435165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:30.455071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a9cc-bb82-42e8-b25d-14a4f598f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.469653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0d4ad-0df4-4118-9fe9-7bada18587ea req-7d680a5e-5a00-4ac6-9c59-d82d105a1d30 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:30.471851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5c0d4ad-0df4-4118-9fe9-7bada18587ea req-7d680a5e-5a00-4ac6-9c59-d82d105a1d30 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 935 time: 0.1534464 Oct 12 11:12:30.512168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4d8a9cc-bb82-42e8-b25d-14a4f598f6be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96dc8c13665e41e8b1d56e467a5e42e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414832 Oct 12 11:12:30.516037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37014) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:30.534790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:30.534988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb74cb6c-2774-41b6-a037-e2bd8f0af5a3 req-8218ef6f-2f91-440c-ae21-419b17e26c9b tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980384 Oct 12 11:12:30.535974 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.538244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a9cc-bb82-42e8-b25d-14a4f598f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283865c7-b017-4db1-9764-8a1ac803dc73,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:30.586238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5c0d4ad-0df4-4118-9fe9-7bada18587ea req-9fe67507-6374-4ba2-a576-e58b8f27fc20 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Oct 12 11:12:30.611803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.645336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.658663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-82d1faca-0465-486e-bb67-982bcf66326b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5541599 Oct 12 11:12:30.678124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 168f06bf-b3a4-4b2a-82f6-5cd351e6906f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:30.684440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Request body: {'port': {'device_id': '81b4bed3-524f-4279-b86d-d79017facfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:30.699454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ec4846f4-b123-430f-9060-7345e979c40e None None] Provisioning complete for port b54ece2f-75ea-471c-ad3e-8e795a4115ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:30.700113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec4846f4-b123-430f-9060-7345e979c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.793292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ec4846f4-b123-430f-9060-7345e979c40e None None] Port b54ece2f-75ea-471c-ad3e-8e795a4115ca cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:30.863035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-dea187a9-8a74-426c-90fb-ab54eb588dc5 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips/9f4c8f82-b88d-4b0b-8c1b-e512bc0b65cc HTTP/1.1" status: 200 len: 693 time: 0.3028610 Oct 12 11:12:30.871437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:30.885761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', 'mac_address': 'fa:16:3e:7f:e5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:30.940533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:30.959839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f06bf-b3a4-4b2a-82f6-5cd351e6906f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:30.975016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-bdda7b97-a2f6-430b-b1d0-e93da5608205 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:30.979269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-bdda7b97-a2f6-430b-b1d0-e93da5608205 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1154702 Oct 12 11:12:30.983124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:31.031091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-ef1a10c2-0cfb-4a84-8f91-e0d59ee13f99 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.0482206 Oct 12 11:12:31.044489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.065531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.088110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-57ecdf7b-1217-44f1-a74c-515d82389bd7 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.0505691 Oct 12 11:12:31.096888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:31.100088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c3551-2c4f-442e-aee2-3e6da4a2c0b6 req-0d39b2bc-9074-4962-8fd6-73e63c500a19 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.101608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d8c3551-2c4f-442e-aee2-3e6da4a2c0b6 req-0d39b2bc-9074-4962-8fd6-73e63c500a19 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 948 time: 0.4089236 Oct 12 11:12:31.155889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.158431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.162018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/283865c7-b017-4db1-9764-8a1ac803dc73 HTTP/1.1" status: 204 len: 168 time: 0.6398573 Oct 12 11:12:31.201308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-89f5ff68-0227-465f-8421-56f7d37454a8 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.206337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-89f5ff68-0227-465f-8421-56f7d37454a8 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.1508691 Oct 12 11:12:31.228520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Deleting port bcc2d2ad-e4a6-42c2-b571-eb1793a12822 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:31.228863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.251880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f741b-650e-4323-aab9-b8e29723283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283865c7-b017-4db1-9764-8a1ac803dc73,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:31.289590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d8c3551-2c4f-442e-aee2-3e6da4a2c0b6 req-9bfe7730-0cdb-44d5-8cb2-1bce4c17e17a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675358 Oct 12 11:12:31.309751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['168f06bf-b3a4-4b2a-82f6-5cd351e6906f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:31.328056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.328659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.346019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Calling delete_port for bcc2d2ad-e4a6-42c2-b571-eb1793a12822 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:31.431769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Deleting port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:31.433201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.588676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.618154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] For port aeb58bdb-0d97-435b-bc3d-37b9a87414d1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:31.618523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.623077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event deleted for resources: {'Port': ['ID=bcc2d2ad-e4a6-42c2-b571-eb1793a12822,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:31.643207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.644589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a39583-f6c8-43de-a6cd-57186ad4252d req-22f6b408-06b5-4447-8a3b-b2c90a7ca532 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.646136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68a39583-f6c8-43de-a6cd-57186ad4252d req-22f6b408-06b5-4447-8a3b-b2c90a7ca532 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 945 time: 0.1430821 Oct 12 11:12:31.646475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.647061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Calling delete_port for aeb58bdb-0d97-435b-bc3d-37b9a87414d1 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:31.647756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70229ccc-2d1f-4abe-b4a4-7b87dc55d8a6 req-480e53d6-d7e2-4226-b1c5-854ee23b4f72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "DELETE /v2.0/floatingips/9f4c8f82-b88d-4b0b-8c1b-e512bc0b65cc HTTP/1.1" status: 204 len: 173 time: 0.5521364 Oct 12 11:12:31.650973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54ece2f-75ea-471c-ad3e-8e795a4115ca {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:31.661534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.726252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Transition to ACTIVE for port object b54ece2f-75ea-471c-ad3e-8e795a4115ca will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:31.762606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68a39583-f6c8-43de-a6cd-57186ad4252d req-a0f58987-563e-41ce-b935-c8d95598f84e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926621 Oct 12 11:12:31.782723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc8081-2880-491c-a12a-5f593574960f req-ba55348b-6373-48b7-9a07-395dca1ae748 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.784430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ccc8081-2880-491c-a12a-5f593574960f req-ba55348b-6373-48b7-9a07-395dca1ae748 tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 950 time: 0.0577936 Oct 12 11:12:31.815821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:31.832606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ccc8081-2880-491c-a12a-5f593574960f req-fcdfc011-6329-4a87-a69c-a2f1465e7e2a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/security-groups?id=68710440-900d-4ae9-90cb-ee65294faa78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Oct 12 11:12:31.915982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:31.967402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9059d-6ce7-446d-a621-3372854119a9 req-39a14ca6-7961-4ae0-8469-82bf0cb2c6db tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.968916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ace9059d-6ce7-446d-a621-3372854119a9 req-39a14ca6-7961-4ae0-8469-82bf0cb2c6db tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 947 time: 0.0724039 Oct 12 11:12:31.987801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b556698-5368-4c4d-8d5b-5ac87af46a1a req-b8410398-1595-4987-b14b-db4d918755b7 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:31.995252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b556698-5368-4c4d-8d5b-5ac87af46a1a req-b8410398-1595-4987-b14b-db4d918755b7 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.1429625 Oct 12 11:12:32.017922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ace9059d-6ce7-446d-a621-3372854119a9 req-1cf2c454-4e4c-4957-9e10-0aa73b5d1726 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Oct 12 11:12:32.054412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.064846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b556698-5368-4c4d-8d5b-5ac87af46a1a req-9db19c14-e4c1-4b21-aa17-267e2a21d308 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684776 Oct 12 11:12:32.067775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Attempting to bind port b54ece2f-75ea-471c-ad3e-8e795a4115ca on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:32.070161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Attempting to bind port b54ece2f-75ea-471c-ad3e-8e795a4115ca by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:32.070288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['aeb58bdb-0d97-435b-bc3d-37b9a87414d1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:32.070753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Attempting to bind port b54ece2f-75ea-471c-ad3e-8e795a4115ca on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:32.092274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Port b54ece2f-75ea-471c-ad3e-8e795a4115ca on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:32.103156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Attempting to bind port b54ece2f-75ea-471c-ad3e-8e795a4115ca on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:32.103156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Pushing event deleted for resources: {'Port': ['ID=aeb58bdb-0d97-435b-bc3d-37b9a87414d1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:32.106215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:32.106553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:32.106939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:32.107384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Bound port: b54ece2f-75ea-471c-ad3e-8e795a4115ca, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:32.107744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.115259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-fbf3f03d-0414-46b6-879c-b25d3e3850d7 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips/4549e8cb-7603-46ed-b41a-9072afa2197d HTTP/1.1" status: 200 len: 692 time: 0.0709074 Oct 12 11:12:32.219946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:32.223198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:32.225933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] No DVR routers for this DVR port aeb58bdb-0d97-435b-bc3d-37b9a87414d1 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:32.235388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.239139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cb37e1d-5cbc-468d-8977-0200a8616e85 req-3ad6d0a5-60c2-44b3-a6b3-2c46147a609a tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.47 "DELETE /v2.0/ports/aeb58bdb-0d97-435b-bc3d-37b9a87414d1 HTTP/1.1" status: 204 len: 173 time: 0.9837515 Oct 12 11:12:32.240324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'name': 'network-vif-deleted', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:32.243246 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9f283f-b34c-4d99-86fc-2463dfedc785" -d '{"events": [{"server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "name": "network-vif-deleted", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:32.288004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32990ae-c2e9-44f7-a71d-e209151f25dd req-9991c688-260a-4ecb-a6d7-beedeb6ef927 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.289544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a32990ae-c2e9-44f7-a71d-e209151f25dd req-9991c688-260a-4ecb-a6d7-beedeb6ef927 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.0649683 Oct 12 11:12:32.300763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-83f963d9-483d-4a8e-9867-f7ab7bf32f53 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.302288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-83f963d9-483d-4a8e-9867-f7ab7bf32f53 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1785069 Oct 12 11:12:32.304149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.353072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.353800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.355213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b54ece2f-75ea-471c-ad3e-8e795a4115ca HTTP/1.1" status: 200 len: 1095 time: 1.6829481 Oct 12 11:12:32.374022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-7bff7ee0-f336-4e49-bb7e-94123229267d tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0634091 Oct 12 11:12:32.379602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a32990ae-c2e9-44f7-a71d-e209151f25dd req-9e6e7510-e0c5-41e2-b7f0-166a9b334497 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834496 Oct 12 11:12:32.389850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d227b-692e-48bb-853f-008d879d33d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:32.435124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-65787127-2756-4c0a-8b6e-242d01ef41be tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0538411 Oct 12 11:12:32.506050 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b635584-d084-49f6-ab61-4b9acc04ef40 x-openstack-request-id: req-5b635584-d084-49f6-ab61-4b9acc04ef40 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:32.506515 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce89cfb8-f642-4f6b-9b98-4acdb2469eab", "name": "network-vif-deleted", "tag": "aeb58bdb-0d97-435b-bc3d-37b9a87414d1", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:32.506626 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b635584-d084-49f6-ab61-4b9acc04ef40 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:32.509842 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce89cfb8-f642-4f6b-9b98-4acdb2469eab', 'name': 'network-vif-deleted', 'tag': 'aeb58bdb-0d97-435b-bc3d-37b9a87414d1', 'status': 'completed', 'code': 200} Oct 12 11:12:32.568043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37060) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:32.619683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-79827024-f32c-4355-8170-41f6c876a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.621219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-79827024-f32c-4355-8170-41f6c876a549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 1098 time: 0.1754990 Oct 12 11:12:32.635587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-194c6b62-2ed4-4391-864e-1101e162df59 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.637049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-194c6b62-2ed4-4391-864e-1101e162df59 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.1374876 Oct 12 11:12:32.658851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Deleting port 8dc26c3a-4dfb-448d-ae46-2afd45bd43fa {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:32.659464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.688397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 168f06bf-b3a4-4b2a-82f6-5cd351e6906f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:32.700035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-b4fa6393-f886-4eb1-86d5-ff78176b425c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca HTTP/1.1" status: 200 len: 217 time: 0.0618439 Oct 12 11:12:32.707815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a492b-652b-475d-8194-437c7ee3e0b3 req-6f645861-d890-44ee-8eb4-08931b26560f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.709350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d40a492b-652b-475d-8194-437c7ee3e0b3 req-6f645861-d890-44ee-8eb4-08931b26560f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 949 time: 0.1603563 Oct 12 11:12:32.750084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1350751087-network', 'tenant_id': '2182ae91737a452ab508c64ee7da2785'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:32.761868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.762191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.773796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Calling delete_port for 8dc26c3a-4dfb-448d-ae46-2afd45bd43fa owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:32.812618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:32.816896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:32.817422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.870897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d40a492b-652b-475d-8194-437c7ee3e0b3 req-544855fc-2cd7-4a03-bf62-b002c6a6c413 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387007 Oct 12 11:12:32.874102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-734dee3e-1ea3-4889-9a05-1383d1256bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:32.875658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-734dee3e-1ea3-4889-9a05-1383d1256bd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1496446 Oct 12 11:12:32.909449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.915331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Made reservation on behalf of 2182ae91737a452ab508c64ee7da2785 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:32.917276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.926616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Deleting port 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:32.926971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.935113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:32.937708 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b61e18e-4669-4b39-9f1e-b101fe503b1a" -d '{"events": [{"server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "name": "network-vif-plugged", "status": "completed", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:32.951261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:32.954804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:33.002128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.013157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-353d03cb-5508-4896-b571-78ad40f34bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.014654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-353d03cb-5508-4896-b571-78ad40f34bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309838 Oct 12 11:12:33.032805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.036516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event deleted for resources: {'Port': ['ID=8dc26c3a-4dfb-448d-ae46-2afd45bd43fa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:33.057319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.060286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.061422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea85408a-c7fe-43ba-addf-8500cf5b58dc req-b7294740-b6fe-43bf-9ffa-862ebc21f5d1 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "DELETE /v2.0/floatingips/4549e8cb-7603-46ed-b41a-9072afa2197d HTTP/1.1" status: 204 len: 173 time: 0.6121702 Oct 12 11:12:33.095789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:33.140278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] For port 98eb639b-3549-4847-94e6-3e8ea675e5f7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=98eb639b-3549-4847-94e6-3e8ea675e5f7,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:33.140860 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.166038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31a4d081-3385-43b0-a12d-0054b0ce9d26 req-ebd0c082-46fc-40d1-a86e-3d0aee0c773d tempest-DeleteServersAdminTestJSON-715590919 tempest-DeleteServersAdminTestJSON-715590919-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce89cfb8-f642-4f6b-9b98-4acdb2469eab HTTP/1.1" status: 200 len: 210 time: 0.0312533 Oct 12 11:12:33.170046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Calling delete_port for 98eb639b-3549-4847-94e6-3e8ea675e5f7 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:33.197880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f6ee9-4145-448e-a4d2-3f45b5295495 req-28197c65-0bd6-4897-b972-4984cc6e7369 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.199829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a4f6ee9-4145-448e-a4d2-3f45b5295495 req-28197c65-0bd6-4897-b972-4984cc6e7369 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.1838973 Oct 12 11:12:33.215462 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f786f6-0b37-4971-8f23-b8d4c55dc4aa x-openstack-request-id: req-61f786f6-0b37-4971-8f23-b8d4c55dc4aa {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:33.215746 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "name": "network-vif-plugged", "status": "completed", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:33.216162 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61f786f6-0b37-4971-8f23-b8d4c55dc4aa {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:33.216553 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', 'code': 200} Oct 12 11:12:33.278009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-b0d17f96-b604-439a-a0b8-50c58f5c7ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468109 Oct 12 11:12:33.348113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.348834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dfc42-723a-47e4-a225-8ff5e8bc479c req-cc3ad0bc-6a3c-484a-b463-487c9ec6133c tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.350335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-184dfc42-723a-47e4-a225-8ff5e8bc479c req-cc3ad0bc-6a3c-484a-b463-487c9ec6133c tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 947 time: 0.0735652 Oct 12 11:12:33.366105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eb46e-f192-4f6a-8769-5823a3993b44 req-2d8cd73a-ce38-4374-847e-68cf8dd091df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.367610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a7eb46e-f192-4f6a-8769-5823a3993b44 req-2d8cd73a-ce38-4374-847e-68cf8dd091df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 1101 time: 0.0645771 Oct 12 11:12:33.383426 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a4f6ee9-4145-448e-a4d2-3f45b5295495 req-80024434-a960-475d-9fe3-529672042367 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691456 Oct 12 11:12:33.405357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-184dfc42-723a-47e4-a225-8ff5e8bc479c req-e1778314-4dfb-4f08-ac09-d04395ab685c tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Oct 12 11:12:33.443328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.452323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a7eb46e-f192-4f6a-8769-5823a3993b44 req-900cab34-c6ba-4c7f-9413-9c004c30a9cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 Oct 12 11:12:33.496839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f1ca72b-923d-471a-8a6a-a54afc0b5f9a req-da1de56d-37cd-4a49-b0ee-92cf434ff4a5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058182 Oct 12 11:12:33.517746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:12:33.518095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ffaa-148b-4c8e-a089-e0c2897355de req-01e0218b-b9da-4445-9ac8-f6ce2c2a1f8f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.519777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e45ffaa-148b-4c8e-a089-e0c2897355de req-01e0218b-b9da-4445-9ac8-f6ce2c2a1f8f tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 948 time: 0.0553246 Oct 12 11:12:33.527155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-fa467960-a606-438b-b947-f20232764912 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips/fe3ce537-b31f-4243-b7f9-7853fd299cbf HTTP/1.1" status: 200 len: 692 time: 0.0849545 Oct 12 11:12:33.560278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.560621 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Added segment 3e8f00b0-8fd0-48b4-947c-63e1363042cb of type vlan for network c3a25abe-6aaf-4d5a-a740-a2d06f528c13 Oct 12 11:12:33.563872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e45ffaa-148b-4c8e-a089-e0c2897355de req-7341fc48-add4-48f7-be31-b827c72abb35 tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/security-groups?id=07dd1d50-7735-4ab8-a31f-3965ca93c70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Oct 12 11:12:33.587079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064246a4-58f7-4c6d-8213-dd02ad9668e9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:33.655405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.679170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.725329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Pushing event deleted for resources: {'Port': ['ID=98eb639b-3549-4847-94e6-3e8ea675e5f7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:33.740099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-24d973d1-cf41-4f03-9e11-ba27810cf99d tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.742939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-24d973d1-cf41-4f03-9e11-ba27810cf99d tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2000062 Oct 12 11:12:33.766229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-fc64a504-969d-4a07-a88c-9aece63b8a19 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:33.767273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-fc64a504-969d-4a07-a88c-9aece63b8a19 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080822 Oct 12 11:12:33.784935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] No DVR routers for this DVR port 98eb639b-3549-4847-94e6-3e8ea675e5f7 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:33.792510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.795801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba3193e3-01e1-4b35-a069-f4e76d90356c req-aa44dbd8-c38a-4529-b5ac-f9f55407460c tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.47 "DELETE /v2.0/ports/98eb639b-3549-4847-94e6-3e8ea675e5f7 HTTP/1.1" status: 204 len: 173 time: 1.1467919 Oct 12 11:12:33.797830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.798806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:33.799462 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:33.863668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee7b6667-ba54-4d4e-a70f-fb27d5bba6d5 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0797164 Oct 12 11:12:33.943311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3738644 Oct 12 11:12:33.944040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0018-052c-4984-bd09-07685f8e99d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a25abe-6aaf-4d5a-a740-a2d06f528c13,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:33.947747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37084) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:33.955944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Request body: {'subnet': {'network_id': 'c3a25abe-6aaf-4d5a-a740-a2d06f528c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1350751087-subnet', 'tenant_id': '2182ae91737a452ab508c64ee7da2785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:33.956136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-2b6e88b6-0b59-4d69-83a0-ef747b8edb72 tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0619924 Oct 12 11:12:33.960441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c3a25abe-6aaf-4d5a-a740-a2d06f528c13 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:12:34.080824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e219d-2c86-4a90-90d2-cff5363dae34 req-05f418fd-a73b-4452-b29a-1f7a5bce7520 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:34.092942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f88e219d-2c86-4a90-90d2-cff5363dae34 req-05f418fd-a73b-4452-b29a-1f7a5bce7520 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.1506412 Oct 12 11:12:34.128144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Made reservation on behalf of 2182ae91737a452ab508c64ee7da2785 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:34.130928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.136546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Deleting port 3ca73dc4-a44d-4c9f-9bd5-75393663d600 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:34.136891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.155309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f88e219d-2c86-4a90-90d2-cff5363dae34 req-a4c54c05-075a-4661-b574-649d838362a7 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606623 Oct 12 11:12:34.261206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.261804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.284040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Calling delete_port for 3ca73dc4-a44d-4c9f-9bd5-75393663d600 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:34.350671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a36a1e-ed0e-4c06-8840-c0cc6e06864c req-793bef7c-007a-4ea0-ba90-8723411cdb08 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:34.359233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73a36a1e-ed0e-4c06-8840-c0cc6e06864c req-793bef7c-007a-4ea0-ba90-8723411cdb08 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 950 time: 0.1053703 Oct 12 11:12:34.442452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73a36a1e-ed0e-4c06-8840-c0cc6e06864c req-49dd3832-81ab-4ff2-9d01-e5da4661935b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822601 Oct 12 11:12:34.501769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.511003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca'}, {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-deleted', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:34.513587 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca"}, {"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-deleted", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:34.561445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.575675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9666f107-ec9f-4495-9827-5618dabfdc7e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:34.593121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Checking segment: {'id': '3e8f00b0-8fd0-48b4-947c-63e1363042cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c3a25abe-6aaf-4d5a-a740-a2d06f528c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:34.593738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Network hostable DHCP agents. Network: c3a25abe-6aaf-4d5a-a740-a2d06f528c13, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:12:34.633420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Pushing event deleted for resources: {'Port': ['ID=3ca73dc4-a44d-4c9f-9bd5-75393663d600,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:34.698837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.702030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aeb58bdb-0d97-435b-bc3d-37b9a87414d1 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:34.708418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.718040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Network c3a25abe-6aaf-4d5a-a740-a2d06f528c13 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:12:34.722928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:34.724728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd1d7ffd-fdd5-40af-be9e-337670a038dc req-ee1d0120-09ee-4bfc-bde1-5d9d0524c9ad tempest-FloatingIPDetailsTestJSON-1871119992 tempest-FloatingIPDetailsTestJSON-1871119992-project] 10.222.0.43 "DELETE /v2.0/floatingips/fe3ce537-b31f-4243-b7f9-7853fd299cbf HTTP/1.1" status: 204 len: 173 time: 0.7590878 Oct 12 11:12:34.728163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: aeb58bdb-0d97-435b-bc3d-37b9a87414d1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:12:34.728761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aeb58bdb-0d97-435b-bc3d-37b9a87414d1 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:34.785121 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083ba90-f3b7-4834-8779-42c290c40f62 x-openstack-request-id: req-7083ba90-f3b7-4834-8779-42c290c40f62 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:34.785431 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca", "status": "completed", "code": 200}, {"server_uuid": "6b2d9d97-49ab-47bc-9095-9c822e3925e6", "name": "network-vif-deleted", "tag": "98eb639b-3549-4847-94e6-3e8ea675e5f7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:34.785682 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7083ba90-f3b7-4834-8779-42c290c40f62 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:34.787150 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca', 'status': 'completed', 'code': 200} Oct 12 11:12:34.787453 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d9d97-49ab-47bc-9095-9c822e3925e6', 'name': 'network-vif-deleted', 'tag': '98eb639b-3549-4847-94e6-3e8ea675e5f7', 'status': 'completed', 'code': 200} Oct 12 11:12:34.791981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d00a2-17a5-4639-a4d6-aef2f2fdd2cb req-650d300f-6a86-4054-ad45-cbfabaeeb4df tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:34.793538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d1d00a2-17a5-4639-a4d6-aef2f2fdd2cb req-650d300f-6a86-4054-ad45-cbfabaeeb4df tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 947 time: 0.1076725 Oct 12 11:12:34.849521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-ef87a2be-8c79-4d1f-aca8-6918d1b1fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:34.851535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-ef87a2be-8c79-4d1f-aca8-6918d1b1fa18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3d79c3d8344305a593be57652e9b3e&device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 1098 time: 0.0548136 Oct 12 11:12:34.852955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c3a25abe-6aaf-4d5a-a740-a2d06f528c13) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:34.864482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:34.864927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:34.867124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741dd061-c6f1-4e84-b47e-0f5ec6282190 None None] Network c3a25abe-6aaf-4d5a-a740-a2d06f528c13 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:34.906027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d1d00a2-17a5-4639-a4d6-aef2f2fdd2cb req-f9e5781a-6a55-4d03-9d36-f13d8c186a74 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622506 Oct 12 11:12:35.022538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0d56cd1b-5c4a-40f7-a45f-b949f7da0e47 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0636818 Oct 12 11:12:35.024806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-040b25a5-9f07-4a84-90e3-aa43b5b98455 req-3295dd2b-4215-482f-a2b9-847c8affacfd tempest-ImagesOneServerTestJSON-2070796973 tempest-ImagesOneServerTestJSON-2070796973-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2d9d97-49ab-47bc-9095-9c822e3925e6 HTTP/1.1" status: 200 len: 210 time: 0.0402837 Oct 12 11:12:35.083497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-6aff7054-8342-47ae-80cc-592564c59b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:35.084973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-6aff7054-8342-47ae-80cc-592564c59b0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2170446 Oct 12 11:12:35.135501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-cf6889dc-c589-48df-96f0-130e1a54dcf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca HTTP/1.1" status: 200 len: 217 time: 0.0413847 Oct 12 11:12:35.157265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12d63d-e4aa-4922-b828-bee920ff280c None None] Network c3a25abe-6aaf-4d5a-a740-a2d06f528c13 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:35.238909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-4c6f0de7-6530-41ea-8320-55b566380a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:35.242662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-4c6f0de7-6530-41ea-8320-55b566380a98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0945804 Oct 12 11:12:35.329091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-a74e6956-a667-4950-b9cf-737add34d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:35.330309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-a74e6956-a667-4950-b9cf-737add34d222 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824690 Oct 12 11:12:35.368822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262cd28-3ead-4202-92ac-1f0772d7f2b3 req-cea40f2e-f94a-4755-8b9c-4970211ebcb5 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:35.370762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e262cd28-3ead-4202-92ac-1f0772d7f2b3 req-cea40f2e-f94a-4755-8b9c-4970211ebcb5 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.0752516 Oct 12 11:12:35.458347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e262cd28-3ead-4202-92ac-1f0772d7f2b3 req-36875705-403e-4d11-b3e0-6a4e1c1029e3 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747082 Oct 12 11:12:35.465383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-cd9ca3c3-a6eb-4495-857e-e5fbdf8b7e45 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261456 Oct 12 11:12:35.482791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:35.656241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5a119ca-6c9f-4a79-af92-0a32c2e92bf1 req-1d8b9500-7d24-401a-9be4-4857ed025b96 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826160 Oct 12 11:12:35.710727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35d9a-9526-418c-a119-161e54332b98 req-07b272f9-a40a-435b-9468-6c947be3d84b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:35.712365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d35d9a-9526-418c-a119-161e54332b98 req-07b272f9-a40a-435b-9468-6c947be3d84b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 950 time: 0.1067412 Oct 12 11:12:35.778182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d35d9a-9526-418c-a119-161e54332b98 req-54b90f08-8879-4d91-9945-19b3ad739b3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573034 Oct 12 11:12:35.783385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37126) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:35.935642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Deleting port 30a7cc2e-9628-4218-88d5-1af91c5bd61b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:35.935906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:35.984164 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7f1c20cc-b72d-4ab5-8579-b91719b3cd00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=369c740ab46440b7a65528f53f165a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998661 Oct 12 11:12:35.986723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37140) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:36.028118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] For port 30a7cc2e-9628-4218-88d5-1af91c5bd61b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a7cc2e-9628-4218-88d5-1af91c5bd61b,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:36.029122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.043574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Calling delete_port for 30a7cc2e-9628-4218-88d5-1af91c5bd61b owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:36.061359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.094583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.204277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37148) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:36.211683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2078718192-network', 'tenant_id': '93533a81447041fcba29108144201643'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:36.237682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.239609 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.243786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68710440-900d-4ae9-90cb-ee65294faa78 HTTP/1.1" status: 204 len: 168 time: 0.2532005 Oct 12 11:12:36.250997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14f0f-d106-4348-94d2-bba72b6464cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68710440-900d-4ae9-90cb-ee65294faa78,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:36.299062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Made reservation on behalf of 93533a81447041fcba29108144201643 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:36.301596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.313387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.387529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.427600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.434673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a7cc2e-9628-4218-88d5-1af91c5bd61b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:36.532840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18c97-8b43-44dd-bd63-acb278c11933 req-e9bcfe76-8356-4a41-91a5-5f352e9fa41e tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:36.534420 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5cd18c97-8b43-44dd-bd63-acb278c11933 req-e9bcfe76-8356-4a41-91a5-5f352e9fa41e tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 947 time: 0.0711632 Oct 12 11:12:36.550347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.591652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:12:36.598100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.622350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5cd18c97-8b43-44dd-bd63-acb278c11933 req-3a914c38-45e9-40b1-b41c-fcf041a2d2b4 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737309 Oct 12 11:12:36.625801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6b5cc-fcf3-4a53-92cb-12d07f7182c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:36.628628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.628997 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Added segment af24110f-ed9d-42fa-8a51-1032082828f5 of type vlan for network b237e4e3-817a-4ebf-ba46-0598495144e2 Oct 12 11:12:36.717281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.722220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:36.761972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 98eb639b-3549-4847-94e6-3e8ea675e5f7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:12:36.762313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 98eb639b-3549-4847-94e6-3e8ea675e5f7 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:36.867603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.868784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:36.869389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:36.937970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] Pushing event updated for resources: {'Network': ['ID=b237e4e3-817a-4ebf-ba46-0598495144e2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:36.949915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b237e4e3-817a-4ebf-ba46-0598495144e2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:12:37.034274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.034756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.035205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.036647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.036647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.036647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.036985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.037334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.039371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b216459-ec21-4e40-ab38-9876b8397606 req-2866dfbc-a4c9-46df-8f88-363023f4b04f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec&device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225&device_id=442effe5-836b-438e-8656-9f2a3eda32fd&device_id=3fc37305-588c-41d4-9d7b-0e202b282e83&device_id=33d83e35-7252-4955-8501-20440064d62e&device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b&device_id=84797d92-488d-453a-b648-303cd3631250&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 7321 time: 0.0587406 Oct 12 11:12:37.174947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Router 399aa77a-dacc-4373-af34-4635b293a81e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:12:37.292272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:12:37.299631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e884f60-c148-4f8d-8f56-212bbc8df456 admin admin] 10.222.0.43 "PUT /v2.0/routers/399aa77a-dacc-4373-af34-4635b293a81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747166 Oct 12 11:12:37.302167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37182) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.304867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Sync routers for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:12:37.326030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:37.326878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:12:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:37.329925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37184) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.338908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-071cf6ed-f0a6-49d3-9564-0bf6a4e91d56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1331704 Oct 12 11:12:37.339661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1b216459-ec21-4e40-ab38-9876b8397606 req-aba61e16-11d1-4034-974a-b76c3d48d5c2 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.342112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37186) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.356976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Request body: {'subnet': {'network_id': 'b237e4e3-817a-4ebf-ba46-0598495144e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2078718192-subnet', 'tenant_id': '93533a81447041fcba29108144201643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:37.362917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9cb6-a564-4e22-8271-e46b75e95f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.365271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37188) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.438847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b54ece2f-75ea-471c-ad3e-8e795a4115ca details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:37.450991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.504897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1b216459-ec21-4e40-ab38-9876b8397606 req-aba61e16-11d1-4034-974a-b76c3d48d5c2 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.517088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:37.519693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Made reservation on behalf of 93533a81447041fcba29108144201643 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:37.521977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.529508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9cb6-a564-4e22-8271-e46b75e95f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.572328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.580182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1b216459-ec21-4e40-ab38-9876b8397606 req-aba61e16-11d1-4034-974a-b76c3d48d5c2 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.648341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b216459-ec21-4e40-ab38-9876b8397606 req-aba61e16-11d1-4034-974a-b76c3d48d5c2 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&id=1134ab41-c993-48fe-808d-31cc0891567a&id=3fda8128-ce61-468e-b82e-8ef7b4215efd&id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.6014512 Oct 12 11:12:37.670538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9cb6-a564-4e22-8271-e46b75e95f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.717191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61e16-11d1-4034-974a-b76c3d48d5c2 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5bc00-e142-49af-9cd4-958745c82ee1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:37.749129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Deleting port 6b5740dc-0a53-48d9-82a4-9bef3f007496 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:37.750804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.766609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea9cb6-a564-4e22-8271-e46b75e95f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d649b-b317-4d28-85ab-542ed4c88ce2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:37.791150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:37.792564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-ddcf046a-da0a-460d-9a1d-fbd4878c78ad tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:12:37.794004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-ddcf046a-da0a-460d-9a1d-fbd4878c78ad tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0571189 Oct 12 11:12:37.796827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d2ea9cb6-a564-4e22-8271-e46b75e95f57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8644c03de6394b228cb596059390d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657254 Oct 12 11:12:37.804002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37196) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.821933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca', 'mac_address': 'fa:16:3e:5c:52:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:37.869715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] For port 6b5740dc-0a53-48d9-82a4-9bef3f007496, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6b5740dc-0a53-48d9-82a4-9bef3f007496,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:37.870087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.870436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:36Z', 'revision_number': 5, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port': {'id': '6b5740dc-0a53-48d9-82a4-9bef3f007496', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399aa77a-dacc-4373-af34-4635b293a81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:11:59Z', 'updated_at': '2021-10-12T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:37.875114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:37.883056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Calling delete_port for 6b5740dc-0a53-48d9-82a4-9bef3f007496 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:37.908650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Checking router: 399aa77a-dacc-4373-af34-4635b293a81e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:12:37.917273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ece2f-75ea-471c-ad3e-8e795a4115ca {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:37.922675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7af4b34c-c50a-4600-b329-f392f5ceb33c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b8490e980904dd980a8f813c2cb23ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508127 Oct 12 11:12:37.928545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:37.939359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Routers {'399aa77a-dacc-4373-af34-4635b293a81e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:12:37.939988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:12:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['399aa77a-dacc-4373-af34-4635b293a81e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:37.940497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-339e2d96-e675-4c90-92a0-d3f12b31e9ec tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:37.941616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-339e2d96-e675-4c90-92a0-d3f12b31e9ec tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 1093 time: 0.1348450 Oct 12 11:12:37.942739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:37.958742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:37.959906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:12:38.033989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.069328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec0e1-bdfd-4cc5-8269-c2ed2f7cb9b3 req-2e2d4f65-c6f1-4eda-944f-cfc27a580b22 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:38.069978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.071489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-221ec0e1-bdfd-4cc5-8269-c2ed2f7cb9b3 req-2e2d4f65-c6f1-4eda-944f-cfc27a580b22 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 947 time: 0.2013447 Oct 12 11:12:38.072039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.133703 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.150237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.167671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.197914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] Set router 399aa77a-dacc-4373-af34-4635b293a81e gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:12:38.199546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:38.251294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.254651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-221ec0e1-bdfd-4cc5-8269-c2ed2f7cb9b3 req-964130ef-9ef5-4590-8383-51fe5c06a5e0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706419 Oct 12 11:12:38.254963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:37Z', 'revision_number': 6, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:38.257710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.261166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07dd1d50-7735-4ab8-a31f-3965ca93c70c HTTP/1.1" status: 204 len: 168 time: 0.3306444 Oct 12 11:12:38.276377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7f77e-d984-4f61-b5b5-d7fe40343a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd1d50-7735-4ab8-a31f-3965ca93c70c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:38.281623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.284630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b413d-75b7-4244-a8c4-750a80eb79de None None] The sync data for ids ['399aa77a-dacc-4373-af34-4635b293a81e'] in n-d-813419-3 is: [{'id': '399aa77a-dacc-4373-af34-4635b293a81e', 'name': 'tempest-FloatingIPDetailsTestJSON-479810876-router', 'tenant_id': 'b30bec322b4041d0b82e1b6522031a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:11:57Z', 'updated_at': '2021-10-12T11:12:37Z', 'revision_number': 6, 'project_id': 'b30bec322b4041d0b82e1b6522031a1c', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:12:38.304179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f82d9e-77ec-4f63-9f84-82cb6b9f7206,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:38.329804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5740dc-0a53-48d9-82a4-9bef3f007496,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:38.360050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.379269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Checking segment: {'id': 'af24110f-ed9d-42fa-8a51-1032082828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b237e4e3-817a-4ebf-ba46-0598495144e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:38.379634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Network hostable DHCP agents. Network: b237e4e3-817a-4ebf-ba46-0598495144e2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:12:38.398209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:38.398556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:38.398925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:38.409184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:38.409500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:38.414919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:38.415847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:38.415959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:38.416389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Bound port: a42b12ea-a3e2-4733-af6e-f2fcb668714f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:38.484168 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.487545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.487706 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:38.488793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.494620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b54ece2f-75ea-471c-ad3e-8e795a4115ca'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:38.494742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.498605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/259d649b-b317-4d28-85ab-542ed4c88ce2 HTTP/1.1" status: 204 len: 168 time: 0.6873004 Oct 12 11:12:38.498605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Network b237e4e3-817a-4ebf-ba46-0598495144e2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:12:38.513009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d649b-b317-4d28-85ab-542ed4c88ce2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:38.520791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.521111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.521749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.522092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.522421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.522771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.523101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.523423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.523743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.524107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.524530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.524530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a52b0-c922-40b1-b85c-5da25c9f8f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:38.584950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b237e4e3-817a-4ebf-ba46-0598495144e2) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:38.596307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.607037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf94827-0df7-4bc1-9e7c-eef445f0e707 None None] Network b237e4e3-817a-4ebf-ba46-0598495144e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:38.607330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-32ca52b1-f98f-49c4-b15e-124bbe78d5aa service neutron] 10.222.0.43 "POST /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6562090 Oct 12 11:12:38.619779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:38.620025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.620376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.620513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399aa77a-dacc-4373-af34-4635b293a81e {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:12:38.627210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.628490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e66c7dc2-f77e-42f0-b3cb-d1f085a88a32 admin admin] 10.222.0.43 "DELETE /v2.0/routers/399aa77a-dacc-4373-af34-4635b293a81e HTTP/1.1" status: 204 len: 168 time: 1.3250656 Oct 12 11:12:38.631530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37208) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:38.651941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4cde-4bf1-48e3-97b8-f7e199f79b9f req-c52cd84c-1290-419a-a830-79e828e487a9 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:38.652458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4cde-4bf1-48e3-97b8-f7e199f79b9f req-c52cd84c-1290-419a-a830-79e828e487a9 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:38.652914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4cde-4bf1-48e3-97b8-f7e199f79b9f req-c52cd84c-1290-419a-a830-79e828e487a9 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:38.660614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb8a4cde-4bf1-48e3-97b8-f7e199f79b9f req-c52cd84c-1290-419a-a830-79e828e487a9 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225&device_id=33d83e35-7252-4955-8501-20440064d62e&device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 2884 time: 0.1082892 Oct 12 11:12:38.704565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Deleting subnet 873f167e-2010-4ecb-b079-a9a9fd506925 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:12:38.709298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.733836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e65c57be-0cc8-4738-b554-fff67ad8529e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3898416 Oct 12 11:12:38.777922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:38.778021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb8a4cde-4bf1-48e3-97b8-f7e199f79b9f req-791ec608-2e04-40aa-a219-b5a586466596 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104417 Oct 12 11:12:38.855470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128de58-151b-4953-b3de-a37b87e53daf None None] Network b237e4e3-817a-4ebf-ba46-0598495144e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:38.870274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.016992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37222) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:39.067207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38b679-2588-40b7-bf89-3441c8a94ff3 req-758f92c2-e628-449a-b186-f84ccec2225a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:39.076365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f38b679-2588-40b7-bf89-3441c8a94ff3 req-758f92c2-e628-449a-b186-f84ccec2225a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 945 time: 0.1190624 Oct 12 11:12:39.082760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.145633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.148397 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f38b679-2588-40b7-bf89-3441c8a94ff3 req-bac904b0-a34d-48d5-a135-891c39ec870b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Oct 12 11:12:39.151952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab497f35-9a79-4d02-9d53-da1ebece868c None None] Network 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:39.158481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37228) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:39.158727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/873f167e-2010-4ecb-b079-a9a9fd506925 HTTP/1.1" status: 204 len: 168 time: 0.5259645 Oct 12 11:12:39.162243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7516ca2-032b-44b2-9500-71b9a9a756dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873f167e-2010-4ecb-b079-a9a9fd506925,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:39.176501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Deleting subnet 9666f107-ec9f-4495-9827-5618dabfdc7e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:12:39.180025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.229336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.235366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.287066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.456307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.469624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] DHCP port deletion for 3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:12:39.476424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-201d0a7b-88cd-42b5-a63f-7da4f634fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:39.479166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-201d0a7b-88cd-42b5-a63f-7da4f634fb7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1096 time: 0.1338215 Oct 12 11:12:39.509296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61423693-6bbc-4f7a-8866-c408653dc922 req-7d5009c6-b275-4291-b61f-3bfcb118fc74 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:39.517005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61423693-6bbc-4f7a-8866-c408653dc922 req-7d5009c6-b275-4291-b61f-3bfcb118fc74 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 948 time: 0.1314552 Oct 12 11:12:39.520786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.524737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9666f107-ec9f-4495-9827-5618dabfdc7e HTTP/1.1" status: 204 len: 168 time: 0.5067332 Oct 12 11:12:39.526220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97727cd7-4d2a-4c76-9f07-c82d08283c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9666f107-ec9f-4495-9827-5618dabfdc7e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:39.536228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37244) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:39.551695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Deleting port d21b5351-70fa-4091-8b0c-aeffaae150ac {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:39.552036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.625204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Deleting port d21b5351-70fa-4091-8b0c-aeffaae150ac {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:39.626237 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.670627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.735906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a7cc2e-9628-4218-88d5-1af91c5bd61b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:39.782584 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61423693-6bbc-4f7a-8866-c408653dc922 req-e14ad985-ff4a-4fe4-91b5-51e703ecf983 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647305 Oct 12 11:12:39.797324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] For port d21b5351-70fa-4091-8b0c-aeffaae150ac, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d21b5351-70fa-4091-8b0c-aeffaae150ac,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:39.797923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.824096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 30a7cc2e-9628-4218-88d5-1af91c5bd61b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:12:39.824438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a7cc2e-9628-4218-88d5-1af91c5bd61b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:39.824860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d21b5351-70fa-4091-8b0c-aeffaae150ac no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:39.829496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Calling delete_port for d21b5351-70fa-4091-8b0c-aeffaae150ac owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:39.870627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-72acea9c-bd35-471b-a735-d4af9cf287c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:39.874529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-72acea9c-bd35-471b-a735-d4af9cf287c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.3857238 Oct 12 11:12:39.889148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.909863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] For port d21b5351-70fa-4091-8b0c-aeffaae150ac, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d21b5351-70fa-4091-8b0c-aeffaae150ac,segment=NetworkSegment(a87f128c-9aa0-45ab-bb1a-2d361e4cc215),segment_id=a87f128c-9aa0-45ab-bb1a-2d361e4cc215)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:39.910420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:39.940500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Calling delete_port for d21b5351-70fa-4091-8b0c-aeffaae150ac owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:39.960380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.960974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.962181 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.963016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > port after_create 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.963825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.964335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > port after_update 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.964979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.965548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.966221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:39.966739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:40.056254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:40.056602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:40.056930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:40.057259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 11:12:40.057623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a25abe-6aaf-4d5a-a740-a2d06f528c13']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.064607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-69e1bd07-424d-4352-af81-ea6e6a93f80a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.1787403 Oct 12 11:12:40.088586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f00b0-8fd0-48b4-947c-63e1363042cb') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.088883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f00b0-8fd0-48b4-947c-63e1363042cb') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.126993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.133214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-47d53416-de0a-46d4-82e8-b612b04524b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:40.134850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-47d53416-de0a-46d4-82e8-b612b04524b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0555120 Oct 12 11:12:40.159996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.172035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.183453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:12:40.183453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.183981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-7d18a27e-8eb7-4ef2-b481-b29c959840f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396008 Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: from cryptography.utils import int_from_bytes Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: from cryptography.utils import int_from_bytes Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:12:40.186616 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:12:40.267602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.301427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6b5740dc-0a53-48d9-82a4-9bef3f007496 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:40.333737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-ee340173-e72d-4008-bf3c-292ef0f8409e service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358802 Oct 12 11:12:40.334873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] No DVR routers for this DVR port d21b5351-70fa-4091-8b0c-aeffaae150ac on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:40.337735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d21b5351-70fa-4091-8b0c-aeffaae150ac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:40.353116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.356740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 6b5740dc-0a53-48d9-82a4-9bef3f007496 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:12:40.357229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6b5740dc-0a53-48d9-82a4-9bef3f007496 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:40.360239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e61470-b088-40a8-ba96-e23a506fd83a req-47dd335b-d2d8-493d-9f45-756996d25c27 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:40.362507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13e61470-b088-40a8-ba96-e23a506fd83a req-47dd335b-d2d8-493d-9f45-756996d25c27 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 945 time: 0.0705516 Oct 12 11:12:40.392022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] Pushing event deleted for resources: {'Port': ['ID=d21b5351-70fa-4091-8b0c-aeffaae150ac,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:40.392373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.392496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f694a6-3e14-474e-9187-8437b453e713 None None] No DVR routers for this DVR port d21b5351-70fa-4091-8b0c-aeffaae150ac on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:40.409542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.413437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c3a25abe-6aaf-4d5a-a740-a2d06f528c13 HTTP/1.1" status: 204 len: 168 time: 0.8755257 Oct 12 11:12:40.431385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37276) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:40.440128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7de6f-844b-451e-99c9-9aa9f0791de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a25abe-6aaf-4d5a-a740-a2d06f528c13,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:40.452727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13e61470-b088-40a8-ba96-e23a506fd83a req-84bb1737-790f-4194-9f3f-4e30e1e9d411 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Oct 12 11:12:40.503301 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.526823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Deleting subnet b0f82d9e-77ec-4f63-9f84-82cb6b9f7206 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:12:40.532563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.561825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b62f2f7-aed2-4bd2-8454-a718a11c3fe5']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.573719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.576470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.576770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87f128c-9aa0-45ab-bb1a-2d361e4cc215') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:40.600226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.603748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-0d3d1b2f-e72e-4c4f-b020-7d9dba52e245 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294812 Oct 12 11:12:40.621946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41233038-0cbd-4213-91df-792fe345ca9d req-a69a082e-e720-41b1-8461-92211a3cbeb0 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:40.623219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.623586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41233038-0cbd-4213-91df-792fe345ca9d req-a69a082e-e720-41b1-8461-92211a3cbeb0 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1101 time: 0.1087108 Oct 12 11:12:40.627324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:12:40.644372 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:12:40.722272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41233038-0cbd-4213-91df-792fe345ca9d req-84d00d77-0338-4238-96dc-b1e79dca7fa1 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923967 Oct 12 11:12:40.774640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.798169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-ac1f9683-a7c0-4c7a-9e8c-37a5390ad5d5 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:40.799810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-ac1f9683-a7c0-4c7a-9e8c-37a5390ad5d5 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0459313 Oct 12 11:12:40.803150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f82d9e-77ec-4f63-9f84-82cb6b9f7206,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:40.803373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.819007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.824667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b62f2f7-aed2-4bd2-8454-a718a11c3fe5 HTTP/1.1" status: 204 len: 168 time: 1.6626058 Oct 12 11:12:40.826843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:40.835465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:40.843238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0f82d9e-77ec-4f63-9f84-82cb6b9f7206 HTTP/1.1" status: 204 len: 168 time: 0.4061177 Oct 12 11:12:40.844097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:40.850826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.851252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.851495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.851830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.852654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.853156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.853486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.853816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.854139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.854465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.854820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.855167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d70503-631a-423b-8920-588d4a145a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:40.873117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941b75-ece5-476f-aa6e-dd585050c5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3b62f2f7-aed2-4bd2-8454-a718a11c3fe5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:40.890377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f664-cf45-4995-b743-624b234dbb20 req-a731231c-2d28-4f94-afd3-6c963eed4523 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:40.892032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0053f664-cf45-4995-b743-624b234dbb20 req-a731231c-2d28-4f94-afd3-6c963eed4523 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1101 time: 0.0911531 Oct 12 11:12:40.930768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0053f664-cf45-4995-b743-624b234dbb20 req-1d16b91a-94a3-42d8-9e76-3abaa13a9728 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293894 Oct 12 11:12:41.005921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.009121 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.045632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb70a1-d164-4602-b9c0-799b88b229c5 req-f7c976e8-f799-4716-8741-86eeac7ceb4b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:41.047179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cadb70a1-d164-4602-b9c0-799b88b229c5 req-f7c976e8-f799-4716-8741-86eeac7ceb4b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 948 time: 0.1153505 Oct 12 11:12:41.200955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cadb70a1-d164-4602-b9c0-799b88b229c5 req-6376203e-80dc-4697-b9dc-01dc794c09ef tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355102 Oct 12 11:12:41.221284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37304) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:41.227757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.264678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b237e4e3-817a-4ebf-ba46-0598495144e2']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:41.280290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af24110f-ed9d-42fa-8a51-1032082828f5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:41.280717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af24110f-ed9d-42fa-8a51-1032082828f5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:12:41.284334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f2f44c2-b43f-4848-b610-6cf5840972f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b30bec322b4041d0b82e1b6522031a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612152 Oct 12 11:12:41.286932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37310) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:41.298949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.310734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:41.330727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.341550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:12:41.341948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:12:41.343740 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:12:41.363631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.394783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.414090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:41.446991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b54ece2f-75ea-471c-ad3e-8e795a4115ca up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:12:41.464749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:41.465966 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f3c6ff-15dc-4e2a-aa9d-dfeeec191bad" -d '{"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:41.470176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.493437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.501197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.507763 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b237e4e3-817a-4ebf-ba46-0598495144e2 HTTP/1.1" status: 204 len: 168 time: 0.6621330 Oct 12 11:12:41.522521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814ef8-0d95-468e-84ff-09d6cdc9f882 admin admin] Pushing event deleted for resources: {'Network': ['ID=b237e4e3-817a-4ebf-ba46-0598495144e2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:41.529778 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0e7608-4701-4d6a-96c9-920859ed38c4 x-openstack-request-id: req-4e0e7608-4701-4d6a-96c9-920859ed38c4 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:41.530136 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:41.530454 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e0e7608-4701-4d6a-96c9-920859ed38c4 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:41.530940 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'code': 200} Oct 12 11:12:41.573662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b54ece2f-75ea-471c-ad3e-8e795a4115ca completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:12:41.573897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.576950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.584176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.585951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b54ece2f-75ea-471c-ad3e-8e795a4115ca triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:41.586568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50c59c08-08ef-487c-9cff-1a249046d52b HTTP/1.1" status: 204 len: 168 time: 0.2971661 Oct 12 11:12:41.587700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.603715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd8c62-5596-4dfa-bc07-a69400d596db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c59c08-08ef-487c-9cff-1a249046d52b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:41.693523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329a24-4752-4ce1-b080-83f771080c76 req-e654e51c-20f5-4a3e-891b-bf4430784e86 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:41.695316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0329a24-4752-4ce1-b080-83f771080c76 req-e654e51c-20f5-4a3e-891b-bf4430784e86 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0881183 Oct 12 11:12:41.704410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:41.764647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0329a24-4752-4ce1-b080-83f771080c76 req-ed14d1ae-ace3-49f2-9faa-160e23f391a8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575171 Oct 12 11:12:41.765079 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.781386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:41.781726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:41.782055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:41.787847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:41.788523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Attempting to bind port a42b12ea-a3e2-4733-af6e-f2fcb668714f on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:41.793818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:41.794128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:41.794546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:41.794967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Bound port: a42b12ea-a3e2-4733-af6e-f2fcb668714f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:41.795330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.804958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:41.807902 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57861a15-3e2a-4c07-be94-8daf255a86fd" -d '{"events": [{"server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "name": "network-vif-plugged", "status": "completed", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:41.821642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:41.868313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:41.872096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:41.918749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.964837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:41.973463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:42.052095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:42.052605 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:42.054008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] 10.222.0.47 "PUT /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 1121 time: 1.2421293 Oct 12 11:12:42.058648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca42dd-e930-43f9-9a40-6d676d3d179b service neutron] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=8']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:42.085881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37350) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:42.103303 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f6e3b-55e3-4e49-a7f1-9e779014180f x-openstack-request-id: req-697f6e3b-55e3-4e49-a7f1-9e779014180f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:42.103601 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "name": "network-vif-plugged", "status": "completed", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:42.103861 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-697f6e3b-55e3-4e49-a7f1-9e779014180f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:42.104937 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca', 'code': 200} Oct 12 11:12:42.141922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a42b12ea-a3e2-4733-af6e-f2fcb668714f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:42.147824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37352) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:42.148184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b9a332e-92c9-484e-8c15-4fc802a7c261 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2182ae91737a452ab508c64ee7da2785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603061 Oct 12 11:12:42.316823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:42.369777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:42.394651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27cd62-d2dd-4e53-86b1-7b165fba34fc req-25d5dc8b-f903-4c03-b4df-9e1c7d6084de tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:42.407902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d27cd62-d2dd-4e53-86b1-7b165fba34fc req-25d5dc8b-f903-4c03-b4df-9e1c7d6084de tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.2504132 Oct 12 11:12:42.464766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a486c8-1289-4805-b69a-3e821eea3715 req-0fb98946-3349-410b-9adb-3181ffafb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:42.466303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46a486c8-1289-4805-b69a-3e821eea3715 req-0fb98946-3349-410b-9adb-3181ffafb97c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 1100 time: 0.2246311 Oct 12 11:12:42.539308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d27cd62-d2dd-4e53-86b1-7b165fba34fc req-e2c626cc-9b15-4194-9dc0-fde12a5e2e16 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311858 Oct 12 11:12:42.547619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46a486c8-1289-4805-b69a-3e821eea3715 req-efc47386-9070-4cdb-931e-52d0ddba5e29 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Oct 12 11:12:42.602213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b2e4-7b5e-4aec-8080-6d75c9cf8a51 req-6cb74943-6509-42cc-a9aa-1de6d1c9fc63 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:42.607813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c243b2e4-7b5e-4aec-8080-6d75c9cf8a51 req-6cb74943-6509-42cc-a9aa-1de6d1c9fc63 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0600815 Oct 12 11:12:42.639312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:42.641968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:42.643327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/064246a4-58f7-4c6d-8213-dd02ad9668e9 HTTP/1.1" status: 204 len: 168 time: 0.4943056 Oct 12 11:12:42.651965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed3e4-de29-41fe-843b-89a64035f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064246a4-58f7-4c6d-8213-dd02ad9668e9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:42.659322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c243b2e4-7b5e-4aec-8080-6d75c9cf8a51 req-cbb101c2-5cc9-4ef3-8919-111a5db9f8d8 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492680 Oct 12 11:12:42.912539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3f14-7e98-4ba6-8b88-f547a47e9a63 req-f7ee1e2e-88cf-40a5-bfd9-e538bd21cfd2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:42.922338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45d3f14-7e98-4ba6-8b88-f547a47e9a63 req-f7ee1e2e-88cf-40a5-bfd9-e538bd21cfd2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0789657 Oct 12 11:12:42.968211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45d3f14-7e98-4ba6-8b88-f547a47e9a63 req-ca89f6cc-c58d-4ded-b62d-7f469afa352c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Oct 12 11:12:43.456587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37454) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:43.509482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8b6ef59c-16e6-4b3e-9407-1dc81346a208 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93533a81447041fcba29108144201643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509961 Oct 12 11:12:43.511982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:43.532700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:43.535269 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:43.565574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37464) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:43.580102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:43.588086 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d6945-2646-4d45-99d9-cb8fcd67bc64 x-openstack-request-id: req-c64d6945-2646-4d45-99d9-cb8fcd67bc64 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:43.588370 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:43.588619 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c64d6945-2646-4d45-99d9-cb8fcd67bc64 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:43.589425 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'status': 'completed', 'code': 200} Oct 12 11:12:43.613928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:43.660138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-7b97761c-ea65-48f2-ab68-005fe87523c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:43.661645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-7b97761c-ea65-48f2-ab68-005fe87523c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1124 time: 0.0460684 Oct 12 11:12:43.708750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6df36-c3c0-4a1d-888a-16481badbf04 req-c878faae-a3c1-4a4c-a454-dc2d637fa6ad tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:43.708750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14a6df36-c3c0-4a1d-888a-16481badbf04 req-c878faae-a3c1-4a4c-a454-dc2d637fa6ad tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0696363 Oct 12 11:12:43.739079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5aa83518-4aab-46af-a34c-ebbd87c8a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:43.754486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14a6df36-c3c0-4a1d-888a-16481badbf04 req-d3943240-721c-4692-bb3a-bb6ae0dd7612 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Oct 12 11:12:43.776376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:43.779842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:43.783711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dac6b5cc-fcf3-4a53-92cb-12d07f7182c4 HTTP/1.1" status: 204 len: 168 time: 0.2674744 Oct 12 11:12:43.793580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b3d30-25d3-4d01-8365-b2ff77fb92b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6b5cc-fcf3-4a53-92cb-12d07f7182c4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:43.868512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-f18fc23f-006a-46bf-a04e-f0d0a41a0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:43.870182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-f18fc23f-006a-46bf-a04e-f0d0a41a0b79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1950431 Oct 12 11:12:43.880731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1cc93-2223-425c-93ea-96c257e85645 req-7a95c628-e011-4b4d-b9e1-7b95df98794a tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:43.882176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfa1cc93-2223-425c-93ea-96c257e85645 req-7a95c628-e011-4b4d-b9e1-7b95df98794a tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.1105454 Oct 12 11:12:43.930025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-1024aaa5-9711-4eaf-a244-1928f56f3e2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.0468688 Oct 12 11:12:44.015347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfa1cc93-2223-425c-93ea-96c257e85645 req-7a95329e-d4f0-4232-9953-71e89797dec4 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217525 Oct 12 11:12:44.031578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5aa83518-4aab-46af-a34c-ebbd87c8a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.033272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-c2f89d94-67cb-465d-b97c-40df93269481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:44.036989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-c2f89d94-67cb-465d-b97c-40df93269481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0876136 Oct 12 11:12:44.069546 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-fe0c3c63-fcc2-4744-9503-d516e1b77122 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251274 Oct 12 11:12:44.086348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99176b-90da-4b7e-ad63-44162326c842 req-e3d5a1c4-9182-4420-9122-0d23c975be7b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:44.089313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee99176b-90da-4b7e-ad63-44162326c842 req-e3d5a1c4-9182-4420-9122-0d23c975be7b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0542619 Oct 12 11:12:44.132459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee99176b-90da-4b7e-ad63-44162326c842 req-2d864e20-5f43-4134-8e72-dcd4b2ff0d45 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Oct 12 11:12:44.144172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5aa83518-4aab-46af-a34c-ebbd87c8a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.462390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa83518-4aab-46af-a34c-ebbd87c8a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b293bdd1-62e1-4a84-b3a1-8ff2035b8573,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:44.470176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5aa83518-4aab-46af-a34c-ebbd87c8a411 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79937570589e4a87a589522b9e02e69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9055727 Oct 12 11:12:44.472911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37508) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:44.482403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-1c0684c1-ef6e-401d-bcdc-02868a56a14b service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994539 Oct 12 11:12:44.545221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.601759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.603970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a275ecba-59e6-43a1-a2b6-8a53a9f22cd5 req-4322151f-8576-4b36-9566-fcfaf1f66501 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126451 Oct 12 11:12:44.724472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.727803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:44.729092 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b293bdd1-62e1-4a84-b3a1-8ff2035b8573 HTTP/1.1" status: 204 len: 168 time: 0.2551820 Oct 12 11:12:44.737642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df269-9f4f-43f6-a1f4-3859160bd881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293bdd1-62e1-4a84-b3a1-8ff2035b8573,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:44.770920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:44.875756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:44.888279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076031a9-be5f-4a30-8b88-38f60c5e6a0a req-8d1eb42e-2cc9-4e36-9d8c-54e823f42bdb tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:44.891579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:12:44.896364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-076031a9-be5f-4a30-8b88-38f60c5e6a0a req-8d1eb42e-2cc9-4e36-9d8c-54e823f42bdb tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0685625 Oct 12 11:12:44.939115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-076031a9-be5f-4a30-8b88-38f60c5e6a0a req-a3893451-55d9-407a-973d-873ae322aad5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Oct 12 11:12:45.155376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6654fd-3c98-48c0-b922-cb4d5681e5a9 req-b850b634-b634-4d34-8f6a-dd9c8b9ee8b0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:45.156985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be6654fd-3c98-48c0-b922-cb4d5681e5a9 req-b850b634-b634-4d34-8f6a-dd9c8b9ee8b0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0568771 Oct 12 11:12:45.207832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be6654fd-3c98-48c0-b922-cb4d5681e5a9 req-66672865-2fcf-406f-8ad0-9c0625fe4e66 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Oct 12 11:12:45.320528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37596) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:45.337396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e0c5-faf4-4e2d-b0d1-6eaacbaea8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.364745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2a8bd-9b0e-4570-ad11-10bf2df137f8 req-25be2cbb-9486-45eb-854c-39876fdf19b5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:45.366224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1b2a8bd-9b0e-4570-ad11-10bf2df137f8 req-25be2cbb-9486-45eb-854c-39876fdf19b5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0636845 Oct 12 11:12:45.424042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1b2a8bd-9b0e-4570-ad11-10bf2df137f8 req-117e2c7b-59ca-4a28-9ae1-746d2dc65b97 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Oct 12 11:12:45.443650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e0c5-faf4-4e2d-b0d1-6eaacbaea8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.521739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e0c5-faf4-4e2d-b0d1-6eaacbaea8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.548816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5cb4e0c5-faf4-4e2d-b0d1-6eaacbaea8f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f030ad8bc344a48bb263c965b3c7b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266560 Oct 12 11:12:45.551520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37624) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:45.593704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4e0c5-faf4-4e2d-b0d1-6eaacbaea8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57429d0-3bba-412c-8e03-e7cf42d78b68,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:45.623579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.645189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.779066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.781725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:45.782907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b57429d0-3bba-412c-8e03-e7cf42d78b68 HTTP/1.1" status: 204 len: 168 time: 0.2300818 Oct 12 11:12:45.793190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11548e66-f9f6-42a3-87a7-41b26cd855aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57429d0-3bba-412c-8e03-e7cf42d78b68,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:45.938896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339312-7b4a-40c7-ab21-dd3826f8ce97 req-2ef19ddd-8584-40fb-8f41-771caa508921 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:45.941323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45339312-7b4a-40c7-ab21-dd3826f8ce97 req-2ef19ddd-8584-40fb-8f41-771caa508921 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0609004 Oct 12 11:12:45.984571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45339312-7b4a-40c7-ab21-dd3826f8ce97 req-951f253b-f6d4-43a9-8823-0946b0fa1ca3 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364649 Oct 12 11:12:46.116646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d488853-69af-46e3-9656-19e64bea524a req-158efbbb-0c71-42ca-8d67-1770912822c7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:46.127628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d488853-69af-46e3-9656-19e64bea524a req-158efbbb-0c71-42ca-8d67-1770912822c7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0778930 Oct 12 11:12:46.165243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d488853-69af-46e3-9656-19e64bea524a req-5f764505-b0be-4ffe-aed7-39228a3867d0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Oct 12 11:12:46.336170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-50ac45db-30be-4de7-8320-954b4fac42d0 service neutron] 10.222.0.41 "GET /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.0632780 Oct 12 11:12:46.597311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e04f2-0039-4509-a7e5-db48f00ca2a9 req-c151ddf5-e78c-4f21-8ce7-5164eb268b94 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:46.597311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a8e04f2-0039-4509-a7e5-db48f00ca2a9 req-c151ddf5-e78c-4f21-8ce7-5164eb268b94 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 943 time: 0.0733716 Oct 12 11:12:46.611083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:46.655592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:46.703132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a8e04f2-0039-4509-a7e5-db48f00ca2a9 req-24dcaecd-b454-474f-b2c0-8292bb83d423 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992432 Oct 12 11:12:46.712091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42b12ea-a3e2-4733-af6e-f2fcb668714f {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:46.726946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:46.821655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:46.905964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] Transition to ACTIVE for port object a42b12ea-a3e2-4733-af6e-f2fcb668714f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:47.010162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.060014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37804) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:47.099987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:47.132454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] No DVR routers for this DVR port a42b12ea-a3e2-4733-af6e-f2fcb668714f on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:47.169513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5510f-9c2f-4682-8aef-c775838b35da req-d32d49cb-1df7-4312-ba48-1efe20ef59a4 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.171263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ef5510f-9c2f-4682-8aef-c775838b35da req-d32d49cb-1df7-4312-ba48-1efe20ef59a4 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0807002 Oct 12 11:12:47.178107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-e8133a39-0cee-47cf-bdf5-f7c7d3576088 service neutron] 10.222.0.41 "PUT /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8343747 Oct 12 11:12:47.213164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ef5510f-9c2f-4682-8aef-c775838b35da req-fef1065a-cdfd-4e9e-8ec1-18dca1c2f5cf tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356247 Oct 12 11:12:47.218523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-36444963-network', 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:47.325036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:47.329342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.342890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.369467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-3ef113f2-7372-466e-93bd-a886118d78fb tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.371009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-3ef113f2-7372-466e-93bd-a886118d78fb tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0533087 Oct 12 11:12:47.474727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-69ba486e-f1a2-4b4b-958e-2af53f63b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.476165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.476711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-69ba486e-f1a2-4b4b-958e-2af53f63b174 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 1095 time: 0.0933278 Oct 12 11:12:47.564688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.581838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-9306222c-30d8-4fba-9396-d1621a0f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.583355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-9306222c-30d8-4fba-9396-d1621a0f2a19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1095 time: 0.0717988 Oct 12 11:12:47.592604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bd2e1-23dd-42e7-bbae-588b79531dca req-3c5e3108-7f3e-41e0-b7ea-ac6262e97083 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.594412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe7bd2e1-23dd-42e7-bbae-588b79531dca req-3c5e3108-7f3e-41e0-b7ea-ac6262e97083 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0931959 Oct 12 11:12:47.601777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:12:47.612963 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:12:47.615828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57bc7ff-0d6a-42d9-b946-479c16af8ba3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:47.623451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.623752 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Added segment 8f40adce-3dc3-4d1a-9440-28c030f855ba of type vlan for network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 Oct 12 11:12:47.656387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b93f22c-2c19-4455-b24b-48a4a3e20e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.686647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.692799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe7bd2e1-23dd-42e7-bbae-588b79531dca req-ca6b873c-2f8a-4365-aa2e-a984200d5872 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881922 Oct 12 11:12:47.718718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-fdaddc54-a6c1-4735-9835-56120bd7eac5 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.720254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-fdaddc54-a6c1-4735-9835-56120bd7eac5 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 1100 time: 0.0688391 Oct 12 11:12:47.726354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-1711294b-cd82-4b35-9652-5d9cddc506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.728753 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-1711294b-cd82-4b35-9652-5d9cddc506ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1334956 Oct 12 11:12:47.739947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-7648070d-e565-4f17-9fc3-78798fa34137 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.777681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-9dc95a66-35cf-4409-a26e-462e106d6076 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.0375233 Oct 12 11:12:47.820469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-7648070d-e565-4f17-9fc3-78798fa34137 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.824400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.825456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.826067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.827568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-37296007-c757-4fe9-9683-4caed33a30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:47.829032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-37296007-c757-4fe9-9683-4caed33a30a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0441470 Oct 12 11:12:47.868135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-4dda65af-7448-4b06-9187-ab88272e74ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291035 Oct 12 11:12:47.889098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] Pushing event updated for resources: {'Network': ['ID=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:47.904607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:12:47.922069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-7648070d-e565-4f17-9fc3-78798fa34137 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:47.955070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5c8216a5-7f0e-4a62-9f91-86322b6e0b5e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8925984 Oct 12 11:12:47.967043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bd4df72-b9c6-468e-9903-3999beba7036 req-7648070d-e565-4f17-9fc3-78798fa34137 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364774 Oct 12 11:12:47.967490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-c150b4bc-5f84-4077-a795-39cb587f90cb service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910993 Oct 12 11:12:47.967490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37880) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:47.973244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Request body: {'subnet': {'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-36444963-subnet', 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:47.986767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648070d-e565-4f17-9fc3-78798fa34137 tempest-LiveMigrationNegativeTest-566079828 tempest-LiveMigrationNegativeTest-566079828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76869f56-49d6-4099-a9ab-d3c28ec4eeb3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:48.295422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe006f-4af9-4574-b873-20570facf0ca req-06a1ed5e-3013-440c-b3ef-78941c6fd617 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:48.295422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3fe006f-4af9-4574-b873-20570facf0ca req-06a1ed5e-3013-440c-b3ef-78941c6fd617 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.1247904 Oct 12 11:12:48.295422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-03d0dd51-8b12-4e46-a8d7-ceb5620b586c service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617029 Oct 12 11:12:48.295422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3fe006f-4af9-4574-b873-20570facf0ca req-1ac1f849-9f86-4c11-b4df-cf49eb89cd0c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Oct 12 11:12:48.369928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-1191cc6e-5f3c-4587-99de-10fda06edffd tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232503 Oct 12 11:12:48.370640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:48.372869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:48.558822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-4dccbdee-2bef-4f1b-986b-ac7e8cb802aa tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:48.560362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-4dccbdee-2bef-4f1b-986b-ac7e8cb802aa tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845455 Oct 12 11:12:48.601330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-f63a687e-19b9-418d-8efb-8bf52adad98f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/quotas/de5d5b61f03f4c6085415a1bcb4b1649 HTTP/1.1" status: 200 len: 375 time: 0.0323749 Oct 12 11:12:48.668405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-1196aeb2-3dcc-4709-a42f-a806b79487d4 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496137 Oct 12 11:12:48.775360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:48.888544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec7f3-e198-4bed-948e-34211817c745 req-4c654406-db7a-47d7-96cb-8b7c8132bdd9 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:48.890041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-4c654406-db7a-47d7-96cb-8b7c8132bdd9 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.1266382 Oct 12 11:12:48.891237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a981c5-f929-4125-94e8-98db5bba339c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:48.893218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:48.893783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Network hostable DHCP agents. Network: a31ae4a4-1fd4-4d35-a72b-389e5e771bb5, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:12:49.018036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:12:49.122960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-689ec7f3-e198-4bed-948e-34211817c745 req-3e2b045e-b1ce-44eb-87b6-b7a727e7f721 service neutron] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:49.126371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-689ec7f3-e198-4bed-948e-34211817c745 req-3e2b045e-b1ce-44eb-87b6-b7a727e7f721 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:49.127673 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-689ec7f3-e198-4bed-948e-34211817c745 req-3e2b045e-b1ce-44eb-87b6-b7a727e7f721 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.2275064 Oct 12 11:12:49.182600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a31ae4a4-1fd4-4d35-a72b-389e5e771bb5) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:49.186742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:49.192730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:49.193482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496dfd6-28e1-4389-840d-7f13895c0082 None None] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:49.310865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-95945475-e584-462c-a074-af86e54519b6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3337383 Oct 12 11:12:49.357180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2261f-3e32-4de2-9aa1-0d2a5875803f req-d4983c87-c8e0-4601-b543-1b4d802555e3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:49.365806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f2261f-3e32-4de2-9aa1-0d2a5875803f req-d4983c87-c8e0-4601-b543-1b4d802555e3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0816987 Oct 12 11:12:49.388241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd367b31-6560-4508-ae31-a2e328c87034 None None] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:49.427150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-1d7d8134-c3ad-4c8e-9ac6-40c923e20fde tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297058 Oct 12 11:12:49.430798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f2261f-3e32-4de2-9aa1-0d2a5875803f req-37f58cea-2fec-4ccd-adaf-7dd4952d5990 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Oct 12 11:12:49.475225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:49.551655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:49.619012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-dddb918c-c932-4604-8100-2a4cd91a8768 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:49.628511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-dddb918c-c932-4604-8100-2a4cd91a8768 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998563 Oct 12 11:12:49.657298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-e56c2e5e-cc18-426d-975d-57061cc11c7a tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/quotas/de5d5b61f03f4c6085415a1bcb4b1649 HTTP/1.1" status: 200 len: 375 time: 0.0262432 Oct 12 11:12:49.695384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-41305fe2-3c4d-4b29-ad3c-8e5654b5f139 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369840 Oct 12 11:12:49.772983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a875d-e726-4178-934b-88c2c2e2dfa4 req-388e7ee4-2cb8-4e01-abcf-5609ccc16b16 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:49.775387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-141a875d-e726-4178-934b-88c2c2e2dfa4 req-388e7ee4-2cb8-4e01-abcf-5609ccc16b16 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.0700572 Oct 12 11:12:49.820910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-141a875d-e726-4178-934b-88c2c2e2dfa4 req-b90f47ed-7f05-4597-95af-39dda2a9291b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Oct 12 11:12:49.967878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed2ca-ab3e-4adb-9d8f-c6d0c88c77f7 req-131799cc-97d0-4664-bfef-50cdb792fbae tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:49.969410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30bed2ca-ab3e-4adb-9d8f-c6d0c88c77f7 req-131799cc-97d0-4664-bfef-50cdb792fbae tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0898483 Oct 12 11:12:50.016832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30bed2ca-ab3e-4adb-9d8f-c6d0c88c77f7 req-830a4623-4772-4d98-a53d-a8ef651d598f tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Oct 12 11:12:50.413282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e807af3-61ba-48fd-a0a7-2ccaf81ef982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.464286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abc3c19b-1847-4bd9-840f-13e155ba7394 req-1eafae95-a889-4034-9a98-37677295c66e tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 210 time: 0.0282164 Oct 12 11:12:50.587377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38152) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:50.592332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-522928951-network', 'tenant_id': '59d48ce376914a939a97c1f611e442e9'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:50.707205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Made reservation on behalf of 59d48ce376914a939a97c1f611e442e9 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:50.709664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.719834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.812976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.875169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe66f9-6d51-4cf0-9c99-1242e00679ea req-a858e361-c8bb-4dfd-97e9-ed510a162a24 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:50.876977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1efe66f9-6d51-4cf0-9c99-1242e00679ea req-a858e361-c8bb-4dfd-97e9-ed510a162a24 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1095 time: 0.0530539 Oct 12 11:12:50.894536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.923029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:12:50.934872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd9f2ef-2727-47b3-82ff-550520deea99,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:50.942233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:50.942865 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Added segment de8d652c-4f34-403a-b603-eb2c5232c557 of type vlan for network 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 Oct 12 11:12:50.975374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1efe66f9-6d51-4cf0-9c99-1242e00679ea req-9d6a6552-b969-422d-86bb-ad5e63f3b9b8 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922806 Oct 12 11:12:51.031817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.115143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63909-2ade-488b-9178-51c90b5bbba4 req-d4884439-80dc-4cee-b9a3-39b9e4d926e9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.116768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4af63909-2ade-488b-9178-51c90b5bbba4 req-d4884439-80dc-4cee-b9a3-39b9e4d926e9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1402073 Oct 12 11:12:51.152462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-5c4e8863-28af-4292-8533-a71d2655696b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.153942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-5c4e8863-28af-4292-8533-a71d2655696b tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.1062856 Oct 12 11:12:51.176009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.182862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.182862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.187399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4af63909-2ade-488b-9178-51c90b5bbba4 req-b4228426-56df-4602-bedb-05d58c0e023c tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635405 Oct 12 11:12:51.318898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] Pushing event updated for resources: {'Network': ['ID=6c31ee26-41a1-432e-b3bc-4a2dff3d88b3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:51.335135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:12:51.350480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b1da7-703e-4338-8e0d-10303890e3ff req-bbe9c7c9-b5ec-4e3d-8183-fba6d2e1d98d tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.352526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd7b1da7-703e-4338-8e0d-10303890e3ff req-bbe9c7c9-b5ec-4e3d-8183-fba6d2e1d98d tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 949 time: 0.0943408 Oct 12 11:12:51.363727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38194) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:51.364138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-84358303-4419-4632-a3a3-1bcdc50d3744 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7755394 Oct 12 11:12:51.370955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Request body: {'subnet': {'network_id': '6c31ee26-41a1-432e-b3bc-4a2dff3d88b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-522928951-subnet', 'tenant_id': '59d48ce376914a939a97c1f611e442e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:51.386356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Deleting port b54ece2f-75ea-471c-ad3e-8e795a4115ca {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:51.386724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.456814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd7b1da7-703e-4338-8e0d-10303890e3ff req-5550fab2-dd96-49f4-8bc8-2fc9c7c89975 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901589 Oct 12 11:12:51.496381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Made reservation on behalf of 59d48ce376914a939a97c1f611e442e9 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:51.498939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.535816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-acbe41b6-8d78-4e0b-be6d-c25598245b3d tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824366 Oct 12 11:12:51.542319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] For port b54ece2f-75ea-471c-ad3e-8e795a4115ca, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b54ece2f-75ea-471c-ad3e-8e795a4115ca,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:51.542723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.556507 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.593352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Calling delete_port for b54ece2f-75ea-471c-ad3e-8e795a4115ca owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:51.659781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.690399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.731522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-2005552e-a46f-4970-9186-fbedef207e90 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.733003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-2005552e-a46f-4970-9186-fbedef207e90 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877069 Oct 12 11:12:51.735934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-5003b636-66c2-459c-8c82-7e730a376909 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:51.737425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-5003b636-66c2-459c-8c82-7e730a376909 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.1664476 Oct 12 11:12:51.749933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Request body: {'port': {'device_id': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'de5d5b61f03f4c6085415a1bcb4b1649'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:51.782575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-e7586b2e-adf2-44d3-8481-e7257e921504 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/quotas/0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 375 time: 0.0328710 Oct 12 11:12:51.850100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-06db9db8-5bb2-4625-a2c1-e0447ee8c7ba tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601633 Oct 12 11:12:51.939674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.979573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:51.992545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'b54ece2f-75ea-471c-ad3e-8e795a4115ca'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:52.008521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Pushing event deleted for resources: {'Port': ['ID=b54ece2f-75ea-471c-ad3e-8e795a4115ca,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:52.021105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-251daf23-e825-43ee-a68d-5bc8f25cce0b service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453621 Oct 12 11:12:52.023125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a584210-eec5-439a-a681-9184dbfcd1e5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:52.051743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Made reservation on behalf of de5d5b61f03f4c6085415a1bcb4b1649 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:52.055298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.091641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Checking segment: {'id': 'de8d652c-4f34-403a-b603-eb2c5232c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6c31ee26-41a1-432e-b3bc-4a2dff3d88b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:52.091994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Network hostable DHCP agents. Network: 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:12:52.113786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] No DVR routers for this DVR port b54ece2f-75ea-471c-ad3e-8e795a4115ca on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:52.119190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.123524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.131643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c62fda4-ddac-4022-b2f1-b2fb5478dab7 req-6fa9a951-fe79-4655-be41-a5bc6c2ff984 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "DELETE /v2.0/ports/b54ece2f-75ea-471c-ad3e-8e795a4115ca HTTP/1.1" status: 204 len: 173 time: 0.9629514 Oct 12 11:12:52.131996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'name': 'network-vif-deleted', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:52.134867 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988bb57-aaff-4125-b76c-d0959b123780" -d '{"events": [{"server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "name": "network-vif-deleted", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:52.222560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-ecbcbd86-aed7-469f-9887-bedeb99a0534 service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841426 Oct 12 11:12:52.278745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Network 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:12:52.281981 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.358072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-bde61c62-0756-4a3c-887f-9a18424d0cfd tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298734 Oct 12 11:12:52.400725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.414545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9549a911-904e-4e70-a8ce-219705b4e024 req-07b99096-ebbf-4566-ae8a-f7a66b27f570 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 210 time: 0.0594079 Oct 12 11:12:52.438984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:52.449919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064cdc4-996a-49bc-a3b8-32a7b2a4fb9a None None] Network 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:52.456837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:52.457416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:52.510817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede70863-0e9b-4a4f-be3f-e82e8a295ddf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:52.589470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7b8bcc9a-bef3-45ec-bdb9-83c86242eec9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2232437 Oct 12 11:12:52.594008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-8136f2b6-9100-4cab-a20d-a5a29eb7fad5 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:52.595586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-8136f2b6-9100-4cab-a20d-a5a29eb7fad5 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296803 Oct 12 11:12:52.622675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Request body: {'port': {'device_id': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'de5d5b61f03f4c6085415a1bcb4b1649'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:52.757799 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccae7ef-9c29-43cf-8d22-db3fdd1c3452 x-openstack-request-id: req-5ccae7ef-9c29-43cf-8d22-db3fdd1c3452 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:52.758088 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b4bed3-524f-4279-b86d-d79017facfec", "name": "network-vif-deleted", "tag": "b54ece2f-75ea-471c-ad3e-8e795a4115ca", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:52.759030 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ccae7ef-9c29-43cf-8d22-db3fdd1c3452 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:52.759963 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b4bed3-524f-4279-b86d-d79017facfec', 'name': 'network-vif-deleted', 'tag': 'b54ece2f-75ea-471c-ad3e-8e795a4115ca', 'status': 'completed', 'code': 200} Oct 12 11:12:52.769155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Allocated IP 192.168.233.241 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/edd9ca99-a5c2-4158-88e8-2cb366a97904) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:52.783163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e355b0-c15c-4dce-8ccb-7477949e29aa None None] Network 6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:12:52.920543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fa7c7-b585-479b-bfbb-c5ea0b899110 req-c746fcd0-636b-43e1-a85b-6b698ca6c6a8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:52.929903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-608fa7c7-b585-479b-bfbb-c5ea0b899110 req-c746fcd0-636b-43e1-a85b-6b698ca6c6a8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1133685 Oct 12 11:12:52.979480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-608fa7c7-b585-479b-bfbb-c5ea0b899110 req-714df41a-47c8-4924-8417-298f60753624 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Oct 12 11:12:53.035729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Made reservation on behalf of de5d5b61f03f4c6085415a1bcb4b1649 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:53.048029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.163489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df87f8b4-e079-4193-87b0-8ea8faf11949 req-490ee13d-28b9-4e83-9ffe-9a6f8243bef0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=81b4bed3-524f-4279-b86d-d79017facfec HTTP/1.1" status: 200 len: 210 time: 0.0557094 Oct 12 11:12:53.168175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.233016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.241285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9757554-644c-494d-8293-8523be3679f2 req-e960c8ab-6390-420e-bb84-43acf9079421 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Oct 12 11:12:53.304806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.398725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:53.406412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:53.424070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:53.505813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:53.529795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Allocated IP 192.168.233.167 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/7077e86c-509f-4df0-a3c3-464b493f7140) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:53.562636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:53.562636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.735231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b5a5618b-7dbb-4594-ba67-d3081505f726 None None] Provisioning complete for port edd9ca99-a5c2-4158-88e8-2cb366a97904 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:53.735609 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b5a5618b-7dbb-4594-ba67-d3081505f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:53.803878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5618b-7dbb-4594-ba67-d3081505f726 None None] Port edd9ca99-a5c2-4158-88e8-2cb366a97904 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:53.866293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-fddbb0e5-9451-4cd5-b556-dfcbc08bba29 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:53.868668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-fddbb0e5-9451-4cd5-b556-dfcbc08bba29 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.1680391 Oct 12 11:12:53.887248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-e89f08ac-aca3-4356-a234-a243ca14100d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/quotas/364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 375 time: 0.0115702 Oct 12 11:12:53.929320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-c462abfd-f283-44f2-bd80-e0dd911fac65 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364285 Oct 12 11:12:54.019876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-3f35b07f-086c-4b23-9309-0dd10669675b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2746332 Oct 12 11:12:54.025956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-5b45517a-237e-4680-96a8-8ca4f9934915 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Oct 12 11:12:54.036845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Request body: {'port': {'device_id': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:54.055594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-039ff083-cb98-4f3c-a6ab-9f6f004cf3fd req-1eaba68b-8b7d-4cfb-9585-bd86a642d194 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 210 time: 0.0422826 Oct 12 11:12:54.134252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-c4da9626-dcfc-4b5e-ba2c-acf60bd0dd24 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015618 Oct 12 11:12:54.151388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.181594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.396528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.461720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c509-66fd-4bc1-a73e-68a6989aac22 req-c13e9ed8-8db7-4564-999c-1a9548b96cbc tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:54.465195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e93c509-66fd-4bc1-a73e-68a6989aac22 req-c13e9ed8-8db7-4564-999c-1a9548b96cbc tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0567119 Oct 12 11:12:54.482965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:54.528429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e93c509-66fd-4bc1-a73e-68a6989aac22 req-2ebde652-0282-4ed3-aad6-f1f4e567f268 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520580 Oct 12 11:12:54.531708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:54.537976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:54.589647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:54.626646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:54.627302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.710771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:54.726902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.735029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-2d08d25f-a03b-46ce-8497-7dd5a44007b3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1201539 Oct 12 11:12:54.738598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8ff6f37-c7ca-43e5-b0d8-0586f61123bf req-a4a1c9fc-4b96-4064-b819-35cd7f835941 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 210 time: 0.0526206 Oct 12 11:12:54.751423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Request body: {'port': {'device_id': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:54.801051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Transition to ACTIVE for port object edd9ca99-a5c2-4158-88e8-2cb366a97904 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:54.832726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.833290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa1f8c6e-3e2a-477b-b202-faa55eded107 req-6582474a-4b08-45a4-9e85-ef564b5130b7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 210 time: 0.0389190 Oct 12 11:12:54.850402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ac4812b9-d2f0-4207-bdf3-7690c0ca9914 None None] Provisioning complete for port 7077e86c-509f-4df0-a3c3-464b493f7140 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:12:54.851085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac4812b9-d2f0-4207-bdf3-7690c0ca9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.889276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:54.897600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ac4812b9-d2f0-4207-bdf3-7690c0ca9914 None None] Port 7077e86c-509f-4df0-a3c3-464b493f7140 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:12:55.048501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38390) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:55.094102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:55.210877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e724e00-b535-4ca9-9650-545e2ea48ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.309575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e724e00-b535-4ca9-9650-545e2ea48ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.323537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-bb5bd840-e399-4a35-8d7f-75d86449a4c2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:55.325029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-bb5bd840-e399-4a35-8d7f-75d86449a4c2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.3039508 Oct 12 11:12:55.329521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Attempting to bind port edd9ca99-a5c2-4158-88e8-2cb366a97904 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:55.331785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Attempting to bind port edd9ca99-a5c2-4158-88e8-2cb366a97904 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:55.331785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Attempting to bind port edd9ca99-a5c2-4158-88e8-2cb366a97904 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:55.342745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Request body: {'port': {'device_id': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'admin_state_up': True, 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:55.355907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Port edd9ca99-a5c2-4158-88e8-2cb366a97904 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:55.356229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Attempting to bind port edd9ca99-a5c2-4158-88e8-2cb366a97904 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:55.382976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:55.383235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:55.383624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:55.384057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Bound port: edd9ca99-a5c2-4158-88e8-2cb366a97904, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:55.384412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.385555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e724e00-b535-4ca9-9650-545e2ea48ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.446971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e724e00-b535-4ca9-9650-545e2ea48ae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=852e036d1807478880c7639431670134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965826 Oct 12 11:12:55.450804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:55.454080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e724e00-b535-4ca9-9650-545e2ea48ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cab1ac-07a3-43cd-914e-a4f6270cff59,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:55.469452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107775b-c579-4853-a5ac-487a792aee7d req-6f7df905-ba69-4d0b-8a9a-60128f0c36db tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:55.470953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f107775b-c579-4853-a5ac-487a792aee7d req-6f7df905-ba69-4d0b-8a9a-60128f0c36db tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 936 time: 0.0970206 Oct 12 11:12:55.527129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b54ece2f-75ea-471c-ad3e-8e795a4115ca no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:55.542457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f107775b-c579-4853-a5ac-487a792aee7d req-85c0a15f-d9b0-484e-9f46-dd2644fa5fb5 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Oct 12 11:12:55.550023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: b54ece2f-75ea-471c-ad3e-8e795a4115ca {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:12:55.550615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b54ece2f-75ea-471c-ad3e-8e795a4115ca not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:12:55.590856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7077e86c-509f-4df0-a3c3-464b493f7140 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:55.605790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.611072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:55.622483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:55.636386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Transition to ACTIVE for port object 7077e86c-509f-4df0-a3c3-464b493f7140 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:55.641059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.663109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.708213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.722974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54922d85-71b1-488c-a0d1-9944f6bfc4d4 req-67d5f18a-36cb-4f93-b6f5-9390f9bde244 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:55.724828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54922d85-71b1-488c-a0d1-9944f6bfc4d4 req-67d5f18a-36cb-4f93-b6f5-9390f9bde244 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.0527027 Oct 12 11:12:55.746797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:55.747416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.748805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] 10.222.0.41 "PUT /v2.0/ports/edd9ca99-a5c2-4158-88e8-2cb366a97904 HTTP/1.1" status: 200 len: 1096 time: 1.7184889 Oct 12 11:12:55.749283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:55.751487 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:55.768629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:55.776651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.778270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54922d85-71b1-488c-a0d1-9944f6bfc4d4 req-f4c8456e-b5d5-4f21-bf76-91f3772c456e tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Oct 12 11:12:55.778871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.826126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.828877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:55.830119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1cab1ac-07a3-43cd-914e-a4f6270cff59 HTTP/1.1" status: 204 len: 168 time: 0.3783851 Oct 12 11:12:55.877866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba87a0-7ff9-4666-92f1-f35040b20132 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:55.940491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6784-f6a9-44ee-97f0-1bde0eb1fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cab1ac-07a3-43cd-914e-a4f6270cff59,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:55.991284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:56.038038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193edf4a-ab8e-417d-8aec-b1c487bd10f2 req-be9fbf23-82c2-4b9f-87bc-9b68fdcb3e89 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.039775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-193edf4a-ab8e-417d-8aec-b1c487bd10f2 req-be9fbf23-82c2-4b9f-87bc-9b68fdcb3e89 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.2484713 Oct 12 11:12:56.134249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-8851d1f2-3130-45fa-ae83-c6c3ed84a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.135995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-8851d1f2-3130-45fa-ae83-c6c3ed84a6c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 1099 time: 0.2618105 Oct 12 11:12:56.229189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-193edf4a-ab8e-417d-8aec-b1c487bd10f2 req-d62bd2d2-e74e-4383-91cb-29ba4f77cc7e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584263 Oct 12 11:12:56.230229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Attempting to bind port 7077e86c-509f-4df0-a3c3-464b493f7140 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:56.230774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Attempting to bind port 7077e86c-509f-4df0-a3c3-464b493f7140 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:56.231294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Attempting to bind port 7077e86c-509f-4df0-a3c3-464b493f7140 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:56.234496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-9ab3d8e7-f9dc-4913-beb1-359e316b74bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904 HTTP/1.1" status: 200 len: 217 time: 0.0845847 Oct 12 11:12:56.255582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Allocated IP 172.20.0.3 (d54d196a-799c-437e-b0e0-b6e9a7506548/9f17ec17-9764-4c4d-bf01-7d24450b8516/6ef7709f-d339-4dd3-81c1-e02fc626b4e2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:56.261649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Port 7077e86c-509f-4df0-a3c3-464b493f7140 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:56.261649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Attempting to bind port 7077e86c-509f-4df0-a3c3-464b493f7140 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:56.285602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:56.298599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:56.298961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:56.299422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:56.299774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Bound port: 7077e86c-509f-4df0-a3c3-464b493f7140, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:56.300619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:56.365443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-a25598ef-dbdd-4894-9132-09ba14c930d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.366924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-a25598ef-dbdd-4894-9132-09ba14c930d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1231112 Oct 12 11:12:56.389425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c1fb077-3dd8-4228-be2b-1eba432bf65c req-63ba1cf7-c350-4bdd-bd01-d40a71995a60 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 210 time: 0.0725145 Oct 12 11:12:56.457390 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6f320b-857b-4e76-9830-424b947ca5de x-openstack-request-id: req-ba6f320b-857b-4e76-9830-424b947ca5de {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:56.457670 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:56.457916 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba6f320b-857b-4e76-9830-424b947ca5de {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:56.458303 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'status': 'completed', 'code': 200} Oct 12 11:12:56.491436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:56.536891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8964f-eb33-412e-bf22-585056b4578d req-aec9fede-014d-4b7b-8ab6-0df09932b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.536891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-aec9fede-014d-4b7b-8ab6-0df09932b81c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501136 Oct 12 11:12:56.537286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:56.576203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5bf3246d-296b-4c6c-8cbd-39fd85fe234f req-f9f338b9-58b5-44cf-8c1d-c70efff68d75 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 210 time: 0.0488646 Oct 12 11:12:56.642671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:56.735120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:56.750189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.750864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:56.752281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] 10.222.0.41 "PUT /v2.0/ports/7077e86c-509f-4df0-a3c3-464b493f7140 HTTP/1.1" status: 200 len: 1096 time: 2.0082750 Oct 12 11:12:56.805645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-27c17524-86ec-4759-b8f0-da6309c4ee4a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547133 Oct 12 11:12:56.812351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fa3d5-3704-499e-b58d-b1a5f514fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:56.862325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ae96-08b3-429f-a291-d1d914f9ede0 req-02128808-33b5-417d-8f32-b282df6770ce tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.864639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea72ae96-08b3-429f-a291-d1d914f9ede0 req-02128808-33b5-417d-8f32-b282df6770ce tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.2098589 Oct 12 11:12:56.881426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.41', 62477) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:56.942199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-d0ea7908-b102-498b-95cf-8269e87a45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:56.943957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-d0ea7908-b102-498b-95cf-8269e87a45c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 1099 time: 0.0604696 Oct 12 11:12:57.008298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-c725c47d-77c2-469a-b833-79bc045eaeb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7077e86c-509f-4df0-a3c3-464b493f7140 HTTP/1.1" status: 200 len: 217 time: 0.0561862 Oct 12 11:12:57.013378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea72ae96-08b3-429f-a291-d1d914f9ede0 req-39efd4fb-8bbd-4115-b290-4079b4d9f14a tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324475 Oct 12 11:12:57.026336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876c260-8134-421e-9f69-bb9acc82813e req-a2259b7c-4225-490a-a161-51568a7bf3eb tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.027932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e876c260-8134-421e-9f69-bb9acc82813e req-a2259b7c-4225-490a-a161-51568a7bf3eb tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.1422021 Oct 12 11:12:57.037191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:57.061276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-85c750ed-5e21-4a92-8927-2a23a94fd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.063019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-85c750ed-5e21-4a92-8927-2a23a94fd273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0477128 Oct 12 11:12:57.070475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5e8964f-eb33-412e-bf22-585056b4578d req-eee5d544-fa36-4eda-8851-e5bd8b77fb60 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548807 Oct 12 11:12:57.139619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-3fc8c905-63e7-419d-9b7b-595d075c1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.148142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Network d54d196a-799c-437e-b0e0-b6e9a7506548 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:57.148756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-3fc8c905-63e7-419d-9b7b-595d075c1e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697427 Oct 12 11:12:57.192634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:57.206866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.41', 62478) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:57.207656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:57.220067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:57.247320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-bf8a028a-f0b1-455e-9173-c64a244a286b service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969582 Oct 12 11:12:57.348450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccb4d02-39b8-4d5d-a20d-b468c869727c req-9111cfea-0b5b-4625-8b86-5e3e3e700205 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933166 Oct 12 11:12:57.660473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.661073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:57.683801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-b878758e-92f3-4e09-8339-a6e5ad536550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.685297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-b878758e-92f3-4e09-8339-a6e5ad536550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 1099 time: 0.4739258 Oct 12 11:12:57.697494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656459cf-829b-4c1a-86f5-02b7cdb90318 req-f659ff25-8c7a-4077-8ce1-3b8b242f6b84 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.698923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-656459cf-829b-4c1a-86f5-02b7cdb90318 req-f659ff25-8c7a-4077-8ce1-3b8b242f6b84 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 949 time: 0.5010457 Oct 12 11:12:57.705264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-c00be383-4424-4a83-8a3f-c38bb1422e90 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:57.706737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-c00be383-4424-4a83-8a3f-c38bb1422e90 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.5895889 Oct 12 11:12:57.730890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Deleting port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:12:57.731234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:57.737463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Request body: {'port': {'device_id': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'admin_state_up': True, 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:57.800267 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-17eb040b-c3dc-4cfb-bfcb-617461589117 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4613886 Oct 12 11:12:57.891343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Request body: {'port': {'device_id': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:57.984694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-656459cf-829b-4c1a-86f5-02b7cdb90318 req-4d34936a-57e9-48de-8863-f7d2d7e7af5e tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/security-groups?id=1134ab41-c993-48fe-808d-31cc0891567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769799 Oct 12 11:12:58.065142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] For port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:58.065440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.080034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-56aa834a-a151-4e74-815b-e0c15715b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.086018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-56aa834a-a151-4e74-815b-e0c15715b879 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3714554 Oct 12 11:12:58.086018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.094237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Calling delete_port for 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:12:58.152068 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-7a54471a-ee5e-40e0-baf1-7ccd2dda476f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904 HTTP/1.1" status: 200 len: 217 time: 0.0597458 Oct 12 11:12:58.320237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa7ce-f130-41ae-a284-029959eb352f req-5ff64cdf-4b04-453a-9036-e7da70954f6f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.323076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c05aa7ce-f130-41ae-a284-029959eb352f req-5ff64cdf-4b04-453a-9036-e7da70954f6f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0705774 Oct 12 11:12:58.342566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-d518a64b-3dcb-4bf7-ad7a-d4b28af3fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.344081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-d518a64b-3dcb-4bf7-ad7a-d4b28af3fad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1845980 Oct 12 11:12:58.353875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:12:58.357391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.366489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c05aa7ce-f130-41ae-a284-029959eb352f req-4fb71dec-7aab-41a9-bf69-48258304c156 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Oct 12 11:12:58.469109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:58.471394 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5409016-8731-4e8e-8352-695ad923a655" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:58.486474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1ac8-9dae-4836-aac3-664c9b2df64a req-3141cdd7-3ace-4d17-99e3-dec069c64b9f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.488363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-237c1ac8-9dae-4836-aac3-664c9b2df64a req-3141cdd7-3ace-4d17-99e3-dec069c64b9f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 931 time: 0.0546491 Oct 12 11:12:58.534658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-237c1ac8-9dae-4836-aac3-664c9b2df64a req-aca6ca3e-8458-445c-96f8-31458d06e4eb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Oct 12 11:12:58.602549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-c451c69f-3a7f-4134-a18f-80cfc6b2b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.603993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-c451c69f-3a7f-4134-a18f-80cfc6b2b4df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439516 Oct 12 11:12:58.611044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5037a0b0-28d4-42b5-b2ec-16d793fa2ede req-c119f160-d9a0-4b92-9879-4d1e8ed1266e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 210 time: 0.0595527 Oct 12 11:12:58.659064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ff281-4127-4e05-8cf4-4c913598490d req-b2a36312-b221-48da-b801-80bd850595af tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.668181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-723ff281-4127-4e05-8cf4-4c913598490d req-b2a36312-b221-48da-b801-80bd850595af tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.0773964 Oct 12 11:12:58.709261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-723ff281-4127-4e05-8cf4-4c913598490d req-efbb30b2-450d-4792-bab1-3ce55fe5a9c3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Oct 12 11:12:58.744126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.758433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5fbcb084-6299-4d23-87e4-d01e5afa7fc2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:12:58.783216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38468) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:58.801303 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f2515f-d08b-4657-a3d8-97250f89eda1 x-openstack-request-id: req-84f2515f-d08b-4657-a3d8-97250f89eda1 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:58.801303 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:58.801303 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84f2515f-d08b-4657-a3d8-97250f89eda1 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:58.801303 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140', 'status': 'completed', 'code': 200} Oct 12 11:12:58.811568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Allocated IP 172.20.0.10 (a31ae4a4-1fd4-4d35-a72b-389e5e771bb5/20a981c5-f929-4125-94e8-98db5bba339c/4cad6731-5681-4bdd-9783-86d223f2340d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:12:58.813700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Pushing event deleted for resources: {'Port': ['ID=5fbcb084-6299-4d23-87e4-d01e5afa7fc2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:58.855905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409016-8731-4e8e-8352-695ad923a655 req-2fdcce5f-f679-4bdd-b3f6-1bf6714cf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.857323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-2fdcce5f-f679-4bdd-b3f6-1bf6714cf424 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 1099 time: 0.0486507 Oct 12 11:12:58.889658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-6c4cfbbc-4a48-4a03-b35c-e0615d500df1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675412 Oct 12 11:12:58.894530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:12:58.896935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:12:58.952705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:58.957350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] No DVR routers for this DVR port 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:12:58.972128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.974983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:58.978872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e876c260-8134-421e-9f69-bb9acc82813e req-48dfd1be-5843-44fd-b109-9eec65219bc0 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.41 "DELETE /v2.0/ports/5fbcb084-6299-4d23-87e4-d01e5afa7fc2 HTTP/1.1" status: 204 len: 173 time: 1.9428637 Oct 12 11:12:58.986215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409016-8731-4e8e-8352-695ad923a655 req-b7b4bf24-2ba6-4087-a29d-89b19474d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:58.988035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-b7b4bf24-2ba6-4087-a29d-89b19474d4bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1213164 Oct 12 11:12:59.009814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7155ffa-6d84-4048-a783-a19d2533ac36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.088013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Transition to ACTIVE for port object 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:12:59.098789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-e3244cf6-1fda-4a7d-b096-036f57053d8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7077e86c-509f-4df0-a3c3-464b493f7140 HTTP/1.1" status: 200 len: 217 time: 0.0817866 Oct 12 11:12:59.141153 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.163207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d2c3433-b71c-4c9d-962c-fb620de47315 req-447179d8-0aac-45fb-97d0-9c4f5886d515 tempest-LiveMigrationNegativeTest-233503207 tempest-LiveMigrationNegativeTest-233503207-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc37305-588c-41d4-9d7b-0e202b282e83 HTTP/1.1" status: 200 len: 210 time: 0.0783863 Oct 12 11:12:59.169906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.194208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:12:59.195562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409016-8731-4e8e-8352-695ad923a655 req-70f18202-f6a2-4763-bb65-2f2c66b1846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.197032 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f4d8a-86a9-4df9-acab-c428593a3125" -d '{"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:12:59.197191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-70f18202-f6a2-4763-bb65-2f2c66b1846c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0867195 Oct 12 11:12:59.275084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-446c8e1f-43fc-4fd2-9e5b-7daab453f7c3 req-e20cb878-f854-4056-a83d-dc04d6acab74 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645470 Oct 12 11:12:59.286076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:59.297241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:59.304124 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f933d-1daa-4fd9-9ad6-86d46a2d75c8 x-openstack-request-id: req-9a4f933d-1daa-4fd9-9ad6-86d46a2d75c8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:12:59.304351 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:12:59.306041 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a4f933d-1daa-4fd9-9ad6-86d46a2d75c8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:12:59.306445 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'code': 200} Oct 12 11:12:59.308613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7155ffa-6d84-4048-a783-a19d2533ac36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.308840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:12:59.313175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409016-8731-4e8e-8352-695ad923a655 req-3a407375-15c4-4655-bb43-25410c0931e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.314840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-3a407375-15c4-4655-bb43-25410c0931e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085584 Oct 12 11:12:59.319278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'mac_address': 'fa:16:3e:53:95:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:12:59.355259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.377463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.386617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7155ffa-6d84-4048-a783-a19d2533ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.394804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.397300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:12:59.397300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:12:59.397535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:59.405206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:12:59.405542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:12:59.413711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:12:59.414058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:12:59.414436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:12:59.414937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Bound port: 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:12:59.415299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.417160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:12:59.487664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7155ffa-6d84-4048-a783-a19d2533ac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee237b65-b84a-4e13-ba3c-acbe4dd1bf99,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:59.502166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.506971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7155ffa-6d84-4048-a783-a19d2533ac36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3ad874126204250a9fae27bb2924238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223094 Oct 12 11:12:59.507239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:12:59.527527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-fbcb1ffc-f05a-469c-859e-225c1cb8be50 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042503 Oct 12 11:12:59.538836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:59.541549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:12:59.541895 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:12:59.548058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.548815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.548815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.549029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.549542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.549869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.550199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.550518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.550865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.551184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.551502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.551817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:12:59.568433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:12:59.617344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:12:59.633616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:12:59.635776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:59.647933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:12:59.657515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:12:59.709992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2d7c-d488-45f5-bf78-a02ce82e0d1e req-4e7a46d9-d2d4-4684-a8e7-ca2087d88bf2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.717746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-519d2d7c-d488-45f5-bf78-a02ce82e0d1e req-4e7a46d9-d2d4-4684-a8e7-ca2087d88bf2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 948 time: 0.2387462 Oct 12 11:12:59.754283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.771111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.772071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.778387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.840000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.840689 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.842536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] 10.222.0.47 "PUT /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 1091 time: 1.9613202 Oct 12 11:12:59.853958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-519d2d7c-d488-45f5-bf78-a02ce82e0d1e req-6e56e868-dd24-4ae2-9785-62f8b8b26f54 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348870 Oct 12 11:12:59.861991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:12:59.907169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a3fb-096d-4f22-b738-043b8b158b38 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:12:59.932392 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7c029312-46c7-40b6-a794-05f7be3fd75c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2099092 Oct 12 11:12:59.944269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Request body: {'port': {'device_id': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:12:59.955782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d90e-828b-4550-827b-483008f105b1 req-03e7f17a-def7-4194-811f-5e4b1bf2f65f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:12:59.957285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5356d90e-828b-4550-827b-483008f105b1 req-03e7f17a-def7-4194-811f-5e4b1bf2f65f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.1220334 Oct 12 11:12:59.995210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5409016-8731-4e8e-8352-695ad923a655 req-e0e7167a-ece8-4e57-ba7b-53a2d6e94c5b service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603348 Oct 12 11:13:00.027216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5356d90e-828b-4550-827b-483008f105b1 req-5e9422f3-7554-42ce-a3e4-3c54792ec81d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 Oct 12 11:13:00.042767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.046306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.049203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.050440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee237b65-b84a-4e13-ba3c-acbe4dd1bf99 HTTP/1.1" status: 204 len: 168 time: 0.5425401 Oct 12 11:13:00.076308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f86240-0e88-4219-be07-9149dd9da7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee237b65-b84a-4e13-ba3c-acbe4dd1bf99,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:00.120396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-0a47089d-8266-419e-b512-6c4678966f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:00.121952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-0a47089d-8266-419e-b512-6c4678966f2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1094 time: 0.1068633 Oct 12 11:13:00.201834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-754075b0-b0bd-4642-a597-68b9d4304834 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0647469 Oct 12 11:13:00.211855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7231b2-970f-4cc8-9644-aa6efc13cd41 req-73c2156d-6925-4822-bb2d-f8b4949b5e01 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:00.214879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7231b2-970f-4cc8-9644-aa6efc13cd41 req-73c2156d-6925-4822-bb2d-f8b4949b5e01 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 932 time: 0.0710204 Oct 12 11:13:00.264909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.276501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7231b2-970f-4cc8-9644-aa6efc13cd41 req-541ed2a0-d277-498d-af30-074cbb9cd159 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Oct 12 11:13:00.288768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:00.311489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:00.385369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.428952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-2b598902-4c33-4bf4-9bef-52cc8fe5a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:00.431295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-2b598902-4c33-4bf4-9bef-52cc8fe5a9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1463172 Oct 12 11:13:00.442268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28305b3-2dd6-4138-9d95-97e2f6153e78 req-57866f41-12dd-42ca-a9db-d51656347f0f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:00.443823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a28305b3-2dd6-4138-9d95-97e2f6153e78 req-57866f41-12dd-42ca-a9db-d51656347f0f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.1608272 Oct 12 11:13:00.452314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:00.482817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-22e7b45d-63e9-4d7e-8298-3d492aaa7876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379679 Oct 12 11:13:00.592921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a28305b3-2dd6-4138-9d95-97e2f6153e78 req-e577a14d-bb78-422d-ad4a-83212ba4d413 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376126 Oct 12 11:13:00.635966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:00.658406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-0e7dcb12-ad89-49db-99d8-324af25e667f service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626003 Oct 12 11:13:00.679410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad6731-5681-4bdd-9783-86d223f2340d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:00.702864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.749863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Transition to ACTIVE for port object 4cad6731-5681-4bdd-9783-86d223f2340d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:13:00.785201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d38e5f-1c7b-4bc0-b960-21bd9820a43d req-e5de4e16-67bf-49ab-98d7-187f9dc203da service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167436 Oct 12 11:13:00.796369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'name': 'network-vif-deleted', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2'}, {'name': 'network-changed', 'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:00.799012 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5624351-048b-4e66-9508-221da0fe21fe" -d '{"events": [{"server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "name": "network-vif-deleted", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2"}, {"name": "network-changed", "server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:00.810961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.834239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:00.859632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45154ea3-3e2e-4931-b321-99592234103e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:00.892019 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4206ec91-967b-4fda-8418-c40bd3f4a132 x-openstack-request-id: req-4206ec91-967b-4fda-8418-c40bd3f4a132 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:00.892601 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc37305-588c-41d4-9d7b-0e202b282e83", "name": "network-vif-deleted", "tag": "5fbcb084-6299-4d23-87e4-d01e5afa7fc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:00.893023 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4206ec91-967b-4fda-8418-c40bd3f4a132 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:00.893576 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc37305-588c-41d4-9d7b-0e202b282e83', 'name': 'network-vif-deleted', 'tag': '5fbcb084-6299-4d23-87e4-d01e5afa7fc2', 'status': 'completed', 'code': 200} Oct 12 11:13:00.894083 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'status': 'completed', 'code': 200} Oct 12 11:13:01.001256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45154ea3-3e2e-4931-b321-99592234103e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.004584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:01.015100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589093-b366-4c89-86e6-63afe5badf66 req-b68e24bd-f9d8-4b9d-bea8-dd4558c39b0e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.019152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05589093-b366-4c89-86e6-63afe5badf66 req-b68e24bd-f9d8-4b9d-bea8-dd4558c39b0e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 949 time: 0.0768447 Oct 12 11:13:01.041830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624351-048b-4e66-9508-221da0fe21fe req-7c83b0ab-d7cb-44f8-8e8e-80b1f1ebedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.043657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-7c83b0ab-d7cb-44f8-8e8e-80b1f1ebedd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1094 time: 0.1048546 Oct 12 11:13:01.048379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:01.048711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:01.050543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:01.055845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38518) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:01.071334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45154ea3-3e2e-4931-b321-99592234103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.074082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:01.074082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:01.113571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:01.114277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:01.114277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:01.114743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Bound port: 4cad6731-5681-4bdd-9783-86d223f2340d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:01.115107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.143473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45154ea3-3e2e-4931-b321-99592234103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb59de-6b9c-4cb7-ac87-613c96c8beb6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:01.148503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-45154ea3-3e2e-4931-b321-99592234103e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c5e0774b78141378e6ea3ea95779986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125679 Oct 12 11:13:01.152244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05589093-b366-4c89-86e6-63afe5badf66 req-aef22b1b-7c3d-4f5a-b0aa-a41bf51d62fa tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296945 Oct 12 11:13:01.152712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38524) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:01.223455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.261691 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.277151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b05f964e-503a-448a-a6d9-daceeddfae48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c3d79c3d8344305a593be57652e9b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169313 Oct 12 11:13:01.278276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38528) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:01.355062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.378992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.431363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.434352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.435605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1eb59de-6b9c-4cb7-ac87-613c96c8beb6 HTTP/1.1" status: 204 len: 168 time: 0.2816665 Oct 12 11:13:01.444135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915a401-9cb6-4484-a397-a73a03d71664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb59de-6b9c-4cb7-ac87-613c96c8beb6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:01.510410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624351-048b-4e66-9508-221da0fe21fe req-815d31a2-a7fc-4940-9a51-fbb47dd7323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.510410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-815d31a2-a7fc-4940-9a51-fbb47dd7323c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.4560254 Oct 12 11:13:01.516470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.520305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.524343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1134ab41-c993-48fe-808d-31cc0891567a HTTP/1.1" status: 204 len: 168 time: 0.2430322 Oct 12 11:13:01.537761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a3ad-164f-49be-a3d3-21cb3e943c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134ab41-c993-48fe-808d-31cc0891567a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:01.557719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:01.558068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:01.568863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac71d0f-2d53-4269-b38f-eca0e77cfb62 req-9c0388f8-b3be-4c49-baff-d5a59797611b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.571064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bac71d0f-2d53-4269-b38f-eca0e77cfb62 req-9c0388f8-b3be-4c49-baff-d5a59797611b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.1298532 Oct 12 11:13:01.573999 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-d326ed7e-0adc-4812-b4e4-86259e864265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0562799 Oct 12 11:13:01.606783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:13:01.607023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:01.632563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:13:01.632912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5fbcb084-6299-4d23-87e4-d01e5afa7fc2 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:13:01.654031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bac71d0f-2d53-4269-b38f-eca0e77cfb62 req-6eadf6e6-bda4-4d71-b48d-dacb15109a30 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Oct 12 11:13:01.662999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624351-048b-4e66-9508-221da0fe21fe req-a109b3f9-aa3c-4e45-9041-a0c87444631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.664447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-a109b3f9-aa3c-4e45-9041-a0c87444631a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0818367 Oct 12 11:13:01.703886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-4fb24523-c019-42e1-b77b-b1f49af04322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272048 Oct 12 11:13:01.717824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:01.733041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'mac_address': 'fa:16:3e:fc:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:01.803771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.804180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.823814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:01.846818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:01.886174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.886174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.887511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] 10.222.0.41 "PUT /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 1092 time: 1.9479554 Oct 12 11:13:01.930910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:01.931932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:01.947651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc736f-b9e5-4d71-a82c-fc38afbe3f03 req-76cc2d5d-4f28-4e78-8bce-bf046f2fb93b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.955065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ae1b-b52e-4a5f-8363-f2f248becaab service neutron] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:01.964179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82dc736f-b9e5-4d71-a82c-fc38afbe3f03 req-76cc2d5d-4f28-4e78-8bce-bf046f2fb93b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.0730841 Oct 12 11:13:01.964408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-d3856ccc-d113-43ab-ab69-dab93aa4864e service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559960 Oct 12 11:13:01.978095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c00a-9f2c-4a60-8efb-afc0e70c6b61 req-1de1de5e-0625-40fe-a9ae-e6062a0ad8e9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:01.979676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7133c00a-9f2c-4a60-8efb-afc0e70c6b61 req-1de1de5e-0625-40fe-a9ae-e6062a0ad8e9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.1279697 Oct 12 11:13:01.994191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:02.020620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82dc736f-b9e5-4d71-a82c-fc38afbe3f03 req-c5a40ad2-8aff-4776-b506-e5032b4f841c tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Oct 12 11:13:02.040281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:02.058045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '7077e86c-509f-4df0-a3c3-464b493f7140', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '7077e86c-509f-4df0-a3c3-464b493f7140', 'mac_address': 'fa:16:3e:ac:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:02.111058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.125264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7077e86c-509f-4df0-a3c3-464b493f7140 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:02.131633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7133c00a-9f2c-4a60-8efb-afc0e70c6b61 req-cdc3e18b-6911-498e-9599-54bbd68ea63e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429210 Oct 12 11:13:02.145010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-e29eb8bd-f494-4120-9d92-ed5cc7a945e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:02.148640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:02.156935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-e29eb8bd-f494-4120-9d92-ed5cc7a945e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1095 time: 0.1142626 Oct 12 11:13:02.207096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5624351-048b-4e66-9508-221da0fe21fe req-7ec7bcbb-0fcd-4e38-909d-c2b6a0119ff2 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262857 Oct 12 11:13:02.208509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-fb8f17bc-a844-4723-9d10-b6f92ab85740 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0508230 Oct 12 11:13:02.242284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.295524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:02.301112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c475d1-8309-4805-a97e-e22f92218a97 req-0706b41f-4611-421b-bc8f-3369f37da4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:02.302670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-0706b41f-4611-421b-bc8f-3369f37da4c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0872800 Oct 12 11:13:02.335182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-432d32d1-5587-47d5-aa6e-28ea2e16be41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248168 Oct 12 11:13:02.344441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f9f8-a997-44d7-b7e9-306a23c7c4b6 req-96fb9b5c-128f-450b-84d5-31e9c6c6ae7a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:02.345794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a50f9f8-a997-44d7-b7e9-306a23c7c4b6 req-96fb9b5c-128f-450b-84d5-31e9c6c6ae7a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 949 time: 0.0935104 Oct 12 11:13:02.412868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:02.450601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a50f9f8-a997-44d7-b7e9-306a23c7c4b6 req-d3e6d447-f173-4f92-a1b0-e1d27db9caeb tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835409 Oct 12 11:13:02.462619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4a9b1161-5ce7-4266-8b2b-bf3dfc2467fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1de92819319e465780ce659947803030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483136 Oct 12 11:13:02.463244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38570) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:02.474947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-6aad2edd-6d54-4d45-998b-a2b32c5c954a service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279619 Oct 12 11:13:02.536587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.546012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['7077e86c-509f-4df0-a3c3-464b493f7140'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:02.562878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.587114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['edd9ca99-a5c2-4158-88e8-2cb366a97904'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:02.603432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c475d1-8309-4805-a97e-e22f92218a97 req-f11dd508-b82c-4928-bfac-2dc21014d7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208940 Oct 12 11:13:02.783420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd904a-211e-4fde-8b1c-fdd51d778914 req-4f381bb5-fcd7-4248-9423-51761b0c58d2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:02.785041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aacd904a-211e-4fde-8b1c-fdd51d778914 req-4f381bb5-fcd7-4248-9423-51761b0c58d2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0527549 Oct 12 11:13:02.787916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.791370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.792877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76869f56-49d6-4099-a9ab-d3c28ec4eeb3 HTTP/1.1" status: 204 len: 168 time: 0.3283083 Oct 12 11:13:02.800769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f3b5c-4850-4e34-8fc8-06de694b8eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76869f56-49d6-4099-a9ab-d3c28ec4eeb3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:02.861553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aacd904a-211e-4fde-8b1c-fdd51d778914 req-fe68e309-ea0a-404f-81be-bfa2c530266b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689166 Oct 12 11:13:02.895426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:02.897575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:02.898063 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:02.962252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:02.962624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:02.965664 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96763a-492a-47b1-a44f-9b7d6f1e65c7 x-openstack-request-id: req-fe96763a-492a-47b1-a44f-9b7d6f1e65c7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:02.966130 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:02.966573 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe96763a-492a-47b1-a44f-9b7d6f1e65c7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:02.967155 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d', 'status': 'completed', 'code': 200} Oct 12 11:13:03.046619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-819f60dc-3f03-47f9-9224-4adce03c7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.048291 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-819f60dc-3f03-47f9-9224-4adce03c7e95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1095 time: 0.0576079 Oct 12 11:13:03.065384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:03.127319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:03.128161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:03.130437 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1335a55-e2a1-4b54-9f10-b0355e1bcda1" -d '{"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:03.218930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:03.225717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055275-2f8b-4162-aa2e-433875fa2805 req-fbb7131f-eed7-4351-b20b-f3ac52d2fc5b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.227692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0055275-2f8b-4162-aa2e-433875fa2805 req-fbb7131f-eed7-4351-b20b-f3ac52d2fc5b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 949 time: 0.0752940 Oct 12 11:13:03.232657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-c4cf04f5-1f79-4cc9-ac3d-2ffe702960e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.234111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-c4cf04f5-1f79-4cc9-ac3d-2ffe702960e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1732016 Oct 12 11:13:03.306642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-b7c81401-7f12-4f4f-abfe-cc36e01dcb39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0468941 Oct 12 11:13:03.309878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0055275-2f8b-4162-aa2e-433875fa2805 req-dffc846c-7d0b-455c-999b-31a92a33dda3 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748804 Oct 12 11:13:03.338944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:03.378400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-b5a5976b-4992-40c0-bfad-a326010478b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.382727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-b5a5976b-4992-40c0-bfad-a326010478b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0647740 Oct 12 11:13:03.387805 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0e9a9-55db-4b4b-bc20-7626f4466827 x-openstack-request-id: req-bef0e9a9-55db-4b4b-bc20-7626f4466827 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:03.388099 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:03.388374 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bef0e9a9-55db-4b4b-bc20-7626f4466827 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:03.388744 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'code': 200} Oct 12 11:13:03.432467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-e622300e-cc25-452a-b67d-195d2c854722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436544 Oct 12 11:13:03.683669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff754d2-4793-4898-b061-cac707cf4f00 req-4980f2e6-9c1f-41e1-922a-7d6d972346f0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.685493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bff754d2-4793-4898-b061-cac707cf4f00 req-4980f2e6-9c1f-41e1-922a-7d6d972346f0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.2039695 Oct 12 11:13:03.701212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-cc7ac48f-5cdb-468c-872b-2e0c44bccc5d service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582250 Oct 12 11:13:03.757353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee635-7bd1-46da-8a23-b54237d2fe92 req-263c282d-3f78-4435-b269-96bc42357353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.758945 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ddee635-7bd1-46da-8a23-b54237d2fe92 req-263c282d-3f78-4435-b269-96bc42357353 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1101 time: 0.1303651 Oct 12 11:13:03.797319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bff754d2-4793-4898-b061-cac707cf4f00 req-f7f2a451-d084-408b-91fc-00290f17fafb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949917 Oct 12 11:13:03.860108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ddee635-7bd1-46da-8a23-b54237d2fe92 req-a4635b6d-1b2c-4999-9862-e0b6904623dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Oct 12 11:13:03.871659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cfdb0d00-dcca-4d42-b9cb-6d21d266e94d req-1ca414c3-42bf-456d-9a55-b8bb3e717cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620047 Oct 12 11:13:03.971844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56041-d8f3-4f32-978d-e1e43e91d18d req-e2860b4b-2211-4146-916e-ef9e1486f24f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:03.973517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fd56041-d8f3-4f32-978d-e1e43e91d18d req-e2860b4b-2211-4146-916e-ef9e1486f24f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0615401 Oct 12 11:13:04.015419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fd56041-d8f3-4f32-978d-e1e43e91d18d req-787e0738-4016-4be0-8a52-5eba71d5c841 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Oct 12 11:13:04.081829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9330-18ff-4f48-86b4-4fe16765ad2c req-f6870d08-e26b-42ce-8db3-384169995e4b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:04.083461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-631a9330-18ff-4f48-86b4-4fe16765ad2c req-f6870d08-e26b-42ce-8db3-384169995e4b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0564635 Oct 12 11:13:04.148427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-631a9330-18ff-4f48-86b4-4fe16765ad2c req-df89deaa-4bf2-471a-9977-3194f31f2d70 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Oct 12 11:13:04.459454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e720-99e7-4d06-8dda-ac8534364c4b req-0e627729-6e91-4e73-9bbd-1d7eea6e5a51 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:04.462879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fc3e720-99e7-4d06-8dda-ac8534364c4b req-0e627729-6e91-4e73-9bbd-1d7eea6e5a51 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 949 time: 0.0625877 Oct 12 11:13:04.520442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fc3e720-99e7-4d06-8dda-ac8534364c4b req-677fce27-0ce5-4df2-af29-faa2c5eb47f0 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513244 Oct 12 11:13:04.848511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:04.909594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:04.938161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8847-904a-4abf-9b8b-7d3e4ce9afe3 req-9ebc7dbb-4b91-4814-94f1-eb2ad210875c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:04.939674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02fb8847-904a-4abf-9b8b-7d3e4ce9afe3 req-9ebc7dbb-4b91-4814-94f1-eb2ad210875c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.0526783 Oct 12 11:13:04.998425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02fb8847-904a-4abf-9b8b-7d3e4ce9afe3 req-ca39e823-8ce6-4f8f-adda-6a9a7a695fcc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Oct 12 11:13:05.026469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:05.043957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'port_id': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'mac_address': 'fa:16:3e:4e:f5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f17ec17-9764-4c4d-bf01-7d24450b8516', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:05.089527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.109540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:05.155229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:05.170113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c8e5e-5038-4444-a8eb-0730534bbe1e req-744ab641-1ef9-472f-b2dd-7f491fd66b60 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:05.171902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c5c8e5e-5038-4444-a8eb-0730534bbe1e req-744ab641-1ef9-472f-b2dd-7f491fd66b60 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0738945 Oct 12 11:13:05.177979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38690) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:05.210608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36e7661c-a231-4398-bfc4-44d6753172ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.233286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.249657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c5c8e5e-5038-4444-a8eb-0730534bbe1e req-38780011-262f-4bd2-b275-80d4979925d9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622957 Oct 12 11:13:05.271438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d2a55ba-b863-4a86-af7c-4de7a1bd62ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.317833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:05.441394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0772c-7ca8-49b6-bb31-4db2046be765 req-7700dccc-b42e-4cca-9452-141e8706b7fc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:05.443056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ee0772c-7ca8-49b6-bb31-4db2046be765 req-7700dccc-b42e-4cca-9452-141e8706b7fc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1352956 Oct 12 11:13:05.454191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36e7661c-a231-4398-bfc4-44d6753172ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.490093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:05.509676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d2a55ba-b863-4a86-af7c-4de7a1bd62ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.513486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ee0772c-7ca8-49b6-bb31-4db2046be765 req-0fbde161-3a85-4120-8042-beb08cfb4c36 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613468 Oct 12 11:13:05.541757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36e7661c-a231-4398-bfc4-44d6753172ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.574083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:05.584249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36e7661c-a231-4398-bfc4-44d6753172ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d36538f421a4cef8cb1e831d576ea0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330656 Oct 12 11:13:05.585161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7661c-a231-4398-bfc4-44d6753172ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6d0bc-0d88-4215-9a6c-a00936b60ee0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:05.586489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38702) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:05.615970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d2a55ba-b863-4a86-af7c-4de7a1bd62ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.659403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d2a55ba-b863-4a86-af7c-4de7a1bd62ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bda6575aac9d4081b067773ba372d15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793551 Oct 12 11:13:05.660707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a55ba-b863-4a86-af7c-4de7a1bd62ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa639c-596c-4383-9b9d-87b80e13e883,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:05.663196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:05.708820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.718943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port edd9ca99-a5c2-4158-88e8-2cb366a97904 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:05.722946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port edd9ca99-a5c2-4158-88e8-2cb366a97904 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:05.723315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.725114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526a732-7926-469d-8fa8-b44228e51407 req-1cee2dbc-9ca1-4315-a69d-632acf436ccf tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:05.726603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c526a732-7926-469d-8fa8-b44228e51407 req-1cee2dbc-9ca1-4315-a69d-632acf436ccf tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 949 time: 0.1209633 Oct 12 11:13:05.755679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.780918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.803958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.828155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:05.830426 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a25ee-f75a-4eae-83c7-8aeac893548e" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:05.833833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c526a732-7926-469d-8fa8-b44228e51407 req-ff3b2255-b4cc-4d76-905a-5430bf05e469 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977602 Oct 12 11:13:05.843632 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.865730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:05.906639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38710) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:05.907345 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58cf1e-8755-41be-bc2e-15b516c67b2d x-openstack-request-id: req-ab58cf1e-8755-41be-bc2e-15b516c67b2d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:05.907651 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:05.907906 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab58cf1e-8755-41be-bc2e-15b516c67b2d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:05.908305 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'code': 200} Oct 12 11:13:05.922988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.923814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:05.946381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.950866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.955197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dc6d0bc-0d88-4215-9a6c-a00936b60ee0 HTTP/1.1" status: 204 len: 168 time: 0.3647270 Oct 12 11:13:05.963195 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.966364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:05.970775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bfa639c-596c-4383-9b9d-87b80e13e883 HTTP/1.1" status: 204 len: 168 time: 0.3045433 Oct 12 11:13:05.991750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0298-d8c0-45c5-a41c-9c7c0344fc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6d0bc-0d88-4215-9a6c-a00936b60ee0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.028238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c1aa-2f75-47ae-a52e-5bf15bc1b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa639c-596c-4383-9b9d-87b80e13e883,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.053272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ed1d-febb-4dd4-a040-d6294b05661b req-5faf23cc-8735-4b63-8199-1d18d393e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.055774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e633ed1d-febb-4dd4-a040-d6294b05661b req-5faf23cc-8735-4b63-8199-1d18d393e287 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 1101 time: 0.0817456 Oct 12 11:13:06.057850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4b19c1a-02cf-4e38-948c-478a027867e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.078771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.119219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 7077e86c-509f-4df0-a3c3-464b493f7140 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:06.123832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 7077e86c-509f-4df0-a3c3-464b493f7140 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:06.124213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.148668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e633ed1d-febb-4dd4-a040-d6294b05661b req-d1a3fa9b-4f8c-4891-9671-9baeedab0510 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865459 Oct 12 11:13:06.174981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ffe7-4f45-418f-9869-65a8281ea146 req-cb43319e-763b-4257-92fc-faf33d63d295 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.176377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4370ffe7-4f45-418f-9869-65a8281ea146 req-cb43319e-763b-4257-92fc-faf33d63d295 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.0939357 Oct 12 11:13:06.210765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.241136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4370ffe7-4f45-418f-9869-65a8281ea146 req-45f262d3-848c-42b2-ad6c-05338c0ac94f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559282 Oct 12 11:13:06.251510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4b19c1a-02cf-4e38-948c-478a027867e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.259758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:06.316185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4b19c1a-02cf-4e38-948c-478a027867e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.361920 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.381304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d4b19c1a-02cf-4e38-948c-478a027867e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f871b3142608404f8d5ad7ccbb88aae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734280 Oct 12 11:13:06.385460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38730) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:06.395234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b19c1a-02cf-4e38-948c-478a027867e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b6eb3b-5741-4bfd-9151-fc0a0e6c7253,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.408481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c3cd5-c87a-4b22-97f1-0d45a51185a3 req-07bfcbfc-f67a-404b-ac11-149f1a826be9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.419258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa0c3cd5-c87a-4b22-97f1-0d45a51185a3 req-07bfcbfc-f67a-404b-ac11-149f1a826be9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0931764 Oct 12 11:13:06.461144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.468657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.470687 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa0c3cd5-c87a-4b22-97f1-0d45a51185a3 req-33b8b8ac-edd9-4140-9505-321e9cabbff2 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Oct 12 11:13:06.502240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.598938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecd86f-defa-4929-8042-1b9012d42f12 req-05529359-4986-441b-9f65-f36714579342 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.600433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9cecd86f-defa-4929-8042-1b9012d42f12 req-05529359-4986-441b-9f65-f36714579342 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0588915 Oct 12 11:13:06.639802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993d61c-4fa0-4cb7-b9ae-caad7c0fb7b6 req-ca140e98-6d8c-4d67-8841-9ac85a4776c8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.647856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f993d61c-4fa0-4cb7-b9ae-caad7c0fb7b6 req-ca140e98-6d8c-4d67-8841-9ac85a4776c8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0614619 Oct 12 11:13:06.651222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9cecd86f-defa-4929-8042-1b9012d42f12 req-c6b97b60-e700-4f38-b02c-e8fab8a228f3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Oct 12 11:13:06.668275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.672941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.674562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31b6eb3b-5741-4bfd-9151-fc0a0e6c7253 HTTP/1.1" status: 204 len: 168 time: 0.2880967 Oct 12 11:13:06.686185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fbcbd-a01e-462b-a287-cd68dae89955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b6eb3b-5741-4bfd-9151-fc0a0e6c7253,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:06.715319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f993d61c-4fa0-4cb7-b9ae-caad7c0fb7b6 req-17a7f234-9a1f-47db-b0f4-a023f48e5ed1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Oct 12 11:13:06.759885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38754) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:06.773902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c114dc5-114b-4a17-a79b-85e0d46893c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.860266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c114dc5-114b-4a17-a79b-85e0d46893c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.913575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:06.939645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c114dc5-114b-4a17-a79b-85e0d46893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:06.960375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01ad17-bd35-442f-8868-0de819137cd7 req-b071b28b-4b48-491f-a17a-e01480635d67 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:06.962646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c01ad17-bd35-442f-8868-0de819137cd7 req-b071b28b-4b48-491f-a17a-e01480635d67 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.0553992 Oct 12 11:13:06.989980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:06.991231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c114dc5-114b-4a17-a79b-85e0d46893c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2428aef9413040f492a2f1ac7ef6d1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301416 Oct 12 11:13:06.993821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c114dc5-114b-4a17-a79b-85e0d46893c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b2647f-25d9-4ee1-9ec8-cef92e24528e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.031174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c01ad17-bd35-442f-8868-0de819137cd7 req-9d0c6867-18c6-4a56-9b44-02e4a7cd3e8f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620055 Oct 12 11:13:07.062243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:07.067924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:07.068330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.076143 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.111442 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.176450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95414c-5be9-460f-af3f-61bcbb170db1 req-762c5a1b-6570-4160-9d7b-a7fbc90a5d09 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:07.194187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae95414c-5be9-460f-af3f-61bcbb170db1 req-762c5a1b-6570-4160-9d7b-a7fbc90a5d09 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0896490 Oct 12 11:13:07.216046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.228296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38774) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:07.242608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae95414c-5be9-460f-af3f-61bcbb170db1 req-4952a50d-89b3-419c-b74d-06521cf8c1d8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472772 Oct 12 11:13:07.270770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:07.296104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.299081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.300783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0b2647f-25d9-4ee1-9ec8-cef92e24528e HTTP/1.1" status: 204 len: 168 time: 0.3078678 Oct 12 11:13:07.312224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f844c-50a2-4ff0-9c8b-c02d249778f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b2647f-25d9-4ee1-9ec8-cef92e24528e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.363666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.372530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1886552130-network', 'tenant_id': 'ef41e1285dbc4cb8b31b4057b976df19'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:07.409070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98575ca-3739-473f-9723-846f06ba57dc req-d98110c7-7f31-4b2d-91f1-145c1d812264 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:07.411091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f98575ca-3739-473f-9723-846f06ba57dc req-d98110c7-7f31-4b2d-91f1-145c1d812264 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.0849977 Oct 12 11:13:07.441719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.459946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Made reservation on behalf of ef41e1285dbc4cb8b31b4057b976df19 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:07.463077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.467432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f98575ca-3739-473f-9723-846f06ba57dc req-02ea357f-480e-433b-8802-a1ed4a40741c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Oct 12 11:13:07.476612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.573503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.586889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:07.606733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38788) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:07.621865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10f01748-767e-4760-929b-899489e437f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.643238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.675370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:13:07.707330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.708888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:07.720307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.721025 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Added segment 0387a657-ed50-466a-ac07-3c51c8d8230f of type vlan for network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 Oct 12 11:13:07.741271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '4cad6731-5681-4bdd-9783-86d223f2340d', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'port_id': '4cad6731-5681-4bdd-9783-86d223f2340d', 'mac_address': 'fa:16:3e:27:7f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a981c5-f929-4125-94e8-98db5bba339c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:07.789028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.806535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad6731-5681-4bdd-9783-86d223f2340d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:07.811670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.831939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:07.841284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10f01748-767e-4760-929b-899489e437f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.874517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ef0a1-570c-4c66-9ffd-bee92112b546 req-d44a5d0c-2114-4eff-83f4-4f06f19cb8b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:07.880025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f2ef0a1-570c-4c66-9ffd-bee92112b546 req-d44a5d0c-2114-4eff-83f4-4f06f19cb8b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0873904 Oct 12 11:13:07.901129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.920205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2f2ef0a1-570c-4c66-9ffd-bee92112b546 req-35d8cad9-b8b6-4d58-9bff-ab08f301fbff tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Oct 12 11:13:07.927173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140'}, {'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:07.928860 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10f01748-767e-4760-929b-899489e437f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.929619 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778e106-bdfb-4616-90ac-0a404903f6f7" -d '{"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-plugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140"}, {"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:07.960033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.976511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-10f01748-767e-4760-929b-899489e437f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5e0f28841ec4e129b38b5637ea7bcce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661695 Oct 12 11:13:07.976511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f01748-767e-4760-929b-899489e437f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b217f3a-fadf-4812-a994-c8b165ae7a21,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:07.976958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38802) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:07.986573 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812cd538-48ac-4d80-8b57-39163851ef33 x-openstack-request-id: req-812cd538-48ac-4d80-8b57-39163851ef33 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:07.987008 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-plugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140", "code": 200}, {"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:07.987375 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-812cd538-48ac-4d80-8b57-39163851ef33 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:07.987864 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140', 'code': 200} Oct 12 11:13:07.990755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:07.991728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:07.993254 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'code': 200} Oct 12 11:13:07.993424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.048059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.073968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.126204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8959677 Oct 12 11:13:08.129497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:08.137174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Request body: {'subnet': {'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1886552130-subnet', 'tenant_id': 'ef41e1285dbc4cb8b31b4057b976df19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:08.145187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1973e-2726-40bb-bb78-2108f6907cdd admin admin] Pushing event updated for resources: {'Network': ['ID=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:08.155903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:13:08.185111 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.185334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3357dd-6ef7-4da1-bec8-5b079e376ff6 req-6091879c-a5e7-4120-b3ca-f318056f2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.186679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea3357dd-6ef7-4da1-bec8-5b079e376ff6 req-6091879c-a5e7-4120-b3ca-f318056f2074 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1096 time: 0.1226528 Oct 12 11:13:08.188283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.191784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b217f3a-fadf-4812-a994-c8b165ae7a21 HTTP/1.1" status: 204 len: 168 time: 0.2112246 Oct 12 11:13:08.191931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad718dc-9fc6-414e-995e-e3d3fb17c949 req-864e82e7-a9f6-4ded-b410-9fe12c7ff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.192038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bad718dc-9fc6-414e-995e-e3d3fb17c949 req-864e82e7-a9f6-4ded-b410-9fe12c7ff3f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 1101 time: 0.1293435 Oct 12 11:13:08.208567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c07f9f-9b88-48ec-a20f-39caf7c23d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b217f3a-fadf-4812-a994-c8b165ae7a21,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:08.244677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834094-2052-41db-b648-476a1b49c856 req-7dffa646-f5c4-40a1-b1e3-20049400003d tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.248073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc834094-2052-41db-b648-476a1b49c856 req-7dffa646-f5c4-40a1-b1e3-20049400003d tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.1309648 Oct 12 11:13:08.261052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['4cad6731-5681-4bdd-9783-86d223f2340d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:08.267943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Made reservation on behalf of ef41e1285dbc4cb8b31b4057b976df19 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:08.279196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.289544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bad718dc-9fc6-414e-995e-e3d3fb17c949 req-c572f6c7-752b-40b9-bd1d-a4cbf80b65d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874486 Oct 12 11:13:08.291535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea3357dd-6ef7-4da1-bec8-5b079e376ff6 req-5c58cc13-b5fa-4887-b1d8-776b36064c33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965705 Oct 12 11:13:08.326032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc834094-2052-41db-b648-476a1b49c856 req-c5a38cec-03c5-4cd0-986f-e8bdccb52638 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656614 Oct 12 11:13:08.457608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23573c86-bb82-4947-838f-fbdd26c65e55 req-a220c0d7-e046-4b19-875c-d566ceedc525 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.459287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23573c86-bb82-4947-838f-fbdd26c65e55 req-a220c0d7-e046-4b19-875c-d566ceedc525 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0779972 Oct 12 11:13:08.535014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23573c86-bb82-4947-838f-fbdd26c65e55 req-0167c426-20de-44bf-873f-1f3a7d0f0d7f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637012 Oct 12 11:13:08.658278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6407-dd57-450c-bec8-13feb8841380 req-5a2b0ec4-8017-4868-b566-06739bfd3988 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.664913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-513d6407-dd57-450c-bec8-13feb8841380 req-5a2b0ec4-8017-4868-b566-06739bfd3988 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.0770049 Oct 12 11:13:08.672715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:08.679650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.708328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-513d6407-dd57-450c-bec8-13feb8841380 req-aabdf40e-8e8b-4b11-8afa-0ba01e10908a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Oct 12 11:13:08.735562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:08.754548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Checking segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:08.755027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Network hostable DHCP agents. Network: 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:13:08.794106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1140224018-network', 'tenant_id': 'd2a355912798451983101e34152814eb'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:08.838893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:13:08.884635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Made reservation on behalf of d2a355912798451983101e34152814eb for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:08.887244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.895981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.925935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:08.931424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:08.932446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:08.936320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf9a50-b639-428b-a335-6dc0ceca2c94 None None] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:08.990281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.029456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c2b6a397-4653-4bc2-b5ae-c3aecb8fc004 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8986127 Oct 12 11:13:09.043156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3b523-4611-4a8e-bde6-8781978d421d req-6375380c-e4ff-48bd-b0b5-c42bfe2329c3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.044869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10d3b523-4611-4a8e-bde6-8781978d421d req-6375380c-e4ff-48bd-b0b5-c42bfe2329c3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0533276 Oct 12 11:13:09.053260 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.081248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7b0bf-5b22-40d8-beb4-a7e529c040ae None None] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:09.095623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:13:09.112036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:09.123731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.124081 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Added segment 0f4c7f02-1aae-4414-8f86-444b3144d521 of type vlan for network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 Oct 12 11:13:09.152597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10d3b523-4611-4a8e-bde6-8781978d421d req-f87d5a89-c637-4853-a82e-2896da3c2f3d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884368 Oct 12 11:13:09.189978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.316557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.318010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.318916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.407518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9d7c0c-42d3-4573-8483-2a70a9b82d67,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:09.420603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:13:09.432750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:09.433300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1d37172-9f9e-47a9-93b3-68be57c64fa6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7589951 Oct 12 11:13:09.441229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Request body: {'subnet': {'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1140224018-subnet', 'tenant_id': 'd2a355912798451983101e34152814eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:09.458920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2d525-1d57-4fae-955d-9c13188af271 req-1fd0ca0b-395a-49e9-bb27-a57ab749c9c8 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.467672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31b2d525-1d57-4fae-955d-9c13188af271 req-1fd0ca0b-395a-49e9-bb27-a57ab749c9c8 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.0729480 Oct 12 11:13:09.526418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31b2d525-1d57-4fae-955d-9c13188af271 req-ae6b89c9-7462-438f-b0d9-15d012fd71b7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Oct 12 11:13:09.564554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Made reservation on behalf of d2a355912798451983101e34152814eb for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:09.566915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.606535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:09.721269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ec8da-78c5-403e-86c3-f9cde7d92acc req-a23e907a-ad4b-4047-baa0-5099283f7c3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.722823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f56ec8da-78c5-403e-86c3-f9cde7d92acc req-a23e907a-ad4b-4047-baa0-5099283f7c3e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0588913 Oct 12 11:13:09.760604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 4cad6731-5681-4bdd-9783-86d223f2340d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:09.762656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f56ec8da-78c5-403e-86c3-f9cde7d92acc req-f513338f-bf43-41f5-9ea1-45dc5d39a03a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Oct 12 11:13:09.768973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 4cad6731-5681-4bdd-9783-86d223f2340d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:09.769352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.830968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-ff8cf045-6200-41a2-93b4-e89c6120e1da tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.838012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-ff8cf045-6200-41a2-93b4-e89c6120e1da tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.1680267 Oct 12 11:13:09.863266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-296cecd1-cb2f-45d7-96a0-36515d9481c2 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/quotas/ef41e1285dbc4cb8b31b4057b976df19 HTTP/1.1" status: 200 len: 375 time: 0.0242524 Oct 12 11:13:09.906919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:09.919251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-4baac072-e505-4c27-896f-916492b3d21c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494556 Oct 12 11:13:09.945410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:09.986897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121fa60-1f27-4bc4-84ef-8974bf5bd65f req-0d3f0c61-4543-4425-b394-3542dc2f8c5b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:09.988428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2121fa60-1f27-4bc4-84ef-8974bf5bd65f req-0d3f0c61-4543-4425-b394-3542dc2f8c5b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.0502169 Oct 12 11:13:09.993130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:09.996008 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6432b0-f9d3-4284-b573-c72c4005fd52" -d '{"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-plugged", "status": "completed", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:10.047024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2121fa60-1f27-4bc4-84ef-8974bf5bd65f req-47da1024-6278-4341-85f3-670d2f70ff70 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Oct 12 11:13:10.055068 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-a89a85ee-bbf2-47c4-b9e3-88847064717f service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151221 Oct 12 11:13:10.073657 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:10.094578 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78c788-b39c-43fb-9e16-e134fee7c146 x-openstack-request-id: req-7d78c788-b39c-43fb-9e16-e134fee7c146 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:10.094894 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-plugged", "status": "completed", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:10.095142 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d78c788-b39c-43fb-9e16-e134fee7c146 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:10.095535 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d', 'code': 200} Oct 12 11:13:10.103659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:10.123892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:10.231593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e286b635-8e95-4864-9a9d-a572ae37394d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:10.258843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375819e3-aa6b-4d48-ab67-7c19cc95b5fb req-89a81c2d-e849-4859-aa0b-83248eeb88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.260309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-375819e3-aa6b-4d48-ab67-7c19cc95b5fb req-89a81c2d-e849-4859-aa0b-83248eeb88b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1097 time: 0.1007125 Oct 12 11:13:10.262079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-e82e886a-b9d4-48d7-b309-77f4dd9840ff service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996467 Oct 12 11:13:10.265019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed4d6-cdb0-4b24-83d8-7ddd2db9446b req-a4dc18b0-d1a7-4c8e-bff5-34bb7241f1d4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.266959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ceeed4d6-cdb0-4b24-83d8-7ddd2db9446b req-a4dc18b0-d1a7-4c8e-bff5-34bb7241f1d4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0543184 Oct 12 11:13:10.273986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Checking segment: {'id': '0f4c7f02-1aae-4414-8f86-444b3144d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:10.274463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Network hostable DHCP agents. Network: 6b9d7c0c-42d3-4573-8483-2a70a9b82d67, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:13:10.310912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-375819e3-aa6b-4d48-ab67-7c19cc95b5fb req-89a1208e-988e-4c45-a7d8-1a26318a7393 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Oct 12 11:13:10.312798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ceeed4d6-cdb0-4b24-83d8-7ddd2db9446b req-b6dd443f-0a71-45bd-915d-02390610abde tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Oct 12 11:13:10.370469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:13:10.434448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed6f3-05d7-4186-8038-77d55ef31361 req-0af44ee0-a6d0-4f52-b42e-9134a803168a tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.436332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5bed6f3-05d7-4186-8038-77d55ef31361 req-0af44ee0-a6d0-4f52-b42e-9134a803168a tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1096 time: 0.0446947 Oct 12 11:13:10.472987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 6b9d7c0c-42d3-4573-8483-2a70a9b82d67) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:10.486935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4a62a8-7e94-4b89-87db-00fa2ff1f152 None None] Network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:10.496918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.497671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:10.500883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5bed6f3-05d7-4186-8038-77d55ef31361 req-90c516ca-8104-4e25-a86d-7047a9dc59f7 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483356 Oct 12 11:13:10.565284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b005579a-1817-4703-a12f-9671cd306a20 req-f476c755-ed9a-450e-b806-5229c691945c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 210 time: 0.0328033 Oct 12 11:13:10.604140 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ad636fc3-7eb0-45e4-b9cf-5ea2275ad2eb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1620841 Oct 12 11:13:10.774485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eafb7-35fc-4bca-b5c2-aa489c73bf08 req-f78e9ef2-ba8f-4bc2-a0f6-23befbf49daf tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.779598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-841eafb7-35fc-4bca-b5c2-aa489c73bf08 req-f78e9ef2-ba8f-4bc2-a0f6-23befbf49daf tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.0896142 Oct 12 11:13:10.846164 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-841eafb7-35fc-4bca-b5c2-aa489c73bf08 req-58655875-1ec6-426a-b988-dd71dacbe9b1 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601456 Oct 12 11:13:10.855272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b52d6-aba8-47ea-85eb-5e84725c24b4 None None] Network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:10.973277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1fc65-52e5-47f3-a234-9f5f10ae6882 req-dce6aca8-6c87-4032-9e4c-3935fadbd871 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:10.982184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-feb1fc65-52e5-47f3-a234-9f5f10ae6882 req-dce6aca8-6c87-4032-9e4c-3935fadbd871 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0842404 Oct 12 11:13:11.057298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-feb1fc65-52e5-47f3-a234-9f5f10ae6882 req-c4605bba-01fe-4161-99a8-7612a8404d68 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Oct 12 11:13:11.166058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814a62f-8ba9-4414-a701-29c2345b1493 req-15796bf0-5c92-43ca-9325-0085882e2fd1 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:11.173598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0814a62f-8ba9-4414-a701-29c2345b1493 req-15796bf0-5c92-43ca-9325-0085882e2fd1 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 950 time: 0.0744541 Oct 12 11:13:11.218597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0814a62f-8ba9-4414-a701-29c2345b1493 req-da9d522d-b193-4608-b876-55b85ad09250 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Oct 12 11:13:11.249211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759301cf-7070-40e4-b0d2-7f28a204b4ca req-90d452dd-ffc1-4dfd-a3d2-e35c12378b0e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:11.250615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-759301cf-7070-40e4-b0d2-7f28a204b4ca req-90d452dd-ffc1-4dfd-a3d2-e35c12378b0e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 946 time: 0.0536282 Oct 12 11:13:11.293694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-759301cf-7070-40e4-b0d2-7f28a204b4ca req-a89f063c-ea7f-4629-8f82-0ceeb37f0c08 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Oct 12 11:13:11.583813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38960) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:11.589407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1325220582-network', 'tenant_id': '9b5b6c013c8c48c791da2914755ef974'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:11.661225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93334cc8-e572-4401-a625-959947c2e5ad req-6966dd1b-a2b9-42c3-a434-3be2cc430324 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 210 time: 0.0309424 Oct 12 11:13:11.716332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Made reservation on behalf of 9b5b6c013c8c48c791da2914755ef974 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:11.719451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.731407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.810622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.823658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38966) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:11.896180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.918229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:13:11.932884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7a0ba6-32b4-4346-8794-c66e348509ac,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:11.937661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.938001 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Added segment e337a053-79fb-445b-9a48-196614a8e30f of type vlan for network 2a664ea4-5573-40a8-8ff9-21b93cda87e6 Oct 12 11:13:11.980523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d962e9b-bcc3-4f8f-9563-ec5eb8df8455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:11.997800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.118863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d962e9b-bcc3-4f8f-9563-ec5eb8df8455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.163395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.166572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:12.166572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.195352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d962e9b-bcc3-4f8f-9563-ec5eb8df8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.453375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4c6c-a163-4579-949c-9db2f65a0105 req-a6a8f027-c959-4ca0-8f35-aff6a78523a5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:12.461772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-594b4c6c-a163-4579-949c-9db2f65a0105 req-a6a8f027-c959-4ca0-8f35-aff6a78523a5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 946 time: 0.0672650 Oct 12 11:13:12.518771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-594b4c6c-a163-4579-949c-9db2f65a0105 req-6d8830c2-d393-467a-ab22-6cc199f3dc95 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Oct 12 11:13:12.550716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58f72-3548-4154-b5de-90d214775006 req-5683b54b-754d-4309-a967-7338068de377 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:12.552209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0c58f72-3548-4154-b5de-90d214775006 req-5683b54b-754d-4309-a967-7338068de377 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.4228380 Oct 12 11:13:12.559969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9750915 Oct 12 11:13:12.562915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39004) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:12.563191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7173a-7319-43c0-922c-9130a3ed7f45 admin admin] Pushing event updated for resources: {'Network': ['ID=2a664ea4-5573-40a8-8ff9-21b93cda87e6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:12.567935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5d962e9b-bcc3-4f8f-9563-ec5eb8df8455 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=674383c103ff410796ae338ed9809a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416987 Oct 12 11:13:12.569249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Request body: {'subnet': {'network_id': '2a664ea4-5573-40a8-8ff9-21b93cda87e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1325220582-subnet', 'tenant_id': '9b5b6c013c8c48c791da2914755ef974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:12.574915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2a664ea4-5573-40a8-8ff9-21b93cda87e6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:13:12.584226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962e9b-bcc3-4f8f-9563-ec5eb8df8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316bad45-6058-418e-a6d5-5fc3d8141ebc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:12.585396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39006) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:12.650167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0c58f72-3548-4154-b5de-90d214775006 req-874a46fe-1add-4cc9-96e6-7cb24c903aef tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862443 Oct 12 11:13:12.700379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.726089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.735597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Made reservation on behalf of 9b5b6c013c8c48c791da2914755ef974 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:12.738260 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.778571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62f2530c-5ba8-4603-816f-048808dba8bd req-112aa310-7921-4bc7-b392-854306815ccf tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 210 time: 0.0268714 Oct 12 11:13:12.978829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192e79f-3c06-4553-bddc-2771bc084c4b req-0131b56b-6ae5-4436-81c3-37081df2c357 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:12.980231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8192e79f-3c06-4553-bddc-2771bc084c4b req-0131b56b-6ae5-4436-81c3-37081df2c357 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1097 time: 0.1088905 Oct 12 11:13:12.984339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.986922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:12.987994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/316bad45-6058-418e-a6d5-5fc3d8141ebc HTTP/1.1" status: 204 len: 168 time: 0.3914907 Oct 12 11:13:13.006071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50719c5-66da-4a76-912d-8ade31263421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316bad45-6058-418e-a6d5-5fc3d8141ebc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:13.068490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8192e79f-3c06-4553-bddc-2771bc084c4b req-4533a580-64f5-4ff7-9ad4-f13dd070fc6d tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 Oct 12 11:13:13.084821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:13.179156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa643cc5-acde-4859-8a18-26935391c8ca,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:13.183798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Checking segment: {'id': 'e337a053-79fb-445b-9a48-196614a8e30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a664ea4-5573-40a8-8ff9-21b93cda87e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:13.184156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Network hostable DHCP agents. Network: 2a664ea4-5573-40a8-8ff9-21b93cda87e6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:13:13.340918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa67e47-d33c-4df1-ab8d-4f5bbecf96d2 req-5466ac81-09d8-4adc-bdc0-5d221c4f586f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:13.341709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Network 2a664ea4-5573-40a8-8ff9-21b93cda87e6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:13:13.342460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-faa67e47-d33c-4df1-ab8d-4f5bbecf96d2 req-5466ac81-09d8-4adc-bdc0-5d221c4f586f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1097 time: 0.1106670 Oct 12 11:13:13.407125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-44e75a7d-a5fe-4040-859c-069437d353af tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:13.408632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-44e75a7d-a5fe-4040-859c-069437d353af tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.1521218 Oct 12 11:13:13.412893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-faa67e47-d33c-4df1-ab8d-4f5bbecf96d2 req-22cf12e0-573d-4855-9016-cb1df14c1629 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591440 Oct 12 11:13:13.421623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Request body: {'port': {'device_id': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'admin_state_up': True, 'tenant_id': 'ef41e1285dbc4cb8b31b4057b976df19'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:13.470905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2a664ea4-5573-40a8-8ff9-21b93cda87e6) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:13.485609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abe377-aeec-4aa3-bf49-fa2c942e7510 None None] Network 2a664ea4-5573-40a8-8ff9-21b93cda87e6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:13.498320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:13.501332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:13.643144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ebe3af0-02ad-4aad-990b-cb2ffe52c89d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0790939 Oct 12 11:13:13.670638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-01b7080e-7897-4bf4-b706-09ad1cf1ec4b req-53d60aad-b88a-4537-8729-afb4cad9b6af service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:13:13.672119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01b7080e-7897-4bf4-b706-09ad1cf1ec4b req-53d60aad-b88a-4537-8729-afb4cad9b6af service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160058 Oct 12 11:13:13.697106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa9f7b-d127-4535-aceb-23f534a3b5e8 None None] Network 2a664ea4-5573-40a8-8ff9-21b93cda87e6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:13.756732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Made reservation on behalf of ef41e1285dbc4cb8b31b4057b976df19 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:13.761798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:13.779309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39040) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:13.852919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ae2a-1987-4db1-9f04-02bb6b580675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:13.916939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af38ab-e61b-40d6-980b-8652a9f5d90f req-59886194-ee1a-4fa2-9531-79d728f00326 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:13.918550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8af38ab-e61b-40d6-980b-8652a9f5d90f req-59886194-ee1a-4fa2-9531-79d728f00326 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1512692 Oct 12 11:13:13.985433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8af38ab-e61b-40d6-980b-8652a9f5d90f req-46db661b-32da-42e3-a38e-bfa3207049f5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541506 Oct 12 11:13:13.996624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ae2a-1987-4db1-9f04-02bb6b580675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.010447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Allocated IP 172.20.0.13 (9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599/d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff/3b72ad44-d5e2-4944-81ac-0057153cf4bb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:14.105389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-769d6b2b-fa1b-42e6-9f06-81223aea515d req-37221f10-d310-447d-b857-99ef47477212 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 210 time: 0.0398252 Oct 12 11:13:14.108134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ae2a-1987-4db1-9f04-02bb6b580675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.173222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7ae2a-1987-4db1-9f04-02bb6b580675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e92f8-91ae-4108-86eb-14b39d2015d8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:14.210030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8b7ae2a-1987-4db1-9f04-02bb6b580675 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87518d1d931349839888c68e8501ad37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282701 Oct 12 11:13:14.218716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39056) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:14.227395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.270321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.296701 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.342942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.413779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:14.421114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:14.432573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:14.460635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:14.463264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.465891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.470756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/160e92f8-91ae-4108-86eb-14b39d2015d8 HTTP/1.1" status: 204 len: 168 time: 0.2510908 Oct 12 11:13:14.492196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5b6d-1b23-4ac8-97a7-77dd20beed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e92f8-91ae-4108-86eb-14b39d2015d8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:14.538453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:14.541143 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.631391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-62ab0273-a832-4684-af4d-6db87188f5e7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047126 Oct 12 11:13:14.643226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Request body: {'port': {'device_id': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:14.651282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-4263d728-ec38-4517-ad6f-df5a7cc18318 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:14.652777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-4263d728-ec38-4517-ad6f-df5a7cc18318 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/networks?id=6b9d7c0c-42d3-4573-8483-2a70a9b82d67 HTTP/1.1" status: 200 len: 815 time: 0.1363285 Oct 12 11:13:14.673419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-852abfbb-cad9-422c-84c4-98da2ed9e332 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/quotas/d2a355912798451983101e34152814eb HTTP/1.1" status: 200 len: 375 time: 0.0133953 Oct 12 11:13:14.704028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:14.710815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-fca7d0ac-a1be-4566-a550-6aac6ac6cc9e tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2a355912798451983101e34152814eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269659 Oct 12 11:13:14.813088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-83dd4d0c-2e25-41f3-80df-ff1768cb853f service neutron] 10.222.0.43 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920949 Oct 12 11:13:14.945047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-b2fdc202-3720-4228-98c1-9f040f6a1e9e service neutron] 10.222.0.43 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238141 Oct 12 11:13:14.997645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:15.006664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.033616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Transition to ACTIVE for port object 3b72ad44-d5e2-4944-81ac-0057153cf4bb will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:13:15.102571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.184651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:15.229012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Attempting to bind port 3b72ad44-d5e2-4944-81ac-0057153cf4bb on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:15.229350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Attempting to bind port 3b72ad44-d5e2-4944-81ac-0057153cf4bb by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:15.229678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Attempting to bind port 3b72ad44-d5e2-4944-81ac-0057153cf4bb on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:15.234069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Port 3b72ad44-d5e2-4944-81ac-0057153cf4bb on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:15.234391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Attempting to bind port 3b72ad44-d5e2-4944-81ac-0057153cf4bb on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:15.239165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:15.239497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Checking segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:15.239876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Bound using segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:15.240297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Bound port: 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:15.240652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.319266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:15.323073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:15.468119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.511786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:15.512657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.514208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b72ad44-d5e2-4944-81ac-0057153cf4bb HTTP/1.1" status: 200 len: 1092 time: 0.8753757 Oct 12 11:13:15.516913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:15.521939 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373dafc7-c87a-4208-8ed2-85360e77bd20" -d '{"events": [{"name": "network-changed", "server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:15.559176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277c01-05e7-4542-906c-e0d5e9ae46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:15.627132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:15.646757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc023d1-9e68-4d90-a254-eae776fde982 req-3e24519b-81d0-42e0-8c1a-f32ec6689d52 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:15.648239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adc023d1-9e68-4d90-a254-eae776fde982 req-3e24519b-81d0-42e0-8c1a-f32ec6689d52 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0596378 Oct 12 11:13:15.697737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-23a03526-0867-4199-aa88-4815c8c1393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:15.700247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-23a03526-0867-4199-aa88-4815c8c1393c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 1095 time: 0.0487654 Oct 12 11:13:15.702840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adc023d1-9e68-4d90-a254-eae776fde982 req-01bdd325-e34f-45eb-b2a8-4d101738dbb0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Oct 12 11:13:15.740169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:15.746980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-b4eb24b1-e608-473b-bf10-9d7290a022ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb HTTP/1.1" status: 200 len: 217 time: 0.0364585 Oct 12 11:13:15.752741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'mac_address': 'fa:16:3e:fc:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:15.792074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:15.800222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-81b436ba-6187-458b-96d4-15fa2e6a7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:15.801917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-81b436ba-6187-458b-96d4-15fa2e6a7551 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.0485706 Oct 12 11:13:15.806156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:15.826074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588a8a-28f6-471f-a1c6-e298de593aca req-f847db8f-1810-4f7b-a5b6-ff027b227b48 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:15.827590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7588a8a-28f6-471f-a1c6-e298de593aca req-f847db8f-1810-4f7b-a5b6-ff027b227b48 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 944 time: 0.0575404 Oct 12 11:13:15.839638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-f90caada-5348-4616-84cd-7fa199f9029c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307634 Oct 12 11:13:15.850277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:15.887312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7588a8a-28f6-471f-a1c6-e298de593aca req-5fab5aab-b9cd-4b3f-b57c-1b8e6ec621f7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532627 Oct 12 11:13:15.942726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-2a9bdee8-6266-40f2-ab11-549ee7a6d04f service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958416 Oct 12 11:13:15.968073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.006119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39136) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:16.052748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-304bfbf8-5f9e-4902-a58c-8c0cd1fef8fd tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:13:16.053738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-304bfbf8-5f9e-4902-a58c-8c0cd1fef8fd tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121505 Oct 12 11:13:16.053922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:16.057877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e65b857f-d6c6-4f7c-9047-fe2ccdff55f3 req-52171524-911c-407c-839d-02251322345a service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089435 Oct 12 11:13:16.069127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['edd9ca99-a5c2-4158-88e8-2cb366a97904'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:16.109630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-46e09af1-6b9c-477e-bcd1-6b073be033de tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:16.115406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-46e09af1-6b9c-477e-bcd1-6b073be033de tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 1094 time: 0.0420327 Oct 12 11:13:16.121038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:16.121492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:13:16.161122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-network', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:16.296339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Made reservation on behalf of 47ebb9e0e6a849e5be18b8565eb8bdb7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:16.299194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:16.299328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.299624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:16.300018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:16.304408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:16.304786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:16.309237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.311082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:16.311429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:16.311800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:16.312222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Bound port: 4cad6731-5681-4bdd-9783-86d223f2340d, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:16.364769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:16.386533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.470155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.471380 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-b773e0ef-320e-4f00-84d4-9b7174103675 service neutron] 10.222.0.43 "POST /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3543019 Oct 12 11:13:16.496383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.518426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:13:16.533380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:16.536252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.536587 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Added segment 147e6652-0890-488a-8842-d74e69473034 of type vlan for network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 Oct 12 11:13:16.576229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.665165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.666270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:16.667055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:16.727895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef273a2-944d-4727-bfe5-f1f3a54f4ea6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:16.728237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0624b34-ce1c-4299-9620-295b3533dc29 req-255f74dc-b153-47e0-9a4a-82883dadfe5a tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Oct 12 11:13:16.738545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:13:16.792973 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df2ef0-c280-4064-aa35-4eee3922dd4d x-openstack-request-id: req-58df2ef0-c280-4064-aa35-4eee3922dd4d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:16.793847 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:16.794476 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58df2ef0-c280-4064-aa35-4eee3922dd4d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:16.795183 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'status': 'completed', 'code': 200} Oct 12 11:13:16.887216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-fe8484cc-5f8a-45e9-8ce1-cbf95b4fd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:16.888704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-fe8484cc-5f8a-45e9-8ce1-cbf95b4fd3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 1095 time: 0.0600150 Oct 12 11:13:16.896329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e3be6c36-1f4c-40eb-9ad5-73973cb1c305 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8882391 Oct 12 11:13:16.899575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:16.905280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Request body: {'subnet': {'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-subnet', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:16.982123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c71b8-3173-4b45-9bdd-d96a0e771c45 req-74ed8c66-b677-49a1-927b-5c5ba03f6aa9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:16.984225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-978c71b8-3173-4b45-9bdd-d96a0e771c45 req-74ed8c66-b677-49a1-927b-5c5ba03f6aa9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 946 time: 0.0637708 Oct 12 11:13:17.023364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-978c71b8-3173-4b45-9bdd-d96a0e771c45 req-a1207b51-333e-41f4-8b16-c63bc1d3247e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Oct 12 11:13:17.025898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62483945-aceb-4425-a833-f7d4d815ea49 req-5bc7f45a-e5b0-4829-8394-3842ec6db7b4 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.027493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62483945-aceb-4425-a833-f7d4d815ea49 req-5bc7f45a-e5b0-4829-8394-3842ec6db7b4 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1061471 Oct 12 11:13:17.033545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Made reservation on behalf of 47ebb9e0e6a849e5be18b8565eb8bdb7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:17.035995 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.042648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-84f206e4-72c7-49c8-a690-610881f9fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.044101 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-84f206e4-72c7-49c8-a690-610881f9fb7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 916 time: 0.1432931 Oct 12 11:13:17.083847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62483945-aceb-4425-a833-f7d4d815ea49 req-29124b73-5c3a-43f1-9b24-c7871b54834b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Oct 12 11:13:17.143587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-2e527c5c-c7ea-4513-887f-5a3e2e8a368a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb HTTP/1.1" status: 200 len: 217 time: 0.0520158 Oct 12 11:13:17.203378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-21516cc9-c509-45b3-b092-1ddc18b6ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.205536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-21516cc9-c509-45b3-b092-1ddc18b6ebe9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.0545957 Oct 12 11:13:17.254552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-769a732b-1aa5-4cb4-babe-94dc3ff04ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350862 Oct 12 11:13:17.269046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92298599-627f-45f3-937e-17a6a9156f41 req-7bfb1472-6dab-4b3f-8aca-c6c600ab3999 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.270513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92298599-627f-45f3-937e-17a6a9156f41 req-7bfb1472-6dab-4b3f-8aca-c6c600ab3999 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 944 time: 0.1310484 Oct 12 11:13:17.341046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92298599-627f-45f3-937e-17a6a9156f41 req-462f2d9a-08cd-4f4e-b621-a525cc826105 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596445 Oct 12 11:13:17.355107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.359225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-eab580d8-d32c-401d-bb71-a6753c127a3f service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962086 Oct 12 11:13:17.371540 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-3acf0c93-66e5-4556-8757-84b0f1725cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.376685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-3acf0c93-66e5-4556-8757-84b0f1725cc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1097 time: 0.1052260 Oct 12 11:13:17.473985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373dafc7-c87a-4208-8ed2-85360e77bd20 req-dc11571d-1565-46d7-93e2-d658e0201880 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060722 Oct 12 11:13:17.489753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=171d6fbe-128f-4ff1-91b8-02dfd9984c4f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:17.519059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Checking segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:17.519416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Network hostable DHCP agents. Network: 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:13:17.548621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-196a0124-d6f6-4a9b-824f-516726fe836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.550090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-196a0124-d6f6-4a9b-824f-516726fe836b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1481102 Oct 12 11:13:17.597174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-0cf859ed-859d-4ead-bd5f-5bc6b74dbaf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0370026 Oct 12 11:13:17.632875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:13:17.647398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:17.651839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-6b6d5572-98dc-43af-9311-cb286c694122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.657653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-6b6d5572-98dc-43af-9311-cb286c694122 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0496950 Oct 12 11:13:17.687243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-d240f43d-e258-41fc-8c7a-3305e5414623 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261447 Oct 12 11:13:17.701656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port edd9ca99-a5c2-4158-88e8-2cb366a97904 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:17.702022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.722234 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7533b1e-a6aa-4bee-b701-1aab5c22959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.793909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.796640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-9ab38fc6-67c7-4984-8f43-22b6d87a579d service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015649 Oct 12 11:13:17.825005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:17.825222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:17.837508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:17.838255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.839738 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82cfef-49ce-4800-a8ba-33d3a193d125" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:17.840189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3777992-70ff-4da5-85e5-21e13fdb1f92 req-340f7f05-df36-421d-839d-691428790342 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 210 time: 0.0353916 Oct 12 11:13:17.864574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1f58c-9f69-4ce2-8c1d-eeef123b1c8f None None] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:17.889635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:17.928966 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a135a4f-f16c-4776-92ea-a86498523cd5 x-openstack-request-id: req-3a135a4f-f16c-4776-92ea-a86498523cd5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:17.930866 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:17.944513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a135a4f-f16c-4776-92ea-a86498523cd5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:17.944950 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'code': 200} Oct 12 11:13:17.948359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-214fb6fe-851f-42fd-b64c-55496f89e5c9 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429958 Oct 12 11:13:17.954424 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:17.982346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0192a838-33e5-485d-a618-9dcb3ceca113 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0815506 Oct 12 11:13:17.990598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:18.001625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:18.059393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:18.111879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.113231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.170231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'fixed_ips': [{'subnet_id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:13:18.171239 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.214361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.221554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e107aa-9505-4641-950c-37b6c2863fbe req-e15926a7-9558-4325-bd80-e3a3a6f98091 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:18.227979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71e107aa-9505-4641-950c-37b6c2863fbe req-e15926a7-9558-4325-bd80-e3a3a6f98091 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 946 time: 0.1029670 Oct 12 11:13:18.273644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-2b7e6aab-63cc-4a19-b0b0-6ce597aca3fb tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:18.276009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-2b7e6aab-63cc-4a19-b0b0-6ce597aca3fb tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1097 time: 0.1500094 Oct 12 11:13:18.297322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:18.328586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71e107aa-9505-4641-950c-37b6c2863fbe req-6e24059b-16c8-4427-bbf5-896f74c42559 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Oct 12 11:13:18.411335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Allocated IP 172.20.0.2 (5ef273a2-944d-4727-bfe5-f1f3a54f4ea6/171d6fbe-128f-4ff1-91b8-02dfd9984c4f/4e3318e4-7c3d-4812-b985-5947a7d362c7) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:18.465221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-71b3584e-b49e-4bac-af0f-9cf0b98d9659 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:18.467293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-71b3584e-b49e-4bac-af0f-9cf0b98d9659 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.41 "GET /v2.0/networks?id=6b9d7c0c-42d3-4573-8483-2a70a9b82d67 HTTP/1.1" status: 200 len: 815 time: 0.1998847 Oct 12 11:13:18.491828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb92e8d-cc48-4d51-a79d-af44aabb87a5 req-591d733d-9fd7-4259-ab55-f95e91409f8f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:18.504490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-feb92e8d-cc48-4d51-a79d-af44aabb87a5 req-591d733d-9fd7-4259-ab55-f95e91409f8f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.2868006 Oct 12 11:13:18.505006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Request body: {'port': {'device_id': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67', 'admin_state_up': True, 'tenant_id': 'd2a355912798451983101e34152814eb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:18.595034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e31f-1282-427e-b245-93503d89d446 req-6a8b7285-5204-4adc-82e2-d69ad433e680 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:18.604036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3cb0e31f-1282-427e-b245-93503d89d446 req-6a8b7285-5204-4adc-82e2-d69ad433e680 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 944 time: 0.1350417 Oct 12 11:13:18.684703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3cb0e31f-1282-427e-b245-93503d89d446 req-17753bbe-6983-4fb8-9d1e-0a6f85ee8e59 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796261 Oct 12 11:13:18.695416 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.806810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.871837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:18.875074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:18.881730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:18.894210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Made reservation on behalf of d2a355912798451983101e34152814eb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:18.898389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.920160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.953939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:18.966188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-feb92e8d-cc48-4d51-a79d-af44aabb87a5 req-587edfd4-3828-4b0f-9f28-5aa23686cd21 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606965 Oct 12 11:13:19.012074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Pushing event updated for resources: {'Port': ['ID=4e3318e4-7c3d-4812-b985-5947a7d362c7,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:19.026831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:19.116974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Attempting to bind port 4e3318e4-7c3d-4812-b985-5947a7d362c7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:19.117733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Attempting to bind port 4e3318e4-7c3d-4812-b985-5947a7d362c7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:19.118302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Attempting to bind port 4e3318e4-7c3d-4812-b985-5947a7d362c7 on network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:19.128872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:19.129264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Checking segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:19.129684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.130095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Bound using segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:19.130897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Bound port: 4e3318e4-7c3d-4812-b985-5947a7d362c7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:19.131741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.149965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:19.441699 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb8f3e3b-6abf-4411-81b8-4791312531b9 req-809b9176-0a16-4892-b805-08561fbac8a0 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 210 time: 0.0707867 Oct 12 11:13:19.442260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:19.442554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Allocated IP 172.20.0.5 (6b9d7c0c-42d3-4573-8483-2a70a9b82d67/e286b635-8e95-4864-9a9d-a572ae37394d/abced336-3be2-411e-9651-a66ffbdc60db) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:19.443164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] For port 4e3318e4-7c3d-4812-b985-5947a7d362c7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:19.443164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] For port 4e3318e4-7c3d-4812-b985-5947a7d362c7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4e3318e4-7c3d-4812-b985-5947a7d362c7,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:19.443164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:19.443552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:19.443552 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0d629d-1c27-4772-ba75-0d4911dc3a02" -d '{"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:19.444037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'port_id': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'mac_address': 'fa:16:3e:2b:1e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c4a5ef-579a-4f71-8a43-d850dc3eb7ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:19.444305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.444693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.444783 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ec262-9ae4-41cb-9631-3078c96190d2 x-openstack-request-id: req-9a0ec262-9ae4-41cb-9631-3078c96190d2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:19.444783 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:19.444783 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a0ec262-9ae4-41cb-9631-3078c96190d2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:19.444783 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d', 'code': 200} Oct 12 11:13:19.445073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:19.445073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:19.445217 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.481870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.517665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d624c-f225-4087-ae20-8d2b93bcb2ad req-afdb37a4-1fdd-4af0-b5b4-3ecb6d6ba924 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:19.519229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc6d624c-f225-4087-ae20-8d2b93bcb2ad req-afdb37a4-1fdd-4af0-b5b4-3ecb6d6ba924 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 946 time: 0.1134937 Oct 12 11:13:19.527142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.580098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.608469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc6d624c-f225-4087-ae20-8d2b93bcb2ad req-ad511ed2-2983-435c-b255-3d3af157b497 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Oct 12 11:13:19.642996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.649247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.672657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.705896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af26cc-f4bc-4d3c-ae2e-3254f0cc9bc1 None None] Pushing event updated for resources: {'Port': ['ID=4e3318e4-7c3d-4812-b985-5947a7d362c7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:19.743421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Pushing event updated for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:19.756679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:19.756679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:19.765118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:19.848896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:19.895845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:19.897163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:19.928182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717eb7-4c27-4fac-a806-2e92fdb409a8 req-dd08d1ac-688a-4663-9546-14e413ba909b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:19.936334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49717eb7-4c27-4fac-a806-2e92fdb409a8 req-dd08d1ac-688a-4663-9546-14e413ba909b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 945 time: 0.1152606 Oct 12 11:13:19.967460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3b72ad44-d5e2-4944-81ac-0057153cf4bb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:19.975591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:20.011382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Allocated IP 172.25.2.252 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/8e88feca-73c7-48af-83e3-90e97e546e95) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:20.011695 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-c11e16a0-03ef-446d-b0db-5d88f21e0266 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325696 Oct 12 11:13:20.043157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49717eb7-4c27-4fac-a806-2e92fdb409a8 req-0c7fa025-38b1-489e-8f15-cf9f85e22fe9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017332 Oct 12 11:13:20.072924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Request body: {'port': {'device_id': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:20.103339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:20.103942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:20.104514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:20.137879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:20.138206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Attempting to bind port 4cad6731-5681-4bdd-9783-86d223f2340d on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:20.246443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:20.247097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:20.248182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:20.249187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Bound port: 4cad6731-5681-4bdd-9783-86d223f2340d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:20.249720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.251395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.366109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:20.372752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:20.396096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c465b1-be67-4626-8611-7358f49c6def req-7ec01262-33d6-4d75-98ad-bf8e20239b1f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:20.399726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bb6167cc-fb1d-4888-9e55-1d655dc90c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.402387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63c465b1-be67-4626-8611-7358f49c6def req-7ec01262-33d6-4d75-98ad-bf8e20239b1f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.2217488 Oct 12 11:13:20.469798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.498777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.559692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63c465b1-be67-4626-8611-7358f49c6def req-fe52a275-ec12-4c0f-8ea7-245513989609 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387923 Oct 12 11:13:20.661943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:20.662557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.664081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] 10.222.0.47 "PUT /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 1122 time: 2.3710554 Oct 12 11:13:20.666226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4a9be-edd6-42a7-a1df-c6c4f64f0611 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:20.765417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['4cad6731-5681-4bdd-9783-86d223f2340d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:20.834582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.920212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abced336-3be2-411e-9651-a66ffbdc60db {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:20.933720 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:20.950269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Transition to ACTIVE for port object abced336-3be2-411e-9651-a66ffbdc60db will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:13:20.970425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:20.975844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b994ed-19b4-456d-9842-e1644e4cdfe2 req-b5d1935e-970e-443e-93d1-674e6f73862e tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:20.985609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34b994ed-19b4-456d-9842-e1644e4cdfe2 req-b5d1935e-970e-443e-93d1-674e6f73862e tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 931 time: 0.4760685 Oct 12 11:13:20.995848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e75361-14bf-49ab-adae-1887c4a52a61 req-ddbde834-2af6-4c17-9613-e0de834bc8bb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:20.997436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98e75361-14bf-49ab-adae-1887c4a52a61 req-ddbde834-2af6-4c17-9613-e0de834bc8bb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.2163799 Oct 12 11:13:21.007617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:21.030078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:21.030868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.089619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Pushing event updated for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:21.114973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34b994ed-19b4-456d-9842-e1644e4cdfe2 req-2ee81d38-3375-43d2-832c-bd95ae532cb1 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280026 Oct 12 11:13:21.138098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e88feca-73c7-48af-83e3-90e97e546e95,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:21.270202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Attempting to bind port abced336-3be2-411e-9651-a66ffbdc60db on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:21.270543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Attempting to bind port abced336-3be2-411e-9651-a66ffbdc60db by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f4c7f02-1aae-4414-8f86-444b3144d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:21.270902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Attempting to bind port abced336-3be2-411e-9651-a66ffbdc60db on network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:21.313153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Port abced336-3be2-411e-9651-a66ffbdc60db on network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:21.313497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Attempting to bind port abced336-3be2-411e-9651-a66ffbdc60db on network 6b9d7c0c-42d3-4573-8483-2a70a9b82d67 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:21.333186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:21.333420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Checking segment: {'id': '0f4c7f02-1aae-4414-8f86-444b3144d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:21.333809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Bound using segment: {'id': '0f4c7f02-1aae-4414-8f86-444b3144d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:21.334241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Bound port: abced336-3be2-411e-9651-a66ffbdc60db, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4c7f02-1aae-4414-8f86-444b3144d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:21.334603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.347256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78416157-92d6-4d2d-b470-f33954012512 None None] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:21.366496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98e75361-14bf-49ab-adae-1887c4a52a61 req-dcb119ad-e3a8-49ca-b87c-5dd381de3b38 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601584 Oct 12 11:13:21.381543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:21.381543 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb695c-0c0f-4612-a571-a2ad6667f803" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:21.456937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7d3e-cb90-4616-b401-d8d3075877fa req-d4be3ddd-70b4-4ea6-8680-7bfb8efa3f5f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:21.462150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34fc7d3e-cb90-4616-b401-d8d3075877fa req-d4be3ddd-70b4-4ea6-8680-7bfb8efa3f5f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 945 time: 0.1771755 Oct 12 11:13:21.521534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.538727 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf79385-fd64-4fe3-8772-6a8efb80e0f1 x-openstack-request-id: req-aaf79385-fd64-4fe3-8772-6a8efb80e0f1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:21.539007 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:21.543528 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaf79385-fd64-4fe3-8772-6a8efb80e0f1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:21.543908 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d', 'status': 'completed', 'code': 200} Oct 12 11:13:21.588501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:21.597580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34fc7d3e-cb90-4616-b401-d8d3075877fa req-0b416b52-5347-48df-9e52-2bd3d364148e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309907 Oct 12 11:13:21.608151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=abced336-3be2-411e-9651-a66ffbdc60db,segment=NetworkSegment(0f4c7f02-1aae-4414-8f86-444b3144d521),segment_id=0f4c7f02-1aae-4414-8f86-444b3144d521)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:21.624418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] Provisioning complete for port 4e3318e4-7c3d-4812-b985-5947a7d362c7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:21.626781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.672772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-5ca6e0d2-508e-4d14-9872-48db2308062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:21.674957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-5ca6e0d2-508e-4d14-9872-48db2308062a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1125 time: 0.1301806 Oct 12 11:13:21.680516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.767452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.794200 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.854530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4e3318e4-7c3d-4812-b985-5947a7d362c7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:21.866530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Pushing event updated for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:21.934663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.943343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:21.946648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:21.948806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-d5edf715-29b3-4189-bb37-d871ea740df4 service neutron] 10.222.0.41 "PUT /v2.0/ports/abced336-3be2-411e-9651-a66ffbdc60db HTTP/1.1" status: 200 len: 1091 time: 1.9038124 Oct 12 11:13:21.949579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:21.953073 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "tag": "abced336-3be2-411e-9651-a66ffbdc60db"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:21.977542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f74b9-c49e-4601-94e7-f129f45cd6f6 req-e7f327f4-8e4c-4fcf-83b4-f0eb909b54b7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:21.995232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d4f74b9-c49e-4601-94e7-f129f45cd6f6 req-e7f327f4-8e4c-4fcf-83b4-f0eb909b54b7 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1710739 Oct 12 11:13:22.053819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-0eff163f-17d5-4f51-88e1-aa308638a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:22.055731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-0eff163f-17d5-4f51-88e1-aa308638a4a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.3513017 Oct 12 11:13:22.067739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d4f74b9-c49e-4601-94e7-f129f45cd6f6 req-225f2f7a-39d6-4ea2-9ddf-f089ff6182bd tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667446 Oct 12 11:13:22.094626 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.105433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4e3318e4-7c3d-4812-b985-5947a7d362c7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:22.106132 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba5b8b-a63e-41ac-9ad3-e0c4f8a1656f x-openstack-request-id: req-7bba5b8b-a63e-41ac-9ad3-e0c4f8a1656f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:22.106445 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "tag": "abced336-3be2-411e-9651-a66ffbdc60db", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:22.107048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.111481 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bba5b8b-a63e-41ac-9ad3-e0c4f8a1656f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:22.111481 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db', 'status': 'completed', 'code': 200} Oct 12 11:13:22.135763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-5e21bcf0-fd73-43cb-ada6-f1bcbd1fd89f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0667729 Oct 12 11:13:22.205249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-3759f2e3-c2f9-4efe-8c11-4dae701126a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:22.206752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-3759f2e3-c2f9-4efe-8c11-4dae701126a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a355912798451983101e34152814eb&device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 1094 time: 0.1157894 Oct 12 11:13:22.257204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] For port 4e3318e4-7c3d-4812-b985-5947a7d362c7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4e3318e4-7c3d-4812-b985-5947a7d362c7,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:22.324603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-ee6a68f3-578a-4200-a9b0-0fd84b96629b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abced336-3be2-411e-9651-a66ffbdc60db HTTP/1.1" status: 200 len: 217 time: 0.1062398 Oct 12 11:13:22.433073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.437558 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.475777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-518ca9a6-5e1a-47a8-a396-1e5bf33748d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:22.483615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-518ca9a6-5e1a-47a8-a396-1e5bf33748d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e286b635-8e95-4864-9a9d-a572ae37394d HTTP/1.1" status: 200 len: 855 time: 0.1500523 Oct 12 11:13:22.540935 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.546124 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-367d1eaf-0cb6-477d-9ecd-c7e2b1edf49f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b9d7c0c-42d3-4573-8483-2a70a9b82d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533564 Oct 12 11:13:22.679606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3b69ce4c-d7e4-49d8-9815-026535f3f528 None None] Provisioning complete for port 4e3318e4-7c3d-4812-b985-5947a7d362c7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:22.683596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3b69ce4c-d7e4-49d8-9815-026535f3f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:22.685490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea2db0-b221-4cbe-a657-1b445103ea2b None None] Pushing event updated for resources: {'Port': ['ID=4e3318e4-7c3d-4812-b985-5947a7d362c7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:22.765439 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:13:22.766119 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:13:22.796371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-582ad0a4-8372-4eb8-92de-e71b399182a4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303414 Oct 12 11:13:22.808691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-c8d512df-3fdb-4082-bbe0-60dede5242b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:22.811188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-c8d512df-3fdb-4082-bbe0-60dede5242b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.6675980 Oct 12 11:13:22.879947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-aa34de02-6eb4-41f0-9fd7-095c9495d254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403724 Oct 12 11:13:22.988405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77817c-60b6-4074-9521-947b3cd366ea req-81f2f548-c2dd-41e3-8ce7-10b5002334f0 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:22.996584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca77817c-60b6-4074-9521-947b3cd366ea req-81f2f548-c2dd-41e3-8ce7-10b5002334f0 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 943 time: 0.4496875 Oct 12 11:13:23.053521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:23.055845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:23.143778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca77817c-60b6-4074-9521-947b3cd366ea req-0a2cd4fa-11c9-46d1-a8d8-d1b8cc6e9ec8 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316760 Oct 12 11:13:23.143778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-1f43a66d-6d5e-4885-9cf4-4847fbd596ef service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375312 Oct 12 11:13:23.143778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Router 3e25370d-3f75-42a5-8761-12487f31d90d is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:13:23.261596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:23.278048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3b72ad44-d5e2-4944-81ac-0057153cf4bb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:23.346951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3b72ad44-d5e2-4944-81ac-0057153cf4bb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:23.347593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:23.427851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:23.444161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433dc3e-735d-4ad5-9f48-34bdfd0c563b req-fd18d7c7-4976-40da-9324-93b625fd9fc5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:23.452946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1433dc3e-735d-4ad5-9f48-34bdfd0c563b req-fd18d7c7-4976-40da-9324-93b625fd9fc5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.5113907 Oct 12 11:13:23.475033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f37ff1d-01b1-4165-be98-2e8bafcb597d req-1825217d-50e7-4e54-9bf6-44549d6792d9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736488 Oct 12 11:13:23.480652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:13:23.527439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1433dc3e-735d-4ad5-9f48-34bdfd0c563b req-675cf0c5-5161-4962-bb58-537dd74e0d46 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Oct 12 11:13:23.556786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:13:23.568491 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Sync routers for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:13:23.579602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:23.582771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcb695c-0c0f-4612-a571-a2ad6667f803 req-9d623ae2-de31-4f78-a5af-498908a60d83 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337389 Oct 12 11:13:23.587410 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:23.588151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:23.613418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2488e7-761d-47ef-bc3e-f2ad072b4941 req-a1558b8f-693f-4488-9e9f-63b1d8088245 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:23.614980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e2488e7-761d-47ef-bc3e-f2ad072b4941 req-a1558b8f-693f-4488-9e9f-63b1d8088245 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 945 time: 0.2315514 Oct 12 11:13:23.643585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:23.645883 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb925cd-7ea5-4256-b8fe-e50d7857913f" -d '{"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-plugged", "status": "completed", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:23.670656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:23.686054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e2488e7-761d-47ef-bc3e-f2ad072b4941 req-3effae77-b841-43d2-bc86-6a2256b3b74c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621481 Oct 12 11:13:23.765202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:23.785130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:23.788788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a0ce9623-53e7-4bcc-9bb4-d594f99c68d8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7946038 Oct 12 11:13:23.790281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:23.793755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-181daef3-6780-4e5e-8c65-58cae8604a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:23.795443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-181daef3-6780-4e5e-8c65-58cae8604a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a355912798451983101e34152814eb&device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 1094 time: 0.1135366 Oct 12 11:13:23.838905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:23.841875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4e3318e4-7c3d-4812-b985-5947a7d362c7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:23.845661 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38112c1d-5378-4405-924d-0e154af78c71 x-openstack-request-id: req-38112c1d-5378-4405-924d-0e154af78c71 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:23.846078 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-plugged", "status": "completed", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:23.850273 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38112c1d-5378-4405-924d-0e154af78c71 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:23.850273 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'code': 200} Oct 12 11:13:23.876195 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:23.902564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4e3318e4-7c3d-4812-b985-5947a7d362c7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:23.903124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:24.083742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bed4f9-d246-4197-8cc0-5baaebad8aee req-0200f739-9696-4542-8eb6-d422ed8749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.085229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4bed4f9-d246-4197-8cc0-5baaebad8aee req-0200f739-9696-4542-8eb6-d422ed8749f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 1097 time: 0.1404078 Oct 12 11:13:24.086930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-6347b7df-6e90-49bb-a671-1103ae3d5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.088935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-6347b7df-6e90-49bb-a671-1103ae3d5967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b9d7c0c-42d3-4573-8483-2a70a9b82d67 HTTP/1.1" status: 200 len: 916 time: 0.2809591 Oct 12 11:13:24.251006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:21Z', 'revision_number': 3, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:24.280281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00d16-cfd1-4bd3-a588-159af33306d0 req-9828f980-6e7d-43bd-b16e-65a072d747b1 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.288279 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dec00d16-cfd1-4bd3-a588-159af33306d0 req-9828f980-6e7d-43bd-b16e-65a072d747b1 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.5260246 Oct 12 11:13:24.299915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Checking router: 3e25370d-3f75-42a5-8761-12487f31d90d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:13:24.300548 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Updating router 3e25370d-3f75-42a5-8761-12487f31d90d port 8e88feca-73c7-48af-83e3-90e97e546e95 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:13:24.343134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dec00d16-cfd1-4bd3-a588-159af33306d0 req-29703149-4365-40a5-933d-6d19ff397573 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518553 Oct 12 11:13:24.371304 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:24.643620 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:13:24.720638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-ab7b131e-e2fa-4539-a13a-f92d06a91607 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abced336-3be2-411e-9651-a66ffbdc60db HTTP/1.1" status: 200 len: 217 time: 0.6087382 Oct 12 11:13:24.738894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:24.768571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b2440-f77f-4813-8d68-2fa0af000cf6 req-c22e4fe1-ef91-4206-b097-05537365da21 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.777253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df6b2440-f77f-4813-8d68-2fa0af000cf6 req-c22e4fe1-ef91-4206-b097-05537365da21 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.0908401 Oct 12 11:13:24.800010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4bed4f9-d246-4197-8cc0-5baaebad8aee req-3a18fcd3-23e8-4a79-8815-5ec95388f267 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043867 Oct 12 11:13:24.829449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-d29f3540-e848-4817-a746-f15204ede5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.832212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-d29f3540-e848-4817-a746-f15204ede5ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e286b635-8e95-4864-9a9d-a572ae37394d HTTP/1.1" status: 200 len: 855 time: 0.0932624 Oct 12 11:13:24.863943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fcf3-dfeb-421f-b391-6d5be7bacb83 req-7acc8ef9-735f-4729-b970-30dd4efcc437 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:24.871154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df6b2440-f77f-4813-8d68-2fa0af000cf6 req-1f2c6bf7-e11d-4133-a4d9-1d80595b09ce tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928798 Oct 12 11:13:24.874764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9df8fcf3-dfeb-421f-b391-6d5be7bacb83 req-7acc8ef9-735f-4729-b970-30dd4efcc437 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 943 time: 0.1651976 Oct 12 11:13:24.972215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-0544aab0-f569-4487-abdd-97265a927331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b9d7c0c-42d3-4573-8483-2a70a9b82d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921705 Oct 12 11:13:25.026399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9df8fcf3-dfeb-421f-b391-6d5be7bacb83 req-fa23c972-1d39-4012-ab31-0467cc3ad887 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507854 Oct 12 11:13:25.064825 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.147467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-8418e8d8-7bb3-4674-b596-02e069f3c0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626406 Oct 12 11:13:25.156569 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.183571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Allocated IP 172.20.0.1 (5ef273a2-944d-4727-bfe5-f1f3a54f4ea6/171d6fbe-128f-4ff1-91b8-02dfd9984c4f/4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:25.217634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835f79-aa34-401f-ab65-c76d61ab09fa req-9429296e-cb50-4f56-bc03-0ddf095ae938 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:25.219266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30835f79-aa34-401f-ab65-c76d61ab09fa req-9429296e-cb50-4f56-bc03-0ddf095ae938 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1462722 Oct 12 11:13:25.244467 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Pushing event updated for resources: {'Port': ['ID=8e88feca-73c7-48af-83e3-90e97e546e95,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:25.256012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.256364 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.256707 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.257039 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.257368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.262389 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.262929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.263149 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.263487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.263824 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.264201 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.264469 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:25.288526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7bb570f-3c30-4e08-a9d9-c19d99cfc34b req-ce49f3b0-e142-46ee-8f67-075ac572289b service neutron] 10.222.0.41 "GET /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307886 Oct 12 11:13:25.321261 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Attempting to bind port 8e88feca-73c7-48af-83e3-90e97e546e95 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:25.321856 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Attempting to bind port 8e88feca-73c7-48af-83e3-90e97e546e95 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:25.322223 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Attempting to bind port 8e88feca-73c7-48af-83e3-90e97e546e95 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:25.328702 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:25.329082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:25.330034 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.330349 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:25.330871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Bound port: 8e88feca-73c7-48af-83e3-90e97e546e95, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:25.331453 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.332393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30835f79-aa34-401f-ab65-c76d61ab09fa req-1bb2c86e-1728-44a6-8e3d-7af8044e8f82 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032202 Oct 12 11:13:25.373572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-d9cbae11-c2f3-4ea1-828f-5aced405c2fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834062 Oct 12 11:13:25.422320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.448328 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] For port 8e88feca-73c7-48af-83e3-90e97e546e95, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:25.457543 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] For port 8e88feca-73c7-48af-83e3-90e97e546e95, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e88feca-73c7-48af-83e3-90e97e546e95,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:25.510841 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.536502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.544298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-0477772e-2950-4b57-9c49-326e0446c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:25.545990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-0477772e-2950-4b57-9c49-326e0446c233 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1096 time: 0.1453230 Oct 12 11:13:25.584860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a18f8-16e4-4a4b-ab2e-18f3faeb6e64 None None] Pushing event updated for resources: {'Port': ['ID=8e88feca-73c7-48af-83e3-90e97e546e95,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:25.613492 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:25.614144 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:25.675069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:25.679134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:25.691163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:25.694361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:25.756287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d796a3b-753d-4c96-b1e5-c5d18704ccb9 req-10b9727e-f265-4946-9cdb-846b1f39df49 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:25.757891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d796a3b-753d-4c96-b1e5-c5d18704ccb9 req-10b9727e-f265-4946-9cdb-846b1f39df49 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.2866640 Oct 12 11:13:25.787220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:25.834907 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:25.897513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d796a3b-753d-4c96-b1e5-c5d18704ccb9 req-bb5016d0-e05a-48af-a59a-390a44d80739 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296642 Oct 12 11:13:25.898103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-cffc0a55-f02e-4866-a410-191c59279188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:25.905775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-cffc0a55-f02e-4866-a410-191c59279188 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.3172457 Oct 12 11:13:26.050140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-d33b94b7-9aaf-4d74-9da1-5e83205645a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.1262736 Oct 12 11:13:26.150323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:26.208450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-7f65f40f-772f-4b5c-83a5-466c97003093 service neutron] 10.222.0.41 "GET /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.2785556 Oct 12 11:13:26.219937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3467f713-7776-476c-b1cb-86e2857f226c None None] Provisioning complete for port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:26.221194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3467f713-7776-476c-b1cb-86e2857f226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:26.319706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3467f713-7776-476c-b1cb-86e2857f226c None None] Port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:26.325775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-8b22e0db-6b1b-4322-bd18-3df2fa614e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:26.332409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-8b22e0db-6b1b-4322-bd18-3df2fa614e21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.2518811 Oct 12 11:13:26.381753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-2d5c3006-674c-47ba-9f9a-e9a025814094 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367362 Oct 12 11:13:26.385905 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:26.404088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6d4e4-bc5d-498c-bbd6-748a38654db6 req-f3b9c324-1f2d-404e-b3b9-875553e25966 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:26.411515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ea6d4e4-bc5d-498c-bbd6-748a38654db6 req-f3b9c324-1f2d-404e-b3b9-875553e25966 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 943 time: 0.1229103 Oct 12 11:13:26.450741 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:21Z', 'revision_number': 3, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:26.488700 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669100e-10b7-401e-935e-6c58c8122ff7 None None] The sync data for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 is: [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:21Z', 'revision_number': 3, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:13:26.563026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d8418-1acc-4f63-aa2f-78999273ebe0 req-1ae0a4d7-6623-4725-8a11-77f980b981fa tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:26.571491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-268d8418-1acc-4f63-aa2f-78999273ebe0 req-1ae0a4d7-6623-4725-8a11-77f980b981fa tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 944 time: 0.4290855 Oct 12 11:13:26.651523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-268d8418-1acc-4f63-aa2f-78999273ebe0 req-b4c4ecbf-8f14-40f0-b452-55f4a93e5966 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788963 Oct 12 11:13:26.655313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ea6d4e4-bc5d-498c-bbd6-748a38654db6 req-5d08e9e5-3e4d-4fad-84ea-01e0ea4ca63a tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429068 Oct 12 11:13:26.779019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:26.791443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-614c383b-7dcf-4050-b2eb-c531fcb40ed9 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729172 Oct 12 11:13:26.862062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:27.025709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:27.080200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8de2b-941c-47ba-b665-a13df7f2f84b req-f15a852b-44a7-4011-bdc2-dcd5cd967aed tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:27.083143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5b8de2b-941c-47ba-b665-a13df7f2f84b req-f15a852b-44a7-4011-bdc2-dcd5cd967aed tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.2590597 Oct 12 11:13:27.098393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:27.114156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:27.136651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf3a06fa-63ea-4495-80e0-634f7f804e28 req-116f6208-876d-47f6-9682-17984142f3c5 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342845 Oct 12 11:13:27.176488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:27.183697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad6731-5681-4bdd-9783-86d223f2340d {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:27.196955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:27.212738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047b18-f463-445a-b923-9dbf910be382 req-a9810917-8820-4935-9ed5-405491b0ea66 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:27.215543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6047b18-f463-445a-b923-9dbf910be382 req-a9810917-8820-4935-9ed5-405491b0ea66 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1182079 Oct 12 11:13:27.242260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5b8de2b-941c-47ba-b665-a13df7f2f84b req-d0045ba6-7a34-4e04-bbdb-7faa2770dac5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523178 Oct 12 11:13:27.301763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:27.334755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6047b18-f463-445a-b923-9dbf910be382 req-9ed861a9-3e20-4ffe-b6eb-a78eba4676d8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077828 Oct 12 11:13:27.418361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:27.437756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:27.521350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] Transition to ACTIVE for port object 4cad6731-5681-4bdd-9783-86d223f2340d will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:13:27.544908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfa292-a7e1-4384-9be5-cb17b50e240d req-183e1f54-62bc-4b72-be2f-ed6d50ee5bb1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:27.554766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27bfa292-a7e1-4384-9be5-cb17b50e240d req-183e1f54-62bc-4b72-be2f-ed6d50ee5bb1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1163437 Oct 12 11:13:27.611729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Router 3e25370d-3f75-42a5-8761-12487f31d90d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:13:27.620788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27bfa292-a7e1-4384-9be5-cb17b50e240d req-d78da508-a9cd-44c1-b8fa-a3ad2e6d8c4d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580933 Oct 12 11:13:27.622661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:27.754167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device abced336-3be2-411e-9651-a66ffbdc60db details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:27.772552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] No DVR routers for this DVR port 4cad6731-5681-4bdd-9783-86d223f2340d on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:13:27.815363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] Pushing event updated for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:27.856311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-8da36580-abfa-4cc5-af4e-ad97ef84070e service neutron] 10.222.0.41 "PUT /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6395078 Oct 12 11:13:27.900570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:13:27.909211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4e0f340-7806-4e26-9118-62c9b9cdd3e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/3e25370d-3f75-42a5-8761-12487f31d90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1151364 Oct 12 11:13:27.915512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e88feca-73c7-48af-83e3-90e97e546e95 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:28.005167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ef124b9a-2685-417f-8f1d-5aa671666570 None None] Provisioning complete for port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:28.008336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef124b9a-2685-417f-8f1d-5aa671666570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.023507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b81e0-6204-4e44-b7d5-a5019199214d req-ff918979-a08f-4fc2-a614-b74d443bd312 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.025213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa4b81e0-6204-4e44-b7d5-a5019199214d req-ff918979-a08f-4fc2-a614-b74d443bd312 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 943 time: 0.1527658 Oct 12 11:13:28.048680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e88feca-73c7-48af-83e3-90e97e546e95 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:28.049063 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.057340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=abced336-3be2-411e-9651-a66ffbdc60db,segment=NetworkSegment(0f4c7f02-1aae-4414-8f86-444b3144d521),segment_id=0f4c7f02-1aae-4414-8f86-444b3144d521)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:28.108515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'abced336-3be2-411e-9651-a66ffbdc60db', 'network_id': '6b9d7c0c-42d3-4573-8483-2a70a9b82d67', 'port_id': 'abced336-3be2-411e-9651-a66ffbdc60db', 'mac_address': 'fa:16:3e:d7:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e286b635-8e95-4864-9a9d-a572ae37394d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:28.116034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ef124b9a-2685-417f-8f1d-5aa671666570 None None] Port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:28.128625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa4b81e0-6204-4e44-b7d5-a5019199214d req-ecacb3fb-f683-4ce2-b5c8-428430a7c16c tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968578 Oct 12 11:13:28.178361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-11026ec5-dc6e-4373-966c-1204c6fd597f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.187679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-11026ec5-dc6e-4373-966c-1204c6fd597f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.1323838 Oct 12 11:13:28.188284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.207094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abced336-3be2-411e-9651-a66ffbdc60db {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:28.258578 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.281573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 8e88feca-73c7-48af-83e3-90e97e546e95, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e88feca-73c7-48af-83e3-90e97e546e95,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:28.301291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=abced336-3be2-411e-9651-a66ffbdc60db,segment=NetworkSegment(0f4c7f02-1aae-4414-8f86-444b3144d521),segment_id=0f4c7f02-1aae-4414-8f86-444b3144d521)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:28.327119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9ae5-e93d-409f-ad33-79ab0e293c84 req-8a6cd020-8515-4b93-a28e-69f768bdff19 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.334923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-764f9ae5-e93d-409f-ad33-79ab0e293c84 req-8a6cd020-8515-4b93-a28e-69f768bdff19 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.0817688 Oct 12 11:13:28.334923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-34e100b9-1b04-4142-8e88-bcd719876264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.334923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-34e100b9-1b04-4142-8e88-bcd719876264 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6&tenant_id=364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 1096 time: 0.1449945 Oct 12 11:13:28.405377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.409875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:28.475832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-764f9ae5-e93d-409f-ad33-79ab0e293c84 req-75127b25-dc09-4608-96bd-2b17b209786a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402037 Oct 12 11:13:28.525737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6178db4-6e72-4c8c-817a-fe4bc41dd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.529936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d456-3bc0-4776-a4d8-7c5e2c369ee2 req-e9ce00d2-db01-4c9e-b232-e0eea171cb3d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.533953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-a6178db4-6e72-4c8c-817a-fe4bc41dd5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1096 time: 0.1557503 Oct 12 11:13:28.539928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2999d456-3bc0-4776-a4d8-7c5e2c369ee2 req-e9ce00d2-db01-4c9e-b232-e0eea171cb3d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1138124 Oct 12 11:13:28.555492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:28.619315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2999d456-3bc0-4776-a4d8-7c5e2c369ee2 req-a1802172-fdbb-45b9-93c3-4ada892a8e80 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Oct 12 11:13:28.721146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-8016eab8-037d-43f7-b7b6-4e2726eacff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.728982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-8016eab8-037d-43f7-b7b6-4e2726eacff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1790643 Oct 12 11:13:28.733038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=8e88feca-73c7-48af-83e3-90e97e546e95,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:28.801187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718aa47-3fc9-4dc1-a19a-bec770959396 req-ec8e2c7d-7e67-48f7-8644-49ea591c13e8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.815374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6718aa47-3fc9-4dc1-a19a-bec770959396 req-ec8e2c7d-7e67-48f7-8644-49ea591c13e8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1050708 Oct 12 11:13:28.822812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-9a69d768-30e5-409b-afcf-d35e3f738008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0817199 Oct 12 11:13:28.841032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['abced336-3be2-411e-9651-a66ffbdc60db'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:28.892876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-33fca8c1-393d-4b58-a4a3-f4de35b132af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:28.895408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-33fca8c1-393d-4b58-a4a3-f4de35b132af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0610487 Oct 12 11:13:28.895681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6718aa47-3fc9-4dc1-a19a-bec770959396 req-338c2966-4c7e-4366-8003-5ad3f18e3cf0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793426 Oct 12 11:13:28.939087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-4317dfce-e682-4379-8c2c-04662ff55a5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347128 Oct 12 11:13:29.100783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-c8a287ce-9db7-4524-b2b3-1eba3ebe1be6 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539488 Oct 12 11:13:29.160427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:29.166317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-network', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:29.236135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Sync routers for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:13:29.251026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:29.252250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:29.275997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-ea3108d1-e28b-4fd5-b7a8-eceb1b91dc7b service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669037 Oct 12 11:13:29.308418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Made reservation on behalf of fe364e01b57247db976d4c4e7fd6dca7 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:29.313156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.325370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.342554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fb160-1ae5-4de9-a8eb-fa1dc05e4b31 req-ef935c2f-1e18-41f0-b74a-d6a6f83ad196 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:29.348764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-652fb160-1ae5-4de9-a8eb-fa1dc05e4b31 req-ef935c2f-1e18-41f0-b74a-d6a6f83ad196 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 944 time: 0.0677369 Oct 12 11:13:29.405061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:29.432069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-652fb160-1ae5-4de9-a8eb-fa1dc05e4b31 req-cc33ef39-5206-458b-b51c-3704fccf073a tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781124 Oct 12 11:13:29.483887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.550734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.631438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:13:29.657731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b33d6d-fc6a-4fa1-94da-658a85c30cf9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:29.687648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406833e-a598-4efe-b3e1-23f07616ba70 req-b1b7a193-ae2d-4cb4-8dfc-744d4e827378 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:29.698147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d406833e-a598-4efe-b3e1-23f07616ba70 req-b1b7a193-ae2d-4cb4-8dfc-744d4e827378 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.1126785 Oct 12 11:13:29.703184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.704325 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Added segment 89e2d83d-5963-4cd7-a612-273644acb386 of type vlan for network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 Oct 12 11:13:29.737077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:13:29.765995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e88feca-73c7-48af-83e3-90e97e546e95 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:29.819389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e800-7081-45be-905f-b308b89dd608 req-45525e83-6d6e-4066-ba99-a75043472cdf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:29.821565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-45525e83-6d6e-4066-ba99-a75043472cdf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.1006765 Oct 12 11:13:29.823629 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d406833e-a598-4efe-b3e1-23f07616ba70 req-78ce30cd-7d06-4b05-ae13-af4332959800 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243677 Oct 12 11:13:29.834072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.837162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:13:29.852877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:26Z', 'revision_number': 4, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2', 'name': '', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'mac_address': 'fa:16:3e:2d:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:24Z', 'updated_at': '2021-10-12T11:13:26Z', 'revision_number': 2, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'subnets': [{'id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:29.858587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e88feca-73c7-48af-83e3-90e97e546e95 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:29.858995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.908688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Checking router: 3e25370d-3f75-42a5-8761-12487f31d90d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:13:29.909042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Updating router 3e25370d-3f75-42a5-8761-12487f31d90d port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:13:29.929448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9196-19a0-443c-821b-a2003e41050b req-7de4b8e8-86b9-4fb6-9971-c71c942f3f18 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:29.937970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e01e9196-19a0-443c-821b-a2003e41050b req-7de4b8e8-86b9-4fb6-9971-c71c942f3f18 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1722558 Oct 12 11:13:29.947473 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.953234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:29.955538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:29.956670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.009504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e01e9196-19a0-443c-821b-a2003e41050b req-552719d9-3927-48e7-9316-26de28e7e1e3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704989 Oct 12 11:13:30.103007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] Pushing event updated for resources: {'Network': ['ID=21fbb29f-ce4a-4386-a75e-7c8599df60c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:30.118310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:13:30.125784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16cc7f35-8e05-4553-9315-8c5140c6a91a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9611275 Oct 12 11:13:30.126568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:30.133828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Request body: {'subnet': {'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-subnet', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:30.174322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5b37e800-7081-45be-905f-b308b89dd608 req-a16dcc1f-87cc-4c33-8e67-7bdba072fdcf service neutron] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:30.180419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5b37e800-7081-45be-905f-b308b89dd608 req-a16dcc1f-87cc-4c33-8e67-7bdba072fdcf service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.181628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b37e800-7081-45be-905f-b308b89dd608 req-a16dcc1f-87cc-4c33-8e67-7bdba072fdcf service neutron] 10.222.0.47 "DELETE /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.3396373 Oct 12 11:13:30.229884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dedd2-7d6e-4a0a-a1f5-4b16ec2de01c req-2442bd84-b387-4993-beb5-aad3f8d859c8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:30.230617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9dedd2-7d6e-4a0a-a1f5-4b16ec2de01c req-2442bd84-b387-4993-beb5-aad3f8d859c8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1227443 Oct 12 11:13:30.248059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Made reservation on behalf of fe364e01b57247db976d4c4e7fd6dca7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:30.254464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.319693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9dedd2-7d6e-4a0a-a1f5-4b16ec2de01c req-16645aa2-1097-4321-bc4e-72a439ffa0b6 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Oct 12 11:13:30.404192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.500806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.589077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e8eb-3516-407b-bad2-7f82cde6129c None None] Pushing event updated for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:30.668029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.700831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Attempting to bind port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:30.703489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Attempting to bind port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:30.703489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Attempting to bind port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 on network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:30.708512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:30.709073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Checking segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:30.709643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.710131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Bound using segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:30.710760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Bound port: 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:30.712201 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.718104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f182c-7f6c-4409-99e8-c931fcfd7fae req-37958acf-4992-4c8a-8223-8ef107d2476a tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:30.720106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b5f182c-7f6c-4409-99e8-c931fcfd7fae req-37958acf-4992-4c8a-8223-8ef107d2476a tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 944 time: 0.1419268 Oct 12 11:13:30.806315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3069f29e-9216-4d4d-af47-088fb4213d4f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:30.819663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b5f182c-7f6c-4409-99e8-c931fcfd7fae req-5786f592-08f6-417d-9c72-431160cf4476 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832794 Oct 12 11:13:30.835368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Checking segment: {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:30.835368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Network hostable DHCP agents. Network: 21fbb29f-ce4a-4386-a75e-7c8599df60c4, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:13:30.849308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] For port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:30.854571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] For port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:30.878403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6d832a02-4563-48a3-8b78-31b29782b2ea None None] Provisioning complete for port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:30.878803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6d832a02-4563-48a3-8b78-31b29782b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.925616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6d832a02-4563-48a3-8b78-31b29782b2ea None None] Port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:30.951639 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:30.963449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:13:31.030416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:31.031318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:31.058058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808244e-1038-4096-91cd-e82e6381dec9 req-6e8bdcdc-fd1c-4465-afcd-4a193579b576 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:31.064431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b808244e-1038-4096-91cd-e82e6381dec9 req-6e8bdcdc-fd1c-4465-afcd-4a193579b576 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.1175938 Oct 12 11:13:31.088933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 21fbb29f-ce4a-4386-a75e-7c8599df60c4) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:31.138390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:31.142044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:31.230306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b808244e-1038-4096-91cd-e82e6381dec9 req-74b72b08-1b68-4a59-b8e1-00c47104e86b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632566 Oct 12 11:13:31.248947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e8eb-3516-407b-bad2-7f82cde6129c None None] Pushing event updated for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:31.297215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f33acd4b-ab14-4413-bacb-8ab800b5f17e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1677213 Oct 12 11:13:31.299542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:31.304358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:31.402566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739993-2980-4a31-9c62-cc1cfb4a91fe req-a536283e-dfc7-4c08-903d-0400a11fbce3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:31.413567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2739993-2980-4a31-9c62-cc1cfb4a91fe req-a536283e-dfc7-4c08-903d-0400a11fbce3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1303518 Oct 12 11:13:31.422727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:31.423795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:31.441559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:31.473185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725cccb-457f-4836-9881-7fd9642dfae7 req-c8059bc4-5ebd-4c8c-98f3-b939cfd99d98 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:31.475428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8725cccb-457f-4836-9881-7fd9642dfae7 req-c8059bc4-5ebd-4c8c-98f3-b939cfd99d98 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1096 time: 0.0954094 Oct 12 11:13:31.496163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2739993-2980-4a31-9c62-cc1cfb4a91fe req-098f3d56-2945-4f57-8f1b-8b50a658ad28 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760570 Oct 12 11:13:31.556848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d01fbb-8f28-4564-aead-1441817b5bd6 None None] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:31.587822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:31.608903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8725cccb-457f-4836-9881-7fd9642dfae7 req-c8d784ec-e042-4c53-b067-5773a1a1543b tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956259 Oct 12 11:13:31.675318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f9b16-ff2f-4e96-88bb-a3301bf4cd82 req-8af7d8a0-281a-4f21-807f-b7fc9ac80736 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:31.685371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f9f9b16-ff2f-4e96-88bb-a3301bf4cd82 req-8af7d8a0-281a-4f21-807f-b7fc9ac80736 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0868042 Oct 12 11:13:31.747461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f9f9b16-ff2f-4e96-88bb-a3301bf4cd82 req-1d12d31e-b51d-48cc-85ad-da07e9d5cecd tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549450 Oct 12 11:13:31.794142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device abced336-3be2-411e-9651-a66ffbdc60db up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:31.862148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] Provisioning complete for port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:31.862786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.010336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.063256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'fixed_ips': [{'subnet_id': '3069f29e-9216-4d4d-af47-088fb4213d4f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:13:32.064425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.095620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c1c1-4daf-4a79-a5cf-ae7c2d52665a req-c7d91c4d-afcb-4303-bddf-b516c160203b tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:32.097351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2e0c1c1-4daf-4a79-a5cf-ae7c2d52665a req-c7d91c4d-afcb-4303-bddf-b516c160203b tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 944 time: 0.1128333 Oct 12 11:13:32.151377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2e0c1c1-4daf-4a79-a5cf-ae7c2d52665a req-128a243c-b3b8-4ea4-800d-007e6e272f15 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470688 Oct 12 11:13:32.182336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-cb3565f6-cb26-455e-8685-5c18912b0a1b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:32.194309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-cb3565f6-cb26-455e-8685-5c18912b0a1b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.1865990 Oct 12 11:13:32.213545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-b7ce2984-4dbf-4585-80d4-e1d08717aa34 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/quotas/364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 375 time: 0.0182261 Oct 12 11:13:32.215726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port abced336-3be2-411e-9651-a66ffbdc60db completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:32.227865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port abced336-3be2-411e-9651-a66ffbdc60db triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:32.228355 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.267912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.330243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] For port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:32.341608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-210771c7-15fc-4b6d-a775-e8db259e4c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270947 Oct 12 11:13:32.368495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:26Z', 'revision_number': 4, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2', 'name': '', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'mac_address': 'fa:16:3e:2d:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:24Z', 'updated_at': '2021-10-12T11:13:30Z', 'revision_number': 4, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'subnets': [{'id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:32.409097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425536c-8085-4ccb-8e3e-0ed8f889e0be None None] The sync data for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 is: [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:13:26Z', 'revision_number': 4, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2', 'name': '', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'mac_address': 'fa:16:3e:2d:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:24Z', 'updated_at': '2021-10-12T11:13:30Z', 'revision_number': 4, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'subnets': [{'id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:13:32.411071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.460105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-87b87949-2185-4753-b161-9dfc553f2bf1 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174476 Oct 12 11:13:32.482737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Allocated IP 172.20.0.2 (21fbb29f-ce4a-4386-a75e-7c8599df60c4/3069f29e-9216-4d4d-af47-088fb4213d4f/93313d80-cd7b-4640-a19f-8efbcda0e700) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:32.563086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.596303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60113a-1317-4e36-b6e7-688cc315fc52 None None] Pushing event updated for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:32.633049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-7648f52c-024d-41c7-b306-d4e55e151e28 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702943 Oct 12 11:13:32.686282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:32.688748 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca18017d-3b23-4003-a66c-975ecb32812e" -d '{"events": [{"server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "name": "network-vif-plugged", "status": "completed", "tag": "abced336-3be2-411e-9651-a66ffbdc60db"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:32.707717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f875f48-9ffa-4e90-8f13-4c07f52f5f7d req-eea56388-5af8-474f-9b42-fd09d3a4948f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:32.717669 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f875f48-9ffa-4e90-8f13-4c07f52f5f7d req-eea56388-5af8-474f-9b42-fd09d3a4948f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0927196 Oct 12 11:13:32.732831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=abced336-3be2-411e-9651-a66ffbdc60db,segment=NetworkSegment(0f4c7f02-1aae-4414-8f86-444b3144d521),segment_id=0f4c7f02-1aae-4414-8f86-444b3144d521)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:32.827989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f875f48-9ffa-4e90-8f13-4c07f52f5f7d req-b7c44469-55d9-483c-9a33-2be3d8d4fdfd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090643 Oct 12 11:13:32.843883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:32.990053 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97646f13-912c-44d1-aebb-323c173f24e7 x-openstack-request-id: req-97646f13-912c-44d1-aebb-323c173f24e7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:32.990685 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "name": "network-vif-plugged", "status": "completed", "tag": "abced336-3be2-411e-9651-a66ffbdc60db", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:32.991036 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97646f13-912c-44d1-aebb-323c173f24e7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:32.991436 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db', 'code': 200} Oct 12 11:13:32.993183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.004732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:33.075647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.105352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:33.107982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:33.155107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:33.213324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86641051-eda1-43c1-8430-3731fa7701ea req-75314780-5ba8-43f6-a7e5-265d6aec0848 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0574684 Oct 12 11:13:33.324658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Attempting to bind port 93313d80-cd7b-4640-a19f-8efbcda0e700 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:33.325224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Attempting to bind port 93313d80-cd7b-4640-a19f-8efbcda0e700 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:33.325751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Attempting to bind port 93313d80-cd7b-4640-a19f-8efbcda0e700 on network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:33.331502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:33.332132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Checking segment: {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:33.332693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.333232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Bound using segment: {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:33.333866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Bound port: 93313d80-cd7b-4640-a19f-8efbcda0e700, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:33.334866 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.338687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.350514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Pushing event updated for resources: {'Port': ['ID=93313d80-cd7b-4640-a19f-8efbcda0e700,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:33.428245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.450168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] For port 93313d80-cd7b-4640-a19f-8efbcda0e700, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:33.456469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] For port 93313d80-cd7b-4640-a19f-8efbcda0e700, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93313d80-cd7b-4640-a19f-8efbcda0e700,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:33.503579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ada58b-0f78-461a-a2b8-0812dac9f051 req-67eb0207-e867-40fc-af19-e3a7478c7886 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:33.516602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9ada58b-0f78-461a-a2b8-0812dac9f051 req-67eb0207-e867-40fc-af19-e3a7478c7886 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.1408453 Oct 12 11:13:33.550823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:33.580711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9ada58b-0f78-461a-a2b8-0812dac9f051 req-44d80fb3-65b9-40f2-9f7a-e2f012dca58e tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578125 Oct 12 11:13:33.632440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b8f35-0af6-4682-8afe-6dfea1ed7721 req-e5b0e2eb-7c10-4f51-8136-b0c7adb8b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:33.637488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e5b8f35-0af6-4682-8afe-6dfea1ed7721 req-e5b0e2eb-7c10-4f51-8136-b0c7adb8b34e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 1096 time: 0.3000536 Oct 12 11:13:33.723171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccee72-bebf-4bd5-a04c-243992c91d05 req-6bf6bda4-3636-40c1-817a-bc9c17c8e76a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:33.723680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae45b4-bb81-4016-95dd-d77844e58b01 None None] Pushing event updated for resources: {'Port': ['ID=93313d80-cd7b-4640-a19f-8efbcda0e700,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:33.724689 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81ccee72-bebf-4bd5-a04c-243992c91d05 req-6bf6bda4-3636-40c1-817a-bc9c17c8e76a tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.3888643 Oct 12 11:13:33.806810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:33.807604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e5b8f35-0af6-4682-8afe-6dfea1ed7721 req-b4d04f74-3669-4c36-b3ea-31cdcff56274 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572657 Oct 12 11:13:33.828486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Allocated IP 172.25.2.241 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/28833e44-9e05-49b7-8517-872ed9a1f08a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:33.838884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81ccee72-bebf-4bd5-a04c-243992c91d05 req-27aa8eaf-09a9-425c-91d6-3db5141f2b3d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878761 Oct 12 11:13:33.904933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:33.905518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:34.074686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a25c-0905-407f-b1bf-b72cbc686faa req-40182f18-7b29-4a19-a602-f8fb7f4d062e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:34.084790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efd2a25c-0905-407f-b1bf-b72cbc686faa req-40182f18-7b29-4a19-a602-f8fb7f4d062e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1130524 Oct 12 11:13:34.158183 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:34.237955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efd2a25c-0905-407f-b1bf-b72cbc686faa req-b2858b64-a254-44e5-864a-354ea4de9274 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409137 Oct 12 11:13:34.343799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d0cd1c0-fbf0-4734-95ba-38abaa74cb9d req-746ec6a5-6185-4534-9500-1da247c3bc63 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0378599 Oct 12 11:13:34.716146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27408-070f-4e0c-8fe0-2b9a00f29bed req-bc3157ad-75c4-410f-ae73-a2f77c234d68 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:34.717704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2b27408-070f-4e0c-8fe0-2b9a00f29bed req-bc3157ad-75c4-410f-ae73-a2f77c234d68 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.0607100 Oct 12 11:13:34.769102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2b27408-070f-4e0c-8fe0-2b9a00f29bed req-75c004f3-cb71-4b51-a217-924c3286b7c4 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Oct 12 11:13:34.769468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:34.825335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:34.828376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:34.831903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:34.856053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Pushing event updated for resources: {'Port': ['ID=28833e44-9e05-49b7-8517-872ed9a1f08a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:35.062911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79403-c872-41b5-89db-aa60a664935b req-721dc35a-3ad2-4d43-86cc-f9b7afd1d519 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:35.064439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bc79403-c872-41b5-89db-aa60a664935b req-721dc35a-3ad2-4d43-86cc-f9b7afd1d519 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0782583 Oct 12 11:13:35.095572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e4197-d7fe-44cc-8058-b986a2e41510 None None] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:13:35.154359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bc79403-c872-41b5-89db-aa60a664935b req-552a62c6-7f2d-4b91-9e5a-499eee3a12b1 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755465 Oct 12 11:13:35.252327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] Provisioning complete for port 93313d80-cd7b-4640-a19f-8efbcda0e700 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:35.252821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:35.417034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:35.437941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54697-2a8e-4b0a-87d2-e66c24927bf0 req-900c334b-9ec7-44aa-abf3-13be5d85a5cc tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:35.439951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa54697-2a8e-4b0a-87d2-e66c24927bf0 req-900c334b-9ec7-44aa-abf3-13be5d85a5cc tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0832958 Oct 12 11:13:35.519022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa54697-2a8e-4b0a-87d2-e66c24927bf0 req-0108847b-7959-493e-a92c-51cd865544f8 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724208 Oct 12 11:13:35.614876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4b73534-2efa-4056-bd99-f9223e051141 req-f80a8710-6cc3-4a66-b555-1f226112ac22 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0653689 Oct 12 11:13:35.762795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:35.829061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] For port 93313d80-cd7b-4640-a19f-8efbcda0e700, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93313d80-cd7b-4640-a19f-8efbcda0e700,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:35.863012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:35.896633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:35.934967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93313d80-cd7b-4640-a19f-8efbcda0e700 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:35.964754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8020b0-6241-4167-8ad0-dee1152238a5 req-a4f16292-f976-46b9-af7e-b678dde45cb0 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:35.973228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f8020b0-6241-4167-8ad0-dee1152238a5 req-a4f16292-f976-46b9-af7e-b678dde45cb0 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.0925903 Oct 12 11:13:36.060765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef628f-f973-4167-a855-4d9d2316ed8e None None] Pushing event updated for resources: {'Port': ['ID=93313d80-cd7b-4640-a19f-8efbcda0e700,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:36.065285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f8020b0-6241-4167-8ad0-dee1152238a5 req-c85d4e17-2d32-47fe-936b-2b48fd486219 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910764 Oct 12 11:13:36.109810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 93313d80-cd7b-4640-a19f-8efbcda0e700 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:36.111078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:36.124298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4e21c-8f1a-47ec-8890-cc14ca018940 req-f38b0512-a3a8-4cb5-a3b0-7896c82a9571 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:36.136808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93e4e21c-8f1a-47ec-8890-cc14ca018940 req-f38b0512-a3a8-4cb5-a3b0-7896c82a9571 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1096 time: 0.1794469 Oct 12 11:13:36.164575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c06bead3-5d49-45b1-8a2f-416d3a9861e6 None None] Provisioning complete for port 93313d80-cd7b-4640-a19f-8efbcda0e700 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:36.165072 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c06bead3-5d49-45b1-8a2f-416d3a9861e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:36.220852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93e4e21c-8f1a-47ec-8890-cc14ca018940 req-f4504e2d-e5d8-4000-8ff9-1f7074e0d3c7 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Oct 12 11:13:36.350639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Router 313cc92b-f539-404c-8cb9-338f70412d18 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:13:36.435219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4285524-6987-41be-8c42-56a41153b8c0 req-2c608e8a-981d-4459-8879-9045fb02fa6c tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:36.438117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4285524-6987-41be-8c42-56a41153b8c0 req-2c608e8a-981d-4459-8879-9045fb02fa6c tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1215951 Oct 12 11:13:36.536606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4285524-6987-41be-8c42-56a41153b8c0 req-6bb96c22-e11b-4293-8bbf-0cd1b025c0ff tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841825 Oct 12 11:13:36.536921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-19c82554-a181-4b27-8954-88035444c8c5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:36.536921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-19c82554-a181-4b27-8954-88035444c8c5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.2556028 Oct 12 11:13:36.554251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Request body: {'port': {'device_id': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'admin_state_up': True, 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:36.590628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:13:36.607113 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Sync routers for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:13:36.647597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:36.648458 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:36.789965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20a5ff-fde9-4fb3-b856-7381bf726d99 req-4746a459-abba-4576-858c-5e75771ed0a8 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:36.800276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce20a5ff-fde9-4fb3-b856-7381bf726d99 req-4746a459-abba-4576-858c-5e75771ed0a8 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1110611 Oct 12 11:13:36.813714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:36.818542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64c706e3-f164-48f2-806b-0fe4121a2373 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5179820 Oct 12 11:13:36.821079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39618) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:13:36.908558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce20a5ff-fde9-4fb3-b856-7381bf726d99 req-38a4298b-91c3-415a-a339-e252cafd005a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075070 Oct 12 11:13:36.967769 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:37.010047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8dbd87b-4b80-4fa1-bb6b-acf7a2693e02 req-b9cb9ab1-c872-485d-a8c2-b7df3310738e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0367737 Oct 12 11:13:37.108045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:13:37.112739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:37.275730 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:35Z', 'revision_number': 3, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:37.305586 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Checking router: 313cc92b-f539-404c-8cb9-338f70412d18 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:13:37.306305 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Updating router 313cc92b-f539-404c-8cb9-338f70412d18 port 28833e44-9e05-49b7-8517-872ed9a1f08a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:13:37.346186 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:37.517858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Allocated IP 172.20.0.14 (a31ae4a4-1fd4-4d35-a72b-389e5e771bb5/20a981c5-f929-4125-94e8-98db5bba339c/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:37.778115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bd463-2fb9-4e23-973e-b35ebae7d0c8 req-e0b52611-a5bc-40ad-9c04-61de10203531 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:37.782798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea0bd463-2fb9-4e23-973e-b35ebae7d0c8 req-e0b52611-a5bc-40ad-9c04-61de10203531 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0817027 Oct 12 11:13:37.800945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93313d80-cd7b-4640-a19f-8efbcda0e700 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:37.821605 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:37.869029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea0bd463-2fb9-4e23-973e-b35ebae7d0c8 req-3102aa75-4078-408b-b49f-898d6fec524d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799572 Oct 12 11:13:37.896988 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:37.936168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 93313d80-cd7b-4640-a19f-8efbcda0e700 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:37.936168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.005196 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Attempting to bind port 28833e44-9e05-49b7-8517-872ed9a1f08a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:38.005572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Attempting to bind port 28833e44-9e05-49b7-8517-872ed9a1f08a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:38.005942 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Attempting to bind port 28833e44-9e05-49b7-8517-872ed9a1f08a on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:38.019759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae28872-b655-4127-80d2-b9d1a3401a34 None None] Pushing event updated for resources: {'Port': ['ID=28833e44-9e05-49b7-8517-872ed9a1f08a,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:38.032083 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:38.041780 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:38.043220 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.048110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:38.050861 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Bound port: 28833e44-9e05-49b7-8517-872ed9a1f08a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:38.050861 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.155779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707a678-153d-456c-bbdc-76efc5e013dc req-12ac1a7a-ef0b-4a52-9309-9b30a9e28ed9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:38.157213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f707a678-153d-456c-bbdc-76efc5e013dc req-12ac1a7a-ef0b-4a52-9309-9b30a9e28ed9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0870500 Oct 12 11:13:38.220516 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] For port 28833e44-9e05-49b7-8517-872ed9a1f08a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:38.228275 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] For port 28833e44-9e05-49b7-8517-872ed9a1f08a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=28833e44-9e05-49b7-8517-872ed9a1f08a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:38.241730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f707a678-153d-456c-bbdc-76efc5e013dc req-ee0b78d7-f536-40b0-8763-d28c2fe33216 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739033 Oct 12 11:13:38.282611 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.286838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.300755 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.394387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e1b4b62-a245-4b30-b813-fb3bac22c5c5 req-fa19fb89-1c12-41ae-bf2c-c515fa16dfb3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0510843 Oct 12 11:13:38.418290 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae28872-b655-4127-80d2-b9d1a3401a34 None None] Pushing event updated for resources: {'Port': ['ID=28833e44-9e05-49b7-8517-872ed9a1f08a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:38.455607 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:38.458337 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:38.542222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.581959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-473bf701-0946-4a46-8f52-69e8fee2cea0 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:13:38.583234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-473bf701-0946-4a46-8f52-69e8fee2cea0 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062976 Oct 12 11:13:38.626402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:38.633288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Allocated IP 172.20.0.1 (21fbb29f-ce4a-4386-a75e-7c8599df60c4/3069f29e-9216-4d4d-af47-088fb4213d4f/30a1ece4-8bfd-4429-a68c-05e29f78e2a8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:13:38.638974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:38.650062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:38.667494 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:38.668168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-ba6b7fa6-4455-4beb-a448-81208592e7fa tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:38.675115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-ba6b7fa6-4455-4beb-a448-81208592e7fa tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 1093 time: 0.0839684 Oct 12 11:13:38.685581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Request body: {'binding': {'host': 'n-h1-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:38.685581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:13:38.708503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:38.722418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:38.722990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.846165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-6ccf20ae-c5bf-460f-bd5d-09c903d42470 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3019881 Oct 12 11:13:38.869273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Request body: {'port': {'device_id': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:13:38.907667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on host n-h1-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:38.908207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:38.908454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:38.913299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:38.913751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:38.919856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:38.920195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:38.920578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:38.921119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Bound port: 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:38.924871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:35Z', 'revision_number': 3, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:38.971938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:38.980797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.013976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:39.017127 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fa045-b255-4e4f-a094-6b596e2bf02a None None] The sync data for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 is: [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:35Z', 'revision_number': 3, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:13:39.086955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.092117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-baeefb1c-5e21-47c8-a611-827cd47e942d service neutron] 10.222.0.43 "POST /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4161816 Oct 12 11:13:39.130157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957da00-a116-46ed-ba2f-98baa510b6ed req-eb9c8448-534e-4931-a242-ba8f26c118ea tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:39.132479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d957da00-a116-46ed-ba2f-98baa510b6ed req-eb9c8448-534e-4931-a242-ba8f26c118ea tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1052458 Oct 12 11:13:39.209060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d957da00-a116-46ed-ba2f-98baa510b6ed req-c195f68f-6347-4318-ab5e-1668538521d0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625587 Oct 12 11:13:39.265918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.359329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:39.364128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:39.394143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:13:39.471753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe63e64-8b10-4fe9-8ad7-518c99982447 req-d451e7db-3ecb-4609-b26d-fb94093c96d4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:39.473400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbe63e64-8b10-4fe9-8ad7-518c99982447 req-d451e7db-3ecb-4609-b26d-fb94093c96d4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0983911 Oct 12 11:13:39.482149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:39.605608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbe63e64-8b10-4fe9-8ad7-518c99982447 req-162a6a80-d67a-48f4-b08c-b1124831119b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118422 Oct 12 11:13:39.685773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.810162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ff9690af-d97d-4584-86e0-8cddbc955eca None None] Provisioning complete for port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:39.810730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff9690af-d97d-4584-86e0-8cddbc955eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.830626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2e56-0773-4176-af19-0f868bc01cba req-61c6b63a-8060-4169-8ff5-e0f29906505c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:39.830626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c35b2e56-0773-4176-af19-0f868bc01cba req-61c6b63a-8060-4169-8ff5-e0f29906505c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.3708627 Oct 12 11:13:39.848264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357992eb-e700-4449-a642-53b761eac242 req-16982650-6b0e-486a-b736-5c0f8906d97f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:39.854798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:39.858537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-357992eb-e700-4449-a642-53b761eac242 req-16982650-6b0e-486a-b736-5c0f8906d97f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 932 time: 0.1262338 Oct 12 11:13:39.864636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 28833e44-9e05-49b7-8517-872ed9a1f08a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:39.932761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:39.976074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ff9690af-d97d-4584-86e0-8cddbc955eca None None] Port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:40.006293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 28833e44-9e05-49b7-8517-872ed9a1f08a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:40.007085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.010599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-357992eb-e700-4449-a642-53b761eac242 req-5bef7b25-6031-4df6-8b5a-395262d7bd04 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506996 Oct 12 11:13:40.033409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-8ee931b3-d458-467e-8966-b720bff5e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:40.034762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-8ee931b3-d458-467e-8966-b720bff5e28f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1096 time: 0.1067615 Oct 12 11:13:40.104799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Transition to ACTIVE for port object eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:13:40.165052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c35b2e56-0773-4176-af19-0f868bc01cba req-48d99074-b36a-43f9-a00e-937f66bfc777 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769773 Oct 12 11:13:40.188532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.196024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-8475a6f8-9f6f-472c-9735-8a85205aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:40.199763 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.200787 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-8475a6f8-9f6f-472c-9735-8a85205aede1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1505535 Oct 12 11:13:40.238483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 28833e44-9e05-49b7-8517-872ed9a1f08a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=28833e44-9e05-49b7-8517-872ed9a1f08a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:40.271327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:40.302451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-dbe8fc58-3c7f-44ea-9741-7097ee39cfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0934970 Oct 12 11:13:40.327270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.417574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.464198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d325-7282-49d5-bbcd-14dcf47837c3 req-fd40d9b5-5603-4cf3-b32f-590c06f2f567 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:40.467361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-2482b24a-b13d-4d01-8689-c7ceac5821f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:40.468844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-2482b24a-b13d-4d01-8689-c7ceac5821f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1568139 Oct 12 11:13:40.470288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50a3d325-7282-49d5-bbcd-14dcf47837c3 req-fd40d9b5-5603-4cf3-b32f-590c06f2f567 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1946330 Oct 12 11:13:40.479751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=28833e44-9e05-49b7-8517-872ed9a1f08a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:40.529138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-cf8671a7-963c-4d24-a639-45ed405ce52d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511432 Oct 12 11:13:40.681652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-e008b360-ea85-46a5-9ddf-78d218a3ca9d service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424766 Oct 12 11:13:40.707402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50a3d325-7282-49d5-bbcd-14dcf47837c3 req-f6c73f39-cff7-4f38-993e-1c6946dc0930 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280521 Oct 12 11:13:40.734920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:40.735711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:40.736250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:40.747335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:13:40.759267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:40.790020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:40.792118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:40.792738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:40.794004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Bound port: eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:40.794469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.831552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-f52b5f94-8e24-45ef-a84d-20c0161ee129 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411498 Oct 12 11:13:40.949573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:40.961982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8bba2-ce14-45a7-b6fc-b5ce94c64199 req-9d193bc5-d2d4-48a2-bf26-d73a76cc0f6d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:40.963829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00a8bba2-ce14-45a7-b6fc-b5ce94c64199 req-9d193bc5-d2d4-48a2-bf26-d73a76cc0f6d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1485417 Oct 12 11:13:40.970957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:40.981420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:41.011234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00a8bba2-ce14-45a7-b6fc-b5ce94c64199 req-015717c2-f685-457c-a682-4ac5051e6404 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Oct 12 11:13:41.036816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.091579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.116972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:41.117828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.119398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 1092 time: 2.2616086 Oct 12 11:13:41.122238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:41.126878 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3188759e-1a1c-472d-9841-67dae9ecdd71" -d '{"events": [{"name": "network-changed", "server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:41.176601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:41.218308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.239645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.239976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.240311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.240637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.240960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.241276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.241597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.241903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.242431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.242779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.243101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.243416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:13:41.294221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2f14-90ab-49a3-834b-684b9c45eba5 req-23acd9e9-3b1e-44de-bbeb-f675e4f075d2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:41.296217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-386c2f14-90ab-49a3-834b-684b9c45eba5 req-23acd9e9-3b1e-44de-bbeb-f675e4f075d2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.1238155 Oct 12 11:13:41.472755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-386c2f14-90ab-49a3-834b-684b9c45eba5 req-f1f5a3a0-cfaf-4af2-8cb9-5708ed7086dc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439967 Oct 12 11:13:41.477250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-37e99d4e-b0dd-4d97-aaa2-ad3bdb4d8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:41.478633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-37e99d4e-b0dd-4d97-aaa2-ad3bdb4d8f46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1095 time: 0.1488414 Oct 12 11:13:41.479249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78dd3f-c08b-431e-84b2-54f951b79fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:41.498327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:13:41.500904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:13:41.537629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-11541dc5-f2f0-4067-a58d-f6082358b37d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0476849 Oct 12 11:13:41.546001 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205cc20-2e11-471f-b434-ca1ac96059ca x-openstack-request-id: req-c205cc20-2e11-471f-b434-ca1ac96059ca {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:41.546229 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:41.546490 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c205cc20-2e11-471f-b434-ca1ac96059ca {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:41.546990 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'status': 'completed', 'code': 200} Oct 12 11:13:41.713468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-ac2d1677-ffe9-4dfd-a608-e7142041d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:41.714526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 28833e44-9e05-49b7-8517-872ed9a1f08a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:41.715042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-ac2d1677-ffe9-4dfd-a608-e7142041d9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1670566 Oct 12 11:13:41.747705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dbf60-13bf-4822-a116-25016d8867a0 req-35647dfe-b802-455c-96f8-6ffc7a6d0ded tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:41.749195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-765dbf60-13bf-4822-a116-25016d8867a0 req-35647dfe-b802-455c-96f8-6ffc7a6d0ded tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.1516783 Oct 12 11:13:41.762441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1b49f636-1d2d-4dcf-b251-228230a7873c None None] Provisioning complete for port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:41.762848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b49f636-1d2d-4dcf-b251-228230a7873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.767548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-744a54be-48eb-46b6-97a9-be97884740b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433598 Oct 12 11:13:41.807503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1b49f636-1d2d-4dcf-b251-228230a7873c None None] Port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:41.811512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 28833e44-9e05-49b7-8517-872ed9a1f08a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:41.812105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:41.812313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Router 313cc92b-f539-404c-8cb9-338f70412d18 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:13:41.888265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-765dbf60-13bf-4822-a116-25016d8867a0 req-7c89017f-007a-48bd-b6fd-c6440b12a9da tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229596 Oct 12 11:13:41.991231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-a7eb10e0-eb09-482b-b106-ee933cd6226d service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158484 Oct 12 11:13:42.105958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f41ee1d-d296-4d35-9b59-4857c1414db5 req-cd69bcab-ab25-4e8d-844d-aa3ccba1de39 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061130 Oct 12 11:13:42.263517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a389b-9aa0-49d4-a4d1-b3b3496e2181 req-1aa1dc7b-0777-4f5a-afae-3ba0bda2f938 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:42.272445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b17a389b-9aa0-49d4-a4d1-b3b3496e2181 req-1aa1dc7b-0777-4f5a-afae-3ba0bda2f938 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1436124 Oct 12 11:13:42.336735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b17a389b-9aa0-49d4-a4d1-b3b3496e2181 req-74b24ad1-cc5c-43e8-8cc8-a23ea5ebedcc tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571504 Oct 12 11:13:42.631473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:13:42.647719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-266a6e0f-ad90-4426-8181-45ffb0ebd3a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/313cc92b-f539-404c-8cb9-338f70412d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8171360 Oct 12 11:13:42.655372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Sync routers for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:13:42.657741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619f62d-5db3-4396-b4be-48abc7291382 req-12ccb33b-4f32-42a9-8eaf-ce836b04d479 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:42.659419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7619f62d-5db3-4396-b4be-48abc7291382 req-12ccb33b-4f32-42a9-8eaf-ce836b04d479 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1150522 Oct 12 11:13:42.665148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-75e6c2e2-0197-4132-a977-01d806ebd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:42.666915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-75e6c2e2-0197-4132-a977-01d806ebd1b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1095 time: 0.1234958 Oct 12 11:13:42.689750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:42.693879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:42.722292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad957-7983-47cd-8106-891b380d00cc req-b9c23140-c8f3-48a1-811d-a9f6436d85cb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:42.745847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4cad957-7983-47cd-8106-891b380d00cc req-b9c23140-c8f3-48a1-811d-a9f6436d85cb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.1463592 Oct 12 11:13:42.786728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-8f12d44e-6307-4274-a9c9-a0c235972594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:42.804270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-8f12d44e-6307-4274-a9c9-a0c235972594 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.0954204 Oct 12 11:13:42.881215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7619f62d-5db3-4396-b4be-48abc7291382 req-fe71cbf5-8939-48d4-a0fd-2fa4cee61b59 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079651 Oct 12 11:13:42.884247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-8b1f0e2d-9445-42d7-8ff0-aedf629e72f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0784483 Oct 12 11:13:42.893225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4cad957-7983-47cd-8106-891b380d00cc req-07375036-41fb-4048-b590-13dec055daef tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462586 Oct 12 11:13:42.975341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:43.122305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-7ee0ad6c-6a47-420a-adfc-4bde0c1e2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:43.123998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-7ee0ad6c-6a47-420a-adfc-4bde0c1e2331 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.2318966 Oct 12 11:13:43.129522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:43.131587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:13:43.138027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447bf3f-ab20-47df-82fb-231aa125904e req-877b2b9c-4568-4cde-8545-e59da43fa1ab tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:43.139967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6447bf3f-ab20-47df-82fb-231aa125904e req-877b2b9c-4568-4cde-8545-e59da43fa1ab tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0996339 Oct 12 11:13:43.172016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-4f7b4f37-0b4e-436e-a283-3fa987ba1b64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307734 Oct 12 11:13:43.278928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6447bf3f-ab20-47df-82fb-231aa125904e req-ce1828a2-785a-4a10-89a8-c25a00b4b857 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016328 Oct 12 11:13:43.343675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-d69e8b2e-c3dc-46fa-8f44-c79cfb0ed783 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638017 Oct 12 11:13:43.459963 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:43.548954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:43.552787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3188759e-1a1c-472d-9841-67dae9ecdd71 req-43b39232-ae00-4576-a649-eaa93514503f service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006984 Oct 12 11:13:43.556978 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b71c721-a2f0-431d-ae67-e6a9b658fa25" -d '{"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:43.646014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:43.650546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:43.657328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d11aa9-3b1a-43ef-a723-1609911f5718 req-aa0233fc-6f4f-4219-8110-fc7584720e22 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:43.668847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37d11aa9-3b1a-43ef-a723-1609911f5718 req-aa0233fc-6f4f-4219-8110-fc7584720e22 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1147618 Oct 12 11:13:43.685892 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44363187-d668-4894-b536-93cefb7366e1 x-openstack-request-id: req-44363187-d668-4894-b536-93cefb7366e1 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:43.686528 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:43.686955 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44363187-d668-4894-b536-93cefb7366e1 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:43.687613 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'code': 200} Oct 12 11:13:43.698004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'mac_address': 'fa:16:3e:53:95:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:43.742782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:43.746243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37d11aa9-3b1a-43ef-a723-1609911f5718 req-acfd6096-9994-4b65-b60b-4899871e9fe8 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764179 Oct 12 11:13:43.797726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:43.825025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a1ece4-8bfd-4429-a68c-05e29f78e2a8', 'name': '', 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'mac_address': 'fa:16:3e:73:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:38Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 2, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'subnets': [{'id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:43.837946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:43.874507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:43.877710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Checking router: 313cc92b-f539-404c-8cb9-338f70412d18 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:13:43.879089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Updating router 313cc92b-f539-404c-8cb9-338f70412d18 port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:13:43.933810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:43.949838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:13:43.950192 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:13:44.026923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498b5a-f3e3-4336-91e9-c9abe5ce99e4 req-76d83634-1bad-448e-bfe0-b00f1bd46584 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:44.032921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b498b5a-f3e3-4336-91e9-c9abe5ce99e4 req-76d83634-1bad-448e-bfe0-b00f1bd46584 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0667257 Oct 12 11:13:44.092296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384739-64df-4a55-b510-c6ed74b57754 req-d256abec-f003-4161-b860-dbf4b53e9a8d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:44.093443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b498b5a-f3e3-4336-91e9-c9abe5ce99e4 req-d45bc3e0-59e7-4342-aa06-f9ad80970f4b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Oct 12 11:13:44.101155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9384739-64df-4a55-b510-c6ed74b57754 req-d256abec-f003-4161-b860-dbf4b53e9a8d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0797908 Oct 12 11:13:44.195529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9384739-64df-4a55-b510-c6ed74b57754 req-5218966d-797e-41f0-b32c-007e011991e0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925415 Oct 12 11:13:44.439498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42c9c-7cb9-46ef-843c-5ddb5662f298 req-2edbb8ed-2ce7-4477-b163-8ccfb4ad6156 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:44.448115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23e42c9c-7cb9-46ef-843c-5ddb5662f298 req-2edbb8ed-2ce7-4477-b163-8ccfb4ad6156 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0905225 Oct 12 11:13:44.517572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23e42c9c-7cb9-46ef-843c-5ddb5662f298 req-213daf03-1f75-414e-98b6-9929b9e5497e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Oct 12 11:13:44.631437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:44.657881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:44.699051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:44.717051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:44.802596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:44.848508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:44.924434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed0e21-ea7a-418f-baa1-4cd8174e9b40 req-277a34c4-5ab7-4583-a318-186bf2dfc906 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:44.930392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95af64-2625-4c93-bcac-430cadfa0550 None None] Pushing event updated for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:44.939177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54ed0e21-ea7a-418f-baa1-4cd8174e9b40 req-277a34c4-5ab7-4583-a318-186bf2dfc906 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1077461 Oct 12 11:13:44.986740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Attempting to bind port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:13:44.986740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Attempting to bind port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:13:44.986740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Attempting to bind port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 on network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:13:44.991588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee51c5-c757-46fb-bc25-9a69674f6760 req-8249c02e-7b43-4df0-b057-0fbedbb1ffff tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:44.999503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6ee51c5-c757-46fb-bc25-9a69674f6760 req-8249c02e-7b43-4df0-b057-0fbedbb1ffff tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 950 time: 0.1346991 Oct 12 11:13:45.044184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:13:45.045113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Checking segment: {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:13:45.045536 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:45.045933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Bound using segment: {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:13:45.046419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Bound port: 30a1ece4-8bfd-4429-a68c-05e29f78e2a8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e2d83d-5963-4cd7-a612-273644acb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:13:45.047759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54ed0e21-ea7a-418f-baa1-4cd8174e9b40 req-a625734b-e319-4a8e-b75d-f21dc8da969f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026452 Oct 12 11:13:45.048910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:45.086663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6ee51c5-c757-46fb-bc25-9a69674f6760 req-7d5590ff-d4e4-4214-a2b4-d2a244f8da6c tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Oct 12 11:13:45.110846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:45.204062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:45.307086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b8f9-df55-4b54-b101-a6915e554b78 req-680f57e2-53bb-4343-8b3a-1938fd509f52 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:45.315622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4059b8f9-df55-4b54-b101-a6915e554b78 req-680f57e2-53bb-4343-8b3a-1938fd509f52 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0668981 Oct 12 11:13:45.356395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] For port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:13:45.379588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4059b8f9-df55-4b54-b101-a6915e554b78 req-91f662f5-a514-47e1-9eeb-c37398932ef7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Oct 12 11:13:45.415829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-de641c3e-1f63-4b62-b0a2-2f4e50c3d5dd None None] Provisioning complete for port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:45.416751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-de641c3e-1f63-4b62-b0a2-2f4e50c3d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:45.473343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] For port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:13:45.474541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-de641c3e-1f63-4b62-b0a2-2f4e50c3d5dd None None] Port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:13:45.497799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83189861-ebc8-4273-aae1-8832a31b2631 req-92e8a7d5-958f-41f5-8eef-9e95409e135e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:45.505633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83189861-ebc8-4273-aae1-8832a31b2631 req-92e8a7d5-958f-41f5-8eef-9e95409e135e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0668468 Oct 12 11:13:45.528300 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:45.575436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83189861-ebc8-4273-aae1-8832a31b2631 req-dac03dd0-2215-4321-a362-a491be7f3884 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636168 Oct 12 11:13:45.619466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95af64-2625-4c93-bcac-430cadfa0550 None None] Pushing event updated for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:45.838598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630f13-bc5e-45c0-afa7-aabe5dda602f req-76f02979-111e-4f78-a950-96ef763412cf tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:45.840999 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11630f13-bc5e-45c0-afa7-aabe5dda602f req-76f02979-111e-4f78-a950-96ef763412cf tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.1083460 Oct 12 11:13:45.853852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:45.927778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11630f13-bc5e-45c0-afa7-aabe5dda602f req-8da5646f-6baa-4da7-b839-8de1bc336595 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732467 Oct 12 11:13:45.930140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:13:45.930901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:13:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:46.141451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:46.168818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'port_id': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'mac_address': 'fa:16:3e:2f:6c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a981c5-f929-4125-94e8-98db5bba339c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:46.184774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] Provisioning complete for port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:46.185139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:46.191845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:13:46.237788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d36ef2-b3a0-4a35-957b-141ece476f0c req-55503533-6dbb-4a62-89c5-fe547970512e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:46.248115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d36ef2-b3a0-4a35-957b-141ece476f0c req-55503533-6dbb-4a62-89c5-fe547970512e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.0702546 Oct 12 11:13:46.328442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:46.333239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d36ef2-b3a0-4a35-957b-141ece476f0c req-10c368b9-4317-438f-b90f-12c2573e8f18 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Oct 12 11:13:46.365051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:46.437021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:46.474595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:46.525095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:46.547020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c191d18-27bd-4b2e-894a-f10f120a0df7 req-7481c963-7c25-4156-a753-3cd236577ddb tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:46.564078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c191d18-27bd-4b2e-894a-f10f120a0df7 req-7481c963-7c25-4156-a753-3cd236577ddb tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1074879 Oct 12 11:13:46.565025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] For port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:46.598617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:46.620801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a1ece4-8bfd-4429-a68c-05e29f78e2a8', 'name': '', 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'mac_address': 'fa:16:3e:73:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:38Z', 'updated_at': '2021-10-12T11:13:45Z', 'revision_number': 4, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'subnets': [{'id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:13:46.623715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c191d18-27bd-4b2e-894a-f10f120a0df7 req-8a1d1d25-7f04-4186-863e-5e1eb18530be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Oct 12 11:13:46.663603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbf73a-af99-4e70-ba7d-5e6326f2b4fc None None] The sync data for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 is: [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a1ece4-8bfd-4429-a68c-05e29f78e2a8', 'name': '', 'network_id': '21fbb29f-ce4a-4386-a75e-7c8599df60c4', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'mac_address': 'fa:16:3e:73:e0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:38Z', 'updated_at': '2021-10-12T11:13:45Z', 'revision_number': 4, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'subnets': [{'id': '3069f29e-9216-4d4d-af47-088fb4213d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:13:46.665453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:46.826254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e90f-12a2-48bd-929f-9636ef819f13 req-0ebb88d3-a3a3-4d67-a2ef-988cb280acdf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:46.828847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8e3e90f-12a2-48bd-929f-9636ef819f13 req-0ebb88d3-a3a3-4d67-a2ef-988cb280acdf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1396813 Oct 12 11:13:46.834121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d53b39-159a-4ba0-acfd-198c90551518 None None] Pushing event updated for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:46.890314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8e3e90f-12a2-48bd-929f-9636ef819f13 req-5cedbd8f-1e14-435c-a7b9-073bb82655e9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501959 Oct 12 11:13:46.950045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:47.146962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:47.162957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669bb9-af29-4d25-a9d8-cf14b80fd413 req-d3a1f537-b89b-4f7f-9e96-b345be4e5c95 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:47.170767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0669bb9-af29-4d25-a9d8-cf14b80fd413 req-d3a1f537-b89b-4f7f-9e96-b345be4e5c95 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.1103184 Oct 12 11:13:47.239677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0669bb9-af29-4d25-a9d8-cf14b80fd413 req-98a1c7bf-04a3-4d2f-96ef-c6f94db4df65 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680208 Oct 12 11:13:47.325732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:47.326368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:47.438455 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:47.526015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:47.528429 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c95747-4c36-48c3-a036-a5b0af8938dc" -d '{"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:47.578960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:47.585415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859b925-b2ff-4a35-a982-42a464729083 req-3506c061-acdc-4ba5-b594-66f92f086a51 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:47.589257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6859b925-b2ff-4a35-a982-42a464729083 req-3506c061-acdc-4ba5-b594-66f92f086a51 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 950 time: 0.1343977 Oct 12 11:13:47.603880 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5a8529-b1f4-423f-81d6-16f9d5d4294f x-openstack-request-id: req-df5a8529-b1f4-423f-81d6-16f9d5d4294f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:47.604158 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-plugged", "status": "completed", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:47.604384 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df5a8529-b1f4-423f-81d6-16f9d5d4294f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:47.604771 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'code': 200} Oct 12 11:13:47.639536 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:47.711946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2af79ab-a265-4df2-bf2c-fd8c8b054fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:47.766847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:47.839570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:13:47.938374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:47.949596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed5bd0-7aa5-4a7b-9b7d-cbff7e29595f req-35efb221-3a53-4303-9b0e-34368d4086ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:47.951929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7ed5bd0-7aa5-4a7b-9b7d-cbff7e29595f req-35efb221-3a53-4303-9b0e-34368d4086ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1102 time: 0.1671932 Oct 12 11:13:47.996821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf3183-e676-417d-9d02-df52450e8995 req-c3576805-debb-4099-8d1c-57f40576bf88 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:48.006154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdcf3183-e676-417d-9d02-df52450e8995 req-c3576805-debb-4099-8d1c-57f40576bf88 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1748848 Oct 12 11:13:48.064779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7ed5bd0-7aa5-4a7b-9b7d-cbff7e29595f req-98076df0-67a6-4373-805d-9ac8749fa55e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961754 Oct 12 11:13:48.076365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdcf3183-e676-417d-9d02-df52450e8995 req-8eb2ef08-19f7-45fb-b14f-8cefb3c0b818 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Oct 12 11:13:48.194458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6859b925-b2ff-4a35-a982-42a464729083 req-6fc67817-4a70-4e27-bedb-9ddd1900919b tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983295 Oct 12 11:13:48.242200 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:48.294647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:48.294647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:48.384747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2598c-c128-4f3d-9c70-bb1b22222f4e req-58545db8-21c8-4e10-912e-b11fcafa658f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:48.386447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:48.395231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6b2598c-c128-4f3d-9c70-bb1b22222f4e req-58545db8-21c8-4e10-912e-b11fcafa658f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1191406 Oct 12 11:13:48.480171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec242ff7-5bcf-442f-9200-34f56162e2e5 req-b1e56e4b-641f-4ad5-97c5-a505a232b1d7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:48.490860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec242ff7-5bcf-442f-9200-34f56162e2e5 req-b1e56e4b-641f-4ad5-97c5-a505a232b1d7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0819707 Oct 12 11:13:48.525268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:48.540560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6b2598c-c128-4f3d-9c70-bb1b22222f4e req-c59251c2-5729-4393-83fd-a2354df5a306 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407313 Oct 12 11:13:48.575393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec242ff7-5bcf-442f-9200-34f56162e2e5 req-b0fd09b7-baf3-4e2e-b264-e570bd4dc6d7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839140 Oct 12 11:13:48.652337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:49.196463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f722-4b5a-48f8-84dc-c43f983a5752 req-559b4f45-fb91-4def-affb-05e89fd54d58 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:49.203774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03a2f722-4b5a-48f8-84dc-c43f983a5752 req-559b4f45-fb91-4def-affb-05e89fd54d58 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0593076 Oct 12 11:13:49.269008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03a2f722-4b5a-48f8-84dc-c43f983a5752 req-4618c73d-c622-4ccc-a1cb-c3a12052f75b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Oct 12 11:13:49.375345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58c73f-2605-46a7-a5b3-f46dd5f77c07 req-bbac5232-eb75-42d8-b2b8-0037da69ffb5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:49.384075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b58c73f-2605-46a7-a5b3-f46dd5f77c07 req-bbac5232-eb75-42d8-b2b8-0037da69ffb5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 951 time: 0.0708411 Oct 12 11:13:49.428024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b58c73f-2605-46a7-a5b3-f46dd5f77c07 req-001a4155-7022-4801-be47-d8b6729f7dcb tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Oct 12 11:13:49.606211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:49.609286 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a31e30-a49b-4018-b668-950652eadc4d" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:49.676909 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6904760-73f4-4de4-92d7-c7b825f9f3a4 x-openstack-request-id: req-d6904760-73f4-4de4-92d7-c7b825f9f3a4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:49.678040 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:49.678585 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6904760-73f4-4de4-92d7-c7b825f9f3a4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:49.682995 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'code': 200} Oct 12 11:13:49.750117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596913f-4431-4387-a9b3-56f1fb78b5a6 req-ad818365-5843-445b-b70e-d6328a468008 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:49.751921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0596913f-4431-4387-a9b3-56f1fb78b5a6 req-ad818365-5843-445b-b70e-d6328a468008 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0828350 Oct 12 11:13:49.799943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0596913f-4431-4387-a9b3-56f1fb78b5a6 req-e450c1f9-f110-4829-9e41-376a1f9b67c9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Oct 12 11:13:49.814950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6913c1-1673-4610-a92d-ea5cb79819c4 req-d27600b1-d0bc-4f07-9121-31844d40bfff tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:49.823386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8a6913c1-1673-4610-a92d-ea5cb79819c4 req-d27600b1-d0bc-4f07-9121-31844d40bfff tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0746987 Oct 12 11:13:49.855157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:13:49.862624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:49.916447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8a6913c1-1673-4610-a92d-ea5cb79819c4 req-08bb7537-7dee-4e60-96b1-a5cb0c31613f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917740 Oct 12 11:13:50.023864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:50.035343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '7077e86c-509f-4df0-a3c3-464b493f7140', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '7077e86c-509f-4df0-a3c3-464b493f7140', 'mac_address': 'fa:16:3e:ac:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:13:50.061103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:13:50.069219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:50.069589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.098371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.119729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7077e86c-509f-4df0-a3c3-464b493f7140 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:13:50.145328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:50.186902 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.372073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:50.375871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.405331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e0396-405c-4bad-b0c0-c35533edbba3 req-de4d989c-d7e9-4e54-955f-234c8ef46a32 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:50.411407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-627e0396-405c-4bad-b0c0-c35533edbba3 req-de4d989c-d7e9-4e54-955f-234c8ef46a32 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0565705 Oct 12 11:13:50.448239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:50.464693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.465272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-627e0396-405c-4bad-b0c0-c35533edbba3 req-821ec304-acb2-4a91-8a32-6c9e8a7d1171 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Oct 12 11:13:50.560969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['7077e86c-509f-4df0-a3c3-464b493f7140'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:50.566296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:50.578075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ca500ace-3bf6-4866-a8d5-db6e83be83e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:50.621492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025660f6-c2c2-4cef-b83b-d9916f609c6a req-a2dfdda4-21a3-4dd0-885a-430ddd6d12b5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:50.621492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-025660f6-c2c2-4cef-b83b-d9916f609c6a req-a2dfdda4-21a3-4dd0-885a-430ddd6d12b5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 951 time: 0.0618179 Oct 12 11:13:50.666023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-025660f6-c2c2-4cef-b83b-d9916f609c6a req-8b2e846c-ba99-40d6-b695-df756f8ca257 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Oct 12 11:13:50.952361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27ac8e-d4ca-43bb-bc45-b9988a5f12e5 req-5a32f250-7ccf-4f8d-a6f5-436285f80a32 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:50.953957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed27ac8e-d4ca-43bb-bc45-b9988a5f12e5 req-5a32f250-7ccf-4f8d-a6f5-436285f80a32 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 946 time: 0.0527101 Oct 12 11:13:50.993382 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed27ac8e-d4ca-43bb-bc45-b9988a5f12e5 req-8c58eaa9-7cd9-4565-90ef-ac419a27a5dd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Oct 12 11:13:51.112616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ba8bb-33af-4cb0-85e3-a222c243bb46 req-fb51b3ce-e96d-49cc-a3ad-bb330be34085 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:51.114740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f85ba8bb-33af-4cb0-85e3-a222c243bb46 req-fb51b3ce-e96d-49cc-a3ad-bb330be34085 tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1102 time: 0.0445268 Oct 12 11:13:51.151402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df08d-9851-48fa-91ed-4698ccdce66b req-e427c45c-67cf-4c37-8de1-751fdc98f384 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:51.153724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a0df08d-9851-48fa-91ed-4698ccdce66b req-e427c45c-67cf-4c37-8de1-751fdc98f384 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0770257 Oct 12 11:13:51.162303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f85ba8bb-33af-4cb0-85e3-a222c243bb46 req-917d4f68-c452-4aa8-9ea2-166421e3ec6b tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Oct 12 11:13:51.203118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a0df08d-9851-48fa-91ed-4698ccdce66b req-649ad440-b8c2-4d0f-a6be-7fe5e7336c22 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Oct 12 11:13:51.468521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:51.640115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:51.677022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:51.684902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffd6e1-5d83-4cb1-83d1-431e7815f4a1 req-05db903c-e39b-4293-a465-677e57913a9a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:51.685439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:51.688010 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bece207-05fc-432c-ab59-a813a586ba07" -d '{"events": [{"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:51.689755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82ffd6e1-5d83-4cb1-83d1-431e7815f4a1 req-05db903c-e39b-4293-a465-677e57913a9a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0585308 Oct 12 11:13:51.738036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82ffd6e1-5d83-4cb1-83d1-431e7815f4a1 req-f5c4bff2-fbd6-4e54-b827-a2a945879034 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Oct 12 11:13:51.741674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417208-daf8-4936-95ff-833fffe2a017 req-446a3a18-46bd-443b-ad27-68f2846f55be tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:51.751705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03417208-daf8-4936-95ff-833fffe2a017 req-446a3a18-46bd-443b-ad27-68f2846f55be tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 1102 time: 0.0701373 Oct 12 11:13:51.785852 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c2b9cb-f082-4633-880d-eb47ceac096b x-openstack-request-id: req-a1c2b9cb-f082-4633-880d-eb47ceac096b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:51.786225 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:51.786479 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1c2b9cb-f082-4633-880d-eb47ceac096b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:51.786914 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'code': 200} Oct 12 11:13:51.795040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03417208-daf8-4936-95ff-833fffe2a017 req-ce7a3d41-c35e-4f0b-b5ed-20919a4afd0f tempest-ServersAdminTestJSON-557709342 tempest-ServersAdminTestJSON-557709342-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Oct 12 11:13:51.855662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:13:51.924456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 7077e86c-509f-4df0-a3c3-464b493f7140 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:13:51.927614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:51.940400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397c06e-708c-4fcb-9335-69540d24af22 req-fa23f0a9-d629-4142-bfbc-45bed7cc9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:51.942244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e397c06e-708c-4fcb-9335-69540d24af22 req-fa23f0a9-d629-4142-bfbc-45bed7cc9bab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0705194 Oct 12 11:13:51.991641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e397c06e-708c-4fcb-9335-69540d24af22 req-48e5d6b6-778d-4897-bb8d-2707311f4b77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Oct 12 11:13:52.057956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:52.131520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:52.184857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea84b02-eade-4ade-a93d-2a38e7b51484 req-a7a42327-4c77-4228-a492-f4124c4e11ad tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:52.186746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ea84b02-eade-4ade-a93d-2a38e7b51484 req-a7a42327-4c77-4228-a492-f4124c4e11ad tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 946 time: 0.0621808 Oct 12 11:13:52.255443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ea84b02-eade-4ade-a93d-2a38e7b51484 req-7e507523-d4c2-468f-9769-c44d5cfc7ca2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Oct 12 11:13:52.271267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:52.321800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:52.454663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c7557-5fe1-4671-b97b-f25cbf836369 req-38c52952-e1ea-4ed0-9edf-f84a2c519850 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:52.456513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b5c7557-5fe1-4671-b97b-f25cbf836369 req-38c52952-e1ea-4ed0-9edf-f84a2c519850 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0816066 Oct 12 11:13:52.475778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada3f8-3fba-4bb6-949d-92a869046a92 req-cf013fba-359a-47b2-9dd1-6938edabf37e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:52.485975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4ada3f8-3fba-4bb6-949d-92a869046a92 req-cf013fba-359a-47b2-9dd1-6938edabf37e tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 950 time: 0.0691130 Oct 12 11:13:52.508912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b5c7557-5fe1-4671-b97b-f25cbf836369 req-4c9591ed-5927-4e2b-8f32-51445b10ae19 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Oct 12 11:13:52.533524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4ada3f8-3fba-4bb6-949d-92a869046a92 req-738e8b41-4a50-48ad-a515-dd784c36e494 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Oct 12 11:13:52.869103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ddf9e-aeb7-452f-ab13-70b1f76c12d5 req-7916c821-d57c-4d9f-8934-4a29eb196b1e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:52.874759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-038ddf9e-aeb7-452f-ab13-70b1f76c12d5 req-7916c821-d57c-4d9f-8934-4a29eb196b1e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0542953 Oct 12 11:13:52.981419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-038ddf9e-aeb7-452f-ab13-70b1f76c12d5 req-829ee9c5-dcdc-48ef-a216-110d80f99227 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976739 Oct 12 11:13:53.131086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:53.393602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796945c3-1772-4103-95fa-9051db7f832d req-4ffb749b-d489-40fd-9b51-0285a8f9dab8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:53.395443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-796945c3-1772-4103-95fa-9051db7f832d req-4ffb749b-d489-40fd-9b51-0285a8f9dab8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 946 time: 0.0520225 Oct 12 11:13:53.439469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-796945c3-1772-4103-95fa-9051db7f832d req-16969e69-4f76-4288-9d9a-b43ad60bcd97 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Oct 12 11:13:53.731777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f61a9-cdfa-4c4b-81ff-dda07df14c7a req-08d483c1-f301-41ee-a2bd-b624c428f2c5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:53.743136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-084f61a9-cdfa-4c4b-81ff-dda07df14c7a req-08d483c1-f301-41ee-a2bd-b624c428f2c5 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 950 time: 0.0898242 Oct 12 11:13:53.774173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4360dba-591a-4dd8-8d62-768af39ddeaa req-fea32fa2-f28c-4d23-97c2-401735eec3ad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:53.788996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:53.791634 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159d277-85a0-4804-9793-9988943748bd" -d '{"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-plugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:53.794787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4360dba-591a-4dd8-8d62-768af39ddeaa req-fea32fa2-f28c-4d23-97c2-401735eec3ad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.1638887 Oct 12 11:13:53.848173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-084f61a9-cdfa-4c4b-81ff-dda07df14c7a req-ca34c64e-8de5-4c2d-a744-e3bf463832bd tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794101 Oct 12 11:13:53.891876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4360dba-591a-4dd8-8d62-768af39ddeaa req-d79b75ea-f57a-4b51-b86e-df5be1b301d6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910299 Oct 12 11:13:53.937381 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c2070-43e6-464e-a768-d8c9f2020607 x-openstack-request-id: req-3e7c2070-43e6-464e-a768-d8c9f2020607 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:53.937537 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-plugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:53.937811 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e7c2070-43e6-464e-a768-d8c9f2020607 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:53.938391 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140', 'code': 200} Oct 12 11:13:54.100770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-07d2611e-cec7-451e-9c01-511c9b2a0e97 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:54.107139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-07d2611e-cec7-451e-9c01-511c9b2a0e97 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 950 time: 0.0873637 Oct 12 11:13:54.140432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9cf0d-065b-44ce-8db9-6a17735cfede req-a3a18677-4c2f-46df-a723-cacf60aa4b55 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:54.149173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ce9cf0d-065b-44ce-8db9-6a17735cfede req-a3a18677-4c2f-46df-a723-cacf60aa4b55 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0679018 Oct 12 11:13:54.215980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ce9cf0d-065b-44ce-8db9-6a17735cfede req-bd27a18d-fd32-4cee-a9d4-cb6e3a2fdd9b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Oct 12 11:13:54.344342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Deleting port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:13:54.344686 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:54.489974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] For port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:54.497578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:54.510188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Calling delete_port for 168f06bf-b3a4-4b2a-82f6-5cd351e6906f owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:13:54.645834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1565-dfce-44c3-a33a-5073aa67b3c8 req-7f6a4e40-6a12-44e1-8a9a-b19f4333870b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:54.656934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8aae1565-dfce-44c3-a33a-5073aa67b3c8 req-7f6a4e40-6a12-44e1-8a9a-b19f4333870b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 946 time: 0.0981083 Oct 12 11:13:54.739468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8aae1565-dfce-44c3-a33a-5073aa67b3c8 req-e8942283-dfec-4e6a-9f14-c025a9000ce3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Oct 12 11:13:54.837346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:54.857797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['829e1121-61ce-45ca-88b0-77e4fdbb1620', '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:54.880970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event deleted for resources: {'Port': ['ID=168f06bf-b3a4-4b2a-82f6-5cd351e6906f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:13:54.987873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] No DVR routers for this DVR port 168f06bf-b3a4-4b2a-82f6-5cd351e6906f on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:13:54.992330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:54.998652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381c2dc-91c8-417b-aeed-fcc648811881 req-ea9e4ce8-0dab-4f38-8f62-80ca60150765 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:55.000562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb2c721c-a30e-4556-a40e-0f5c56b81804 req-d4c88af0-7e90-4445-b48d-ace940281078 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "DELETE /v2.0/ports/168f06bf-b3a4-4b2a-82f6-5cd351e6906f HTTP/1.1" status: 204 len: 173 time: 0.8791597 Oct 12 11:13:55.011733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'name': 'network-vif-deleted', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:13:55.014165 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d98267-784b-4ee0-99ed-fffc6b115fbb" -d '{"events": [{"server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "name": "network-vif-deleted", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:13:55.019621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2381c2dc-91c8-417b-aeed-fcc648811881 req-ea9e4ce8-0dab-4f38-8f62-80ca60150765 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1681914 Oct 12 11:13:55.088316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adb507ed-357b-460c-8dad-fdc1d28c4b7a req-3a6992f3-56a3-45bd-8fe6-0489d60c9b0f tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 210 time: 0.0866091 Oct 12 11:13:55.129767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2381c2dc-91c8-417b-aeed-fcc648811881 req-f2b08259-c045-43ae-9ef2-37a7617a76b8 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017628 Oct 12 11:13:55.353231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c373e-fb5d-4430-b729-56c8691ae5c2 x-openstack-request-id: req-0b3c373e-fb5d-4430-b729-56c8691ae5c2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:13:55.353231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225", "name": "network-vif-deleted", "tag": "168f06bf-b3a4-4b2a-82f6-5cd351e6906f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:13:55.353231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b3c373e-fb5d-4430-b729-56c8691ae5c2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:13:55.353231 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225', 'name': 'network-vif-deleted', 'tag': '168f06bf-b3a4-4b2a-82f6-5cd351e6906f', 'status': 'completed', 'code': 200} Oct 12 11:13:55.368514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691241ea-46ff-418f-b9ce-461bfc66cf99 req-d153dbdb-c270-45dc-89bf-82f9df79ca0a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:55.393616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-691241ea-46ff-418f-b9ce-461bfc66cf99 req-d153dbdb-c270-45dc-89bf-82f9df79ca0a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.1646111 Oct 12 11:13:55.475150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-691241ea-46ff-418f-b9ce-461bfc66cf99 req-473a3777-26c9-421f-b987-e79eaded7982 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691433 Oct 12 11:13:55.726523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b424fa-5fb3-430a-8f36-a3d3f7d85119 req-5f7f09e6-674c-4090-95fa-56d58633d55b tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:55.742856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60eca-60ba-4d19-8e95-2bc966fc48de req-316d4876-fe62-4599-b1d4-e1a7dc4d9456 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:55.749309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ce60eca-60ba-4d19-8e95-2bc966fc48de req-316d4876-fe62-4599-b1d4-e1a7dc4d9456 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1190403 Oct 12 11:13:55.754238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4b424fa-5fb3-430a-8f36-a3d3f7d85119 req-5f7f09e6-674c-4090-95fa-56d58633d55b tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1755431 Oct 12 11:13:55.817914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ce60eca-60ba-4d19-8e95-2bc966fc48de req-17495f9c-9265-4b4c-801e-bcb55b855f94 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678871 Oct 12 11:13:55.823242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4b424fa-5fb3-430a-8f36-a3d3f7d85119 req-938c994f-f27c-4b3c-b1ed-ffae1ad0a809 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674686 Oct 12 11:13:56.279472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93c9cb5-17bd-4062-badc-c576efc2f577 req-70d5d8eb-f7cf-4dac-946e-a2b82572ae6d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6dd2fe7-e4ef-47c3-b7fe-ce4a3ee11225 HTTP/1.1" status: 200 len: 210 time: 0.0371757 Oct 12 11:13:56.288990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:56.558248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8bdf7-4f54-491a-b389-c366381843b9 req-f4dff585-98d6-4453-ad2c-da64acbba464 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:56.565938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a8bdf7-4f54-491a-b389-c366381843b9 req-f4dff585-98d6-4453-ad2c-da64acbba464 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0824389 Oct 12 11:13:56.621690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a8bdf7-4f54-491a-b389-c366381843b9 req-c61947a6-7dcd-473b-b05d-db2375497e86 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Oct 12 11:13:56.770910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ba39-5f4a-4931-8987-612d164422a1 req-30b4b45f-48ad-40dc-bed5-295393b655cf tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:56.770910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ce4ba39-5f4a-4931-8987-612d164422a1 req-30b4b45f-48ad-40dc-bed5-295393b655cf tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0690324 Oct 12 11:13:56.823476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ce4ba39-5f4a-4931-8987-612d164422a1 req-e6d24966-c1fa-41a6-963c-c7bafca3f75a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681195 Oct 12 11:13:56.983779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e6e3-19af-4161-b8f2-084356f2c829 req-707270bf-b46f-465d-8519-3d7e04c1dae9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:56.987633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63e7e6e3-19af-4161-b8f2-084356f2c829 req-707270bf-b46f-465d-8519-3d7e04c1dae9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0728440 Oct 12 11:13:57.038746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63e7e6e3-19af-4161-b8f2-084356f2c829 req-0a901d3f-2be0-498d-8e0d-68741ddbc21f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Oct 12 11:13:57.935300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b53d9a-800d-4d33-9660-ea0850c6c4e7 req-f2e6c1ce-c68f-4562-b867-166183af1d30 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:57.937923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b53d9a-800d-4d33-9660-ea0850c6c4e7 req-f2e6c1ce-c68f-4562-b867-166183af1d30 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0653586 Oct 12 11:13:57.989792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b53d9a-800d-4d33-9660-ea0850c6c4e7 req-d579840f-ff2a-4507-855a-9c403ecf0e26 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Oct 12 11:13:58.161669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c6cc-b425-445f-bb92-71af66efc247 req-8a9a5172-c67d-4014-bc25-cf874f2d57e3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:58.170943 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a990c6cc-b425-445f-bb92-71af66efc247 req-8a9a5172-c67d-4014-bc25-cf874f2d57e3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 950 time: 0.0860417 Oct 12 11:13:58.233162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a990c6cc-b425-445f-bb92-71af66efc247 req-ddbc160d-4fc6-4b02-a941-7691379ca057 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Oct 12 11:13:58.386574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48babe-9fc0-4710-96ae-20361ea452a0 req-219eda28-43bf-4c76-ab77-196b95b021ee tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:58.388418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf48babe-9fc0-4710-96ae-20361ea452a0 req-219eda28-43bf-4c76-ab77-196b95b021ee tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 945 time: 0.0761852 Oct 12 11:13:58.448489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf48babe-9fc0-4710-96ae-20361ea452a0 req-7db4afd8-bc6d-437c-8613-b5ad21cf7954 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Oct 12 11:13:59.209780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 168f06bf-b3a4-4b2a-82f6-5cd351e6906f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:13:59.236840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 168f06bf-b3a4-4b2a-82f6-5cd351e6906f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:13:59.237478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 168f06bf-b3a4-4b2a-82f6-5cd351e6906f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:13:59.341861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-18a90e0a-04cd-489d-97de-6a6b083f81d1 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:13:59.343525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-18a90e0a-04cd-489d-97de-6a6b083f81d1 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d83e35-7252-4955-8501-20440064d62e HTTP/1.1" status: 200 len: 950 time: 0.0588441 Oct 12 11:13:59.466195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Deleting port 829e1121-61ce-45ca-88b0-77e4fdbb1620 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:13:59.466571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:59.577511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] For port 829e1121-61ce-45ca-88b0-77e4fdbb1620, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=829e1121-61ce-45ca-88b0-77e4fdbb1620,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:13:59.578161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:59.592755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Calling delete_port for 829e1121-61ce-45ca-88b0-77e4fdbb1620 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:13:59.874408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:13:59.888164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['829e1121-61ce-45ca-88b0-77e4fdbb1620', '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:13:59.969596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event deleted for resources: {'Port': ['ID=829e1121-61ce-45ca-88b0-77e4fdbb1620,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:00.096060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] No DVR routers for this DVR port 829e1121-61ce-45ca-88b0-77e4fdbb1620 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:00.099236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:00.110685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-028ce66c-f175-4c1a-be73-8b3405832a6c req-ea2ccdba-06e1-4de9-b9df-d98299b3696d tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "DELETE /v2.0/ports/829e1121-61ce-45ca-88b0-77e4fdbb1620 HTTP/1.1" status: 204 len: 173 time: 0.7572751 Oct 12 11:14:00.145376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'name': 'network-vif-deleted', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:00.155766 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcdd600-ca7a-4e41-a002-584d5393dc95" -d '{"events": [{"server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "name": "network-vif-deleted", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:01.064162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40168) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:01.331073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-3243da82-bc81-459b-8b4d-8d7330ac7bdc tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:14:01.339510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-3243da82-bc81-459b-8b4d-8d7330ac7bdc tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2731822 Oct 12 11:14:01.377180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-ef92ff08-365c-4aaf-a064-79f2a2918b62 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:01.388765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-ef92ff08-365c-4aaf-a064-79f2a2918b62 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 1094 time: 0.0382957 Oct 12 11:14:01.459348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-79d424b8-d9ea-44a3-acef-7d588e3bbd2e tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:01.462661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-79d424b8-d9ea-44a3-acef-7d588e3bbd2e tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0784585 Oct 12 11:14:01.481647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:01.503041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:01.504035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:14:01.580577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:01.636322 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:14:01.722033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:01.722778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:01.723214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:01.728685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:01.729007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:01.735194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:01.735530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:01.736319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:01.736459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Bound port: eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:01.792305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:01.849965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:01.880800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:01.951714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:01.968946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:01.972624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:01.977656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a4a0333-a37e-4358-aa1a-d0c7a8dd0a02 service neutron] 10.222.0.43 "POST /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5393090 Oct 12 11:14:02.045312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:02.140123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:02.183160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 has no active binding in host n-h1-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:14:02.220909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on host n-h2-813419-3 for vnic_type normal with profile {"migrating_to": "n-h1-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:02.220909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:02.220909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:02.225782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:02.226543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Attempting to bind port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:02.234036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:02.234418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:02.234851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:02.235279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Bound port: 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:02.235711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:02.255971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:02.337834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:02.345541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:02.448759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:02.602409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09114ea0-83d2-456c-86fd-220d2a6f2318 req-4355af01-97bb-40db-9a0a-bf0a250eea8d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:02.615626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09114ea0-83d2-456c-86fd-220d2a6f2318 req-4355af01-97bb-40db-9a0a-bf0a250eea8d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1732647 Oct 12 11:14:02.691577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:02.692204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:02.693588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] 10.222.0.41 "PUT /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 1121 time: 1.2188663 Oct 12 11:14:02.698035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09114ea0-83d2-456c-86fd-220d2a6f2318 req-2e2196c8-48ee-4a9d-b8a3-26d6c564ce42 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Oct 12 11:14:02.730388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163752c7-ae04-41e7-ad81-8a21a94d19ff service neutron] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:02.760506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-9863a00e-1816-48b0-8bd5-be6c6fe8b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:02.766154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-9863a00e-1816-48b0-8bd5-be6c6fe8b66e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0903418 Oct 12 11:14:02.770912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:02.905878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:03.140097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-c736b3bf-7c67-4e4d-bae4-efcc1a7c8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:03.147552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-c736b3bf-7c67-4e4d-bae4-efcc1a7c8971 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.3415759 Oct 12 11:14:03.152254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41808c-1cb4-48c7-a46a-3f5c81541dca req-ef1cd64c-7fcb-466f-ad80-ed25c2df3b8f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:03.160097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a41808c-1cb4-48c7-a46a-3f5c81541dca req-ef1cd64c-7fcb-466f-ad80-ed25c2df3b8f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.1307652 Oct 12 11:14:03.226492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a41808c-1cb4-48c7-a46a-3f5c81541dca req-c279d20a-1a85-4bef-a723-dbb2caa07ddb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Oct 12 11:14:03.254530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 829e1121-61ce-45ca-88b0-77e4fdbb1620 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:03.299002 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bee166-431b-482e-934b-b70d5b75ac66 x-openstack-request-id: req-c9bee166-431b-482e-934b-b70d5b75ac66 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:03.307905 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d83e35-7252-4955-8501-20440064d62e", "name": "network-vif-deleted", "tag": "829e1121-61ce-45ca-88b0-77e4fdbb1620", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:03.308245 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9bee166-431b-482e-934b-b70d5b75ac66 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:03.308942 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d83e35-7252-4955-8501-20440064d62e', 'name': 'network-vif-deleted', 'tag': '829e1121-61ce-45ca-88b0-77e4fdbb1620', 'status': 'completed', 'code': 200} Oct 12 11:14:03.310804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-143863b8-cabc-4e2e-b439-47dece489724 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.1551266 Oct 12 11:14:03.341343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 829e1121-61ce-45ca-88b0-77e4fdbb1620 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:14:03.347883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 829e1121-61ce-45ca-88b0-77e4fdbb1620 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:03.436741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-45980f59-5e99-470d-869a-320c10dfa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:03.437707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc73c-1bcd-4381-9441-086a24e12e4f req-ae56387e-3871-4555-8938-7fc9f347d6c0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:03.438909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-45980f59-5e99-470d-869a-320c10dfa418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1093240 Oct 12 11:14:03.447788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-149fc73c-1bcd-4381-9441-086a24e12e4f req-ae56387e-3871-4555-8938-7fc9f347d6c0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 946 time: 0.1087308 Oct 12 11:14:03.508081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-149fc73c-1bcd-4381-9441-086a24e12e4f req-3556c752-d459-45e2-a216-1be962b5826a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Oct 12 11:14:03.511154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-459edb58-a7dc-4ace-8c23-970fccf55aec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644858 Oct 12 11:14:03.751508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-95d800b2-9781-4d71-8807-15dcf93d1e79 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221587 Oct 12 11:14:03.883287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-30e2dd15-cbdb-4e3c-ba61-d8ff1c0e189d service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242568 Oct 12 11:14:04.307347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-987520d4-a55d-4597-8562-99875d66aa51 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:04.309114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-987520d4-a55d-4597-8562-99875d66aa51 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1097 time: 0.0729709 Oct 12 11:14:04.323893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:04.392678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:04.663636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:04.760561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:04.861655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:04.957095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:05.060042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:05.064580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8337-3760-433b-99a2-47601325cda3 req-b6a90e92-846e-4443-910e-150df261e305 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.075115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0be8337-3760-433b-99a2-47601325cda3 req-b6a90e92-846e-4443-910e-150df261e305 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1215520 Oct 12 11:14:05.093393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:05.093729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:05.094062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:05.099618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:05.099618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Attempting to bind port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:05.105664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:05.105987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:05.106364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:05.106964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Bound port: eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:05.107318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:05.128308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0be8337-3760-433b-99a2-47601325cda3 req-7a95ca02-6bbf-49e1-8ac0-687f6ea867b7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Oct 12 11:14:05.239499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:05.245506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:05.260222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:05.309794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2'}, {'name': 'network-changed', 'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2'}, {'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:05.317578 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d5f53-a112-49fc-95fc-7680a0d5263f" -d '{"events": [{"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2"}, {"name": "network-changed", "server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2"}, {"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:05.328108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:05.332022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea555-b833-4da1-8e16-ff8d5a3b369b req-cdd83139-f84e-434e-b2cc-ad9672f74012 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.341996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4bea555-b833-4da1-8e16-ff8d5a3b369b req-cdd83139-f84e-434e-b2cc-ad9672f74012 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0831239 Oct 12 11:14:05.395505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4bea555-b833-4da1-8e16-ff8d5a3b369b req-7a1dc197-5f4d-4c1c-9937-def3cc9e43cc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 Oct 12 11:14:05.516947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c7cb2-831e-4557-b266-7953c039265f req-1575d045-fe1a-4480-88bf-434484a37393 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.526533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-476c7cb2-831e-4557-b266-7953c039265f req-1575d045-fe1a-4480-88bf-434484a37393 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 951 time: 0.0692787 Oct 12 11:14:05.552833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:05.583602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-476c7cb2-831e-4557-b266-7953c039265f req-556b2dd0-ad79-4981-905c-d3a9b07bfbb9 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/security-groups?id=3fda8128-ce61-468e-b82e-8ef7b4215efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549905 Oct 12 11:14:05.589330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:05.592088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:05.595889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.596501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:05.599952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'port_id': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'mac_address': 'fa:16:3e:2b:1e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c4a5ef-579a-4f71-8a43-d850dc3eb7ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:05.605137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-b2640b94-06f6-4316-a92a-92686abf3a92 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 1122 time: 1.2866697 Oct 12 11:14:05.755146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:05.787110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe7f22-3765-428d-b676-dd97733ef96e req-3af475a8-649d-41cc-ba4b-5ed9a4ebcad3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.791075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27fe7f22-3765-428d-b676-dd97733ef96e req-3af475a8-649d-41cc-ba4b-5ed9a4ebcad3 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 951 time: 0.1111755 Oct 12 11:14:05.821371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0482e-0d9a-4424-adfd-56482905dc0c req-df176585-7ff1-4125-8058-898c0efc5fd0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:05.822798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28e0482e-0d9a-4424-adfd-56482905dc0c req-df176585-7ff1-4125-8058-898c0efc5fd0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0952332 Oct 12 11:14:05.882808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:05.932769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:05.932769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:05.951088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28e0482e-0d9a-4424-adfd-56482905dc0c req-ae668fc8-ba5a-4f98-844e-655d1b60983f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119459 Oct 12 11:14:06.017244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.104105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.111202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Deleting port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:14:06.118093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.149467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:06.174585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.175222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.175717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.176290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.176906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.177475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.178066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.178613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.179211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.179743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.180371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.180924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:06.289682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] For port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:06.290179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.319224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Calling delete_port for 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:14:06.321956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:14:06.322482 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:14:06.339918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3b72ad44-d5e2-4944-81ac-0057153cf4bb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:06.616362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.906350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:06.941059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:06.964355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-afc93fac-9bfc-48d2-8027-839cf1ef859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:06.965988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-afc93fac-9bfc-48d2-8027-839cf1ef859e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1124 time: 0.1097877 Oct 12 11:14:06.994678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:07.073483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:07.114502 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88446ca2-f1d5-4054-bf40-fbd9765d27f1 x-openstack-request-id: req-88446ca2-f1d5-4054-bf40-fbd9765d27f1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:07.115132 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2", "code": 200}, {"name": "network-changed", "server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2", "status": "completed", "code": 200}, {"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:07.115132 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88446ca2-f1d5-4054-bf40-fbd9765d27f1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:07.115493 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'code': 200} Oct 12 11:14:07.115691 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'status': 'completed', 'code': 200} Oct 12 11:14:07.115937 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'code': 200} Oct 12 11:14:07.119534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Pushing event deleted for resources: {'Port': ['ID=4f3947ae-6804-40dc-9bfe-ad8bb8f7a427,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:07.160396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-8cb737bf-6284-4f3d-9c2a-821d0f41f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:07.162036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-8cb737bf-6284-4f3d-9c2a-821d0f41f42f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1849203 Oct 12 11:14:07.169842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:07.205396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] No DVR routers for this DVR port 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:07.211648 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:07.219886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27fe7f22-3765-428d-b676-dd97733ef96e req-0a79dbbc-6fa9-4191-9c0c-018e4c751be0 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.47 "DELETE /v2.0/ports/4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 HTTP/1.1" status: 204 len: 173 time: 1.4208736 Oct 12 11:14:07.234607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-924228e3-b5e7-446f-8e5a-5b56208a0040 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0623255 Oct 12 11:14:07.295907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:07.319293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7aff-ad3f-4643-b511-f00a10be986c req-bcf03963-3c19-4c47-95da-66c630a2d8b5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:07.321103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f89f7aff-ad3f-4643-b511-f00a10be986c req-bcf03963-3c19-4c47-95da-66c630a2d8b5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 945 time: 0.3207910 Oct 12 11:14:07.405386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3b72ad44-d5e2-4944-81ac-0057153cf4bb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:07.408423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:07.430923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f89f7aff-ad3f-4643-b511-f00a10be986c req-953ba9f5-75ad-4e84-b31f-ecd15b60f9b8 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923455 Oct 12 11:14:07.462579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-763fba0b-d7fc-4828-9c96-3f52f818323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:07.465992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-763fba0b-d7fc-4828-9c96-3f52f818323b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.2234435 Oct 12 11:14:07.527567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-a16dcf67-cc2e-4b4b-bbf4-719122942757 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512018 Oct 12 11:14:07.623786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:07.701956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:07.705063 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcb98a-57ca-4866-bdda-4396d3bfb727" -d '{"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-plugged", "status": "completed", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:07.712342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:07.803083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12daac-ca1c-40a3-bb72-3d8e93671267 req-b2258c5a-5d69-4d56-8537-66041721eade tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:07.809175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:07.810250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:07.827271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d12daac-ca1c-40a3-bb72-3d8e93671267 req-b2258c5a-5d69-4d56-8537-66041721eade tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.1672394 Oct 12 11:14:07.900748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-ac9ce3c6-83ed-4ab3-a2c1-93869a690ba9 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643329 Oct 12 11:14:07.940467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d12daac-ca1c-40a3-bb72-3d8e93671267 req-0103da38-4d12-4cf2-936c-ccd0c0051b1a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119661 Oct 12 11:14:08.010669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:14:08.011045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4f3947ae-6804-40dc-9bfe-ad8bb8f7a427 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:08.016871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:08.203564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe9d5f53-a112-49fc-95fc-7680a0d5263f req-a0c5f1d6-ab19-4171-9975-5f0b0988e605 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609646 Oct 12 11:14:08.304377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04b15126-1351-4e26-ad70-e53ff7b3ef37 req-aa411fef-ddc9-4c1b-9f05-d609e102eb96 tempest-ServersAdminTestJSON-2058214772 tempest-ServersAdminTestJSON-2058214772-project] 10.222.0.43 "GET /v2.0/ports?device_id=908f8118-c5ac-4c0d-af97-e0880fe8b58b HTTP/1.1" status: 200 len: 210 time: 0.0942299 Oct 12 11:14:08.565213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954003a-4bf0-448c-8e85-c28c77f4a0aa req-a50c6fa0-5ba5-4501-a210-7ff28e3a9bb0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:08.574560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9954003a-4bf0-448c-8e85-c28c77f4a0aa req-a50c6fa0-5ba5-4501-a210-7ff28e3a9bb0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.1066918 Oct 12 11:14:08.627352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9954003a-4bf0-448c-8e85-c28c77f4a0aa req-770011a6-bd75-453f-9af2-edea00d043f3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Oct 12 11:14:08.673988 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda0637-9fe2-4aa3-88ce-dd475575b1f5 x-openstack-request-id: req-3eda0637-9fe2-4aa3-88ce-dd475575b1f5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:08.674476 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-plugged", "status": "completed", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:08.674583 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3eda0637-9fe2-4aa3-88ce-dd475575b1f5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:08.675664 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'code': 200} Oct 12 11:14:08.868595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d850a-9248-4d14-a353-f051fa3c6a7d req-b1b5e7c1-e3d2-4e87-aa6b-c3874304c989 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:08.877287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a56d850a-9248-4d14-a353-f051fa3c6a7d req-b1b5e7c1-e3d2-4e87-aa6b-c3874304c989 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.1087890 Oct 12 11:14:08.943983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a56d850a-9248-4d14-a353-f051fa3c6a7d req-8419116c-7ef4-420e-bdce-c7cf62431558 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Oct 12 11:14:09.079708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b984d3-ab84-4da3-99ac-c026714dcc44 req-a05d4f98-c56b-4494-9fb0-108d999b05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.085065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14b984d3-ab84-4da3-99ac-c026714dcc44 req-a05d4f98-c56b-4494-9fb0-108d999b05da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 1097 time: 0.1072433 Oct 12 11:14:09.117369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'}, {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-deleted', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:09.120321 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d149652d-4d6b-4b67-ae93-a6732d52626f" -d '{"events": [{"name": "network-changed", "server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4"}, {"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-deleted", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:09.190039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14b984d3-ab84-4da3-99ac-c026714dcc44 req-218bfdcd-e309-4ac1-9c70-054a1e7b88ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 Oct 12 11:14:09.305240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:09.349587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7563d2-1b5e-46f5-ba4d-c156b33c6402 req-ac1a586e-0878-4ec6-953a-245edf733ebc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.360630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b7563d2-1b5e-46f5-ba4d-c156b33c6402 req-ac1a586e-0878-4ec6-953a-245edf733ebc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.1228087 Oct 12 11:14:09.423275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b7563d2-1b5e-46f5-ba4d-c156b33c6402 req-67d61d7c-e261-4a71-8549-e6fea3d70389 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613878 Oct 12 11:14:09.504057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:09.533128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:14:09.533227 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8517d951-ca37-4c56-873e-b4ca70725138 x-openstack-request-id: req-8517d951-ca37-4c56-873e-b4ca70725138 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:09.533227 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4", "status": "completed", "code": 200}, {"server_uuid": "908f8118-c5ac-4c0d-af97-e0880fe8b58b", "name": "network-vif-deleted", "tag": "4f3947ae-6804-40dc-9bfe-ad8bb8f7a427", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:09.533227 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8517d951-ca37-4c56-873e-b4ca70725138 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:09.533227 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'status': 'completed', 'code': 200} Oct 12 11:14:09.533227 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f8118-c5ac-4c0d-af97-e0880fe8b58b', 'name': 'network-vif-deleted', 'tag': '4f3947ae-6804-40dc-9bfe-ad8bb8f7a427', 'status': 'completed', 'code': 200} Oct 12 11:14:09.622345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-514fe01f-fde1-4e57-8f8c-dc3d2d6fe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.626995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-514fe01f-fde1-4e57-8f8c-dc3d2d6fe487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1125 time: 0.0698032 Oct 12 11:14:09.780104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-bec37099-a96e-4dc3-97c0-b33187fb3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.781836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-bec37099-a96e-4dc3-97c0-b33187fb3833 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1415272 Oct 12 11:14:09.813784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a0d13-2336-4777-9ff7-cd23a815b53d req-38ae976d-900f-473f-aa50-2dec2aadd294 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.816023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-704a0d13-2336-4777-9ff7-cd23a815b53d req-38ae976d-900f-473f-aa50-2dec2aadd294 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0989857 Oct 12 11:14:09.852736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-94e26857-920f-494e-bc0b-12a0474c7413 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0612330 Oct 12 11:14:09.889416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-704a0d13-2336-4777-9ff7-cd23a815b53d req-4f541887-fad0-4a99-8587-0f138744f7ef tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Oct 12 11:14:09.956741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-4cfdf758-b3d2-4745-9ba8-b1f45e259ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:09.958579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-4cfdf758-b3d2-4745-9ba8-b1f45e259ba8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0964742 Oct 12 11:14:10.058639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-d2bd9a08-c137-4006-a092-db2fba8ffe39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786455 Oct 12 11:14:10.174508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956de52-bfdb-4dfa-bd4c-45f86b977ed8 req-5a5a53d8-20cc-4c19-88e2-d22bb432c5d0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:10.185103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5956de52-bfdb-4dfa-bd4c-45f86b977ed8 req-5a5a53d8-20cc-4c19-88e2-d22bb432c5d0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0965471 Oct 12 11:14:10.226520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-80b0a9eb-8523-4cca-9fd6-1883d752f6a3 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604617 Oct 12 11:14:10.278399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5956de52-bfdb-4dfa-bd4c-45f86b977ed8 req-7f9ea0dc-b72f-4bc0-8126-44360aaada40 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Oct 12 11:14:10.436864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40266) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:10.494594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-0abd2e57-aeac-46e8-824b-7e40a36836c6 service neutron] 10.222.0.41 "GET /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.1985154 Oct 12 11:14:10.506445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d149652d-4d6b-4b67-ae93-a6732d52626f req-0346e77c-b684-4921-8e98-b6b0eedd7505 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541502 Oct 12 11:14:10.862265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:10.938364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:11.012841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:11.025298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e739e-3ad2-4b9e-8d34-ff330ef1aadf req-f379157a-1ff6-4bac-a3e5-f50f9ce1e8d1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:11.026867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-675e739e-3ad2-4b9e-8d34-ff330ef1aadf req-f379157a-1ff6-4bac-a3e5-f50f9ce1e8d1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.3595912 Oct 12 11:14:11.032258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f1d5e2cc-dc02-4b6d-8c67-d1cd1ecf608d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a55f5403e0447de917a45e681a742bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943747 Oct 12 11:14:11.034876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40278) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:11.039056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:11.088852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-675e739e-3ad2-4b9e-8d34-ff330ef1aadf req-b1c82f36-20f5-4295-9777-776595c9b640 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Oct 12 11:14:11.123842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.149004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.158143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.336695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.340195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.341555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fda8128-ce61-468e-b82e-8ef7b4215efd HTTP/1.1" status: 204 len: 168 time: 0.3048136 Oct 12 11:14:11.343015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Transition to ACTIVE for port object eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:11.351483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787ea79-02dc-4166-b592-848547a50881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda8128-ce61-468e-b82e-8ef7b4215efd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:11.453802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522b45-3270-489c-aef5-ec74408bc165 req-6ece7533-4e7d-437d-9c6c-7de3c85a6daf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:11.455588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53522b45-3270-489c-aef5-ec74408bc165 req-6ece7533-4e7d-437d-9c6c-7de3c85a6daf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 944 time: 0.0646052 Oct 12 11:14:11.457508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:11.602433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] No DVR routers for this DVR port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:11.671682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53522b45-3270-489c-aef5-ec74408bc165 req-153c244f-6658-44d5-970d-2e4cfd0f5b20 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080381 Oct 12 11:14:11.672368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.694665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:11.726612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-51f8142e-843f-4537-9783-07d2194ef0e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2304573 Oct 12 11:14:11.805781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42217502-4210-4cd4-a78d-0da26700d411 req-58886e65-fc53-47a9-b345-fdf74f1c9232 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:11.807066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42217502-4210-4cd4-a78d-0da26700d411 req-58886e65-fc53-47a9-b345-fdf74f1c9232 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0623753 Oct 12 11:14:11.875848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42217502-4210-4cd4-a78d-0da26700d411 req-7088974d-4da8-486e-bbb4-bf7944682968 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Oct 12 11:14:11.987052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2d8e8-acb4-4b8d-8038-d6be375bb9b8 req-e8e7a048-a158-491d-9cf9-3ff14166c04b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:11.988775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4db2d8e8-acb4-4b8d-8038-d6be375bb9b8 req-e8e7a048-a158-491d-9cf9-3ff14166c04b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.0586307 Oct 12 11:14:12.038954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667ed9-9c7f-4767-85c7-f26dc623bf5c req-07d5cc95-ccac-4e67-881f-282b75316e36 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.041772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4db2d8e8-acb4-4b8d-8038-d6be375bb9b8 req-43fb07ad-4611-4250-b0af-d77769369144 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459580 Oct 12 11:14:12.044126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef667ed9-9c7f-4767-85c7-f26dc623bf5c req-07d5cc95-ccac-4e67-881f-282b75316e36 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.0770473 Oct 12 11:14:12.091291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef667ed9-9c7f-4767-85c7-f26dc623bf5c req-d6a407d8-ab02-4751-afc4-8a5fa3cb3bd5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Oct 12 11:14:12.214895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1b7b6279-0d86-41e9-abdd-e08a25eac461 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.216432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1b7b6279-0d86-41e9-abdd-e08a25eac461 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0589600 Oct 12 11:14:12.280275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-7e29a092-c05c-4f8b-9e31-3f9e0c781e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.282485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-7e29a092-c05c-4f8b-9e31-3f9e0c781e57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4&tenant_id=364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 1096 time: 0.0577762 Oct 12 11:14:12.306508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b13582-7fd0-48b1-a0b0-62a415723a0c req-ee397676-d490-475a-95cc-f0c33d022a2b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.308306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84b13582-7fd0-48b1-a0b0-62a415723a0c req-ee397676-d490-475a-95cc-f0c33d022a2b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0953631 Oct 12 11:14:12.373529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84b13582-7fd0-48b1-a0b0-62a415723a0c req-8a539fd3-c4fd-40fe-929a-5a3ac7ada806 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Oct 12 11:14:12.421748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-4aacaeee-7a91-4b07-807d-5b3b43d99743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.423409 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-4aacaeee-7a91-4b07-807d-5b3b43d99743 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1128137 Oct 12 11:14:12.513599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40326) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:12.600666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a38ca17-7973-4431-a8f8-f822b24c3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.602789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-1a38ca17-7973-4431-a8f8-f822b24c3129 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1710660 Oct 12 11:14:12.615927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fef9872-6bd6-417f-8d0f-3266f7a5ddbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb5ee369e42548fca1a1d411e5764777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994365 Oct 12 11:14:12.615927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40330) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:12.664982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-4bc9d162-0733-428a-b0c3-deb6f4bceb32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0448229 Oct 12 11:14:12.703244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:12.730175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:12.862524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d5a1-a2ac-4bec-914d-b9246c34dfdd req-3ae162f3-9652-4504-9b68-e9ea12502099 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.864490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f6d5a1-a2ac-4bec-914d-b9246c34dfdd req-3ae162f3-9652-4504-9b68-e9ea12502099 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0675719 Oct 12 11:14:12.876634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-e9b36211-c562-49ff-8111-bf59a63cff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.878840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-e9b36211-c562-49ff-8111-bf59a63cff6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.2041616 Oct 12 11:14:12.932352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f6d5a1-a2ac-4bec-914d-b9246c34dfdd req-45f7e4a3-6dfe-4e09-a546-eb3847d97e06 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522475 Oct 12 11:14:12.933144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:12.936153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:12.938778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daf5bc00-e142-49af-9cd4-958745c82ee1 HTTP/1.1" status: 204 len: 168 time: 0.3220370 Oct 12 11:14:12.949103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327feef8-f689-406a-8333-88426dfee307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5bc00-e142-49af-9cd4-958745c82ee1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:12.966892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-67bea546-15d9-4887-9428-ea1562255bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699537 Oct 12 11:14:12.988248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-6098c5c5-a6f9-4d86-b7e4-8230205f9923 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:12.993276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-6098c5c5-a6f9-4d86-b7e4-8230205f9923 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.2304821 Oct 12 11:14:13.048378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4061e008-a3cb-4689-9a71-4b6f6f59a9dd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/quotas/ef41e1285dbc4cb8b31b4057b976df19 HTTP/1.1" status: 200 len: 375 time: 0.0410492 Oct 12 11:14:13.200873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-58f1145a-50e6-4a00-b375-2096d212319d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850816 Oct 12 11:14:13.213184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-d10e8d6d-35bc-413c-b48b-2bc8ef4234eb service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186935 Oct 12 11:14:13.231690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e3c79-354c-4a34-81f0-dc9b7ed198cd req-bf6e55e0-b439-4868-9773-137ab3dc127d tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:13.240584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a51e3c79-354c-4a34-81f0-dc9b7ed198cd req-bf6e55e0-b439-4868-9773-137ab3dc127d tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 950 time: 0.0805058 Oct 12 11:14:13.303900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a51e3c79-354c-4a34-81f0-dc9b7ed198cd req-b6417741-29b5-472a-a17f-911d258c60ab tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Oct 12 11:14:13.388313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-a6d0030d-50d6-4c4a-af8c-d0cdd68fe1cf service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864965 Oct 12 11:14:13.411292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-d68c4857-edd3-4daa-bec2-0790e8ed991a service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867123 Oct 12 11:14:13.539199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-8669806a-0f20-4f80-b300-de7403fa0cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425138 Oct 12 11:14:13.994051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:14.006997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-a0d86e1b-60c9-40aa-aacc-d46fbb7308c0 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:14.006997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-a0d86e1b-60c9-40aa-aacc-d46fbb7308c0 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.1293862 Oct 12 11:14:14.042149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4bdd3-57c1-4d8b-b777-47d30e288489 req-01fcc5f2-98f5-44af-a421-9b28dca68219 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:14.042149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9c4bdd3-57c1-4d8b-b777-47d30e288489 req-01fcc5f2-98f5-44af-a421-9b28dca68219 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.2012920 Oct 12 11:14:14.081945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24645cb7-094e-42e2-b513-d45498b8e71a req-ade88901-6d89-4971-a031-3ef8b3035bff tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:14.085902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24645cb7-094e-42e2-b513-d45498b8e71a req-ade88901-6d89-4971-a031-3ef8b3035bff tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e959344-2f9d-48db-8b2a-4b7ade730a68 HTTP/1.1" status: 200 len: 946 time: 0.2650599 Oct 12 11:14:14.089942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:14.166427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9c4bdd3-57c1-4d8b-b777-47d30e288489 req-06fc194c-d9f7-45b7-96f4-a00c45eed86e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079907 Oct 12 11:14:14.239403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6c4916a-1c74-42d6-90c5-2c683b0cd036 req-a078e84f-2012-4936-aa4e-c0737d4a6f8a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 210 time: 0.0959988 Oct 12 11:14:14.303535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Deleting port 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:14:14.304065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:14.416121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12f521-2f65-4870-beca-c51344a030a8 req-9286afe3-1758-47a9-bdcc-8863e8fc3bae tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:14.420034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c12f521-2f65-4870-beca-c51344a030a8 req-9286afe3-1758-47a9-bdcc-8863e8fc3bae tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.1032965 Oct 12 11:14:14.422653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-93b39fc7-67e5-40d8-af24-324959dc5fe9 service neutron] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:14.431562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-93b39fc7-67e5-40d8-af24-324959dc5fe9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:14.435231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2b1266b-51ca-4149-ab48-7bdb50b7c8c8 req-93b39fc7-67e5-40d8-af24-324959dc5fe9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.4158421 Oct 12 11:14:14.461209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] For port 3b72ad44-d5e2-4944-81ac-0057153cf4bb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3b72ad44-d5e2-4944-81ac-0057153cf4bb,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:14.461583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:14.475244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Calling delete_port for 3b72ad44-d5e2-4944-81ac-0057153cf4bb owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:14:14.505292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c12f521-2f65-4870-beca-c51344a030a8 req-148f7b5e-d306-4037-840e-5ac1012bc397 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Oct 12 11:14:14.764248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf30337-326b-4188-b4e6-87c47fb429b9 req-4fdb315a-7ffb-4daf-885a-c097fc861463 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:14.766565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bf30337-326b-4188-b4e6-87c47fb429b9 req-4fdb315a-7ffb-4daf-885a-c097fc861463 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 1096 time: 0.0824976 Oct 12 11:14:14.803696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:14.815348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bf30337-326b-4188-b4e6-87c47fb429b9 req-126b7cd8-8ff0-45a2-968b-c1bd87b65771 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Oct 12 11:14:14.821745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3b72ad44-d5e2-4944-81ac-0057153cf4bb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:14.894945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event deleted for resources: {'Port': ['ID=3b72ad44-d5e2-4944-81ac-0057153cf4bb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:14.970524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] No DVR routers for this DVR port 3b72ad44-d5e2-4944-81ac-0057153cf4bb on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:14.973897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:14.978804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24645cb7-094e-42e2-b513-d45498b8e71a req-91b6fb3c-dd2b-4eda-845f-0e677977d0c7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "DELETE /v2.0/ports/3b72ad44-d5e2-4944-81ac-0057153cf4bb HTTP/1.1" status: 204 len: 173 time: 0.8816719 Oct 12 11:14:14.979577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-deleted', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:14.982404 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e6793-c806-40d5-b212-d74d1e5ffa04" -d '{"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-deleted", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:14.995773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-dce8f4e7-92b3-4a00-aa83-e4d7cabc36c2 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:15.003938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-dce8f4e7-92b3-4a00-aa83-e4d7cabc36c2 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/networks?id=5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 HTTP/1.1" status: 200 len: 813 time: 0.2373185 Oct 12 11:14:15.022079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-58c70fe8-947e-4b39-abde-7c9c09b54764 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/quotas/47ebb9e0e6a849e5be18b8565eb8bdb7 HTTP/1.1" status: 200 len: 375 time: 0.0168006 Oct 12 11:14:15.087668 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfc8e5-6bc2-4266-9f2a-27a2d1c04efb x-openstack-request-id: req-44dfc8e5-6bc2-4266-9f2a-27a2d1c04efb {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:15.087668 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e959344-2f9d-48db-8b2a-4b7ade730a68", "name": "network-vif-deleted", "tag": "3b72ad44-d5e2-4944-81ac-0057153cf4bb", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:15.087668 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44dfc8e5-6bc2-4266-9f2a-27a2d1c04efb {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:15.087668 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e959344-2f9d-48db-8b2a-4b7ade730a68', 'name': 'network-vif-deleted', 'tag': '3b72ad44-d5e2-4944-81ac-0057153cf4bb', 'status': 'completed', 'code': 200} Oct 12 11:14:15.139361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-f16a2875-5db3-4caf-8e3a-5c6340c8c070 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47ebb9e0e6a849e5be18b8565eb8bdb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153810 Oct 12 11:14:15.343744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:15.355071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-7f57bacc-a57f-45ef-b430-2770fa8ae476 service neutron] 10.222.0.43 "GET /v2.0/networks/5ef273a2-944d-4727-bfe5-f1f3a54f4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146327 Oct 12 11:14:15.425628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-8f105771-7c29-48c8-861d-ed9f897d0130 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:15.435749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-8f105771-7c29-48c8-861d-ed9f897d0130 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.1983104 Oct 12 11:14:15.454121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-63261e7d-1d58-476c-af5b-9177ee5c1aca tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/quotas/364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 375 time: 0.0171061 Oct 12 11:14:15.510020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-8a4c4d0a-a1fd-4739-914c-4e4a8a2a806c service neutron] 10.222.0.43 "GET /v2.0/networks/5ef273a2-944d-4727-bfe5-f1f3a54f4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534185 Oct 12 11:14:15.528382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-64372a86-dfac-4df1-ba13-39f1b864a186 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729656 Oct 12 11:14:15.677455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-323134ce-075a-4259-8286-e2d11bbb8c06 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391273 Oct 12 11:14:15.804675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-6e5868b1-6ba8-4623-9477-c730cc29ef16 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164207 Oct 12 11:14:15.941233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3447ba4-5e41-4350-9590-50e052ed6581 req-7a055625-ac11-4fb6-9689-0ce64bcca1b2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:15.942747 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3447ba4-5e41-4350-9590-50e052ed6581 req-7a055625-ac11-4fb6-9689-0ce64bcca1b2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0929132 Oct 12 11:14:15.989181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:16.075389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3447ba4-5e41-4350-9590-50e052ed6581 req-66d2bd26-8a21-4643-8eca-7e8aec796ded tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248155 Oct 12 11:14:16.161575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:16.222502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:16.223619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:16.232788 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c4541-a4db-4a0b-90fa-088ff7a525c3" -d '{"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-unplugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:16.244905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f674c469-6665-44cb-8fec-7f6c72f4278c req-a54d9924-7597-45e0-99b4-104621051b88 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 210 time: 0.0731633 Oct 12 11:14:16.285224 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:16.401625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abd2da1d-1dc0-462a-b166-0e66644edb0d req-3be24551-4144-4943-836a-d02d5712de3a tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 210 time: 0.0687957 Oct 12 11:14:16.402732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:16.529202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa655560-4961-4507-ab51-b3a62c7b725d req-783fc63b-2617-4e13-a3ce-f71257493542 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0532277 Oct 12 11:14:16.579704 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a431c84-1e38-48c9-aa19-7e56f3625f0f x-openstack-request-id: req-6a431c84-1e38-48c9-aa19-7e56f3625f0f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:16.580137 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-unplugged", "status": "completed", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:16.580620 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a431c84-1e38-48c9-aa19-7e56f3625f0f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:16.581115 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140', 'code': 200} Oct 12 11:14:16.707452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-7c6808ed-e734-44c2-b885-13ad62461d31 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:16.709395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-7c6808ed-e734-44c2-b885-13ad62461d31 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.1256607 Oct 12 11:14:16.724295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Request body: {'port': {'device_id': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'admin_state_up': True, 'tenant_id': 'ef41e1285dbc4cb8b31b4057b976df19'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:16.833169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-92723204-f98f-4e71-8694-c5378d6214d0 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242715 Oct 12 11:14:16.967610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-8439a79a-cf68-4914-8c73-675bd74709b0 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:16.973760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-8439a79a-cf68-4914-8c73-675bd74709b0 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341755 Oct 12 11:14:16.998480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-4137cd20-269a-482a-8bd1-5a6d6f73944b tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/quotas/d26130d8fe934266b26d85b12e1bdcfd HTTP/1.1" status: 200 len: 375 time: 0.0237746 Oct 12 11:14:17.010789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Made reservation on behalf of ef41e1285dbc4cb8b31b4057b976df19 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:17.014341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.037418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-d4afad3a-3451-4213-b13d-697bcfa021fd tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328372 Oct 12 11:14:17.167648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Allocated IP 172.20.0.9 (9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599/d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff/312c7e93-eeba-453b-980c-3789e12c55ea) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:17.235701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-95d44aff-2b8e-45d6-a794-dbd8dfcd6a08 service neutron] 10.222.0.47 "GET /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2/bindings/n-h1-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.0759041 Oct 12 11:14:17.350239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:17.364066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.393363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 3b72ad44-d5e2-4944-81ac-0057153cf4bb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:14:17.393840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3b72ad44-d5e2-4944-81ac-0057153cf4bb not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:17.498643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91e21b-c822-4dcd-ba85-daeca77857a2 req-797d7be0-fd60-455a-a089-ef2a282dfc01 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:17.500274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e91e21b-c822-4dcd-ba85-daeca77857a2 req-797d7be0-fd60-455a-a089-ef2a282dfc01 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 943 time: 0.0789971 Oct 12 11:14:17.502185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:17.532162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.540844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:17.582144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:17.582372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e91e21b-c822-4dcd-ba85-daeca77857a2 req-b48c362e-07ea-44d2-9166-19d556bc7787 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Oct 12 11:14:17.588005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:17.591757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:17.592038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:17.604300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:17.629693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:17.656386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:17.656992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.658877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ea67ac5-2a24-4aee-85b7-312de6958920 req-2e981bfd-ad89-4762-bd55-108bbc3ee71f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0320516 Oct 12 11:14:17.700157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5390f42d-6e95-4372-bbb6-8e62a2013b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.771182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8acc-05cc-4171-95db-4d6b5ac8cd95 req-c255c5e5-6745-484d-af6c-4fe207db9c8b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:17.772567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-44dd8acc-05cc-4171-95db-4d6b5ac8cd95 req-c255c5e5-6745-484d-af6c-4fe207db9c8b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 931 time: 0.0486498 Oct 12 11:14:17.774322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:17.805923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-b698880a-55ee-43f5-a900-86c08722f4df tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863538 Oct 12 11:14:17.820928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Request body: {'port': {'device_id': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:17.843757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-44dd8acc-05cc-4171-95db-4d6b5ac8cd95 req-5f0e25ee-65c3-4a7a-bc14-1341983ba2fd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608709 Oct 12 11:14:17.876606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] Transition to ACTIVE for port object 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:17.955434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.009493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:18.154448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:18.172812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.174651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'mac_address': 'fa:16:3e:fc:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:18.192195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] No DVR routers for this DVR port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:18.208722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-551a63c1-7b48-4723-9958-2aac1b33da2f req-cdac90ab-f835-40ae-9e69-6b1f9df0ac8d tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 210 time: 0.0958602 Oct 12 11:14:18.220145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:18.229352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.251179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:18.279407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:18.296355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-11aac2ed-c78b-45ba-8015-727591610ecd service neutron] 10.222.0.47 "PUT /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2/bindings/n-h1-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0534596 Oct 12 11:14:18.345894 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.359259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-820715ba-069d-47dd-a66d-a55ed4b60bb2 req-22551ecb-c98a-4620-8d79-60ae4c9928c7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0306389 Oct 12 11:14:18.396849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:18.446137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['edd9ca99-a5c2-4158-88e8-2cb366a97904'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:18.511793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:18.516397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.529546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Transition to ACTIVE for port object 312c7e93-eeba-453b-980c-3789e12c55ea will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:18.650960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.742091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:18.762756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e8884-e874-4fc2-88f3-fe9b712d260a req-1820fb01-2c3d-4fac-af4e-2f6408f00dab tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:18.764281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af7e8884-e874-4fc2-88f3-fe9b712d260a req-1820fb01-2c3d-4fac-af4e-2f6408f00dab tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0670128 Oct 12 11:14:18.779171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Attempting to bind port 312c7e93-eeba-453b-980c-3789e12c55ea on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:18.779498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Attempting to bind port 312c7e93-eeba-453b-980c-3789e12c55ea by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:18.779826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Attempting to bind port 312c7e93-eeba-453b-980c-3789e12c55ea on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:18.784631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Port 312c7e93-eeba-453b-980c-3789e12c55ea on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:18.785131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Attempting to bind port 312c7e93-eeba-453b-980c-3789e12c55ea on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:18.790736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:18.791074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Checking segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:18.791453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Bound using segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:18.791884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Bound port: 312c7e93-eeba-453b-980c-3789e12c55ea, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:18.792293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.805526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af7e8884-e874-4fc2-88f3-fe9b712d260a req-a2d6bfd0-37aa-4a5e-82ea-388384b74987 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Oct 12 11:14:18.870026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:18.874042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:18.924886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0da3bd7a-4e2a-4ca3-8b1c-a850be5b132a req-e9228d58-cff4-4fd1-a854-ed058e2c944d tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0461497 Oct 12 11:14:18.942608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.979126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:18.979819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:18.981342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/312c7e93-eeba-453b-980c-3789e12c55ea HTTP/1.1" status: 200 len: 1091 time: 1.1670499 Oct 12 11:14:18.983616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:18.987024 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00" -d '{"events": [{"name": "network-changed", "server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:19.019265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6146c9-81df-4976-8783-4e3a402d90b2 service neutron] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:19.029397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-065f8025-003f-4c7c-a679-1fd2a96d7da9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.030880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-065f8025-003f-4c7c-a679-1fd2a96d7da9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.47 "GET /v2.0/networks?id=5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 HTTP/1.1" status: 200 len: 813 time: 0.1487098 Oct 12 11:14:19.044673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Request body: {'port': {'device_id': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'admin_state_up': True, 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:19.057334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce638a1-27ae-45ae-af8d-5e34ef240115 req-74b11517-1ab5-42a8-a2a3-31d838dcce9b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.059308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bce638a1-27ae-45ae-af8d-5e34ef240115 req-74b11517-1ab5-42a8-a2a3-31d838dcce9b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0822103 Oct 12 11:14:19.138787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-2bdc40e2-915f-4396-a00a-db03ef575d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.140275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-2bdc40e2-915f-4396-a00a-db03ef575d07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 1094 time: 0.0429225 Oct 12 11:14:19.150902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bce638a1-27ae-45ae-af8d-5e34ef240115 req-44345364-0352-436e-89c2-146ac810b368 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Oct 12 11:14:19.233398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-d911fefc-53ff-4162-a192-d526be355cc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=312c7e93-eeba-453b-980c-3789e12c55ea HTTP/1.1" status: 200 len: 217 time: 0.0849066 Oct 12 11:14:19.274382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Made reservation on behalf of 47ebb9e0e6a849e5be18b8565eb8bdb7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:19.275478 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1766ef-5b2d-4b07-983c-333e59e0988a x-openstack-request-id: req-bc1766ef-5b2d-4b07-983c-333e59e0988a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:19.275778 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:19.276238 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc1766ef-5b2d-4b07-983c-333e59e0988a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:19.276630 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea', 'status': 'completed', 'code': 200} Oct 12 11:14:19.278139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:19.321170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-cd351ea1-cfab-4e9b-a364-27023611e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.323201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-cd351ea1-cfab-4e9b-a364-27023611e1cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.0823946 Oct 12 11:14:19.360427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-21123e36-cf89-47a3-9397-8b67486dfe6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295935 Oct 12 11:14:19.365976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7788ea9b-721e-4edd-9171-65bbd028380f req-a59f9458-6e85-4998-83a5-904c19630cbb tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Oct 12 11:14:19.446536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Allocated IP 172.20.0.5 (5ef273a2-944d-4727-bfe5-f1f3a54f4ea6/171d6fbe-128f-4ff1-91b8-02dfd9984c4f/10a9360f-c46a-4d7f-a665-66e5d0f3a242) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:19.490207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-ef60a213-7678-4dc5-ba71-fc1c570c7991 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217594 Oct 12 11:14:19.592489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07ba3910-d41e-4eed-8db6-6d6984483232 req-69f9d5ed-3634-419e-a805-2ec50d845d0c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0460513 Oct 12 11:14:19.600376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7349a8c-6403-4b32-b4f4-bd08c0a8b7de req-ba32633e-2aa1-4de2-b49f-0272425d73bb service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031435 Oct 12 11:14:19.706276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:19.782120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-c8fe009d-3876-4992-a0d8-445b65ed9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.783689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-c8fe009d-3876-4992-a0d8-445b65ed9615 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 1094 time: 0.0418916 Oct 12 11:14:19.822735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:19.915842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:19.921973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:19.942138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:19.955197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-55292086-cf72-4311-b471-4954c3d96fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:19.958223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-55292086-cf72-4311-b471-4954c3d96fd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 916 time: 0.1666045 Oct 12 11:14:20.009853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:20.049376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Pushing event updated for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:20.138591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:20.139415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.147307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port edd9ca99-a5c2-4158-88e8-2cb366a97904 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:20.148768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.166826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd2eac-a14f-492a-aa56-b42e82184b24 req-8cf5a0ec-754a-476b-a1dc-f53dcc08ceca tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:20.175698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54dd2eac-a14f-492a-aa56-b42e82184b24 req-8cf5a0ec-754a-476b-a1dc-f53dcc08ceca tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1563556 Oct 12 11:14:20.200773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-29923d3f-06b8-4831-b548-e35f14a3f8f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=312c7e93-eeba-453b-980c-3789e12c55ea HTTP/1.1" status: 200 len: 217 time: 0.0980682 Oct 12 11:14:20.228964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54dd2eac-a14f-492a-aa56-b42e82184b24 req-aa96d523-348a-444d-9cbc-b67f6bf3f6c2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Oct 12 11:14:20.247724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-31f2866b-614e-4b26-a039-ba54f3eeb192 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068477 Oct 12 11:14:20.279787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Request body: {'port': {'device_id': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:20.376095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-58148e31-b60d-41bd-961e-619aa88c533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:20.376903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.377580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-58148e31-b60d-41bd-961e-619aa88c533d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.1413445 Oct 12 11:14:20.426728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43d1e403-dec1-4ca9-a56c-e0c207035d33 req-a246370f-0268-44d6-8a49-6c6d1b61151b tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0460095 Oct 12 11:14:20.434646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8a77e51d-d4fe-48d4-ae3f-ad7b8621013c None None] Provisioning complete for port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:20.435369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8a77e51d-d4fe-48d4-ae3f-ad7b8621013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.440956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.497961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-c9e49538-8259-4c5b-9447-1105977ff7b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346577 Oct 12 11:14:20.535030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3c7af8c9-7818-48e9-a5cd-0189178a39f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.590591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:20.594413 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49fe53f-cf8b-4197-a62f-bd62cad015dc" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:20.617108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8a77e51d-d4fe-48d4-ae3f-ad7b8621013c None None] Port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:14:20.627403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:20.676051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-2c06fc55-1842-497e-aea8-4135096fd53b service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630425 Oct 12 11:14:20.690971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:20.740950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731adc28-5601-464d-8a24-6e715b4f1db7 req-3152f591-5f16-46c7-8404-7eef3d099887 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:20.747957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-731adc28-5601-464d-8a24-6e715b4f1db7 req-3152f591-5f16-46c7-8404-7eef3d099887 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.1356988 Oct 12 11:14:20.768275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:20.855310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-731adc28-5601-464d-8a24-6e715b4f1db7 req-9237fb8a-7938-46dc-a8b6-be9ae021fe72 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924647 Oct 12 11:14:21.074634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a9360f-c46a-4d7f-a665-66e5d0f3a242 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:21.090029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.142023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Transition to ACTIVE for port object 10a9360f-c46a-4d7f-a665-66e5d0f3a242 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:21.183790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04eb1-a3f1-4087-b016-74e035fa79a0 req-0a2f43ff-3cd6-4297-ba9e-c1cff45620ae tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:21.185577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ce04eb1-a3f1-4087-b016-74e035fa79a0 req-0a2f43ff-3cd6-4297-ba9e-c1cff45620ae tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 931 time: 0.1135459 Oct 12 11:14:21.214539 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.341425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ce04eb1-a3f1-4087-b016-74e035fa79a0 req-6bb2cdd8-6590-4694-99a8-4fe22f1dad2b tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457992 Oct 12 11:14:21.433296 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0bca5f-f8cf-43a4-87db-43b3bf333fdb x-openstack-request-id: req-7c0bca5f-f8cf-43a4-87db-43b3bf333fdb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:21.435796 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-plugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:21.439066 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c0bca5f-f8cf-43a4-87db-43b3bf333fdb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:21.439066 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'code': 200} Oct 12 11:14:21.442234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Pushing event updated for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:21.479520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Attempting to bind port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:21.480121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Attempting to bind port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:21.480876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Attempting to bind port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 on network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:21.486147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 on network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:21.488358 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.496381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Attempting to bind port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 on network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:21.503508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:21.508054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Checking segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:21.508054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Bound using segment: {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:21.508054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Bound port: 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147e6652-0890-488a-8842-d74e69473034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:21.508054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.639872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.672184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-769b9f79-f331-4691-92ec-da23a7fecd6f req-f160e5ea-717c-4fcb-8aed-1982e2831ded tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.1151240 Oct 12 11:14:21.713134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.715886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:21.720540 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:21.818627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.863746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:21.864525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:21.865754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] 10.222.0.47 "PUT /v2.0/ports/10a9360f-c46a-4d7f-a665-66e5d0f3a242 HTTP/1.1" status: 200 len: 1091 time: 1.5953152 Oct 12 11:14:21.872899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:21.872899 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9646b-5205-407f-976d-e3ea11064b08" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:21.892161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a44d-a36c-4edc-9288-3dcb314579f8 req-3d465513-ab33-443b-aa99-25de07a84c65 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:21.893978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16e6a44d-a36c-4edc-9288-3dcb314579f8 req-3d465513-ab33-443b-aa99-25de07a84c65 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1182234 Oct 12 11:14:21.921300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988781e2-5408-4c33-be75-a20abb93e89d service neutron] Pushing event updated for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:21.987423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16e6a44d-a36c-4edc-9288-3dcb314579f8 req-de34007a-2154-449c-8d7a-d64a494d0330 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815799 Oct 12 11:14:22.104487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04a86762-f682-4c03-814c-b3859fa37be1 req-10bca04e-1fbd-43ce-b252-0f592f62f9b0 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0398438 Oct 12 11:14:22.255392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75413338-936e-415b-a451-f79149b2b7e1 req-b4ded3fd-73e8-4a97-9a67-c69f43d6cea9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:22.256842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75413338-936e-415b-a451-f79149b2b7e1 req-b4ded3fd-73e8-4a97-9a67-c69f43d6cea9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0794296 Oct 12 11:14:22.332347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75413338-936e-415b-a451-f79149b2b7e1 req-9fcd703f-3f81-4282-b243-31749411063e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667584 Oct 12 11:14:22.410415 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7691fd6-7b14-41d0-830c-2c39fca6d60b x-openstack-request-id: req-f7691fd6-7b14-41d0-830c-2c39fca6d60b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:22.411185 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:22.411436 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7691fd6-7b14-41d0-830c-2c39fca6d60b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:22.411854 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242', 'status': 'completed', 'code': 200} Oct 12 11:14:22.602875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bdf8b-41bb-4e49-be98-5ee1f4f43b44 req-98fcfa10-6c4d-4b3f-980f-ac84010a2279 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:22.611151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a0bdf8b-41bb-4e49-be98-5ee1f4f43b44 req-98fcfa10-6c4d-4b3f-980f-ac84010a2279 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0591359 Oct 12 11:14:22.674211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a0bdf8b-41bb-4e49-be98-5ee1f4f43b44 req-f63e2ac9-e197-44ad-84f8-416a251843a9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618286 Oct 12 11:14:22.776667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dca329-b807-4fb7-92e3-8152a05e3c4d req-4665a191-216f-4960-9761-98a653c7865b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Oct 12 11:14:23.131065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f050-6055-40dd-bf14-cfec8d43b853 req-874d3e57-530e-4131-9a87-e751c039f6a6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:23.139715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:23.140959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20a5f050-6055-40dd-bf14-cfec8d43b853 req-874d3e57-530e-4131-9a87-e751c039f6a6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0748496 Oct 12 11:14:23.194017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20a5f050-6055-40dd-bf14-cfec8d43b853 req-7cb8bd70-872e-4b67-b8b8-b326835cb66c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Oct 12 11:14:23.309061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5620a12b-24e2-40f4-95a2-b83c857b1615 req-8103ca54-6c57-4f81-9826-195e6c08ab3e tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0384398 Oct 12 11:14:23.510752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8c13-36f3-4ac8-adce-5f60ed935463 req-3c98c941-f465-4204-946b-b11f523d1f6a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:23.510752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-667f8c13-36f3-4ac8-adce-5f60ed935463 req-3c98c941-f465-4204-946b-b11f523d1f6a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0708189 Oct 12 11:14:23.561991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-667f8c13-36f3-4ac8-adce-5f60ed935463 req-ef4725dc-5401-4fe0-9c1e-abba33c2518b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Oct 12 11:14:23.835692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059a1d9-d292-423c-8d0f-f407f1a5e668 req-3495decb-d861-4fc4-b334-f645409dd465 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:23.843980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d059a1d9-d292-423c-8d0f-f407f1a5e668 req-3495decb-d861-4fc4-b334-f645409dd465 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0770698 Oct 12 11:14:23.886125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d059a1d9-d292-423c-8d0f-f407f1a5e668 req-08285d0c-f2dd-473e-bde6-2b46b089fa9f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Oct 12 11:14:23.988309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8008b59d-28e2-4277-85ef-b942b1390a66 req-43a43e66-6e4f-4a9c-b8fa-a1bf58d99c28 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0356340 Oct 12 11:14:24.316725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a87f7-5269-4d92-af4b-9d8f7db4ad0d req-c40fc66e-3312-4345-ad2f-3b01cb232a72 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:24.318232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-349a87f7-5269-4d92-af4b-9d8f7db4ad0d req-c40fc66e-3312-4345-ad2f-3b01cb232a72 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0567565 Oct 12 11:14:24.364316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-349a87f7-5269-4d92-af4b-9d8f7db4ad0d req-a14508f3-e914-4916-8d9a-614341f247dc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Oct 12 11:14:24.453126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-366c07fc-9664-4acf-83c3-1cc69fdc85d6 req-7fa059ac-287e-4da4-a8f9-e8b43077bcca tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0314045 Oct 12 11:14:24.685322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88312-3e02-40d2-ab86-34c4805b25d9 req-5035c6b5-4b65-4071-9ffc-660500f286b6 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:24.693515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef88312-3e02-40d2-ab86-34c4805b25d9 req-5035c6b5-4b65-4071-9ffc-660500f286b6 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0629926 Oct 12 11:14:24.730616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef88312-3e02-40d2-ab86-34c4805b25d9 req-77733408-8d46-4096-9de0-ebc1808e3b54 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Oct 12 11:14:25.023560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b0bf0-5f21-4010-bcd7-a109e22f52d5 req-06eeaf9c-548b-4edf-9903-50187b381c24 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:25.025001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-023b0bf0-5f21-4010-bcd7-a109e22f52d5 req-06eeaf9c-548b-4edf-9903-50187b381c24 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0652280 Oct 12 11:14:25.077729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-023b0bf0-5f21-4010-bcd7-a109e22f52d5 req-2d0c2cdb-bd34-47ee-b0eb-851d66c0bff2 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Oct 12 11:14:25.177638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc94e352-a93e-450b-a9b4-3b71edf689f3 req-b37d9225-0e8d-42f8-90c8-c03954ed85c7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Oct 12 11:14:25.502195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d91ee-39ea-4e9f-9587-6b552c66d58b req-76e8ce0e-629e-49da-9bcb-61f70faee6b8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:25.504642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-510d91ee-39ea-4e9f-9587-6b552c66d58b req-76e8ce0e-629e-49da-9bcb-61f70faee6b8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0624163 Oct 12 11:14:25.578672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-510d91ee-39ea-4e9f-9587-6b552c66d58b req-fbabee08-7d49-4596-b806-2cbf2c45ea1d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Oct 12 11:14:25.671725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-601e6cad-16fd-47a6-a809-d971cc716838 req-b4f931f0-f9c4-4cc0-a651-87cec52b5ba9 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0319514 Oct 12 11:14:25.863230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13920790-2c3c-4016-83e9-dc9090fe433c req-b7473c0c-88ac-421a-b73a-d9e21f5ca655 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:25.866069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13920790-2c3c-4016-83e9-dc9090fe433c req-b7473c0c-88ac-421a-b73a-d9e21f5ca655 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0529592 Oct 12 11:14:25.905630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13920790-2c3c-4016-83e9-dc9090fe433c req-a08f1e85-bdfc-4738-a983-2b0436afda06 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Oct 12 11:14:26.217948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044c6f9-1fff-4b58-be0c-44399e7975aa req-f6b8c7fb-68c9-4c34-ba17-f35138ebff07 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:26.219861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e044c6f9-1fff-4b58-be0c-44399e7975aa req-f6b8c7fb-68c9-4c34-ba17-f35138ebff07 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0636108 Oct 12 11:14:26.270811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e044c6f9-1fff-4b58-be0c-44399e7975aa req-135467e9-d922-42a3-94ae-a347ae47d272 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Oct 12 11:14:26.279573 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:26.389031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4cc98a6c-56ec-4be5-bda5-939b78963f57 req-ce9a29ca-2c27-4727-b9ba-1fa38cc157f0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0339375 Oct 12 11:14:27.048649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa81435-908a-4fa7-aa83-3588915786fe req-4d24f810-3e4a-497e-a83f-46567d742b97 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:27.050185 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa81435-908a-4fa7-aa83-3588915786fe req-4d24f810-3e4a-497e-a83f-46567d742b97 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0631144 Oct 12 11:14:27.102897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa81435-908a-4fa7-aa83-3588915786fe req-073e2d02-4b0f-472e-921b-7349c20d3bd0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462105 Oct 12 11:14:27.210015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30df0c8a-267b-42c2-96e7-c7d7b11d3033 req-52fb99b4-29e6-42e0-bc82-baf3648d2e46 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0319011 Oct 12 11:14:27.333587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63c500-8529-4294-b176-202e7b0a1543 req-f1c02da5-cd2e-483e-aebf-a858f6ed2fbc tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:27.335902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f63c500-8529-4294-b176-202e7b0a1543 req-f1c02da5-cd2e-483e-aebf-a858f6ed2fbc tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.0588355 Oct 12 11:14:27.380841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f63c500-8529-4294-b176-202e7b0a1543 req-66928ef2-a9a7-4f14-bde6-8499d0be82b3 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Oct 12 11:14:27.511892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679579ba-11b6-4056-956f-a9d9aef42505 req-0d24e6d6-1a00-4719-8799-10d20ffdcb12 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:27.513568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-679579ba-11b6-4056-956f-a9d9aef42505 req-0d24e6d6-1a00-4719-8799-10d20ffdcb12 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0624225 Oct 12 11:14:27.553955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-679579ba-11b6-4056-956f-a9d9aef42505 req-e5afcd7b-00c3-4c36-955a-4e64f171d953 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Oct 12 11:14:27.725145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175055aa-0162-4787-a7ca-ce3b26193058 req-a9e8b954-8ee4-48b0-9045-4e1850e7eb14 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:27.727121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-175055aa-0162-4787-a7ca-ce3b26193058 req-a9e8b954-8ee4-48b0-9045-4e1850e7eb14 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0605433 Oct 12 11:14:27.771306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-175055aa-0162-4787-a7ca-ce3b26193058 req-e3472ecb-d8a7-4169-b355-2ccaed60a382 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Oct 12 11:14:27.858328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f56fa1b-5f30-462c-9867-1de0abfb875b req-05236321-dc4c-4b81-a755-1a86f31476b1 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Oct 12 11:14:28.230863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4acb45-d3dd-4e66-80dc-ae4d01963f42 req-f1a175d2-dc6c-402e-b7e9-0b47a5f85596 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.233278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf4acb45-d3dd-4e66-80dc-ae4d01963f42 req-f1a175d2-dc6c-402e-b7e9-0b47a5f85596 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0558193 Oct 12 11:14:28.273649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf4acb45-d3dd-4e66-80dc-ae4d01963f42 req-5463e9d9-d560-44ce-9153-9299a035577b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Oct 12 11:14:28.384205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3ebcd46-d31c-40f6-8eff-ba4a7ded2b60 req-397f35f9-c465-4d40-9882-369567b3876c tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0271745 Oct 12 11:14:28.550388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c3f0-e437-43f4-8947-ffa83c6256eb req-d25f65bd-59fd-4e31-89bf-db1b42913fd3 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.552067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dd2c3f0-e437-43f4-8947-ffa83c6256eb req-d25f65bd-59fd-4e31-89bf-db1b42913fd3 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.0842934 Oct 12 11:14:28.609224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dd2c3f0-e437-43f4-8947-ffa83c6256eb req-3d8a5571-9027-40db-b57d-3c50d43b7e58 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Oct 12 11:14:28.620809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790f7a-7a8d-4760-88d5-1731b061e629 req-a9988eeb-9ea8-489d-b8dd-6aa82687871b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.622215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df790f7a-7a8d-4760-88d5-1731b061e629 req-a9988eeb-9ea8-489d-b8dd-6aa82687871b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.0908823 Oct 12 11:14:28.729221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-0f0fc669-c0ef-4fb0-b1b0-7064868d6c6e tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.732300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-0f0fc669-c0ef-4fb0-b1b0-7064868d6c6e tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0797689 Oct 12 11:14:28.738183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df790f7a-7a8d-4760-88d5-1731b061e629 req-a2e9eafa-df6c-4ce7-b686-3fbd2c813dca tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063282 Oct 12 11:14:28.806044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-72d5a8c2-aadd-463a-8cd1-0b148f82f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.808798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-72d5a8c2-aadd-463a-8cd1-0b148f82f0dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 1095 time: 0.0679491 Oct 12 11:14:28.823440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7319-4a7d-4703-b0bc-f201f36ecc5c req-85784572-7f9a-4a20-8996-911378fd9bc5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.825700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596d7319-4a7d-4703-b0bc-f201f36ecc5c req-85784572-7f9a-4a20-8996-911378fd9bc5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0848544 Oct 12 11:14:28.899625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-2e345191-23a2-4b7f-a636-70f0e0b366cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:28.901821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-2e345191-23a2-4b7f-a636-70f0e0b366cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1095 time: 0.0541873 Oct 12 11:14:29.074908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f8b3b-703b-48ba-ac0b-e7acf169c293 req-356a7d0d-b316-42f0-b956-9067bef4e3d9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.076458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c51f8b3b-703b-48ba-ac0b-e7acf169c293 req-356a7d0d-b316-42f0-b956-9067bef4e3d9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.1154873 Oct 12 11:14:29.097242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-09c7602d-c633-4a8e-8025-188918fc7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.099082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-09c7602d-c633-4a8e-8025-188918fc7e4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1865458 Oct 12 11:14:29.176428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-7c56cdeb-2bd8-4ef2-a9ad-9da80730d0a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0581696 Oct 12 11:14:29.190508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c51f8b3b-703b-48ba-ac0b-e7acf169c293 req-a54028fe-abf2-46e0-a3ec-614b3f380275 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027110 Oct 12 11:14:29.225738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596d7319-4a7d-4703-b0bc-f201f36ecc5c req-cbcc272d-afbb-43a4-bfcb-31c2988d87e4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932436 Oct 12 11:14:29.247998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-635eec50-62cf-407b-b80a-e58a26273e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.250236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-635eec50-62cf-407b-b80a-e58a26273e1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0568428 Oct 12 11:14:29.287381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-7c1ea24f-da88-4968-9c48-68b7ab056c74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275931 Oct 12 11:14:29.334041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2712c52e-996c-47d8-90a4-4e0b3c763912 req-ab227d85-c971-4489-b968-995d1947047b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0491395 Oct 12 11:14:29.417790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-7368f7bd-1ac5-45cc-bdef-d033dc4cd7a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205144 Oct 12 11:14:29.423306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f752b-22c7-4c91-88b1-075692d69173 req-c99c298e-e8ce-4283-96c7-49666fedc71a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.424773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca8f752b-22c7-4c91-88b1-075692d69173 req-c99c298e-e8ce-4283-96c7-49666fedc71a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.0584800 Oct 12 11:14:29.494126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca8f752b-22c7-4c91-88b1-075692d69173 req-1490bde0-2037-417c-b8fa-8aed3828773d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Oct 12 11:14:29.528757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06e96364-33c0-4156-8971-9582d75d2252 req-504e1416-34b5-45da-8808-cb46f26d11fe tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0331967 Oct 12 11:14:29.556756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-898099f7-10b5-4f4e-a2a0-545203d3cb25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538561 Oct 12 11:14:29.561984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-5d184391-3ec7-4b06-87a6-5bbd0be2f4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340437 Oct 12 11:14:29.740368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-f1066b86-56fa-4109-b6d4-8d5150d73b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.742472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-f1066b86-56fa-4109-b6d4-8d5150d73b87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 1097 time: 0.0771420 Oct 12 11:14:29.761421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1f839-74bf-4676-a2a8-ab5b9af6157f req-c321e3b5-f4b3-48a8-9d0f-5f8dac64c088 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.761421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3e1f839-74bf-4676-a2a8-ab5b9af6157f req-c321e3b5-f4b3-48a8-9d0f-5f8dac64c088 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.0648234 Oct 12 11:14:29.852999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3e1f839-74bf-4676-a2a8-ab5b9af6157f req-e73b75f1-a96f-4f62-91d8-cc643d67714b tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822973 Oct 12 11:14:29.883410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-c509aa52-1fd9-46b7-9960-a9d51fee8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:29.884899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-c509aa52-1fd9-46b7-9960-a9d51fee8c27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.1224468 Oct 12 11:14:29.907418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-3402e9a3-8048-4130-b95d-c8a04dab30a9 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240552 Oct 12 11:14:29.983712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-fc014c13-2c01-4c61-b50e-9c9d86aeefbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 200 len: 1002 time: 0.0905399 Oct 12 11:14:30.042430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-d03f6688-0215-43b5-9171-a250f9b50d66 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.042660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-0127932f-c15e-40fc-bf21-d09ae377d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.043886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-0127932f-c15e-40fc-bf21-d09ae377d3ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.0511448 Oct 12 11:14:30.044038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-d03f6688-0215-43b5-9171-a250f9b50d66 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267946 Oct 12 11:14:30.068759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Request body: {'port': {'device_id': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd26130d8fe934266b26d85b12e1bdcfd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:30.105525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-cdbe307e-f40e-4a64-b156-f12cb1384ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.107420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-cdbe307e-f40e-4a64-b156-f12cb1384ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Oct 12 11:14:30.210628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-430cb2fc-4978-4ddb-b189-c1f70ba7846a service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932350 Oct 12 11:14:30.239487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Made reservation on behalf of d26130d8fe934266b26d85b12e1bdcfd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:30.244089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:30.262229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:30.388650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5415f964-b9b3-4641-bb05-3541448a4c3d req-30877a55-0122-4f99-8dd8-04bed38c25c9 service neutron] 10.222.0.41 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666574 Oct 12 11:14:30.399874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016119a-4a4c-460f-a3ee-735cabe1c65c req-15f43d40-8da7-415f-805c-97777936a385 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.408501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e016119a-4a4c-460f-a3ee-735cabe1c65c req-15f43d40-8da7-415f-805c-97777936a385 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.1199572 Oct 12 11:14:30.427793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196650f-3304-4292-8448-96ccb11926cb req-a21d7c96-23c6-4da2-ae52-7c2d83a5af48 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.428067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9646b-5205-407f-976d-e3ea11064b08 req-c6efaf16-127e-4c85-9838-f89aaac8d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.430114 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9196650f-3304-4292-8448-96ccb11926cb req-a21d7c96-23c6-4da2-ae52-7c2d83a5af48 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0995321 Oct 12 11:14:30.430359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52b9646b-5205-407f-976d-e3ea11064b08 req-c6efaf16-127e-4c85-9838-f89aaac8d565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47ebb9e0e6a849e5be18b8565eb8bdb7&device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 1094 time: 0.1251683 Oct 12 11:14:30.461142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbb65c5b-d6e4-4f6f-bfe0-cbfa44dd8e00 req-8a2f4ef5-832f-48fb-8e0c-0d073080e495 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077937 Oct 12 11:14:30.490121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e016119a-4a4c-460f-a3ee-735cabe1c65c req-7cdead8f-2f0f-47c1-8745-f5f6e9d153de tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Oct 12 11:14:30.503020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9196650f-3304-4292-8448-96ccb11926cb req-a856164f-45cd-4ccc-930a-5c08f0e76564 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618124 Oct 12 11:14:30.528818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:30.603367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c474903-58c8-40ae-9aea-89e3a43939db req-57dcfec9-2a24-463b-a0bd-afe9d31e2291 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0317035 Oct 12 11:14:30.620910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:30.728002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df71d387-ae7b-46d3-b26b-84d7010341b7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:30.755711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9646b-5205-407f-976d-e3ea11064b08 req-695135ae-3c03-4505-b944-1aeb34d8ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.757426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52b9646b-5205-407f-976d-e3ea11064b08 req-695135ae-3c03-4505-b944-1aeb34d8ea07 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=47ebb9e0e6a849e5be18b8565eb8bdb7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3145916 Oct 12 11:14:30.801346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327117d-2195-475e-bfcd-55a8f2d9f799 req-24446a97-f633-43d2-952b-4b6cd3f4ed3b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.803351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7327117d-2195-475e-bfcd-55a8f2d9f799 req-24446a97-f633-43d2-952b-4b6cd3f4ed3b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1167691 Oct 12 11:14:30.864932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-06aaa9f2-d769-40f5-83f2-f3b1678b55f4 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.864932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-06aaa9f2-d769-40f5-83f2-f3b1678b55f4 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.1308267 Oct 12 11:14:30.885653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-d779cf6d-783b-4de1-91d4-79097775713d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:30.887326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-d779cf6d-783b-4de1-91d4-79097775713d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.3052554 Oct 12 11:14:30.906152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7327117d-2195-475e-bfcd-55a8f2d9f799 req-4960db98-dd89-4b90-806d-28218166ce9e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Oct 12 11:14:30.918035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Request body: {'port': {'device_id': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'admin_state_up': True, 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:30.944049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Allocated IP 192.168.233.85 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/963ec36a-c3c3-4b46-b93c-cf0fa3dcf256) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:31.015782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17ab89cb-0d3e-4af2-b19d-86d97b0a5a40 req-4af01916-093b-4952-85d5-2a63a3160210 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.0614588 Oct 12 11:14:31.064889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9646b-5205-407f-976d-e3ea11064b08 req-5241dc4f-0d7c-436c-9f6a-19a62ac3b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.066344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52b9646b-5205-407f-976d-e3ea11064b08 req-5241dc4f-0d7c-436c-9f6a-19a62ac3b2ef service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2986679 Oct 12 11:14:31.200678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:31.204065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.209643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-980226c6-3dd1-46fd-8b33-a444e907ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.212707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-980226c6-3dd1-46fd-8b33-a444e907ef6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47ebb9e0e6a849e5be18b8565eb8bdb7&device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 1094 time: 0.0734849 Oct 12 11:14:31.250822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273de1-403b-4990-84f0-497e985162a2 req-58bc4ce4-e699-43bf-a2c0-bd43c37679b4 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.252375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5273de1-403b-4990-84f0-497e985162a2 req-58bc4ce4-e699-43bf-a2c0-bd43c37679b4 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.2249451 Oct 12 11:14:31.264202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-79d14ca7-58bd-488e-bef0-bc8afabadef7 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.265643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-79d14ca7-58bd-488e-bef0-bc8afabadef7 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 945 time: 0.1924500 Oct 12 11:14:31.276113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-2106d7c3-a079-424d-adce-a261c69fd876 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242 HTTP/1.1" status: 200 len: 217 time: 0.0537031 Oct 12 11:14:31.280032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-6f4d4df4-6d71-40d4-8b36-5d63f4294002 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--414013671&fields=id&tenant_id=d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 267 time: 0.1002562 Oct 12 11:14:31.352506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.396210 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5273de1-403b-4990-84f0-497e985162a2 req-02aef24a-14e9-446e-8a07-29d21c8eefd3 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277659 Oct 12 11:14:31.453568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-ecb90e2b-fb42-4985-a00b-b92df553904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.455042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-ecb90e2b-fb42-4985-a00b-b92df553904e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=171d6fbe-128f-4ff1-91b8-02dfd9984c4f HTTP/1.1" status: 200 len: 852 time: 0.1711900 Oct 12 11:14:31.467527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-24065470-a1f9-4afa-8b7e-1073165234e0 service neutron] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:31.473057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-24065470-a1f9-4afa-8b7e-1073165234e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.474139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c6f624-16a9-4c3d-aa39-c64643af0f24 req-24065470-a1f9-4afa-8b7e-1073165234e0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2/bindings/n-h2-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.5847263 Oct 12 11:14:31.477046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Deleting port abced336-3be2-411e-9651-a66ffbdc60db {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:14:31.477381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.533713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Allocated IP 172.20.0.2 (a31ae4a4-1fd4-4d35-a72b-389e5e771bb5/20a981c5-f929-4125-94e8-98db5bba339c/2de402c6-0fdb-480a-a93a-d3fd2e687e77) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:31.542388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-5edeadce-4e60-4045-9ef0-16b8e6c3030f tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.543923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-5edeadce-4e60-4045-9ef0-16b8e6c3030f tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 824 time: 0.2227225 Oct 12 11:14:31.550998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.567612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573de13-efed-45da-a06c-52fda90a4fca req-890a5ef6-18a7-47a6-9540-9dae017527c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.569237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-890a5ef6-18a7-47a6-9540-9dae017527c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ef273a2-944d-4727-bfe5-f1f3a54f4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063387 Oct 12 11:14:31.579472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-81791a8d-2c97-4ae5-a3a1-6f3f517a71e5 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/quotas/d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 375 time: 0.0244486 Oct 12 11:14:31.643063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:31.664839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:31.670502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:31.691314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Pushing event updated for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:31.725645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] For port abced336-3be2-411e-9651-a66ffbdc60db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=abced336-3be2-411e-9651-a66ffbdc60db,segment=NetworkSegment(0f4c7f02-1aae-4414-8f86-444b3144d521),segment_id=0f4c7f02-1aae-4414-8f86-444b3144d521)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:31.726203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.756493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8389d-6520-48a1-aefb-916003e878d1 req-b59a1302-c9a0-4bd3-ab08-ef1682e95cdf tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.759443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1c8389d-6520-48a1-aefb-916003e878d1 req-b59a1302-c9a0-4bd3-ab08-ef1682e95cdf tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.1631057 Oct 12 11:14:31.769734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Calling delete_port for abced336-3be2-411e-9651-a66ffbdc60db owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:14:31.782461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:31.783172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:31.908746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1c8389d-6520-48a1-aefb-916003e878d1 req-6859b2f4-a22b-4700-9f1f-dd5e59332c4c tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186075 Oct 12 11:14:31.928606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-445cdc39-2ac7-40b8-938b-beb0bb930903 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8497813 Oct 12 11:14:31.944727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Request body: {'port': {'device_id': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:32.024585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a70cb0ed-1d49-4bbb-a126-be6373abdfd7 None None] Provisioning complete for port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:32.025720 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a70cb0ed-1d49-4bbb-a126-be6373abdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.065867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a70cb0ed-1d49-4bbb-a126-be6373abdfd7 None None] Port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:14:32.076623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.081117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-6cdc7684-a97e-436e-aa7e-32972730ab31 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4869902 Oct 12 11:14:32.091907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-62f89ba6-68bf-4440-a406-4354d643fdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ef273a2-944d-4727-bfe5-f1f3a54f4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140994 Oct 12 11:14:32.114199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f573d-bd30-4743-8592-7afbc72a3ccb req-57ba1898-ae03-4be4-bed9-f3ac4d124ca0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:32.115689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-170f573d-bd30-4743-8592-7afbc72a3ccb req-57ba1898-ae03-4be4-bed9-f3ac4d124ca0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.1325724 Oct 12 11:14:32.235154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.236993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-170f573d-bd30-4743-8592-7afbc72a3ccb req-ad411858-53b4-45af-b89a-329ca37d86f7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Oct 12 11:14:32.239752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.281780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Pushing event deleted for resources: {'Port': ['ID=abced336-3be2-411e-9651-a66ffbdc60db,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:32.298042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-05a173b1-255f-4659-81b7-8365c2075aed service neutron] 10.222.0.43 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969531 Oct 12 11:14:32.351873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9573de13-efed-45da-a06c-52fda90a4fca req-c653bbf5-f77e-4b3e-8ba3-0ada9beff53d service neutron] 10.222.0.47 "GET /v2.0/networks/5ef273a2-944d-4727-bfe5-f1f3a54f4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442582 Oct 12 11:14:32.365287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] No DVR routers for this DVR port abced336-3be2-411e-9651-a66ffbdc60db on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:32.399529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.402913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6c2c470-2b8b-404e-84ef-3c398a1fcd53 req-c5396679-0152-4395-916d-44a150f63c4d tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.41 "DELETE /v2.0/ports/abced336-3be2-411e-9651-a66ffbdc60db HTTP/1.1" status: 204 len: 173 time: 1.0936813 Oct 12 11:14:32.403367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'name': 'network-vif-deleted', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:32.405824 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab18269-5b4a-4298-b288-381c47ba6c62" -d '{"events": [{"server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "name": "network-vif-deleted", "tag": "abced336-3be2-411e-9651-a66ffbdc60db"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:32.433547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-81f4d3cb-3d09-4a20-a8a1-aa10a52e983c service neutron] 10.222.0.43 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217935 Oct 12 11:14:32.474366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.520134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:32.525863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:32.530160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:32.565155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:32.593493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:32.594126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.704197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7be1c03a-d502-4a37-802f-c37e295516c8 req-3cc4850f-f36a-417d-98ca-cde71229f7be tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.3627753 Oct 12 11:14:32.714995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-ae965be9-ddeb-40b8-b293-413f41f08c8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8023818 Oct 12 11:14:32.742530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Request body: {'port': {'device_id': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:32.807570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbe547-4048-4f55-93c3-250db1979446 req-c820c7df-4de8-411c-86d4-773915c0383a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:32.809335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bbbe547-4048-4f55-93c3-250db1979446 req-c820c7df-4de8-411c-86d4-773915c0383a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1151180 Oct 12 11:14:32.822653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:32.830569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.856905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Transition to ACTIVE for port object 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:32.871209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bbbe547-4048-4f55-93c3-250db1979446 req-be253eff-3e19-452e-bd24-41a52a834212 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Oct 12 11:14:32.871966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.898287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a33a29-da1c-49ae-a241-6a7fed269a7b req-07ef74c1-c17a-40f4-b9c3-89581cb202ac tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:32.911589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0a33a29-da1c-49ae-a241-6a7fed269a7b req-07ef74c1-c17a-40f4-b9c3-89581cb202ac tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 935 time: 0.1112506 Oct 12 11:14:32.933739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:32.995440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Pushing event updated for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:33.000870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0a33a29-da1c-49ae-a241-6a7fed269a7b req-084954a6-53b9-4b02-9db5-706e348a7849 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897055 Oct 12 11:14:33.092004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d96a554-8b36-42a5-9b3b-86b2d210a802 req-b4838b50-11d4-4091-b9c9-9f8c642fcbaf tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 210 time: 0.0485740 Oct 12 11:14:33.156395 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e23fc-2f7e-4149-8f98-cb5f073e5297 x-openstack-request-id: req-6e8e23fc-2f7e-4149-8f98-cb5f073e5297 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:33.156683 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1fae3-ea66-4beb-b7b5-0f8a6204a880", "name": "network-vif-deleted", "tag": "abced336-3be2-411e-9651-a66ffbdc60db", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:33.156941 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e8e23fc-2f7e-4149-8f98-cb5f073e5297 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:33.157332 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1fae3-ea66-4beb-b7b5-0f8a6204a880', 'name': 'network-vif-deleted', 'tag': 'abced336-3be2-411e-9651-a66ffbdc60db', 'status': 'completed', 'code': 200} Oct 12 11:14:33.164112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3d7511e-c315-4c20-859d-bdb06ac447dd req-6b2e2ec4-5cb4-4b8a-9f01-f46066f1dc76 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.0677929 Oct 12 11:14:33.170747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-cfba03a7-dc1b-44a6-9894-53a6564b4460 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.172368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-cfba03a7-dc1b-44a6-9894-53a6564b4460 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23c946f-8632-467a-a954-2f2cb8dc7477 HTTP/1.1" status: 200 len: 946 time: 0.1210396 Oct 12 11:14:33.301463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de402c6-0fdb-480a-a93a-d3fd2e687e77 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:33.311056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.324458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Transition to ACTIVE for port object 2de402c6-0fdb-480a-a93a-d3fd2e687e77 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:33.379313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Attempting to bind port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:33.379657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Attempting to bind port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:33.379999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Attempting to bind port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:33.386203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041838-a21e-4a16-a36f-34ed2b088834 req-2c7e21bf-1172-444d-acf5-518e38aa6f49 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.387780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90041838-a21e-4a16-a36f-34ed2b088834 req-2c7e21bf-1172-444d-acf5-518e38aa6f49 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.0617177 Oct 12 11:14:33.391496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:33.391822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Attempting to bind port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:33.404050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:33.404446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:33.404768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:33.405205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Bound port: 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:33.405568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.411035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:33.420241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Deleting port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:14:33.420241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.424315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0beb-c8e8-430c-89cf-38118f1934e0 req-84240e73-8d54-4d1c-a8a1-f801ad9cda09 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.425599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-016b0beb-c8e8-430c-89cf-38118f1934e0 req-84240e73-8d54-4d1c-a8a1-f801ad9cda09 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1095 time: 0.0927541 Oct 12 11:14:33.444192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90041838-a21e-4a16-a36f-34ed2b088834 req-5d17a881-9189-4224-a03c-cd6dbe8d766a tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Oct 12 11:14:33.556303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:33.561357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-016b0beb-c8e8-430c-89cf-38118f1934e0 req-dd0ef4d3-179a-4d3b-b5ad-7c0d690ea55f tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218057 Oct 12 11:14:33.586686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557163-35a4-48c4-8420-5246215df7f3 req-6f5443f0-9987-4d77-8e7a-fb28f8381dc3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.590958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] For port 33deca98-45ec-4a8f-93e3-0430b05dc6f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33deca98-45ec-4a8f-93e3-0430b05dc6f9,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:33.591341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.593707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad557163-35a4-48c4-8420-5246215df7f3 req-6f5443f0-9987-4d77-8e7a-fb28f8381dc3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0673931 Oct 12 11:14:33.597955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:33.605468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:33.648736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad557163-35a4-48c4-8420-5246215df7f3 req-21d976ad-eff0-4534-b255-d34026f66b7f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Oct 12 11:14:33.732518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '312c7e93-eeba-453b-980c-3789e12c55ea', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'port_id': '312c7e93-eeba-453b-980c-3789e12c55ea', 'mac_address': 'fa:16:3e:99:07:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c4a5ef-579a-4f71-8a43-d850dc3eb7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:33.778545 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.792518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:33.814760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8291d4c-eb9a-4b6a-834d-bf04109a2195 req-9fee82f6-6f69-4a16-9e2a-f4b40ca40b76 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.816368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b8291d4c-eb9a-4b6a-834d-bf04109a2195 req-9fee82f6-6f69-4a16-9e2a-f4b40ca40b76 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1095 time: 0.1269972 Oct 12 11:14:33.820316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:33.849051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3d69-9f4d-4a11-8d71-11d3830af29f req-3881c079-9ac1-498c-8173-1a0102c4529a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:33.850635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56bf3d69-9f4d-4a11-8d71-11d3830af29f req-3881c079-9ac1-498c-8173-1a0102c4529a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 931 time: 0.0553954 Oct 12 11:14:33.889994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56bf3d69-9f4d-4a11-8d71-11d3830af29f req-e8104987-6c2c-4086-baf2-8f987f84a545 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328372 Oct 12 11:14:33.898432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b8291d4c-eb9a-4b6a-834d-bf04109a2195 req-bdca20b7-b81e-4a10-a317-bc66d937d3b0 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Oct 12 11:14:33.920224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.920604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:33.920925 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4 disassociated. External IP: 172.25.2.171, port: 33deca98-45ec-4a8f-93e3-0430b05dc6f9. Oct 12 11:14:33.921274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Calling delete_port for 33deca98-45ec-4a8f-93e3-0430b05dc6f9 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:14:34.087544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device abced336-3be2-411e-9651-a66ffbdc60db no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:34.110930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: abced336-3be2-411e-9651-a66ffbdc60db {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:14:34.111277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device abced336-3be2-411e-9651-a66ffbdc60db not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:34.130216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.140572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.148561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.171858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.173081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.175843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] 10.222.0.41 "PUT /v2.0/ports/963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 HTTP/1.1" status: 200 len: 1095 time: 2.2365077 Oct 12 11:14:34.209784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e4ddc-52f0-40c1-b0ef-f9f233afe0cb req-1d2f343f-5402-402d-9467-59d1f670f8de tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.211315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.213368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d841-3bfa-442d-8f83-06b6bf6bbee2 service neutron] Pushing event updated for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:34.221253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-716e4ddc-52f0-40c1-b0ef-f9f233afe0cb req-1d2f343f-5402-402d-9467-59d1f670f8de tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 947 time: 0.1207190 Oct 12 11:14:34.233195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:34.249864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:34.264032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event deleted for resources: {'Port': ['ID=33deca98-45ec-4a8f-93e3-0430b05dc6f9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:34.346567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-716e4ddc-52f0-40c1-b0ef-f9f233afe0cb req-64428b47-25e9-47df-8c57-f48b7eb25a3a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239507 Oct 12 11:14:34.396716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:34.397149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:34.397723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:34.400277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['312c7e93-eeba-453b-980c-3789e12c55ea'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:34.404580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:34.404778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:34.418571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:34.427227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:34.429662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:34.430340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Bound port: 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:34.430942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.461602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-7e1a262f-3cbd-422a-a480-a9016b7d2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.461602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-7e1a262f-3cbd-422a-a480-a9016b7d2df2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 1098 time: 0.1205382 Oct 12 11:14:34.563692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-373b7c3f-485a-4ed7-b9cc-601822879d71 req-e88cd181-8c95-433b-a63f-f7eb20669eec tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.1030190 Oct 12 11:14:34.572376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:14:34.579875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-08bd60b5-5e34-4526-8788-b7829b7a6ec9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 HTTP/1.1" status: 200 len: 217 time: 0.0979712 Oct 12 11:14:34.628905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52082eb5-9f94-4392-9f59-64fa3e3aee46 req-8410d20b-d8a7-4b02-a2c0-af5b853bc502 tempest-VolumesAdminNegativeTest-80061693 tempest-VolumesAdminNegativeTest-80061693-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2a1fae3-ea66-4beb-b7b5-0f8a6204a880 HTTP/1.1" status: 200 len: 210 time: 0.1301088 Oct 12 11:14:34.642971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:34.672455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:34.739965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-d7f57172-acd0-4864-9a9d-18cf26cecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.741588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-d7f57172-acd0-4864-9a9d-18cf26cecb05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0974014 Oct 12 11:14:34.778122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.829510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:14:34.844082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.844333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.846115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] 10.222.0.41 "PUT /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 1091 time: 2.1098182 Oct 12 11:14:34.846591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:34.850390 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dc3f34-7382-4317-a29f-656db330f55d" -d '{"events": [{"name": "network-changed", "server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:34.852110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:14:34.866006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:14:34.867557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:14:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:34.877686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-63511d27-3362-470b-a193-f994d3f2b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.879470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-63511d27-3362-470b-a193-f994d3f2b939 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211126 Oct 12 11:14:34.899908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfb76-6647-4996-b473-9502f5f0e8f1 req-096c56b6-8435-4dd1-875e-46856e51448c tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.906747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e57bfb76-6647-4996-b473-9502f5f0e8f1 req-096c56b6-8435-4dd1-875e-46856e51448c tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 943 time: 0.1667399 Oct 12 11:14:34.918560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] No DVR routers for this DVR port 33deca98-45ec-4a8f-93e3-0430b05dc6f9 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:14:34.923779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:34.930919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ec27345-8566-4352-bd2b-f9f3e29acbf2 req-97b15235-710f-450b-861f-aecd0847b76e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.41 "DELETE /v2.0/ports/33deca98-45ec-4a8f-93e3-0430b05dc6f9 HTTP/1.1" status: 204 len: 173 time: 1.7482800 Oct 12 11:14:34.963356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc863588-340f-4845-a4c2-bb70270a691f service neutron] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:34.966662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38360fb6-14d8-491c-93f2-3ec99adf643a req-2ea3afd3-eb5b-4973-9906-1ee1095b7c16 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:34.968407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38360fb6-14d8-491c-93f2-3ec99adf643a req-2ea3afd3-eb5b-4973-9906-1ee1095b7c16 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 944 time: 0.2138679 Oct 12 11:14:34.987240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e57bfb76-6647-4996-b473-9502f5f0e8f1 req-7399694c-6bf6-455a-afc7-bd9f2963aca0 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774667 Oct 12 11:14:35.013988 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:14:35.031243 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d837d-cb2f-46fb-a78e-c08672c758b3 x-openstack-request-id: req-775d837d-cb2f-46fb-a78e-c08672c758b3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:35.031531 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:35.031872 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-775d837d-cb2f-46fb-a78e-c08672c758b3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:35.032277 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'status': 'completed', 'code': 200} Oct 12 11:14:35.114175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38360fb6-14d8-491c-93f2-3ec99adf643a req-789f4c40-6a86-4bf7-8a49-e815f18d7f78 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340666 Oct 12 11:14:35.118443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-7c859024-4349-4e7a-919c-67d55d81fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:35.135923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-7c859024-4349-4e7a-919c-67d55d81fdfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1094 time: 0.1557598 Oct 12 11:14:35.237823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0689-ac8c-40ae-88aa-a7d0fcacc64e req-dff507c7-246e-4cb7-bf81-4b769c98633b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:35.251198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81e0689-ac8c-40ae-88aa-a7d0fcacc64e req-dff507c7-246e-4cb7-bf81-4b769c98633b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.1326404 Oct 12 11:14:35.258412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'}, {'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'name': 'network-vif-deleted', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:35.260686 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d9ccb-b8c7-4e56-b702-810890625bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256"}, {"server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "name": "network-vif-deleted", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:35.264328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-3d3975ac-5149-49f4-ba95-28065d89772b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 217 time: 0.1224504 Oct 12 11:14:35.343024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81e0689-ac8c-40ae-88aa-a7d0fcacc64e req-e594e78a-0468-43dc-a1a1-266ea4613a65 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849371 Oct 12 11:14:35.354557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-098ff9b0-543a-44c8-960a-2428926cd62e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462614 Oct 12 11:14:35.406916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 10a9360f-c46a-4d7f-a665-66e5d0f3a242 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:35.414332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:35.502866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:35.507863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c525374-10a4-4118-9b42-88d18cf0d252 req-aba9c790-ad11-4db5-bc7d-8003a4f3df7d service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456230 Oct 12 11:14:35.510949 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2a792-3dbb-4750-b7a1-efc264761a22 x-openstack-request-id: req-1de2a792-3dbb-4750-b7a1-efc264761a22 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:35.511940 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256", "status": "completed", "code": 200}, {"server_uuid": "f23c946f-8632-467a-a954-2f2cb8dc7477", "name": "network-vif-deleted", "tag": "33deca98-45ec-4a8f-93e3-0430b05dc6f9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:35.511940 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1de2a792-3dbb-4750-b7a1-efc264761a22 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:35.511940 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'status': 'completed', 'code': 200} Oct 12 11:14:35.513034 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c946f-8632-467a-a954-2f2cb8dc7477', 'name': 'network-vif-deleted', 'tag': '33deca98-45ec-4a8f-93e3-0430b05dc6f9', 'status': 'completed', 'code': 200} Oct 12 11:14:35.521948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-4d5bb162-fc2b-40f3-b5c1-e78fcd28c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:35.526750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-4d5bb162-fc2b-40f3-b5c1-e78fcd28c746 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.2448201 Oct 12 11:14:35.577431 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:14:35.581160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a2a74-e0e7-4bec-80c7-6fe93c5e00ec req-ba7aac48-9dad-4fa1-9184-b4e79cd5e087 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:35.587450 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:14:35.589767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:14:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:35.593443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a46a2a74-e0e7-4bec-80c7-6fe93c5e00ec req-ba7aac48-9dad-4fa1-9184-b4e79cd5e087 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 947 time: 0.1228528 Oct 12 11:14:35.619071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-8e207215-b67c-40d9-8f08-9e1f9dd5ff1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833182 Oct 12 11:14:35.731039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a46a2a74-e0e7-4bec-80c7-6fe93c5e00ec req-cd196e45-6e5a-4832-8a21-2844236d0a60 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295586 Oct 12 11:14:35.771978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 312c7e93-eeba-453b-980c-3789e12c55ea completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:14:35.787202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 312c7e93-eeba-453b-980c-3789e12c55ea triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:35.787871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:35.849844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:35.911434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:35.956989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '10a9360f-c46a-4d7f-a665-66e5d0f3a242', 'network_id': '5ef273a2-944d-4727-bfe5-f1f3a54f4ea6', 'port_id': '10a9360f-c46a-4d7f-a665-66e5d0f3a242', 'mac_address': 'fa:16:3e:76:8e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171d6fbe-128f-4ff1-91b8-02dfd9984c4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:35.960232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73999ef1-0d12-4dba-ab42-7bacb85174e8 req-08a03e0f-1010-4282-b9ca-effe086226c9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.1481419 Oct 12 11:14:35.969122 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:14:36.026313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-f144da2b-2b58-484b-993d-13b75a4645a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:36.033266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-f144da2b-2b58-484b-993d-13b75a4645a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 1098 time: 0.2553098 Oct 12 11:14:36.041739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-74fe2b8a-5f45-4fca-bc97-e59210b99d5e service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120207 Oct 12 11:14:36.062758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.110014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33deca98-45ec-4a8f-93e3-0430b05dc6f9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:36.253261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 33deca98-45ec-4a8f-93e3-0430b05dc6f9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:14:36.253870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33deca98-45ec-4a8f-93e3-0430b05dc6f9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:14:36.293584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Deleting subnet e286b635-8e95-4864-9a9d-a572ae37394d {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:14:36.323235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.331211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:36.333821 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70ed46-16e8-46bb-8d7c-9c4e9776e426" -d '{"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-plugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:36.347176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.353810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:36.387105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a9360f-c46a-4d7f-a665-66e5d0f3a242 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:36.412479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:36.440324 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.531439 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.539707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd23a1a2-aa58-4409-b79c-72a4b74ed7cd req-77bfdd83-b0c9-4012-88b0-ea595c1d4480 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707646 Oct 12 11:14:36.565143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.604166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:36.632858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-b0e06a24-294e-44e4-8dfd-2235c4f32f92 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:36.638796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-b0e06a24-294e-44e4-8dfd-2235c4f32f92 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.47 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 824 time: 0.6954634 Oct 12 11:14:36.645206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0e95-3787-4f4c-820a-df0bd745146f req-4f227894-c651-42a4-a015-e78fefadd44b tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:36.655478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b4de0e95-3787-4f4c-820a-df0bd745146f req-4f227894-c651-42a4-a015-e78fefadd44b tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 944 time: 0.4782815 Oct 12 11:14:36.685847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:36.700064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:36.707961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f86b0-45cd-434d-a2b7-95607a3814e1 req-345fb0ff-a378-40e1-a767-2ca9452d8c40 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:36.710248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-997f86b0-45cd-434d-a2b7-95607a3814e1 req-345fb0ff-a378-40e1-a767-2ca9452d8c40 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 944 time: 0.3172424 Oct 12 11:14:36.738757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e4ddf-a320-49b7-83e8-39c44c1e0f74 None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:14:36.739733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-1868fbaf-1e18-4363-8b66-233c7fb27ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:36.743294 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-1868fbaf-1e18-4363-8b66-233c7fb27ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.6999316 Oct 12 11:14:36.765604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-00fe7822-6298-4fbc-acc4-b5d498e93f10 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e737f1c97043519cbd1bb8acd70ddd HTTP/1.1" status: 200 len: 379 time: 0.1104240 Oct 12 11:14:36.781455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:36.787905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['10a9360f-c46a-4d7f-a665-66e5d0f3a242'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:36.806894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'port': {'device_id': 'ade96879-abc8-4145-844e-5a61482f5230', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'admin_state_up': True, 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'security_groups': ['0a8d8b55-643c-4573-9a5f-0c7b7fc81d23']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:36.868439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-6e417534-591f-4e9c-bfa6-dd5bf01016eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 HTTP/1.1" status: 200 len: 217 time: 0.0760639 Oct 12 11:14:36.885685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b4de0e95-3787-4f4c-820a-df0bd745146f req-9ddb1a4a-8353-4503-840a-0de3e04aaac4 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298992 Oct 12 11:14:36.983527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-997f86b0-45cd-434d-a2b7-95607a3814e1 req-74518981-568f-40d0-99bb-a6962f6df9a0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195601 Oct 12 11:14:37.030960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-9ea9f96f-fad6-454c-91c7-e6590b8e6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.045238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-9ea9f96f-fad6-454c-91c7-e6590b8e6d4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1571398 Oct 12 11:14:37.077744 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d38b7-4248-45ea-b9be-0440c9ec14d9 x-openstack-request-id: req-568d38b7-4248-45ea-b9be-0440c9ec14d9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:37.078033 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-plugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:37.078285 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-568d38b7-4248-45ea-b9be-0440c9ec14d9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:37.078685 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea', 'code': 200} Oct 12 11:14:37.134687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc3f34-7382-4317-a29f-656db330f55d req-1b71c249-b11b-48c6-88ed-6b1fd847bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.136201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-1b71c249-b11b-48c6-88ed-6b1fd847bb4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1094 time: 0.3901551 Oct 12 11:14:37.145567 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:37.226410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e286b635-8e95-4864-9a9d-a572ae37394d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:37.228413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:37.231679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4465953b-dedd-4417-b42b-43ad953af574 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e286b635-8e95-4864-9a9d-a572ae37394d HTTP/1.1" status: 204 len: 168 time: 1.3795450 Oct 12 11:14:37.235659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40986) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:37.259801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-29ec1aa9-f60a-48a6-8dab-fa80e85148bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.261820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-29ec1aa9-f60a-48a6-8dab-fa80e85148bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007408 Oct 12 11:14:37.267364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Made reservation on behalf of d9e737f1c97043519cbd1bb8acd70ddd for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:37.270899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:37.283617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b2aa8-911a-4edb-aa88-eb0538b0f391 None None] New status for floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:14:37.404025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68897f5-676b-4f9c-bf9e-0742f2fca235 req-665c0443-9e03-4300-9963-1eb7245f2ed9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.405630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b68897f5-676b-4f9c-bf9e-0742f2fca235 req-665c0443-9e03-4300-9963-1eb7245f2ed9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.2767787 Oct 12 11:14:37.614958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Allocated IP 172.20.0.4 (0e93cfef-6eb2-4d6b-9543-07072404a529/4c9d8802-f930-4049-b479-ecff783f33bb/c378af3b-2bea-4d9c-8d82-9fb16ef3d616) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:37.686558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:37.786060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b68897f5-676b-4f9c-bf9e-0742f2fca235 req-f6b76712-191d-4fd3-b18c-2eda30733274 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627222 Oct 12 11:14:37.856928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-e8c02b46-8e14-470c-98c7-427289dad9a1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636163 Oct 12 11:14:37.892514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e2024-87dd-4e97-ae4d-367a03c89527 req-3962cb78-accc-4943-9b08-1a2d44b9629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.894000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-508e2024-87dd-4e97-ae4d-367a03c89527 req-3962cb78-accc-4943-9b08-1a2d44b9629c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 1096 time: 0.7238755 Oct 12 11:14:37.913965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271e0ea-53d8-4235-8f5a-733a8850766b req-f24116c2-ce10-434e-a1dc-089a52fb923e tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:37.919083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2271e0ea-53d8-4235-8f5a-733a8850766b req-f24116c2-ce10-434e-a1dc-089a52fb923e tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 947 time: 0.7296920 Oct 12 11:14:37.970130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.002785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab4f7c9c-c915-434c-ba9c-f9bfaa5509fe req-ba5dd231-e94d-49ba-a1a7-a32a018cd22e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.0856998 Oct 12 11:14:38.056073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.072338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2271e0ea-53d8-4235-8f5a-733a8850766b req-621a46d9-21fa-4e79-addc-a84a2db25c16 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312802 Oct 12 11:14:38.080822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9d7c0c-42d3-4573-8483-2a70a9b82d67']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:38.088891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc3f34-7382-4317-a29f-656db330f55d req-c087d2e3-a63d-4e2a-b24a-146f69d3e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.090650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-c087d2e3-a63d-4e2a-b24a-146f69d3e56c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.9332500 Oct 12 11:14:38.104264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4c7f02-1aae-4414-8f86-444b3144d521') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:38.105109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4c7f02-1aae-4414-8f86-444b3144d521') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:38.117492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-508e2024-87dd-4e97-ae4d-367a03c89527 req-89345905-a685-4de7-b6d1-f9b2a8fa1277 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843786 Oct 12 11:14:38.133497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.165899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-03f5f190-648e-459c-90a8-bc4695cedf4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 217 time: 0.0609624 Oct 12 11:14:38.188637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.224263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:14:38.224763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:14:38.227778 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:14:38.230365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-493d9ccb-b8c7-4e56-b702-810890625bd2 req-f8c1889f-1bfd-420d-8830-21e39d4fdeea service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594699 Oct 12 11:14:38.309785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2fc2c-41ff-41fb-8852-9439b90ad862 req-f8b5c91d-8628-4c49-b42b-8d9827d7dc15 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.315402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dd2fc2c-41ff-41fb-8852-9439b90ad862 req-f8b5c91d-8628-4c49-b42b-8d9827d7dc15 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 944 time: 0.1510808 Oct 12 11:14:38.342488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc3f34-7382-4317-a29f-656db330f55d req-8828e460-6ac7-4e15-b7d5-d3d689d097a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.344709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-8828e460-6ac7-4e15-b7d5-d3d689d097a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1292448 Oct 12 11:14:38.361916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.406412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-b0e2c147-8892-489e-bffe-059643da4487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451829 Oct 12 11:14:38.415549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.428463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.429917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dd2fc2c-41ff-41fb-8852-9439b90ad862 req-902015dd-af34-4648-818f-95665f2fcae3 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992694 Oct 12 11:14:38.435496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b9d7c0c-42d3-4573-8483-2a70a9b82d67 HTTP/1.1" status: 204 len: 168 time: 1.1988680 Oct 12 11:14:38.448622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41002) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:38.461707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:38.497890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8f3d-6c6c-4ffa-baf5-d90a55f27867 req-6a328cd7-5cfd-4ae9-864c-90c21c2b5928 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.499462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-836a8f3d-6c6c-4ffa-baf5-d90a55f27867 req-6a328cd7-5cfd-4ae9-864c-90c21c2b5928 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1868494 Oct 12 11:14:38.501304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cff9d-8a56-4d3b-9af0-544d447bed41 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9d7c0c-42d3-4573-8483-2a70a9b82d67,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:38.513421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:38.515530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:38.530677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:38.567402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-5339066d-1c15-49da-abde-31ed21f0178f service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364059 Oct 12 11:14:38.638440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.641068 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:14:38.642195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.666998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-836a8f3d-6c6c-4ffa-baf5-d90a55f27867 req-735cd431-8e7c-4885-bce4-478881c07729 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375740 Oct 12 11:14:38.709398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Deleting subnet aa643cc5-acde-4859-8a18-26935391c8ca {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:14:38.718160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.773805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.822968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.905781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6371fe0-507d-408a-b41e-45e972d6aeae None None] Provisioning complete for port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:38.906835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6371fe0-507d-408a-b41e-45e972d6aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:38.918555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61dc3f34-7382-4317-a29f-656db330f55d req-5baad49e-2534-4e6a-a3a8-2e1f5ca40dd5 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269720 Oct 12 11:14:38.954235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-32950770-48df-4465-9ef1-bc6ec5401bef tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1767421 Oct 12 11:14:38.969208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Request body: {'port': {'device_id': 'ade96879-abc8-4145-844e-5a61482f5230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:38.971105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2ac50-13e1-4798-9b7e-afdb9eda827f req-370e6ec6-0bbb-4884-a2dd-3d88951aaa66 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:38.979761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cba2ac50-13e1-4798-9b7e-afdb9eda827f req-370e6ec6-0bbb-4884-a2dd-3d88951aaa66 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.0683830 Oct 12 11:14:39.004444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a6371fe0-507d-408a-b41e-45e972d6aeae None None] Port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:14:39.033327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cba2ac50-13e1-4798-9b7e-afdb9eda827f req-e5d0efa1-198c-459a-abd4-18766c6b4e85 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 Oct 12 11:14:39.041134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.080131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa643cc5-acde-4859-8a18-26935391c8ca,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:39.082181 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.088555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf0c8980-7459-4d09-ba9a-9dc8e0b86f70 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aa643cc5-acde-4859-8a18-26935391c8ca HTTP/1.1" status: 204 len: 168 time: 0.6364892 Oct 12 11:14:39.101648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41010) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:39.183520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.251086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f631-401d-40c5-8a28-0790dee46e64 req-677a9428-d7a0-4835-ac58-4062ed43f36b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:39.252966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c0f631-401d-40c5-8a28-0790dee46e64 req-677a9428-d7a0-4835-ac58-4062ed43f36b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 931 time: 0.1184916 Oct 12 11:14:39.259551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.312139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d8307-ee77-4fff-b244-6175eeec5cb1 req-988b3937-9872-4f7d-9a6f-eea6696191ca tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:39.322246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de5d8307-ee77-4fff-b244-6175eeec5cb1 req-988b3937-9872-4f7d-9a6f-eea6696191ca tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 947 time: 0.1171982 Oct 12 11:14:39.380286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.401255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c0f631-401d-40c5-8a28-0790dee46e64 req-ee699b0a-d3f9-4588-8890-a5ee01fd4e4a tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244459 Oct 12 11:14:39.403890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a664ea4-5573-40a8-8ff9-21b93cda87e6']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:39.416530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e337a053-79fb-445b-9a48-196614a8e30f') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:39.416530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e337a053-79fb-445b-9a48-196614a8e30f') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:14:39.420600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 10a9360f-c46a-4d7f-a665-66e5d0f3a242 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:39.426497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.441960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.449442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:14:39.449843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:14:39.545711 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:14:39.582607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.602453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de5d8307-ee77-4fff-b244-6175eeec5cb1 req-f69222f2-d441-40dd-a1d4-a3d1bc1bf68c tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763867 Oct 12 11:14:39.612178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.619846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] 10.222.0.43 "DELETE /v2.0/networks/2a664ea4-5573-40a8-8ff9-21b93cda87e6 HTTP/1.1" status: 204 len: 168 time: 0.5163276 Oct 12 11:14:39.634012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:14:39.637581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c378af3b-2bea-4d9c-8d82-9fb16ef3d616 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:39.638275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:39.638622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.644496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0dd39-f13e-4ae3-9fdb-521dc9cd3b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a664ea4-5573-40a8-8ff9-21b93cda87e6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:39.648672 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.664832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Transition to ACTIVE for port object c378af3b-2bea-4d9c-8d82-9fb16ef3d616 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:39.715488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.791767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.833991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197be4-a6b5-4b4d-8b82-35702cb71d0d req-b2e9a551-fc1b-45cc-94b1-49d627b9a8a9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:39.839647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1197be4-a6b5-4b4d-8b82-35702cb71d0d req-b2e9a551-fc1b-45cc-94b1-49d627b9a8a9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 944 time: 0.0853720 Oct 12 11:14:39.843302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:39.844306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:39.847015 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e887e677-418f-4a4a-9b7b-0d70b7404c8a" -d '{"events": [{"server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "name": "network-vif-plugged", "status": "completed", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:39.901628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1197be4-a6b5-4b4d-8b82-35702cb71d0d req-041ce76d-3435-45df-a769-03b03d147134 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Oct 12 11:14:39.915711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:39.919585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:39.992678 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3c28e-9cde-466a-8035-5c326a31cd0b x-openstack-request-id: req-e9c3c28e-9cde-466a-8035-5c326a31cd0b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:39.992969 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "name": "network-vif-plugged", "status": "completed", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:39.993221 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9c3c28e-9cde-466a-8035-5c326a31cd0b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:39.993613 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242', 'code': 200} Oct 12 11:14:40.020923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552ab0d-9d82-4ed8-b876-66c2579b76cf req-e8a3661e-3c8f-4995-aa85-3d9d0aad46e1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.030523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4552ab0d-9d82-4ed8-b876-66c2579b76cf req-e8a3661e-3c8f-4995-aa85-3d9d0aad46e1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.2158172 Oct 12 11:14:40.035744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:40.106369 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4552ab0d-9d82-4ed8-b876-66c2579b76cf req-d86eb6eb-6dbf-4284-a373-05dabfc95f4a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739565 Oct 12 11:14:40.137313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:40.165798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c711a7-4f9d-43cd-a98c-6dc5a17db590 req-0fe7ff4b-4874-4211-83fd-089b43e3a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.167335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39c711a7-4f9d-43cd-a98c-6dc5a17db590 req-0fe7ff4b-4874-4211-83fd-089b43e3a09f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1055079 Oct 12 11:14:40.175701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Attempting to bind port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:40.175701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Attempting to bind port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:40.175701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Attempting to bind port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:40.187016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:40.187308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Attempting to bind port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 on network 0e93cfef-6eb2-4d6b-9543-07072404a529 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:40.197126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41038) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:40.243668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:40.244503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Checking segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:40.244503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Bound using segment: {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:40.244991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Bound port: c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e056c58-0c95-4704-96ab-8811e38031ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:40.245153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.284149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39c711a7-4f9d-43cd-a98c-6dc5a17db590 req-4e283e69-354d-441d-abcb-9a8650407e43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088409 Oct 12 11:14:40.298680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36b44f-f539-4a71-bf88-62fcfab95bcc req-15e5c0c0-91d7-4278-91c5-d7b8ad33ad96 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.300188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a36b44f-f539-4a71-bf88-62fcfab95bcc req-15e5c0c0-91d7-4278-91c5-d7b8ad33ad96 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.1168933 Oct 12 11:14:40.326176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:40.341326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'mac_address': 'fa:16:3e:22:5a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:40.390484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.398559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72dd24e3-af38-47c9-96f8-82d32c999e89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2a355912798451983101e34152814eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972234 Oct 12 11:14:40.400222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41040) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:40.407765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18ab9-a816-444f-9d10-0362b99f1467 req-4d7f7f80-acf7-4fa0-8a28-679ba570a878 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.409250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bd18ab9-a816-444f-9d10-0362b99f1467 req-4d7f7f80-acf7-4fa0-8a28-679ba570a878 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.2069886 Oct 12 11:14:40.409377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a36b44f-f539-4a71-bf88-62fcfab95bcc req-125aca92-2e01-4e89-af1c-52ea2ef1ee6c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929654 Oct 12 11:14:40.411102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:40.437703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:40.513548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:40.519928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.521359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:40.521488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bd18ab9-a816-444f-9d10-0362b99f1467 req-7de65cfc-4c04-4f0e-86b9-b5ffde19df8a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011944 Oct 12 11:14:40.533857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:40.551095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.576939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ec51-49c8-4522-9c29-921bdfc27a52 req-a5ec1204-b9ce-408d-960c-167f32ddbac2 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.584956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4240ec51-49c8-4522-9c29-921bdfc27a52 req-a5ec1204-b9ce-408d-960c-167f32ddbac2 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 943 time: 0.0722511 Oct 12 11:14:40.595698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.615576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.627081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4240ec51-49c8-4522-9c29-921bdfc27a52 req-16ffa5f8-eb40-4475-9dec-0b5a8ff3a611 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410559 Oct 12 11:14:40.762623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:40.771285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:40.772822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.776122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] 10.222.0.47 "PUT /v2.0/ports/c378af3b-2bea-4d9c-8d82-9fb16ef3d616 HTTP/1.1" status: 200 len: 1091 time: 1.8129590 Oct 12 11:14:40.777292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:40.781927 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4a467-52a4-441f-8c87-773506ef5e13" -d '{"events": [{"name": "network-changed", "server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:40.788306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'port_id': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'mac_address': 'fa:16:3e:12:70:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a981c5-f929-4125-94e8-98db5bba339c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:40.807168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:40.846865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae8a8c-bc9a-4edd-8e67-5be0f8847078 service neutron] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:40.869452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:40.892057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de402c6-0fdb-480a-a93a-d3fd2e687e77 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:40.914607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:41.014260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:41.150512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:41.193821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec111184-07d7-4069-b19f-00df151e6e1e req-a07ca556-7342-44c4-aaf9-d88a3bd98a6b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.202912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec111184-07d7-4069-b19f-00df151e6e1e req-a07ca556-7342-44c4-aaf9-d88a3bd98a6b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1037333 Oct 12 11:14:41.262868 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec111184-07d7-4069-b19f-00df151e6e1e req-b35ef7c1-5e01-461f-a86c-303045ad5a19 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588355 Oct 12 11:14:41.353027 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9775af-c959-4308-a6c0-f4fa1a729d28 x-openstack-request-id: req-bb9775af-c959-4308-a6c0-f4fa1a729d28 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:41.353662 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:41.353662 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb9775af-c959-4308-a6c0-f4fa1a729d28 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:41.353927 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'status': 'completed', 'code': 200} Oct 12 11:14:41.360488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:41.365091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:41.367193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df HTTP/1.1" status: 204 len: 168 time: 0.9568744 Oct 12 11:14:41.404922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd57b7-8aeb-4358-b2e1-a26a1ddf51df,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:41.414245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:41.435666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e4864-fcde-4d9b-a703-f3c91071f6c0 req-999276c9-6fce-422b-b6cb-acf364c06a36 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.437408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c1e4864-fcde-4d9b-a703-f3c91071f6c0 req-999276c9-6fce-422b-b6cb-acf364c06a36 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 945 time: 0.1123142 Oct 12 11:14:41.452727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910463d-62fe-4154-a79a-6cbc01235b98 req-1510312e-7e16-4ecf-a1b0-3403ef162cbf tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.461087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9910463d-62fe-4154-a79a-6cbc01235b98 req-1510312e-7e16-4ecf-a1b0-3403ef162cbf tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 948 time: 0.7027504 Oct 12 11:14:41.478640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:41.516933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.517291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.517632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.517967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.518412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.518619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.518973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.519291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.519606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.519922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.520237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.520555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f1e6b-dd8f-47ee-a98b-1a5bacbb3d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:14:41.523898 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c1e4864-fcde-4d9b-a703-f3c91071f6c0 req-25b66e6a-b41f-444d-a621-4cc7cfbb2ef8 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755770 Oct 12 11:14:41.552397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-e5f8a341-d7ee-452e-af36-2763217f7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.556310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-e5f8a341-d7ee-452e-af36-2763217f7739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 1094 time: 0.6070979 Oct 12 11:14:41.669802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-9ea3c1eb-711f-4ea8-8830-3f3bb0ae40e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616 HTTP/1.1" status: 200 len: 217 time: 0.1060698 Oct 12 11:14:41.675170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7227e-8cb9-4b07-a014-009b287579a9 req-a9d161e4-12bd-47d5-8703-037a6d2f776f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.684485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2be7227e-8cb9-4b07-a014-009b287579a9 req-a9d161e4-12bd-47d5-8703-037a6d2f776f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0855925 Oct 12 11:14:41.693194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9910463d-62fe-4154-a79a-6cbc01235b98 req-246e81b7-c797-4d89-8156-9b87064294c2 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308042 Oct 12 11:14:41.768083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2be7227e-8cb9-4b07-a014-009b287579a9 req-108356fd-cb10-4877-bfe8-d79b90e4e31b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Oct 12 11:14:41.841753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-7d2a568d-c15a-4853-93e9-14ee5183b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.844692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-7d2a568d-c15a-4853-93e9-14ee5183b7f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.1506126 Oct 12 11:14:41.977450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79160603-0139-488f-8511-6e8a800d79b8 req-90e61a6f-5a3b-437d-a5a1-9de71ba135c3 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:41.989307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-79160603-0139-488f-8511-6e8a800d79b8 req-90e61a6f-5a3b-437d-a5a1-9de71ba135c3 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 943 time: 0.1265395 Oct 12 11:14:41.998089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f415e7-9802-4eab-9768-3ccfcfa3132c req-c7d514a6-6938-42d4-b857-362dac2c415d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.012466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6f415e7-9802-4eab-9768-3ccfcfa3132c req-c7d514a6-6938-42d4-b857-362dac2c415d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.1659195 Oct 12 11:14:42.019013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-2b17b96e-83b9-4486-8544-a421ac05c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.020679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-2b17b96e-83b9-4486-8544-a421ac05c47f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319168 Oct 12 11:14:42.080672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-79160603-0139-488f-8511-6e8a800d79b8 req-29cb6236-3998-4a48-b3fe-3bb24c0980e4 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901997 Oct 12 11:14:42.150951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-fe417ecc-6a56-42db-8438-c8faaee2ad05 service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185949 Oct 12 11:14:42.155600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6f415e7-9802-4eab-9768-3ccfcfa3132c req-28acd5c0-85f1-440b-907d-80f44dca9849 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338811 Oct 12 11:14:42.299959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a91fce59-601c-4a42-a89e-902aff474dd9 req-487b2c18-6e2b-4418-8f5e-5381543db52b service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413374 Oct 12 11:14:42.521270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-dd87538a-6037-42f8-a9d5-fae2ba855033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.524654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-dd87538a-6037-42f8-a9d5-fae2ba855033 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 1094 time: 0.0628781 Oct 12 11:14:42.589897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41100) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:42.700136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-c9caf909-c1d4-4df5-b83c-9f808203f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.702554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-c9caf909-c1d4-4df5-b83c-9f808203f7fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.1681831 Oct 12 11:14:42.714022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-62786d7c-df30-4812-ad09-82d510c8a5d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b5b6c013c8c48c791da2914755ef974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220641 Oct 12 11:14:42.715737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41104) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:42.796005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-a8d1c699-f76c-4b9b-80c1-5decc67181eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616 HTTP/1.1" status: 200 len: 217 time: 0.0666590 Oct 12 11:14:42.796106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef110f47-8007-45c7-b876-1e953ee80aac req-70ad7b7b-5817-4dbb-a8f8-f74df623daae tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.812281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef110f47-8007-45c7-b876-1e953ee80aac req-70ad7b7b-5817-4dbb-a8f8-f74df623daae tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 945 time: 0.1742218 Oct 12 11:14:42.878989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:42.918561 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:42.948088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-d3267f16-be42-4cc4-9570-5439b59075f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:42.949601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-d3267f16-be42-4cc4-9570-5439b59075f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.1635201 Oct 12 11:14:42.956044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef110f47-8007-45c7-b876-1e953ee80aac req-af009780-50fa-4bfd-b34f-2f5746112693 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428680 Oct 12 11:14:43.057592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-01c5f098-b664-4bad-8ac2-f3e4f2001826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:43.059042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-01c5f098-b664-4bad-8ac2-f3e4f2001826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010025 Oct 12 11:14:43.071906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da5f4-bfbc-4890-95d5-646ad3cbdaec req-22687480-fad5-475d-9730-77bdd3f2188b tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:43.073360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d8da5f4-bfbc-4890-95d5-646ad3cbdaec req-22687480-fad5-475d-9730-77bdd3f2188b tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 948 time: 0.0652690 Oct 12 11:14:43.120316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169fc1e-0a7e-4b69-9326-7436e8c57111 req-75a999d9-4dbd-40f5-967f-06450c2015cf tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:43.121997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5169fc1e-0a7e-4b69-9326-7436e8c57111 req-75a999d9-4dbd-40f5-967f-06450c2015cf tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0870149 Oct 12 11:14:43.165440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d8da5f4-bfbc-4890-95d5-646ad3cbdaec req-ce1e858b-d196-4acf-bd36-f1bc6c7765ef tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835557 Oct 12 11:14:43.168431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5169fc1e-0a7e-4b69-9326-7436e8c57111 req-17ab81a9-7b97-48ed-9288-b0d6f40968ef tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Oct 12 11:14:43.232776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-6f2c677b-f5bc-4345-a12e-1b3c56adce7c service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584110 Oct 12 11:14:43.329046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d1a0-2bea-4a6e-b2d6-01da8d22a643 req-22e8acd1-0dce-47d0-9255-32a3fad0d36f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:43.330878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8890d1a0-2bea-4a6e-b2d6-01da8d22a643 req-22e8acd1-0dce-47d0-9255-32a3fad0d36f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.0544019 Oct 12 11:14:43.346827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:43.349422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:43.351387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c7a0ba6-32b4-4346-8794-c66e348509ac HTTP/1.1" status: 204 len: 168 time: 0.6339121 Oct 12 11:14:43.362268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38f88-9e6e-4142-b369-506e7168c26e req-0ddabaf1-2f4e-4e29-9208-7481795fecb4 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:43.363807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26a38f88-9e6e-4142-b369-506e7168c26e req-0ddabaf1-2f4e-4e29-9208-7481795fecb4 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 943 time: 0.1133358 Oct 12 11:14:43.376076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0dec3-ead2-494e-bf6b-9cd50be819d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7a0ba6-32b4-4346-8794-c66e348509ac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:43.415313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8890d1a0-2bea-4a6e-b2d6-01da8d22a643 req-049eecb0-94b2-4fe1-98aa-6e29aecdbe29 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764790 Oct 12 11:14:43.427559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a4a467-52a4-441f-8c87-773506ef5e13 req-e1c4cdca-dbf6-47ad-acbc-3d2491477eaf service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843543 Oct 12 11:14:43.493364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26a38f88-9e6e-4142-b369-506e7168c26e req-b9e88e9c-b082-4044-9113-16e3c3312aaf tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119905 Oct 12 11:14:44.172197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:44.376402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:14:44.386639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:44.387773 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:44.527063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9edc9-8b86-4e09-94dc-dd94901f9ce8 req-c9ae21fa-b5f1-41c9-b103-3da16f630a7f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:44.530985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22e9edc9-8b86-4e09-94dc-dd94901f9ce8 req-c9ae21fa-b5f1-41c9-b103-3da16f630a7f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 948 time: 0.1805754 Oct 12 11:14:44.584250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6ac4d-4765-4518-8b63-830046655dca req-b360e741-d39e-4a36-8ca0-073a37af5996 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:44.594489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84d6ac4d-4765-4518-8b63-830046655dca req-b360e741-d39e-4a36-8ca0-073a37af5996 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1645589 Oct 12 11:14:44.675893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22e9edc9-8b86-4e09-94dc-dd94901f9ce8 req-7d805819-3e61-4cb2-bd4a-f6082f5c1c11 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337864 Oct 12 11:14:44.695811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:44.749194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84d6ac4d-4765-4518-8b63-830046655dca req-331bc7b7-00a3-4319-9ba4-521bf8a0f204 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332910 Oct 12 11:14:44.775775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:44.777130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:44.779756 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cf4b98-c48e-42fa-a510-980b42848a1c" -d '{"events": [{"server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "name": "network-vif-plugged", "status": "completed", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:44.868786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:44.869861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:44.910838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffeb21-c2a4-4e31-b703-6a063c8a2a0e req-31b839a3-6013-4a39-813d-2a56881df64e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:44.926088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fffeb21-c2a4-4e31-b703-6a063c8a2a0e req-31b839a3-6013-4a39-813d-2a56881df64e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.1410143 Oct 12 11:14:44.944519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f4845-60c1-4e83-a791-78b511866c6e req-55c91ce8-8185-493d-8240-4d51e4b417eb tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:44.949605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-636f4845-60c1-4e83-a791-78b511866c6e req-55c91ce8-8185-493d-8240-4d51e4b417eb tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 943 time: 0.1248276 Oct 12 11:14:45.023671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fffeb21-c2a4-4e31-b703-6a063c8a2a0e req-b7f855c2-1beb-4fdd-80bb-dd3226b5e26c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962975 Oct 12 11:14:45.054273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-636f4845-60c1-4e83-a791-78b511866c6e req-d8a4174d-c81d-4afd-9d3f-c9e95d78d708 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979414 Oct 12 11:14:45.107986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:45.149752 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c663b94-b962-4f9b-9966-b386116c9fe4 x-openstack-request-id: req-3c663b94-b962-4f9b-9966-b386116c9fe4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:45.150052 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "name": "network-vif-plugged", "status": "completed", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:45.150293 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c663b94-b962-4f9b-9966-b386116c9fe4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:45.150745 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'code': 200} Oct 12 11:14:45.214343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:14:45.219296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:45.219676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:45.261659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ac1a-0508-4049-aecd-ed98b0776aa7 req-e237d965-d30f-44b2-8246-88eced20c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:45.264443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fa8ac1a-0508-4049-aecd-ed98b0776aa7 req-e237d965-d30f-44b2-8246-88eced20c8d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 1100 time: 0.0583305 Oct 12 11:14:45.334751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fa8ac1a-0508-4049-aecd-ed98b0776aa7 req-e243dc68-4867-441b-b92d-fef3dccc4e2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Oct 12 11:14:45.436702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:45.468118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c378af3b-2bea-4d9c-8d82-9fb16ef3d616 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:14:45.488984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:45.586836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:45.685465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:45.730936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:45.771009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'port_id': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'mac_address': 'fa:16:3e:96:79:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:14:45.859038 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:45.879365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c378af3b-2bea-4d9c-8d82-9fb16ef3d616 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:45.903946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675de02-e78a-4c74-b921-64163f5d62cf req-fbe485e4-d629-4585-bf1e-0a3d022dcb88 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:45.907110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5675de02-e78a-4c74-b921-64163f5d62cf req-fbe485e4-d629-4585-bf1e-0a3d022dcb88 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 949 time: 0.0962851 Oct 12 11:14:45.923335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:45.955063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5675de02-e78a-4c74-b921-64163f5d62cf req-c7c4c9f8-cd2c-4540-876e-1dd4f9efc349 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Oct 12 11:14:46.027907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:46.115529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8d2c7-d13a-46ba-8e1e-45b44c434127 req-3e7d985a-f0ea-4acb-af68-d521f2653899 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:46.128783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97d8d2c7-d13a-46ba-8e1e-45b44c434127 req-3e7d985a-f0ea-4acb-af68-d521f2653899 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0994053 Oct 12 11:14:46.130185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:46.178097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97d8d2c7-d13a-46ba-8e1e-45b44c434127 req-0e304120-3b6a-4402-9d43-490ae0cec818 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Oct 12 11:14:46.313024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c378af3b-2bea-4d9c-8d82-9fb16ef3d616'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:46.349642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7739508-c5c8-4941-aaad-d2e614c9c129 req-9fee1f81-3a6d-4018-a8a5-4b83a61d5bfd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:46.351957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f7739508-c5c8-4941-aaad-d2e614c9c129 req-9fee1f81-3a6d-4018-a8a5-4b83a61d5bfd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0829725 Oct 12 11:14:46.409278 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f7739508-c5c8-4941-aaad-d2e614c9c129 req-20d9c697-45ff-45b3-b8e9-a2f0a32428be tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510879 Oct 12 11:14:46.557350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2bfe2-ad41-4db2-9c7a-ddbe32625360 req-119c66c8-1156-44d5-ad91-2dcddb25d3be tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:46.566683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9af2bfe2-ad41-4db2-9c7a-ddbe32625360 req-119c66c8-1156-44d5-ad91-2dcddb25d3be tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 944 time: 0.0664799 Oct 12 11:14:46.615425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9af2bfe2-ad41-4db2-9c7a-ddbe32625360 req-e7b423a9-ecf5-4b99-bcea-c7c7e6ca4858 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Oct 12 11:14:47.151613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:47.153787 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83872268-bfaa-4eea-b4f3-9045a7fa2d1f" -d '{"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-plugged", "status": "completed", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:47.466515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c378af3b-2bea-4d9c-8d82-9fb16ef3d616 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:14:48.576491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:14:48.581499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:48.581878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:48.623218 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-59f1df13-633d-4fc3-88fd-df63a8b33447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:48.896113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:48.984617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:49.071980 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:49.131511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:50.402854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d59daf89-1000-4d3b-862c-9fa33f22408b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:51.466323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:51.959275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:51.982421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:53.155649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:53.254383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d603304-a33b-4c47-b3ad-66b2e8e7f907 req-78d145c6-2c4f-4f97-b67b-299742e160c5 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.260025 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1607c9a7-35ae-442c-ba80-a1178ace10e0 x-openstack-request-id: req-1607c9a7-35ae-442c-ba80-a1178ace10e0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:53.260335 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-plugged", "status": "completed", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:53.261163 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1607c9a7-35ae-442c-ba80-a1178ace10e0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:53.261730 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'code': 200} Oct 12 11:14:53.262425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d603304-a33b-4c47-b3ad-66b2e8e7f907 req-78d145c6-2c4f-4f97-b67b-299742e160c5 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 949 time: 0.0923345 Oct 12 11:14:53.334159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d603304-a33b-4c47-b3ad-66b2e8e7f907 req-2270e2cb-7487-4a0f-837c-45ddccefe28e tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705080 Oct 12 11:14:53.427447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ccd4b-21c4-4717-a55b-8e820d819fdc req-98646492-2a1a-41a7-bfa5-8da2315a0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.430191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b6ccd4b-21c4-4717-a55b-8e820d819fdc req-98646492-2a1a-41a7-bfa5-8da2315a0737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1096 time: 0.0891156 Oct 12 11:14:53.438739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f236d-8aab-42b5-8229-4e4fa6f158cd req-8b2bc0a7-551d-455d-a293-0723b34eab06 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.440439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-591f236d-8aab-42b5-8229-4e4fa6f158cd req-8b2bc0a7-551d-455d-a293-0723b34eab06 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1091745 Oct 12 11:14:53.495415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86fa00-a1ae-483b-903a-7fc924885471 req-2a050f45-3f1a-4b49-bd48-0e5adad85db6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.497529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c86fa00-a1ae-483b-903a-7fc924885471 req-2a050f45-3f1a-4b49-bd48-0e5adad85db6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0851157 Oct 12 11:14:53.499748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b6ccd4b-21c4-4717-a55b-8e820d819fdc req-3ba049e7-5b65-41a2-9233-33b3e966feb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Oct 12 11:14:53.503144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-591f236d-8aab-42b5-8229-4e4fa6f158cd req-7c02ffee-8c3e-4c23-80f5-3db2afdf9d65 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Oct 12 11:14:53.547250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c86fa00-a1ae-483b-903a-7fc924885471 req-320769aa-f658-427a-a8d8-80422082d35b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Oct 12 11:14:53.660412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5910-528b-4471-aa5f-12db61d4188d req-0dd130ee-e24d-43dc-89ee-198d95d9d892 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.669245 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-820b5910-528b-4471-aa5f-12db61d4188d req-0dd130ee-e24d-43dc-89ee-198d95d9d892 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.0801680 Oct 12 11:14:53.718473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-820b5910-528b-4471-aa5f-12db61d4188d req-68178382-5cad-4faf-9ada-2c767d55e468 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433650 Oct 12 11:14:53.909155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7bde3-268f-407d-89b7-5fbc8e36e4e4 req-cc4d96e5-46dd-47b4-bd50-d9a6edf66e1f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:53.911515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3f7bde3-268f-407d-89b7-5fbc8e36e4e4 req-cc4d96e5-46dd-47b4-bd50-d9a6edf66e1f tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 951 time: 0.0866086 Oct 12 11:14:53.993665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3f7bde3-268f-407d-89b7-5fbc8e36e4e4 req-ef8bb2c2-bcc6-4d06-80d4-5f50f2e00c42 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749934 Oct 12 11:14:54.130660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-35477fbf-1eb4-470c-89ef-630acb076ad1 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289745 Oct 12 11:14:54.260012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-f008738f-b75f-4877-a427-56d1c55694b8 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:54.262575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-f008738f-b75f-4877-a427-56d1c55694b8 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228898 Oct 12 11:14:54.279305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-5732f81d-bf6b-4520-a459-c15dc855ce5f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/quotas/d26130d8fe934266b26d85b12e1bdcfd HTTP/1.1" status: 200 len: 375 time: 0.0105247 Oct 12 11:14:54.342563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-05f990f1-c50b-4947-971e-51fd718760a1 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537045 Oct 12 11:14:54.547658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:54.658857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ad56d-61db-4473-b48a-542043018291 req-62a0fff8-d540-46c7-9f6f-3ada8737a0a4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:54.669044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd6ad56d-61db-4473-b48a-542043018291 req-62a0fff8-d540-46c7-9f6f-3ada8737a0a4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0727057 Oct 12 11:14:54.724610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd6ad56d-61db-4473-b48a-542043018291 req-75134649-d3b5-405f-89f6-58b16c669069 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Oct 12 11:14:54.774866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcacd-fb5f-4600-9855-8fdd76708810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:54.809412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937169a6-bd45-49a3-a9df-6a437e91ccd5 req-a4f082f0-4720-45ee-bb42-fdfddf72fe66 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:54.813367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-937169a6-bd45-49a3-a9df-6a437e91ccd5 req-a4f082f0-4720-45ee-bb42-fdfddf72fe66 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.1450665 Oct 12 11:14:54.839347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83dfdd47-78db-486e-b417-f372cd508cb0 req-28083d48-1631-4f5f-aadb-0f544ea5d4d0 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 210 time: 0.0551174 Oct 12 11:14:54.869969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-937169a6-bd45-49a3-a9df-6a437e91ccd5 req-cfcb17ff-748c-4dbc-a943-af795bbfd88c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Oct 12 11:14:54.912797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcacd-fb5f-4600-9855-8fdd76708810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:54.964538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9f1e-17e4-4e44-8234-4a66eb52d7fd req-8476916d-d2b4-4a09-a168-2bcd9eaa8258 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:54.968930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97ee9f1e-17e4-4e44-8234-4a66eb52d7fd req-8476916d-d2b4-4a09-a168-2bcd9eaa8258 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Oct 12 11:14:54.988991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcacd-fb5f-4600-9855-8fdd76708810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:55.040359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbcacd-fb5f-4600-9855-8fdd76708810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7ba06c-3652-4dc6-9094-abdf6e53d55e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:55.045375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97ee9f1e-17e4-4e44-8234-4a66eb52d7fd req-43098180-be9a-4e1b-96f1-f735063b547c tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724289 Oct 12 11:14:55.048225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b4bbcacd-fb5f-4600-9855-8fdd76708810 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=876bb7b5f3e74bcf9a55e4929d92d842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994433 Oct 12 11:14:55.052404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:55.119667 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:55.144900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:55.218750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5a0a6-614c-4811-af49-379d996ccf89 req-fd6a488f-cd59-43a5-ac49-83a1a430b47e tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:55.220215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09a5a0a6-614c-4811-af49-379d996ccf89 req-fd6a488f-cd59-43a5-ac49-83a1a430b47e tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 951 time: 0.0537193 Oct 12 11:14:55.262643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:55.265084 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f563c49-8832-43bc-8bba-e4df648c0f5f" -d '{"events": [{"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-plugged", "status": "completed", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:55.268028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09a5a0a6-614c-4811-af49-379d996ccf89 req-5530ac3d-c512-44df-871b-fef3930f57fc tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Oct 12 11:14:55.308841 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c67dbb-3c29-4bb3-b5f6-872c0b35d38d x-openstack-request-id: req-06c67dbb-3c29-4bb3-b5f6-872c0b35d38d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:55.309202 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-plugged", "status": "completed", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:55.309460 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06c67dbb-3c29-4bb3-b5f6-872c0b35d38d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:55.309856 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'code': 200} Oct 12 11:14:55.317728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:55.321809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:55.323352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf7ba06c-3652-4dc6-9094-abdf6e53d55e HTTP/1.1" status: 204 len: 168 time: 0.2692554 Oct 12 11:14:55.335960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54a543-844a-4865-a7fb-a236d5799d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7ba06c-3652-4dc6-9094-abdf6e53d55e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:55.449664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921a8c-f44c-4025-8239-9bf59a27a518 req-6768c9ca-c48a-43d7-884f-3aa5360b395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:55.452478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82921a8c-f44c-4025-8239-9bf59a27a518 req-6768c9ca-c48a-43d7-884f-3aa5360b395b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 1096 time: 0.0466845 Oct 12 11:14:55.524451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82921a8c-f44c-4025-8239-9bf59a27a518 req-0d4cf3aa-ef05-4ca0-bfa6-1d4c7853e143 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601332 Oct 12 11:14:55.858944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e946603-3cce-4be1-a967-81a0b5b47417 req-11323800-1e15-4d82-a915-bffcb930f423 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:55.860550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e946603-3cce-4be1-a967-81a0b5b47417 req-11323800-1e15-4d82-a915-bffcb930f423 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0600564 Oct 12 11:14:55.909823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e946603-3cce-4be1-a967-81a0b5b47417 req-9b08456e-03ab-4e35-832f-ec23d5fe4606 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Oct 12 11:14:56.015053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35fd1709-10ad-4890-8539-75f5b85e9f7c req-861a6efe-9d35-4126-a6a9-e96e46fee2de tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 210 time: 0.0472548 Oct 12 11:14:56.123252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e2a0-6890-48fc-ad44-6e9b1ca4b837 req-aede6607-2d19-4182-bd96-c35d8f6ed80d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:56.126200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6637e2a0-6890-48fc-ad44-6e9b1ca4b837 req-aede6607-2d19-4182-bd96-c35d8f6ed80d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0672989 Oct 12 11:14:56.176980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6637e2a0-6890-48fc-ad44-6e9b1ca4b837 req-abe645fa-71ad-4b17-9fd3-b858a361fe13 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Oct 12 11:14:56.212221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:14:56.236291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232068da-2a7f-44dc-aff7-640c001ef82b req-39704274-26f3-48e9-bc76-c4f98a3bf437 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:56.238100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-232068da-2a7f-44dc-aff7-640c001ef82b req-39704274-26f3-48e9-bc76-c4f98a3bf437 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Oct 12 11:14:56.321244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-232068da-2a7f-44dc-aff7-640c001ef82b req-6fdbb82b-cd95-44d4-adb7-eead04e0768e tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752039 Oct 12 11:14:56.325647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:56.383529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:14:56.385520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:56.461056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02003434-409c-490e-b1ab-ba10cdfe7634 req-e46f507c-067f-47c0-854b-666a98e92480 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:56.461056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02003434-409c-490e-b1ab-ba10cdfe7634 req-e46f507c-067f-47c0-854b-666a98e92480 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1096 time: 0.0488698 Oct 12 11:14:56.485637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:56.555237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02003434-409c-490e-b1ab-ba10cdfe7634 req-412e3d09-4c58-425c-ad54-d371f84d6ba3 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Oct 12 11:14:56.560582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:57.045750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2b6e11d2-b257-4355-9482-6a198dc035d4 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367317 Oct 12 11:14:57.072098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfecfa-f6d8-4e3d-a6b1-74f99629874f req-05fb88d9-6438-4b7c-93cd-59aae34cada3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:57.073672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69bfecfa-f6d8-4e3d-a6b1-74f99629874f req-05fb88d9-6438-4b7c-93cd-59aae34cada3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0624666 Oct 12 11:14:57.154200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69bfecfa-f6d8-4e3d-a6b1-74f99629874f req-7e3c6efe-44a6-488e-9dd2-4f0f24019979 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Oct 12 11:14:57.195875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-5e2bf9ef-0cc9-4475-acce-b5cc4050cb0c tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:57.198910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-5e2bf9ef-0cc9-4475-acce-b5cc4050cb0c tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453371 Oct 12 11:14:57.215290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Request body: {'port': {'device_id': '8861cab2-b419-4957-9d94-950e66b64213', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd26130d8fe934266b26d85b12e1bdcfd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:57.278637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dc0c4c1-eb23-4743-b961-4566bcd4e1b2 req-fe943419-a39d-452b-aa4f-f2fc848e2e7a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 210 time: 0.0412192 Oct 12 11:14:57.312368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:57.314538 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01717b3-79c7-426a-81f6-e547d65daf1d" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:57.414818 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bfb123-ee78-42f4-84a9-c6dcec6f6def x-openstack-request-id: req-93bfb123-ee78-42f4-84a9-c6dcec6f6def {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:57.415813 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:57.420458 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93bfb123-ee78-42f4-84a9-c6dcec6f6def {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:57.420458 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'code': 200} Oct 12 11:14:57.465858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Made reservation on behalf of d26130d8fe934266b26d85b12e1bdcfd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:14:57.469910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:57.568520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f10b-40fc-4e9b-a12a-18fd51839f63 req-73ba74ea-3d27-4b8b-ac75-3a3575ce0056 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:57.580067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0688f10b-40fc-4e9b-a12a-18fd51839f63 req-73ba74ea-3d27-4b8b-ac75-3a3575ce0056 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.0940402 Oct 12 11:14:57.635949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0688f10b-40fc-4e9b-a12a-18fd51839f63 req-d1462655-5a95-42e6-86d8-e236c0dcaf28 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544717 Oct 12 11:14:57.695227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Allocated IP 192.168.233.222 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/a631e10f-7097-421b-afe2-8dfdc503a0e4) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:14:57.884284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:57.983325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:57.998184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:14:58.042746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:14:58.053354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:14:58.058734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:14:58.138689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:58.141044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:58.157576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Pushing event updated for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:58.265682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-2db6e643-1053-4b6f-bae0-f2ac819c613a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0574276 Oct 12 11:14:58.269237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ac8b8-9ca6-4ccf-8aee-fb02dc0138d8 req-e905b5d5-e449-4331-bb0e-2d453552d59b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:58.288721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Request body: {'port': {'device_id': '8861cab2-b419-4957-9d94-950e66b64213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:58.290176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-760ac8b8-9ca6-4ccf-8aee-fb02dc0138d8 req-e905b5d5-e449-4331-bb0e-2d453552d59b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.0998151 Oct 12 11:14:58.291143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:14:58.299229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Request body: {'floatingip': {'port_id': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:14:58.367974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:58.384669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:58.468874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7a22633f-c020-4729-a3a8-74b50173572a None None] Provisioning complete for port a631e10f-7097-421b-afe2-8dfdc503a0e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:14:58.469446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a22633f-c020-4729-a3a8-74b50173572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:58.571389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7a22633f-c020-4729-a3a8-74b50173572a None None] Port a631e10f-7097-421b-afe2-8dfdc503a0e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:14:58.715999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6daa26-d299-41eb-9a1c-55309d5ff88e req-9dd069b9-d810-41f9-b2da-cc601017579c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:58.717751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a6daa26-d299-41eb-9a1c-55309d5ff88e req-9dd069b9-d810-41f9-b2da-cc601017579c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1624498 Oct 12 11:14:58.846169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a631e10f-7097-421b-afe2-8dfdc503a0e4 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:14:58.856183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:58.866726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Transition to ACTIVE for port object a631e10f-7097-421b-afe2-8dfdc503a0e4 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:14:58.887301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a6daa26-d299-41eb-9a1c-55309d5ff88e req-4dd3eca3-d4b7-4167-b36a-6b0738ce9da4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571245 Oct 12 11:14:59.094180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8745-5a00-48b0-b57f-586620431f05 req-ebd18bf4-a3fa-4abe-afbc-624dd906d458 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:59.095698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af2b8745-5a00-48b0-b57f-586620431f05 req-ebd18bf4-a3fa-4abe-afbc-624dd906d458 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 936 time: 0.1362321 Oct 12 11:14:59.217046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af2b8745-5a00-48b0-b57f-586620431f05 req-3a50b9d5-8e0a-4751-8937-5b36f14de90e tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096344 Oct 12 11:14:59.253259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.502650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.560663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Pushing event updated for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:59.636159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Attempting to bind port a631e10f-7097-421b-afe2-8dfdc503a0e4 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:14:59.636619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Attempting to bind port a631e10f-7097-421b-afe2-8dfdc503a0e4 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:14:59.637051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Attempting to bind port a631e10f-7097-421b-afe2-8dfdc503a0e4 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:59.643445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Port a631e10f-7097-421b-afe2-8dfdc503a0e4 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:14:59.643892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Attempting to bind port a631e10f-7097-421b-afe2-8dfdc503a0e4 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:14:59.657157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:14:59.657501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:14:59.657888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:14:59.658324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Bound port: a631e10f-7097-421b-afe2-8dfdc503a0e4, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:14:59.658738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.726450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.764125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:14:59.767867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:14:59.823080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.846380 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4 associated. External IP: 172.25.2.171, port: c378af3b-2bea-4d9c-8d82-9fb16ef3d616. Oct 12 11:14:59.864901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:14:59.866196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:14:59.867638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] 10.222.0.41 "PUT /v2.0/ports/a631e10f-7097-421b-afe2-8dfdc503a0e4 HTTP/1.1" status: 200 len: 1096 time: 1.5904062 Oct 12 11:14:59.868235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:14:59.870523 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f537a717-ac3c-4f5a-9731-8ddc13ed487b" -d '{"events": [{"name": "network-changed", "server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:14:59.902716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b633597-1de3-4dbe-967c-a0fc9c414e89 service neutron] Pushing event updated for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:14:59.958650 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f9e11e-500f-4395-8fd5-663b678441e6 x-openstack-request-id: req-81f9e11e-500f-4395-8fd5-663b678441e6 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:14:59.958650 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:14:59.958650 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81f9e11e-500f-4395-8fd5-663b678441e6 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:14:59.958650 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4', 'status': 'completed', 'code': 200} Oct 12 11:15:00.081044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-a7587083-747a-42e4-a33a-29672641de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.082638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-a7587083-747a-42e4-a33a-29672641de98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 1099 time: 0.1042082 Oct 12 11:15:00.153082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-84bd3caf-d98a-4d8d-9e7d-264381de9282 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0609655 Oct 12 11:15:00.188694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a13b-b130-42c8-a65f-d724062bc75d req-be93709a-3610-46a1-9d5a-49dad9f67b58 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.196780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ed5a13b-b130-42c8-a65f-d724062bc75d req-be93709a-3610-46a1-9d5a-49dad9f67b58 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1203191 Oct 12 11:15:00.207222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41752) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:00.222467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-3e5b783e-265f-4096-88a1-90b5fa7baa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.224316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-3e5b783e-265f-4096-88a1-90b5fa7baa1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0511115 Oct 12 11:15:00.242024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:15:00.277085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ed5a13b-b130-42c8-a65f-d724062bc75d req-bf81ce28-431b-4dd8-8a3d-1db57efbcf2d tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772307 Oct 12 11:15:00.341368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-4bcd7647-acb5-4d13-8f46-e6b724e0a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.345073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-4bcd7647-acb5-4d13-8f46-e6b724e0a627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131995 Oct 12 11:15:00.482335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc386cd3-6025-41d0-a317-e4d334235ce2 req-b86d92af-a033-4e95-8078-0ef0588d47b6 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.483983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc386cd3-6025-41d0-a317-e4d334235ce2 req-b86d92af-a033-4e95-8078-0ef0588d47b6 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 948 time: 0.1372705 Oct 12 11:15:00.540539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-313a6739-ca42-4975-bd54-bbca62dfc0ad service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692443 Oct 12 11:15:00.555357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc386cd3-6025-41d0-a317-e4d334235ce2 req-40e8dc0f-a21b-4084-898b-139d2296b032 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623944 Oct 12 11:15:00.673250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e81a3b98-28fa-46e6-9473-33a7d9c80e0d req-b5920207-42e3-487f-bf61-80bab964805e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165154 Oct 12 11:15:00.710583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48e99c19-5198-4d3a-a1fc-4af61192d68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:00.747147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:15:00.757644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:00.764097 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:15:00.781994 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:00.783081 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:14:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:00.820673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c0271fe-ef57-4761-bc27-3dc51987a0fa tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "PUT /v2.0/floatingips/db0bedc2-1c6b-41bc-b522-becf1128e7f4 HTTP/1.1" status: 200 len: 991 time: 2.5270903 Oct 12 11:15:00.835039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:00.845061 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d143360-43f2-424d-9707-fd2037f407f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:00.936975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48e99c19-5198-4d3a-a1fc-4af61192d68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:00.978555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-d0c2b1d9-b643-462a-809b-fcc5a9ab3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:00.981422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-d0c2b1d9-b643-462a-809b-fcc5a9ab3083 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 1099 time: 0.0972037 Oct 12 11:15:01.019775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48e99c19-5198-4d3a-a1fc-4af61192d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:01.023066 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:01.112087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-48e99c19-5198-4d3a-a1fc-4af61192d68c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e77a1121356e41c8a858fba28ce70ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9020712 Oct 12 11:15:01.114056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e99c19-5198-4d3a-a1fc-4af61192d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d9a6c3-2fab-4797-b130-3012a6cac694,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:01.119328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41796) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:01.182216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-a2ec656c-b08d-400a-948a-6d5701d98699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:01.184007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-a2ec656c-b08d-400a-948a-6d5701d98699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1949542 Oct 12 11:15:01.259780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-caaa3212-eadf-4e07-975d-d0261ab44159 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0673854 Oct 12 11:15:01.310406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:01.343562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:01.346652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-552bea05-c5ef-45c9-a07f-10af54ade244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:01.348191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-552bea05-c5ef-45c9-a07f-10af54ade244 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0812092 Oct 12 11:15:01.430721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-97f3cc5c-7bdb-4c47-8b01-342cf3aab895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:01.432827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-97f3cc5c-7bdb-4c47-8b01-342cf3aab895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742466 Oct 12 11:15:01.452849 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:96:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade96879-abc8-4145-844e-5a61482f5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:14:59Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:01.494258 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:15:01.503017 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:01.503889 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:14:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:01.556113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:01.559039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:01.560571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21d9a6c3-2fab-4797-b130-3012a6cac694 HTTP/1.1" status: 204 len: 168 time: 0.4397757 Oct 12 11:15:01.567559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-12f74d20-caab-4160-a96f-9d02bb3cf5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268363 Oct 12 11:15:01.575275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53973df9-59f6-40da-b279-57c137e63aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d9a6c3-2fab-4797-b130-3012a6cac694,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:01.660046 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:01.698457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f537a717-ac3c-4f5a-9731-8ddc13ed487b req-58cca411-06ff-48f0-ae9f-6d5f026e7eeb service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225967 Oct 12 11:15:01.870551 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d22d31-f2ce-40e9-9b16-0fcafa9085f3 x-openstack-request-id: req-72d22d31-f2ce-40e9-9b16-0fcafa9085f3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:01.870551 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:01.870551 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72d22d31-f2ce-40e9-9b16-0fcafa9085f3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:01.870551 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'status': 'completed', 'code': 200} Oct 12 11:15:01.986787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec7a4-1381-41c8-a943-bd82c04ba8b9 req-c922e46b-f5d7-4354-a94a-8f1a04752446 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:01.995220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b23ec7a4-1381-41c8-a943-bd82c04ba8b9 req-c922e46b-f5d7-4354-a94a-8f1a04752446 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0716591 Oct 12 11:15:01.998147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143360-43f2-424d-9707-fd2037f407f8 req-5d237f39-c102-4a79-b2eb-76c2f9deba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:02.002552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-5d237f39-c102-4a79-b2eb-76c2f9deba9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 1096 time: 0.0948393 Oct 12 11:15:02.020884 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:96:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade96879-abc8-4145-844e-5a61482f5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:14:59Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:02.081425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b23ec7a4-1381-41c8-a943-bd82c04ba8b9 req-71718700-d9f3-40f8-9165-e8de63a793a9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Oct 12 11:15:02.107776 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129c849b-23f2-43fc-8e2e-380fdfed166d None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'db0bedc2-1c6b-41bc-b522-becf1128e7f4', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'port_id': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'mac_address': 'fa:16:3e:96:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade96879-abc8-4145-844e-5a61482f5230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:11:06Z', 'updated_at': '2021-10-12T11:14:59Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:15:02.178853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143360-43f2-424d-9707-fd2037f407f8 req-61969c29-b9f6-405f-a16d-2624b5800289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:02.180321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-61969c29-b9f6-405f-a16d-2624b5800289 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 200 len: 925 time: 0.1696537 Oct 12 11:15:02.378736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2275-76ae-42f1-948a-cb8152856bb4 req-ab8d60a1-2a13-4bf4-b5fe-35cabf3d52ce tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:02.388416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02af2275-76ae-42f1-948a-cb8152856bb4 req-ab8d60a1-2a13-4bf4-b5fe-35cabf3d52ce tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 948 time: 0.2117364 Oct 12 11:15:02.403034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-35dc82d7-09f7-471d-bf28-7c6ca68787b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616 HTTP/1.1" status: 200 len: 999 time: 0.1906137 Oct 12 11:15:02.509315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02af2275-76ae-42f1-948a-cb8152856bb4 req-44482a55-6177-4cf4-aceb-18c3b828f6d3 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199162 Oct 12 11:15:02.562573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872ff62b-bb2c-4f65-8205-bd8bbbb2ea45 None None] New status for floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:15:02.563841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143360-43f2-424d-9707-fd2037f407f8 req-11a14484-9ae9-4eee-a96c-c4586611b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:02.569307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-11a14484-9ae9-4eee-a96c-c4586611b2e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 200 len: 863 time: 0.1578956 Oct 12 11:15:02.676211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143360-43f2-424d-9707-fd2037f407f8 req-c903710b-0f4a-4bc9-a078-f65bd551b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:02.679390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-c903710b-0f4a-4bc9-a078-f65bd551b16e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e93cfef-6eb2-4d6b-9543-07072404a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019771 Oct 12 11:15:02.803909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-b282f282-256b-4771-b5c0-1837b24b761a service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143134 Oct 12 11:15:02.954624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d143360-43f2-424d-9707-fd2037f407f8 req-9537cb86-e5d1-49b5-ab2d-a2a07bbc09d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435442 Oct 12 11:15:03.433894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:03.528010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad41af-4c0f-4d90-b703-051816ae918d req-94a44f50-a917-4220-a1f9-d0078a68783a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:03.535261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36ad41af-4c0f-4d90-b703-051816ae918d req-94a44f50-a917-4220-a1f9-d0078a68783a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0707839 Oct 12 11:15:03.584444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1997246956-network', 'tenant_id': 'ca993d20089344f286288f2bb1889759'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:03.586925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36ad41af-4c0f-4d90-b703-051816ae918d req-f17c6c03-a2ce-4f6c-b714-534ff161039c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Oct 12 11:15:03.721564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eefc0-6552-48e4-b68a-9e1e9ff2912d req-05b271cc-d69b-44ca-9cbc-5b971ee6bc46 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:03.727514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df0eefc0-6552-48e4-b68a-9e1e9ff2912d req-05b271cc-d69b-44ca-9cbc-5b971ee6bc46 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 948 time: 0.0576246 Oct 12 11:15:03.742811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Made reservation on behalf of ca993d20089344f286288f2bb1889759 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:03.745464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:03.761122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:03.828957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df0eefc0-6552-48e4-b68a-9e1e9ff2912d req-10b92f36-1e19-408a-9f81-5aaa3d79c784 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949759 Oct 12 11:15:03.964325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.042901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.078568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db581a5-eed2-49ae-a826-c25f026dca45,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:04.107771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:04.132473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.132827 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Added segment b6252232-e07b-4dca-b5be-c7fc2d9b186b of type vlan for network 49281a44-980c-451e-be6b-ef65b1d97ba1 Oct 12 11:15:04.205971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.276457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a631e10f-7097-421b-afe2-8dfdc503a0e4 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:04.312238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.313270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:04.313854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.449701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0078471 Oct 12 11:15:04.450716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:04.457062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Request body: {'subnet': {'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1997246956-subnet', 'tenant_id': 'ca993d20089344f286288f2bb1889759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:04.462532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578334b9-4a64-4a31-87a9-29c2da79f29b admin admin] Pushing event updated for resources: {'Network': ['ID=49281a44-980c-451e-be6b-ef65b1d97ba1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:04.475639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 49281a44-980c-451e-be6b-ef65b1d97ba1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:04.560535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:04.572607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a631e10f-7097-421b-afe2-8dfdc503a0e4', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'a631e10f-7097-421b-afe2-8dfdc503a0e4', 'mac_address': 'fa:16:3e:13:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:04.586104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Made reservation on behalf of ca993d20089344f286288f2bb1889759 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:04.588804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.615182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.632562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a631e10f-7097-421b-afe2-8dfdc503a0e4 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:04.658205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:04.771207 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:04.781436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc50671-77c5-4a80-adf7-a05bdda76552 req-57fbeea4-eb1e-4cff-9b33-e1598497a03b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:04.783026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bc50671-77c5-4a80-adf7-a05bdda76552 req-57fbeea4-eb1e-4cff-9b33-e1598497a03b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0727332 Oct 12 11:15:04.828275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284abe23-59bc-4d8a-8b48-2b08046ffbc8 req-0d2ff21d-fcf7-4a0f-9d05-fd536d36ab10 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:04.829721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-284abe23-59bc-4d8a-8b48-2b08046ffbc8 req-0d2ff21d-fcf7-4a0f-9d05-fd536d36ab10 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.0972271 Oct 12 11:15:04.847265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bc50671-77c5-4a80-adf7-a05bdda76552 req-24e80f3d-e722-450c-a0c7-9f5cebea38cd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570302 Oct 12 11:15:04.883984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:04.894135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-284abe23-59bc-4d8a-8b48-2b08046ffbc8 req-4cbc52fe-02a6-46e9-b081-296a91836678 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Oct 12 11:15:05.005220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81aa7a-8f09-44d3-b682-9116c8148f9f req-0fe8b877-4ae3-4f11-809f-330f0302b192 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:05.008225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bf81aa7a-8f09-44d3-b682-9116c8148f9f req-0fe8b877-4ae3-4f11-809f-330f0302b192 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 949 time: 0.0589132 Oct 12 11:15:05.072402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bf81aa7a-8f09-44d3-b682-9116c8148f9f req-bc07f669-7ae8-4bff-8b49-fd0e81d7bd00 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Oct 12 11:15:05.100096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:05.161419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=131acc85-f666-4720-a469-2711f848ae06,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:05.166439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a631e10f-7097-421b-afe2-8dfdc503a0e4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:05.169345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Checking segment: {'id': 'b6252232-e07b-4dca-b5be-c7fc2d9b186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:05.169713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Network hostable DHCP agents. Network: 49281a44-980c-451e-be6b-ef65b1d97ba1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:05.273898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Network 49281a44-980c-451e-be6b-ef65b1d97ba1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:05.353425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 49281a44-980c-451e-be6b-ef65b1d97ba1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:05.357970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:05.359173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:05.363498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf642d8d-8d28-4fa5-82ff-36dcd805a2b5 None None] Network 49281a44-980c-451e-be6b-ef65b1d97ba1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:05.458137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cdeffb6e-7b57-4e8a-aaf1-427dc504d67f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0036287 Oct 12 11:15:05.538045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890adfe-5902-44c5-be75-83c1d0f9b7a9 None None] Network 49281a44-980c-451e-be6b-ef65b1d97ba1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:05.967908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c256fc3a-ad2b-4444-8fbe-380863283376 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:05.970418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c256fc3a-ad2b-4444-8fbe-380863283376 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/networks?id=49281a44-980c-451e-be6b-ef65b1d97ba1 HTTP/1.1" status: 200 len: 814 time: 0.1161728 Oct 12 11:15:05.976190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7c254-2132-4266-98bc-84e7dd0c7a49 req-f3102471-6a0d-40c0-8d28-21c94d1f6e9b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:05.977872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5a7c254-2132-4266-98bc-84e7dd0c7a49 req-f3102471-6a0d-40c0-8d28-21c94d1f6e9b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Oct 12 11:15:05.994483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-f5e8b509-2fdf-4fb7-8c41-9b0a82e4b690 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/quotas/ca993d20089344f286288f2bb1889759 HTTP/1.1" status: 200 len: 375 time: 0.0106633 Oct 12 11:15:06.034263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5a7c254-2132-4266-98bc-84e7dd0c7a49 req-7aa18b68-f568-42bf-aee6-66a04b891eb1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 Oct 12 11:15:06.034514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-acb5c9fa-7f01-4ab6-9c11-5c2f4faa020d tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca993d20089344f286288f2bb1889759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282047 Oct 12 11:15:06.152305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-a1e2a53b-943c-48fb-850d-0dd8cd56360c service neutron] 10.222.0.43 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084821 Oct 12 11:15:06.167971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc54e8-c286-434d-9b4b-964f686e769c req-e2b24e8b-44e1-42e2-8ff0-e5f9bdf46422 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:06.170087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5fc54e8-c286-434d-9b4b-964f686e769c req-e2b24e8b-44e1-42e2-8ff0-e5f9bdf46422 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.0675299 Oct 12 11:15:06.214830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5fc54e8-c286-434d-9b4b-964f686e769c req-c2a65319-84ff-411c-ada6-231acfedfc27 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Oct 12 11:15:06.269230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-63fb635a-4ee4-43ea-bc11-84c4e4e89434 service neutron] 10.222.0.43 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099017 Oct 12 11:15:06.276193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a631e10f-7097-421b-afe2-8dfdc503a0e4 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:06.401860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c8d6-a9fc-4ca0-9c12-f0ec0e63a01c req-0c443fd5-8fb8-4614-b923-3d03746a4f99 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:06.404192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33c9c8d6-a9fc-4ca0-9c12-f0ec0e63a01c req-0c443fd5-8fb8-4614-b923-3d03746a4f99 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 949 time: 0.0792167 Oct 12 11:15:06.459829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33c9c8d6-a9fc-4ca0-9c12-f0ec0e63a01c req-a99bf4c9-b2d5-4ec0-90d7-f9977f9cc696 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Oct 12 11:15:06.462032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a631e10f-7097-421b-afe2-8dfdc503a0e4 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:15:06.466074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a631e10f-7097-421b-afe2-8dfdc503a0e4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:06.466448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:06.614828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:06.650947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:06.653237 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45ee3e6-eb9d-442f-a1ed-3b72463916f5" -d '{"events": [{"server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "name": "network-vif-plugged", "status": "completed", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:06.661812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-09bb404f-62df-4dc2-a139-4763e96093a5 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:06.661812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-09bb404f-62df-4dc2-a139-4763e96093a5 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.0833614 Oct 12 11:15:06.676211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-677c0881-d026-4c11-9c59-6e1c436e0661 req-2b40c2fb-5b98-4526-a495-2437fafb4f03 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 210 time: 0.0724974 Oct 12 11:15:06.696038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:06.729276 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e3a0e-cd61-4a67-bf16-d265d5cba166 x-openstack-request-id: req-924e3a0e-cd61-4a67-bf16-d265d5cba166 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:06.729634 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "name": "network-vif-plugged", "status": "completed", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:06.729945 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-924e3a0e-cd61-4a67-bf16-d265d5cba166 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:06.730401 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4', 'code': 200} Oct 12 11:15:06.751630 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:06.839184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:06.847618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.848088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.848338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.848674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.849004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.849327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.849687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.850056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.850420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.850778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.851105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:06.851422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:07.132750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2100-1ebe-4d21-b269-d75b62ff939e req-3033741a-11f7-4376-a901-31bcac61060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:07.134314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67fc2100-1ebe-4d21-b269-d75b62ff939e req-3033741a-11f7-4376-a901-31bcac61060b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 1101 time: 0.0547159 Oct 12 11:15:07.160085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Deleting port 7077e86c-509f-4df0-a3c3-464b493f7140 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:07.160463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:07.221204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7f19b-af6b-4f9a-b6b9-e38ac1eed62a req-f27d242d-de66-4876-a8bb-d402ebe7d949 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:07.231113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04f7f19b-af6b-4f9a-b6b9-e38ac1eed62a req-f27d242d-de66-4876-a8bb-d402ebe7d949 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Oct 12 11:15:07.242985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67fc2100-1ebe-4d21-b269-d75b62ff939e req-df33be5b-940b-4ae9-947c-c9cdd360abab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007776 Oct 12 11:15:07.279763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04f7f19b-af6b-4f9a-b6b9-e38ac1eed62a req-cc72fb9b-f8e7-41c0-a750-3f2fe7329209 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Oct 12 11:15:07.307928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] For port 7077e86c-509f-4df0-a3c3-464b493f7140, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7077e86c-509f-4df0-a3c3-464b493f7140,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:07.308306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:07.324996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Calling delete_port for 7077e86c-509f-4df0-a3c3-464b493f7140 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:07.428335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c23b-00f6-4333-b512-5994c3dcc778 req-1c8851a6-57c7-4889-abe6-c680770cd0c6 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:07.429830 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8580c23b-00f6-4333-b512-5994c3dcc778 req-1c8851a6-57c7-4889-abe6-c680770cd0c6 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 948 time: 0.1028211 Oct 12 11:15:07.514271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8580c23b-00f6-4333-b512-5994c3dcc778 req-b738a27f-ca15-4aa8-8fa3-b4a0ebf80e63 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656068 Oct 12 11:15:07.600840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dfa3e-bdc8-4536-a0ec-0c3b1ff18aeb req-0cafce53-afe8-408c-b8ee-206a0f2d463a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:07.600840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7dfa3e-bdc8-4536-a0ec-0c3b1ff18aeb req-0cafce53-afe8-408c-b8ee-206a0f2d463a tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.0597641 Oct 12 11:15:07.659007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7dfa3e-bdc8-4536-a0ec-0c3b1ff18aeb req-e3e18a5e-b2f6-4434-b887-4f32471df9d1 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Oct 12 11:15:07.671177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:07.701964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Pushing event deleted for resources: {'Port': ['ID=7077e86c-509f-4df0-a3c3-464b493f7140,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:07.781838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] No DVR routers for this DVR port 7077e86c-509f-4df0-a3c3-464b493f7140 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:07.784851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:07.789804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d05dae-18ee-4df9-a02f-940d4e5e6c5d req-9ce2dfe1-b2e3-4151-be9f-e55643471881 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "DELETE /v2.0/ports/7077e86c-509f-4df0-a3c3-464b493f7140 HTTP/1.1" status: 204 len: 173 time: 1.1259389 Oct 12 11:15:07.790300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-deleted', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:07.792737 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea327b-e066-4b0d-81cd-06b8cf212de4" -d '{"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-deleted", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:07.802510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-930c1069-eaf7-4280-85ff-de07d45638fa req-a061c26c-a17d-4eb9-818f-c8e4742d3712 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 210 time: 0.0445547 Oct 12 11:15:07.849490 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07457a16-f33c-4df2-870e-a4535985495b x-openstack-request-id: req-07457a16-f33c-4df2-870e-a4535985495b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:07.849842 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5f7d1-18a0-4b49-9184-c1ac8295207c", "name": "network-vif-deleted", "tag": "7077e86c-509f-4df0-a3c3-464b493f7140", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:07.850639 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07457a16-f33c-4df2-870e-a4535985495b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:07.850639 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5f7d1-18a0-4b49-9184-c1ac8295207c', 'name': 'network-vif-deleted', 'tag': '7077e86c-509f-4df0-a3c3-464b493f7140', 'status': 'completed', 'code': 200} Oct 12 11:15:08.398735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a8d3-102a-4851-a449-61e796a224c8 req-7298f999-d217-405d-b0aa-ee613c7c6979 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:08.400477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2df4a8d3-102a-4851-a449-61e796a224c8 req-7298f999-d217-405d-b0aa-ee613c7c6979 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 12 11:15:08.440618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2df4a8d3-102a-4851-a449-61e796a224c8 req-e80ac5b2-787a-4a1b-89a1-2d05e2d14ca3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Oct 12 11:15:08.623365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-910fb31c-2867-44c6-ac3e-75a394fb597d req-ba05493b-471b-47a9-8e66-352585fe8970 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfb5f7d1-18a0-4b49-9184-c1ac8295207c HTTP/1.1" status: 200 len: 210 time: 0.0270643 Oct 12 11:15:08.804379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184b5c4-6093-477c-b513-af87debf2889 req-439c95f0-d779-4195-a7b7-ead6e65ca174 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:08.805993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2184b5c4-6093-477c-b513-af87debf2889 req-439c95f0-d779-4195-a7b7-ead6e65ca174 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.0655305 Oct 12 11:15:08.851701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2184b5c4-6093-477c-b513-af87debf2889 req-3b870c43-26a4-4b10-a999-041166b25ad6 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Oct 12 11:15:08.913577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be36da3b-dbb5-4c1a-9cde-de64a8a118bd req-7442dceb-2b35-4e01-9f56-51fe3955b898 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Oct 12 11:15:09.564742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2bdc7-80f6-44a6-81f3-457187017f71 req-dcd68df2-ec50-402e-ab0d-2babd14061e2 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:09.566233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51b2bdc7-80f6-44a6-81f3-457187017f71 req-dcd68df2-ec50-402e-ab0d-2babd14061e2 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0513911 Oct 12 11:15:09.607843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51b2bdc7-80f6-44a6-81f3-457187017f71 req-602ba670-fe08-45a6-9681-8bd107f0852f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Oct 12 11:15:10.042557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09727-8ffa-4024-8f0b-85af043079cf req-a205e73e-275a-4bfb-a684-91496b4cc244 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:10.044118 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41c09727-8ffa-4024-8f0b-85af043079cf req-a205e73e-275a-4bfb-a684-91496b4cc244 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.1128492 Oct 12 11:15:10.102106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41c09727-8ffa-4024-8f0b-85af043079cf req-75a87bac-d619-4e20-9f77-43681db614dd tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496330 Oct 12 11:15:10.118992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-45dd5fb6-937b-4794-9b2d-a2ddba620115 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:10.120470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-45dd5fb6-937b-4794-9b2d-a2ddba620115 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.41 "GET /v2.0/networks?id=49281a44-980c-451e-be6b-ef65b1d97ba1 HTTP/1.1" status: 200 len: 814 time: 0.1561885 Oct 12 11:15:10.134227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Request body: {'port': {'device_id': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1', 'admin_state_up': True, 'tenant_id': 'ca993d20089344f286288f2bb1889759'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:10.228745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37dd1076-d01e-4a6c-a4c5-299cf7e4bbb8 req-8467f4df-af90-4173-bdef-3c507f7c8c50 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 210 time: 0.0371139 Oct 12 11:15:10.307066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:10.349061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 7077e86c-509f-4df0-a3c3-464b493f7140 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:10.352277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7077e86c-509f-4df0-a3c3-464b493f7140 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:10.380311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a16-de54-4065-abef-01b1d8d4d0e5 req-10d38c56-3955-449f-a126-30513fa62549 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:10.392467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-115c9a16-de54-4065-abef-01b1d8d4d0e5 req-10d38c56-3955-449f-a126-30513fa62549 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 949 time: 0.0603032 Oct 12 11:15:10.420595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-115c9a16-de54-4065-abef-01b1d8d4d0e5 req-55349761-5c14-4c81-8ac2-d35fcde68a69 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Oct 12 11:15:10.421776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Made reservation on behalf of ca993d20089344f286288f2bb1889759 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:10.425286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:10.573820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Allocated IP 172.20.0.2 (49281a44-980c-451e-be6b-ef65b1d97ba1/131acc85-f666-4720-a469-2711f848ae06/e299f8db-8fca-4528-844e-37c5f790e1d1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:10.731375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:10.737439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e48d29-bd70-47e9-9923-400975be3f6c req-545d671a-c947-44f1-ac59-421a04f13a93 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:10.738994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4e48d29-bd70-47e9-9923-400975be3f6c req-545d671a-c947-44f1-ac59-421a04f13a93 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0551972 Oct 12 11:15:10.793333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4e48d29-bd70-47e9-9923-400975be3f6c req-da128a12-588b-43d2-a6c6-451051b80bd6 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Oct 12 11:15:10.869369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-12d5f322-061c-4b91-a3fb-3bf1c053ddde tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:10.871347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-12d5f322-061c-4b91-a3fb-3bf1c053ddde tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 1101 time: 0.0458727 Oct 12 11:15:10.872778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:10.928137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-206b4818-f4f9-4f33-b1c5-c33f8a89157b tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:10.941926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Network 49281a44-980c-451e-be6b-ef65b1d97ba1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:10.954979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:10.958232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:11.000373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Pushing event updated for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:11.033776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:11.034439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.096309 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-206b4818-f4f9-4f33-b1c5-c33f8a89157b tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.133502 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-919626c6-db81-4ae7-a6e1-6cad7e57c7b0 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035086 Oct 12 11:15:11.147925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Request body: {'port': {'device_id': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:11.208042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.213354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-206b4818-f4f9-4f33-b1c5-c33f8a89157b tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.285795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af86d998-ab15-4de8-b46a-4b6f5829c2c0 req-206b4818-f4f9-4f33-b1c5-c33f8a89157b tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062142 Oct 12 11:15:11.304163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b4818-f4f9-4f33-b1c5-c33f8a89157b tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2756f-450f-460c-a829-8aa5abeb7633,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:11.389723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da10d78-2c43-45a9-83e0-c5a17dfb1256 req-75b5597c-3e72-4e69-bc33-4116b1adef06 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:11.392096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8da10d78-2c43-45a9-83e0-c5a17dfb1256 req-75b5597c-3e72-4e69-bc33-4116b1adef06 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 931 time: 0.0722897 Oct 12 11:15:11.444223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8da10d78-2c43-45a9-83e0-c5a17dfb1256 req-18f440ef-4497-4322-bcde-3f0bb49252cf tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Oct 12 11:15:11.621637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63796-aa7b-49cb-9aab-e35f28d73f78 req-663a2dcc-37bb-4c53-b2e4-bb8b47abe732 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:11.627665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ff63796-aa7b-49cb-9aab-e35f28d73f78 req-663a2dcc-37bb-4c53-b2e4-bb8b47abe732 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 949 time: 0.0746310 Oct 12 11:15:11.701487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ff63796-aa7b-49cb-9aab-e35f28d73f78 req-38f2e1ab-a663-4859-be2c-3c09f42fda2b tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 Oct 12 11:15:11.713458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e299f8db-8fca-4528-844e-37c5f790e1d1 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:11.727107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.739854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Transition to ACTIVE for port object e299f8db-8fca-4528-844e-37c5f790e1d1 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:11.884568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:11.973591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:11.998359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee366b-7c92-4074-ba1c-e73a1bedc4cc req-d4ff595d-100d-4a24-8360-3e960b790bc0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.001155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58ee366b-7c92-4074-ba1c-e73a1bedc4cc req-d4ff595d-100d-4a24-8360-3e960b790bc0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1275544 Oct 12 11:15:12.015507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.015854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.016191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.016526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.016857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.017183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.017506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.017832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.018151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.018472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.018816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.019138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:12.097309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58ee366b-7c92-4074-ba1c-e73a1bedc4cc req-a3b455e5-a742-4cf6-af2b-b4c17d21f1b9 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854023 Oct 12 11:15:12.102378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Attempting to bind port e299f8db-8fca-4528-844e-37c5f790e1d1 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:12.103299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Attempting to bind port e299f8db-8fca-4528-844e-37c5f790e1d1 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'b6252232-e07b-4dca-b5be-c7fc2d9b186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:12.103636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Attempting to bind port e299f8db-8fca-4528-844e-37c5f790e1d1 on network 49281a44-980c-451e-be6b-ef65b1d97ba1 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:12.108147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Port e299f8db-8fca-4528-844e-37c5f790e1d1 on network 49281a44-980c-451e-be6b-ef65b1d97ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:12.108468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Attempting to bind port e299f8db-8fca-4528-844e-37c5f790e1d1 on network 49281a44-980c-451e-be6b-ef65b1d97ba1 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:12.127852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:12.127852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Checking segment: {'id': 'b6252232-e07b-4dca-b5be-c7fc2d9b186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:12.127852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Bound using segment: {'id': 'b6252232-e07b-4dca-b5be-c7fc2d9b186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:12.127852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Bound port: e299f8db-8fca-4528-844e-37c5f790e1d1, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6252232-e07b-4dca-b5be-c7fc2d9b186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:12.127852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:12.204512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:12.208996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e299f8db-8fca-4528-844e-37c5f790e1d1,segment=NetworkSegment(b6252232-e07b-4dca-b5be-c7fc2d9b186b),segment_id=b6252232-e07b-4dca-b5be-c7fc2d9b186b)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:12.250328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465ddeb-242d-4858-b5ec-bbeb2aacebb7 req-addf3fb8-98db-4c93-8619-c7a7167ed6d8 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.251954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6465ddeb-242d-4858-b5ec-bbeb2aacebb7 req-addf3fb8-98db-4c93-8619-c7a7167ed6d8 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 945 time: 0.0574889 Oct 12 11:15:12.293761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6465ddeb-242d-4858-b5ec-bbeb2aacebb7 req-74460c10-a093-467f-95e0-acbe13c5ff63 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Oct 12 11:15:12.312049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:12.361233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.361843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:12.363324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] 10.222.0.41 "PUT /v2.0/ports/e299f8db-8fca-4528-844e-37c5f790e1d1 HTTP/1.1" status: 200 len: 1091 time: 1.2203724 Oct 12 11:15:12.363760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:12.366112 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:12.411272 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274a302-41e0-462a-9c2d-9f51fa7fb788 x-openstack-request-id: req-e274a302-41e0-462a-9c2d-9f51fa7fb788 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:12.411272 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:12.411535 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e274a302-41e0-462a-9c2d-9f51fa7fb788 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:12.411762 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1', 'status': 'completed', 'code': 200} Oct 12 11:15:12.413994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a604d5-260d-4cb4-bb69-ac4653a8ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:12.435692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9292d-6263-414f-a941-d17aca736c73 req-d4f8ab88-d54a-4c24-89d3-d9db0d3b89d1 tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.437351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f9292d-6263-414f-a941-d17aca736c73 req-d4f8ab88-d54a-4c24-89d3-d9db0d3b89d1 tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 1101 time: 0.0631046 Oct 12 11:15:12.502301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f9292d-6263-414f-a941-d17aca736c73 req-19c02adb-10c5-4356-b0e4-df9284e778b4 tempest-ServersAdminNegativeTestJSON-179807862 tempest-ServersAdminNegativeTestJSON-179807862-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Oct 12 11:15:12.513353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-473eb828-9caf-4647-ad69-d3c988c1f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.514884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-473eb828-9caf-4647-ad69-d3c988c1f1b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca993d20089344f286288f2bb1889759&device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 1094 time: 0.0766535 Oct 12 11:15:12.624010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e101-e662-4993-b6bb-0df1658608af req-d6f146a8-d4bd-4188-bb73-a998c80032d4 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.625784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdb3e101-e662-4993-b6bb-0df1658608af req-d6f146a8-d4bd-4188-bb73-a998c80032d4 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 943 time: 0.0660167 Oct 12 11:15:12.661733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-b11b0f01-ac9e-4157-a7c9-0f53c72706da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.666995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-b11b0f01-ac9e-4157-a7c9-0f53c72706da service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ca993d20089344f286288f2bb1889759&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329603 Oct 12 11:15:12.692262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdb3e101-e662-4993-b6bb-0df1658608af req-81b2328c-8f61-4d76-a97d-3ce5da9dd37a tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517931 Oct 12 11:15:12.793647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-dd7c6619-fcc0-49f2-b5c7-f20d6cb46fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.795275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c9d1175-fdc0-4fa7-a61e-d2a195b028a8 req-dd7c6619-fcc0-49f2-b5c7-f20d6cb46fd1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238220 Oct 12 11:15:12.840654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-a84403f6-30e0-4b73-a1cf-69f62a93df6c tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.842157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-a84403f6-30e0-4b73-a1cf-69f62a93df6c tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 949 time: 0.0637538 Oct 12 11:15:12.845989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8e299-0e4a-4a0e-a9a3-f256abce829b req-cc08ef76-8594-4180-a209-63a1764ae168 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.847712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94e8e299-0e4a-4a0e-a9a3-f256abce829b req-cc08ef76-8594-4180-a209-63a1764ae168 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 949 time: 0.0572255 Oct 12 11:15:12.887906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94e8e299-0e4a-4a0e-a9a3-f256abce829b req-a8b74e28-8f3b-4ac9-8489-3ee4108326b1 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/security-groups?id=ede70863-0e9b-4a4f-be3f-e82e8a295ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Oct 12 11:15:12.919775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-dacfd24c-82c4-498f-b8e5-ffafca64babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:12.921267 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-dacfd24c-82c4-498f-b8e5-ffafca64babc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca993d20089344f286288f2bb1889759&device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 1094 time: 0.0781660 Oct 12 11:15:12.980197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-608a694b-9db7-4ddb-b4b7-d63d5e048393 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e299f8db-8fca-4528-844e-37c5f790e1d1 HTTP/1.1" status: 200 len: 217 time: 0.0402329 Oct 12 11:15:13.030266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Deleting port edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:13.030612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.093985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-eaa5f8e7-18aa-4daa-bc99-100b45748c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.095773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-eaa5f8e7-18aa-4daa-bc99-100b45748c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131acc85-f666-4720-a469-2711f848ae06 HTTP/1.1" status: 200 len: 854 time: 0.0999699 Oct 12 11:15:13.135452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-16580880-ca5d-442c-9ea6-b1bf034b3d5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49281a44-980c-451e-be6b-ef65b1d97ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310585 Oct 12 11:15:13.178850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] For port edd9ca99-a5c2-4158-88e8-2cb366a97904, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=edd9ca99-a5c2-4158-88e8-2cb366a97904,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:13.179123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.212401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc1189-85e3-4e15-8d90-eabc6586edca req-0bcf7066-474a-454f-8a42-9b3a690c5794 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.218020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dccc1189-85e3-4e15-8d90-eabc6586edca req-0bcf7066-474a-454f-8a42-9b3a690c5794 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.0537362 Oct 12 11:15:13.248658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Calling delete_port for edd9ca99-a5c2-4158-88e8-2cb366a97904 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:13.255388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dccc1189-85e3-4e15-8d90-eabc6586edca req-c159b348-fec3-45ac-88b9-0ef23fb2c1cb tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Oct 12 11:15:13.338356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3779ac9-12b1-4b63-97f4-2533c097c0d2 req-9414f3a7-782a-4b7c-a226-0b14d9655820 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.339774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3779ac9-12b1-4b63-97f4-2533c097c0d2 req-9414f3a7-782a-4b7c-a226-0b14d9655820 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1645393 Oct 12 11:15:13.349127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-7a29f733-1370-4cb2-9ac9-4549c7a1a557 service neutron] 10.222.0.41 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010050 Oct 12 11:15:13.444543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209b7e-3746-4a04-86e3-2d2d38ceb836 req-554be55c-b17e-404c-93d5-ac00731b267b tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.446047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f209b7e-3746-4a04-86e3-2d2d38ceb836 req-554be55c-b17e-404c-93d5-ac00731b267b tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 945 time: 0.0561819 Oct 12 11:15:13.458028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3779ac9-12b1-4b63-97f4-2533c097c0d2 req-799902a4-a1b8-45df-a64f-8a536a47d843 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110473 Oct 12 11:15:13.486500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f209b7e-3746-4a04-86e3-2d2d38ceb836 req-d95b8fb0-01d6-447a-aabd-687929a06603 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/security-groups?id=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Oct 12 11:15:13.525014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18baa15f-b982-4b3a-842a-f0d525021b4b req-6e4b29cd-c9d0-46e8-8a9c-a2acf414c098 service neutron] 10.222.0.41 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669061 Oct 12 11:15:13.569978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:13.573220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:13.637587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.671649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Pushing event deleted for resources: {'Port': ['ID=edd9ca99-a5c2-4158-88e8-2cb366a97904,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:13.720498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] No DVR routers for this DVR port edd9ca99-a5c2-4158-88e8-2cb366a97904 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:13.723359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.727703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80377b1a-8ac9-4e5a-b284-5522c3f67815 req-389fb235-dd97-4bb5-af7b-6ccc63283ba7 tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.41 "DELETE /v2.0/ports/edd9ca99-a5c2-4158-88e8-2cb366a97904 HTTP/1.1" status: 204 len: 173 time: 0.8752453 Oct 12 11:15:13.731203 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.759588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:13.773711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:13.776014 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26b28bc-df91-4401-96a4-3ee8cfd1728d" -d '{"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-unplugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:13.806120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '312c7e93-eeba-453b-980c-3789e12c55ea', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'port_id': '312c7e93-eeba-453b-980c-3789e12c55ea', 'mac_address': 'fa:16:3e:99:07:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c4a5ef-579a-4f71-8a43-d850dc3eb7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:13.808990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:13.811984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec78fe-aa8a-4ec3-9cbc-2017cee1a6fe req-e3d2950b-d5aa-436f-9c57-c4c22476170f tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.815968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ec78fe-aa8a-4ec3-9cbc-2017cee1a6fe req-e3d2950b-d5aa-436f-9c57-c4c22476170f tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 943 time: 0.0553081 Oct 12 11:15:13.820319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74429b29-a112-42eb-b86b-b726ae116a52 req-91f85060-e39c-406a-a177-207a33e37634 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:13.823181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74429b29-a112-42eb-b86b-b726ae116a52 req-91f85060-e39c-406a-a177-207a33e37634 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 945 time: 0.0610521 Oct 12 11:15:13.848763 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac83673e-1725-4736-90cf-a70f24571d24 x-openstack-request-id: req-ac83673e-1725-4736-90cf-a70f24571d24 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:13.849355 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-unplugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:13.850150 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac83673e-1725-4736-90cf-a70f24571d24 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:13.850593 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea', 'code': 200} Oct 12 11:15:13.864471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ec78fe-aa8a-4ec3-9cbc-2017cee1a6fe req-ad83a61f-5072-463a-b15a-a84a1ddac189 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Oct 12 11:15:13.867896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.891387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:13.933945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Deleting port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:13.934292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:13.951262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.013458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-796c95a4-65ff-459e-bcf6-e95c449b8d73 req-c4391b32-4909-4989-9684-b8b944b8ceca tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 210 time: 0.0511298 Oct 12 11:15:14.018502 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:15:14.018880 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:15:14.031884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:14.064428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] For port 10a9360f-c46a-4d7f-a665-66e5d0f3a242, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=10a9360f-c46a-4d7f-a665-66e5d0f3a242,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:14.064899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.078818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Calling delete_port for 10a9360f-c46a-4d7f-a665-66e5d0f3a242 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:14.312305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.325521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['10a9360f-c46a-4d7f-a665-66e5d0f3a242'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:14.346423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Pushing event deleted for resources: {'Port': ['ID=10a9360f-c46a-4d7f-a665-66e5d0f3a242,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:14.401776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445eff1-c5f8-4220-960d-39d1c5cf9e82 req-48e83c49-f8e0-40ac-8b2a-5c5e2ecfebdc tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:14.404113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b445eff1-c5f8-4220-960d-39d1c5cf9e82 req-48e83c49-f8e0-40ac-8b2a-5c5e2ecfebdc tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.0763285 Oct 12 11:15:14.415687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-deleted', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:14.418035 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d667d-8c4c-4f62-88be-c8030a9d8547" -d '{"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-deleted", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:14.423702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] No DVR routers for this DVR port 10a9360f-c46a-4d7f-a665-66e5d0f3a242 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:14.426466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.430329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74429b29-a112-42eb-b86b-b726ae116a52 req-f122a33f-eebe-43b0-8cad-24003ec0720f tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.47 "DELETE /v2.0/ports/10a9360f-c46a-4d7f-a665-66e5d0f3a242 HTTP/1.1" status: 204 len: 173 time: 0.6028347 Oct 12 11:15:14.430628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'name': 'network-vif-deleted', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:14.433422 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645edfe0-23a2-43fb-843c-39f2472cd0ba" -d '{"events": [{"server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "name": "network-vif-deleted", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:14.461195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b445eff1-c5f8-4220-960d-39d1c5cf9e82 req-b54eb2fa-681b-4943-8307-cfd0f45cb416 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560820 Oct 12 11:15:14.481196 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0166f118-2261-4e05-bfbd-0e332f690467 x-openstack-request-id: req-0166f118-2261-4e05-bfbd-0e332f690467 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:14.481489 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf26dc-15ae-44e8-8bff-ffab385ec542", "name": "network-vif-deleted", "tag": "edd9ca99-a5c2-4158-88e8-2cb366a97904", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:14.481755 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0166f118-2261-4e05-bfbd-0e332f690467 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:14.482142 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf26dc-15ae-44e8-8bff-ffab385ec542', 'name': 'network-vif-deleted', 'tag': 'edd9ca99-a5c2-4158-88e8-2cb366a97904', 'status': 'completed', 'code': 200} Oct 12 11:15:14.502107 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016c562-ddb9-4974-a981-1782039fd47c x-openstack-request-id: req-d016c562-ddb9-4974-a981-1782039fd47c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:14.502615 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f67ce5-7200-4ed3-94c0-6272b6cea7d8", "name": "network-vif-deleted", "tag": "10a9360f-c46a-4d7f-a665-66e5d0f3a242", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:14.502615 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d016c562-ddb9-4974-a981-1782039fd47c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:14.503107 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f67ce5-7200-4ed3-94c0-6272b6cea7d8', 'name': 'network-vif-deleted', 'tag': '10a9360f-c46a-4d7f-a665-66e5d0f3a242', 'status': 'completed', 'code': 200} Oct 12 11:15:14.561968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.577700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:14.603156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:14.604705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b153332c-52ba-498b-9ae5-8cb3104a86b3 req-e0a2d2fd-6054-4d9f-87d7-9223a26833a9 tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 210 time: 0.0270619 Oct 12 11:15:14.609971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639424fd-c4cf-41a4-a327-957c85cba0f2 req-51e58914-502b-4c30-924f-d85acc8a4318 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:14.612189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-639424fd-c4cf-41a4-a327-957c85cba0f2 req-51e58914-502b-4c30-924f-d85acc8a4318 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 943 time: 0.0608680 Oct 12 11:15:14.652349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-639424fd-c4cf-41a4-a327-957c85cba0f2 req-1ce03403-b2d9-4b5a-b470-a0d02ba36cf4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Oct 12 11:15:14.705794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:14.764032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:14.956959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['312c7e93-eeba-453b-980c-3789e12c55ea'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:14.989703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20876c-ae40-411d-a72b-c491f7323fad req-4798581a-437c-42ed-be8a-f2b3df7b9738 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:14.991956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6f20876c-ae40-411d-a72b-c491f7323fad req-4798581a-437c-42ed-be8a-f2b3df7b9738 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 950 time: 0.0811772 Oct 12 11:15:15.013806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e92998-9abf-4804-8d83-a7ebdf69e5fd req-bf6796bd-a86d-4b19-b381-63d7833a37fe tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:15.015616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25e92998-9abf-4804-8d83-a7ebdf69e5fd req-bf6796bd-a86d-4b19-b381-63d7833a37fe tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 943 time: 0.0752623 Oct 12 11:15:15.104487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25e92998-9abf-4804-8d83-a7ebdf69e5fd req-bc1c01a7-ef9b-4187-b8d2-dc029ba81cc6 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718658 Oct 12 11:15:15.140033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Deleting port a631e10f-7097-421b-afe2-8dfdc503a0e4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:15.144650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:15.157917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-166a7d0c-1cf5-4c79-ba8e-9d071682b74f req-201e4dd1-aa55-4b33-a424-9761f98a47ef tempest-ListImageFiltersTestJSON-732382969 tempest-ListImageFiltersTestJSON-732382969-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3bf26dc-15ae-44e8-8bff-ffab385ec542 HTTP/1.1" status: 200 len: 210 time: 0.0286236 Oct 12 11:15:15.236366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] For port a631e10f-7097-421b-afe2-8dfdc503a0e4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a631e10f-7097-421b-afe2-8dfdc503a0e4,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:15.236830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:15.251579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Calling delete_port for a631e10f-7097-421b-afe2-8dfdc503a0e4 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:15.481387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:15.496936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'a631e10f-7097-421b-afe2-8dfdc503a0e4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:15.536682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Pushing event deleted for resources: {'Port': ['ID=a631e10f-7097-421b-afe2-8dfdc503a0e4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:15.591457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] No DVR routers for this DVR port a631e10f-7097-421b-afe2-8dfdc503a0e4 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:15.595690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:15.602738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6f20876c-ae40-411d-a72b-c491f7323fad req-04a334cb-dede-420e-83bc-24baf1131b27 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "DELETE /v2.0/ports/a631e10f-7097-421b-afe2-8dfdc503a0e4 HTTP/1.1" status: 204 len: 173 time: 0.6038482 Oct 12 11:15:15.613428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 10a9360f-c46a-4d7f-a665-66e5d0f3a242 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:15.641708 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:15:15.650020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-722f88a3-3d25-4c78-be8f-fcde2063bb84 req-31d55f65-e70c-4852-8c0c-2cff23cdfe65 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 210 time: 0.0481212 Oct 12 11:15:15.651460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 10a9360f-c46a-4d7f-a665-66e5d0f3a242 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:15.651807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 10a9360f-c46a-4d7f-a665-66e5d0f3a242 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:15.763030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ef757e1-5758-4981-97d5-37f75e277aad req-eca21958-dbbc-4b62-af2d-d741f56594cb tempest-AttachSCSIVolumeTestJSON-1607048805 tempest-AttachSCSIVolumeTestJSON-1607048805-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f67ce5-7200-4ed3-94c0-6272b6cea7d8 HTTP/1.1" status: 200 len: 210 time: 0.0516717 Oct 12 11:15:15.801134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90589-b11b-4caf-8569-a60ada5ccb54 req-a9c71636-3f6c-475e-9c62-6f0e2c2fd118 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:15.803285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65f90589-b11b-4caf-8569-a60ada5ccb54 req-a9c71636-3f6c-475e-9c62-6f0e2c2fd118 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 944 time: 0.0761771 Oct 12 11:15:15.841661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65f90589-b11b-4caf-8569-a60ada5ccb54 req-391cd6a6-d512-4cec-8a63-ef26fd69604e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Oct 12 11:15:16.229563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833450a-ff30-4b59-abdc-554a7f4e1600 req-9cb258ff-3d5b-4c8d-ae56-5f59f890ea29 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:16.233127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a833450a-ff30-4b59-abdc-554a7f4e1600 req-9cb258ff-3d5b-4c8d-ae56-5f59f890ea29 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 943 time: 0.0572193 Oct 12 11:15:16.275455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a833450a-ff30-4b59-abdc-554a7f4e1600 req-3ee305ee-ba3a-42bb-a18f-64ba1082b62b tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Oct 12 11:15:16.334196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e299f8db-8fca-4528-844e-37c5f790e1d1 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:16.336808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:16.365094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: edd9ca99-a5c2-4158-88e8-2cb366a97904 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:16.365436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device edd9ca99-a5c2-4158-88e8-2cb366a97904 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:16.460757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e299f8db-8fca-4528-844e-37c5f790e1d1,segment=NetworkSegment(b6252232-e07b-4dca-b5be-c7fc2d9b186b),segment_id=b6252232-e07b-4dca-b5be-c7fc2d9b186b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:16.471737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e299f8db-8fca-4528-844e-37c5f790e1d1', 'network_id': '49281a44-980c-451e-be6b-ef65b1d97ba1', 'port_id': 'e299f8db-8fca-4528-844e-37c5f790e1d1', 'mac_address': 'fa:16:3e:55:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131acc85-f666-4720-a469-2711f848ae06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:16.482893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'name': 'network-vif-deleted', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:16.485281 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f58830-6625-439f-9e27-b1b83e6d1887" -d '{"events": [{"server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "name": "network-vif-deleted", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:16.511874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:16.526348 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6ebe8-fb72-4b5a-b018-39f595c9c1d0 x-openstack-request-id: req-18f6ebe8-fb72-4b5a-b018-39f595c9c1d0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:16.526603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e299f8db-8fca-4528-844e-37c5f790e1d1 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:16.526762 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8861cab2-b419-4957-9d94-950e66b64213", "name": "network-vif-deleted", "tag": "a631e10f-7097-421b-afe2-8dfdc503a0e4", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:16.526897 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18f6ebe8-fb72-4b5a-b018-39f595c9c1d0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:16.527290 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8861cab2-b419-4957-9d94-950e66b64213', 'name': 'network-vif-deleted', 'tag': 'a631e10f-7097-421b-afe2-8dfdc503a0e4', 'status': 'completed', 'code': 200} Oct 12 11:15:16.550752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e299f8db-8fca-4528-844e-37c5f790e1d1,segment=NetworkSegment(b6252232-e07b-4dca-b5be-c7fc2d9b186b),segment_id=b6252232-e07b-4dca-b5be-c7fc2d9b186b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:16.680497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:16.744143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:16.756143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34909536-6ffd-4300-8e71-3fdcb244ab49 req-1b18df76-8f6b-4879-8d4b-f38e2fb74da6 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=8861cab2-b419-4957-9d94-950e66b64213 HTTP/1.1" status: 200 len: 210 time: 0.0273507 Oct 12 11:15:16.960507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2050-c56d-45b8-8ae3-d1cd6d841ddc req-59ac0d5c-24bf-4f98-b0e3-9244582de5e1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:16.962061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdeb2050-c56d-45b8-8ae3-d1cd6d841ddc req-59ac0d5c-24bf-4f98-b0e3-9244582de5e1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 944 time: 0.0521100 Oct 12 11:15:17.001424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdeb2050-c56d-45b8-8ae3-d1cd6d841ddc req-32c9504a-3f5c-41ee-927d-3a5fe9c5d115 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Oct 12 11:15:17.014550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e299f8db-8fca-4528-844e-37c5f790e1d1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:17.392422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a1d26-ff55-4112-9af8-f2e84860a6fc req-9e99e1b6-576b-4589-b163-c24a5698b7e1 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:17.393958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee5a1d26-ff55-4112-9af8-f2e84860a6fc req-9e99e1b6-576b-4589-b163-c24a5698b7e1 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 944 time: 0.0503364 Oct 12 11:15:17.432530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee5a1d26-ff55-4112-9af8-f2e84860a6fc req-7ba65d68-a06f-48b0-a90d-18a926dcbbda tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Oct 12 11:15:17.594380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:17.649428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 312c7e93-eeba-453b-980c-3789e12c55ea triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:17.649906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:17.740526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:17.764286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:17.766608 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b0a2d-3597-4160-9a98-92a7673cd52b" -d '{"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-plugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:17.786292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a00b8738-92ff-4ba0-b490-c249a9a5caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:17.786292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:17.807070 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0184ba20-21eb-49cd-ad05-4c96d4b4a27b x-openstack-request-id: req-0184ba20-21eb-49cd-ad05-4c96d4b4a27b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:17.807363 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-plugged", "status": "completed", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:17.807618 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0184ba20-21eb-49cd-ad05-4c96d4b4a27b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:17.808282 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea', 'code': 200} Oct 12 11:15:17.930911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:17.955229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407aba5c-d122-4a7f-acaf-18268c490036 req-15debf26-746f-42a5-a26f-7c2fca9db639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:17.956849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-407aba5c-d122-4a7f-acaf-18268c490036 req-15debf26-746f-42a5-a26f-7c2fca9db639 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 1095 time: 0.0458865 Oct 12 11:15:17.978783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:17.992518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-407aba5c-d122-4a7f-acaf-18268c490036 req-f2e1206b-6081-4c6a-82fa-2ca25667a681 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285492 Oct 12 11:15:18.360773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e299f8db-8fca-4528-844e-37c5f790e1d1 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:18.384834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4ac20-6dac-4d7a-a9ed-782ca4dda074 req-a6c8cd4f-43ee-4a58-9457-b057113c7539 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:18.386435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52c4ac20-6dac-4d7a-a9ed-782ca4dda074 req-a6c8cd4f-43ee-4a58-9457-b057113c7539 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Oct 12 11:15:18.428966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52c4ac20-6dac-4d7a-a9ed-782ca4dda074 req-e2fa36e2-083c-4447-a7a7-7ae04f676855 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Oct 12 11:15:18.535660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93828c-f8cd-4f49-b68e-5222ffc17268 req-f21d9237-6c54-4424-92b8-ae6f0a036cf2 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:18.537123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f93828c-f8cd-4f49-b68e-5222ffc17268 req-f21d9237-6c54-4424-92b8-ae6f0a036cf2 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 949 time: 0.0521386 Oct 12 11:15:18.551134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e299f8db-8fca-4528-844e-37c5f790e1d1 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:15:18.555828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e299f8db-8fca-4528-844e-37c5f790e1d1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:18.556202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:18.577915 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f93828c-f8cd-4f49-b68e-5222ffc17268 req-eccc3db9-0a96-4a98-8254-b966c54b3b6f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Oct 12 11:15:18.648640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:18.687298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e299f8db-8fca-4528-844e-37c5f790e1d1,segment=NetworkSegment(b6252232-e07b-4dca-b5be-c7fc2d9b186b),segment_id=b6252232-e07b-4dca-b5be-c7fc2d9b186b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:18.702202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9b759-ec2a-4765-a27f-5f7bc09e14ae req-cf0c6bb2-a677-45fd-9e9f-ad9971b0aeb7 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:18.703822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59a9b759-ec2a-4765-a27f-5f7bc09e14ae req-cf0c6bb2-a677-45fd-9e9f-ad9971b0aeb7 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 944 time: 0.0518794 Oct 12 11:15:18.746908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59a9b759-ec2a-4765-a27f-5f7bc09e14ae req-397f0efa-6f3a-45d0-9e88-01c1d174f164 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Oct 12 11:15:18.793875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:18.794713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a631e10f-7097-421b-afe2-8dfdc503a0e4 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:18.837435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a631e10f-7097-421b-afe2-8dfdc503a0e4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:18.837808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a631e10f-7097-421b-afe2-8dfdc503a0e4 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:18.864419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:19.532129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:19.560888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68e495-112e-4b11-aa23-de687b39d983 req-877d83e4-8798-4362-810e-38eef322f887 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:19.562415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce68e495-112e-4b11-aa23-de687b39d983 req-877d83e4-8798-4362-810e-38eef322f887 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Oct 12 11:15:19.611926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce68e495-112e-4b11-aa23-de687b39d983 req-ba579c28-84f9-41d6-9463-852115fa7f8f tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Oct 12 11:15:19.698680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6904ac58-2857-45f6-bb22-34ac9709950d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de5d5b61f03f4c6085415a1bcb4b1649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652770 Oct 12 11:15:19.713154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42288) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:19.758298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d31586-3df2-4f9c-924d-303bc0800108 req-49e90f0b-d2ac-4217-bae0-41f4a78ee5b0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:19.760459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65d31586-3df2-4f9c-924d-303bc0800108 req-49e90f0b-d2ac-4217-bae0-41f4a78ee5b0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.0835090 Oct 12 11:15:19.769881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0aa9-2a2e-4772-96cb-6a3044c50163 req-81e0f596-536b-4b19-b8b1-0f46d03a8a33 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:19.771702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-298a0aa9-2a2e-4772-96cb-6a3044c50163 req-81e0f596-536b-4b19-b8b1-0f46d03a8a33 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 949 time: 0.0871987 Oct 12 11:15:19.810043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:19.812747 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4c168-ed86-402f-b813-2680dd7fce32" -d '{"events": [{"server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "name": "network-vif-plugged", "status": "completed", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:19.821442 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:19.829666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65d31586-3df2-4f9c-924d-303bc0800108 req-cdc7e991-94e8-41ca-ac3b-9f4fed35d507 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Oct 12 11:15:19.853916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:19.914582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-298a0aa9-2a2e-4772-96cb-6a3044c50163 req-14aacaf8-cc71-43e6-8a65-2ca3e07f30bc tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/security-groups?id=df71d387-ae7b-46d3-b26b-84d7010341b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994537 Oct 12 11:15:19.961803 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ff2d3-dd55-408c-8d69-f0352ff01ce2 x-openstack-request-id: req-3f4ff2d3-dd55-408c-8d69-f0352ff01ce2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:19.962443 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "name": "network-vif-plugged", "status": "completed", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:19.962959 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f4ff2d3-dd55-408c-8d69-f0352ff01ce2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:19.963576 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1', 'code': 200} Oct 12 11:15:20.026765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9316-cbbf-49d9-84b1-844601324916 req-a7608554-8bbb-448c-a3fb-884fc1daa94e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:20.028294 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c62c9316-cbbf-49d9-84b1-844601324916 req-a7608554-8bbb-448c-a3fb-884fc1daa94e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.1086664 Oct 12 11:15:20.033751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.037033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.039934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ede70863-0e9b-4a4f-be3f-e82e8a295ddf HTTP/1.1" status: 204 len: 168 time: 0.3255129 Oct 12 11:15:20.051791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7dd54-0582-4651-ae9f-2ce6659f909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede70863-0e9b-4a4f-be3f-e82e8a295ddf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:20.087123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082794-8c66-4cec-9de8-a787e3189420 req-9a4e0685-b82c-4ee7-b039-fcccf79cfcda tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:20.088655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa082794-8c66-4cec-9de8-a787e3189420 req-9a4e0685-b82c-4ee7-b039-fcccf79cfcda tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 949 time: 0.1326194 Oct 12 11:15:20.183890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02311f2e-77b5-4a8a-94f7-6faa765c97ea req-053a1640-e033-48ba-947d-9d2e54981724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:20.185369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02311f2e-77b5-4a8a-94f7-6faa765c97ea req-053a1640-e033-48ba-947d-9d2e54981724 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 1096 time: 0.1548152 Oct 12 11:15:20.193031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c62c9316-cbbf-49d9-84b1-844601324916 req-0b117207-fc2c-450f-bd48-b523a1a49eee tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031723 Oct 12 11:15:20.241691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02311f2e-77b5-4a8a-94f7-6faa765c97ea req-51999958-e95f-4a1f-a67b-88a066379ce4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Oct 12 11:15:20.254918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Deleting port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:20.255410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.357550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c88346-9ff4-4c05-a200-0498b9b2cc97 req-5fac2dd1-88a9-4938-ba5c-89d47fb1e1c1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:20.359065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2c88346-9ff4-4c05-a200-0498b9b2cc97 req-5fac2dd1-88a9-4938-ba5c-89d47fb1e1c1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1096 time: 0.0890622 Oct 12 11:15:20.387526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] For port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:20.387893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.408637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Calling delete_port for 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:20.432269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2c88346-9ff4-4c05-a200-0498b9b2cc97 req-47cca7a8-2d55-4a85-9ed5-25ac1abea0f7 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666664 Oct 12 11:15:20.439671 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7914bafb-db3c-4ffd-9bdc-a16359c19ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.827765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:20.840785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:20.886229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Pushing event deleted for resources: {'Port': ['ID=963ec36a-c3c3-4b46-b93c-cf0fa3dcf256,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:20.991468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] No DVR routers for this DVR port 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:20.995899 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:21.000946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa082794-8c66-4cec-9de8-a787e3189420 req-a8330ac1-b6b3-4f32-aeb6-c20ca4489e02 tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.41 "DELETE /v2.0/ports/963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 HTTP/1.1" status: 204 len: 173 time: 0.9031131 Oct 12 11:15:21.004201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'name': 'network-vif-deleted', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:21.012415 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7ed36-212b-45a1-a3dd-f191397b1674" -d '{"events": [{"server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "name": "network-vif-deleted", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:21.038822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-d23e6441-b32f-43a3-a68e-085f8d6c5815 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:21.041228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-d23e6441-b32f-43a3-a68e-085f8d6c5815 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.1993914 Oct 12 11:15:21.060864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-9d6e234b-c9eb-4ed3-afaf-e6110e080696 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/quotas/ef41e1285dbc4cb8b31b4057b976df19 HTTP/1.1" status: 200 len: 375 time: 0.0108173 Oct 12 11:15:21.153130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-5b5a5517-1563-431c-a5df-fc5c8649e2a3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819118 Oct 12 11:15:21.278774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-fd4f2d13-e8c0-4540-84fb-5a2979785105 service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179683 Oct 12 11:15:21.451281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-910237d9-2087-46a9-8fc4-58bbb4709949 service neutron] 10.222.0.43 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645584 Oct 12 11:15:21.474276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:21.689046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:21.712311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:22.036942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be111dea-ed7b-4f92-a3bd-d9b318ba094f req-b84e60fc-e114-4a08-85a1-6c52f897df9f tempest-ServersAdminNegativeTestJSON-737178068 tempest-ServersAdminNegativeTestJSON-737178068-project] 10.222.0.43 "GET /v2.0/ports?device_id=c542dd21-8fd1-4461-bdbb-b7c56f14250d HTTP/1.1" status: 200 len: 210 time: 0.1062417 Oct 12 11:15:22.119780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-884fd5ef-0620-4152-b5e6-5e8ac29ae651 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:22.122451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-884fd5ef-0620-4152-b5e6-5e8ac29ae651 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "GET /v2.0/ports?device_id=74bb2aee-69cf-4d08-8d4f-fc49a1515d82 HTTP/1.1" status: 200 len: 945 time: 0.1695981 Oct 12 11:15:22.129983 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc502cdf-1222-4e03-b29e-4d293f178275 x-openstack-request-id: req-bc502cdf-1222-4e03-b29e-4d293f178275 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:22.130448 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542dd21-8fd1-4461-bdbb-b7c56f14250d", "name": "network-vif-deleted", "tag": "963ec36a-c3c3-4b46-b93c-cf0fa3dcf256", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:22.130756 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc502cdf-1222-4e03-b29e-4d293f178275 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:22.131714 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542dd21-8fd1-4461-bdbb-b7c56f14250d', 'name': 'network-vif-deleted', 'tag': '963ec36a-c3c3-4b46-b93c-cf0fa3dcf256', 'status': 'completed', 'code': 200} Oct 12 11:15:22.278001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Deleting port 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:22.278338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:22.359999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f803dc-1308-4acd-a67e-d89e138c48a5 req-67bf7a8d-254d-4258-b252-5282dc66a5fd tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:22.361549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24f803dc-1308-4acd-a67e-d89e138c48a5 req-67bf7a8d-254d-4258-b252-5282dc66a5fd tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.1169989 Oct 12 11:15:22.418571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] For port 312c7e93-eeba-453b-980c-3789e12c55ea, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=312c7e93-eeba-453b-980c-3789e12c55ea,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:22.418958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:22.434251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24f803dc-1308-4acd-a67e-d89e138c48a5 req-1ade70fc-bc99-42a1-a9c4-f908bbb317c3 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 Oct 12 11:15:22.438795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Calling delete_port for 312c7e93-eeba-453b-980c-3789e12c55ea owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:22.748127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:22.759778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['312c7e93-eeba-453b-980c-3789e12c55ea'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:22.786590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event deleted for resources: {'Port': ['ID=312c7e93-eeba-453b-980c-3789e12c55ea,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:22.828775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] No DVR routers for this DVR port 312c7e93-eeba-453b-980c-3789e12c55ea on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:22.831746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:22.835628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ed410cc-1fb5-4371-9951-a8b7dce50e42 req-c46d90aa-69b0-4cf1-9a3c-6d7415584d95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.47 "DELETE /v2.0/ports/312c7e93-eeba-453b-980c-3789e12c55ea HTTP/1.1" status: 204 len: 173 time: 0.7022467 Oct 12 11:15:22.836235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-deleted', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:22.839197 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df8197-9975-4556-8e4d-e3807fef1a68" -d '{"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-deleted", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:23.062063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-41fe0b80-5201-4d29-896f-8a90ab9f4f70 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:15:23.064354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-41fe0b80-5201-4d29-896f-8a90ab9f4f70 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108409 Oct 12 11:15:23.110370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-3ffe9fad-5f0c-4be6-8c01-a0bc4556a661 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:23.111794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-3ffe9fad-5f0c-4be6-8c01-a0bc4556a661 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 1093 time: 0.0374954 Oct 12 11:15:23.121365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:23.121825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:15:23.153581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:23.234976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ddc0c70-3e99-4511-b867-d6a5eec60495 req-a08090c6-9b78-40ac-a3ad-a853e0761670 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 210 time: 0.0300224 Oct 12 11:15:23.269441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:23.269998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:23.270121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:23.275040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:23.275358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:23.280366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:23.283694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:23.283694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:23.283694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Bound port: 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:23.334024 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181141db-f768-4feb-bae6-859f280c044f x-openstack-request-id: req-181141db-f768-4feb-bae6-859f280c044f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:23.335271 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb2aee-69cf-4d08-8d4f-fc49a1515d82", "name": "network-vif-deleted", "tag": "312c7e93-eeba-453b-980c-3789e12c55ea", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:23.335526 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-181141db-f768-4feb-bae6-859f280c044f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:23.335932 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb2aee-69cf-4d08-8d4f-fc49a1515d82', 'name': 'network-vif-deleted', 'tag': '312c7e93-eeba-453b-980c-3789e12c55ea', 'status': 'completed', 'code': 200} Oct 12 11:15:23.337973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:23.389821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:23.391088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ebd5e04d-5396-49fe-be3d-6076f268ce83 service neutron] 10.222.0.43 "POST /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77/bindings HTTP/1.1" status: 201 len: 389 time: 0.2731817 Oct 12 11:15:23.506276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-7ae4f33a-06e4-4509-8719-00ec0dd5e254 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:23.509901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-7ae4f33a-06e4-4509-8719-00ec0dd5e254 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.1044111 Oct 12 11:15:23.523513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-f1d49cd2-d6aa-4efe-8b8b-519761ec5508 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/quotas/0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 375 time: 0.0101023 Oct 12 11:15:23.583448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-2d4f102a-fb00-43da-8002-05872148fbe2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515952 Oct 12 11:15:23.714998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-12c6d7b4-fca2-47d2-9b55-11d2889b523c service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246858 Oct 12 11:15:23.868370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-c2ac6c57-9e16-44be-8b2c-cf6227c98959 service neutron] 10.222.0.43 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418407 Oct 12 11:15:24.282955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-3a2dc465-a559-44d3-9ff0-8c6d6fb29842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.285518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-3a2dc465-a559-44d3-9ff0-8c6d6fb29842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1096 time: 0.0548275 Oct 12 11:15:24.309024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42432) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:24.389468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ec6f-ea47-459c-ae94-5b3e4ed4950a req-7c561543-5da6-4c6b-a6f3-43e7219bbde6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.391384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6035ec6f-ea47-459c-ae94-5b3e4ed4950a req-7c561543-5da6-4c6b-a6f3-43e7219bbde6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.1610677 Oct 12 11:15:24.402568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:24.413121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-dc2bb9a2-dbdc-4483-8dfd-ea99c2250080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.424257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-dc2bb9a2-dbdc-4483-8dfd-ea99c2250080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca993d20089344f286288f2bb1889759&device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 1096 time: 0.0993640 Oct 12 11:15:24.430015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:24.430825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 963ec36a-c3c3-4b46-b93c-cf0fa3dcf256 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:24.434560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-781fc420-f70d-4b15-8726-a3e9a941c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.436326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-781fc420-f70d-4b15-8726-a3e9a941c81e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1406181 Oct 12 11:15:24.506080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-0c42da90-7eca-4dd8-9b66-04c79c5c2462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 217 time: 0.0621021 Oct 12 11:15:24.587251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-2bb2c54d-d0a5-4564-b6dd-971220ef39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.588903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-2bb2c54d-d0a5-4564-b6dd-971220ef39ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0732656 Oct 12 11:15:24.643402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-1e33d0f5-a12e-40ef-bd33-4d462d02f399 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439982 Oct 12 11:15:24.796217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-9a2180c2-30e0-44ab-99e3-61d584fa2a44 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.796217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-9a2180c2-30e0-44ab-99e3-61d584fa2a44 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.41 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 815 time: 0.6124921 Oct 12 11:15:24.824797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Request body: {'port': {'device_id': '7744b3d4-5ead-4308-896d-91b21511a9be', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'admin_state_up': True, 'tenant_id': 'ef41e1285dbc4cb8b31b4057b976df19'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:24.834241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6035ec6f-ea47-459c-ae94-5b3e4ed4950a req-c5c3b926-9e67-47d6-a071-32e8c7d4aa00 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309282 Oct 12 11:15:24.859048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109639-fa35-4a0e-9b30-f3dd90b45ecc req-9f6274c4-28f5-45d1-9874-9e834539e387 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:24.863294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08109639-fa35-4a0e-9b30-f3dd90b45ecc req-9f6274c4-28f5-45d1-9874-9e834539e387 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.0845189 Oct 12 11:15:24.872003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-4f9fa04c-05d9-4806-89f9-d2ac88814955 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224286 Oct 12 11:15:24.989357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f48ae706-d3e2-438e-9d30-a33699b711d5 req-2a9e07aa-1928-4aba-8c75-aef246bf5398 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 210 time: 0.0594935 Oct 12 11:15:25.001868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08109639-fa35-4a0e-9b30-f3dd90b45ecc req-30f1535d-b226-4891-b897-a4912ae016f7 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068599 Oct 12 11:15:25.005872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-79d0dd55-68af-47ea-ae79-8c35712961f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d26130d8fe934266b26d85b12e1bdcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903424 Oct 12 11:15:25.018287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42450) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:25.037311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-01644cf3-451a-4678-915f-09f7864791de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:25.037626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a068ea2d-f50b-4771-b454-82931c2cac4c service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579165 Oct 12 11:15:25.039004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-01644cf3-451a-4678-915f-09f7864791de service neutron] 10.222.0.41 "GET /v2.0/networks?id=49281a44-980c-451e-be6b-ef65b1d97ba1 HTTP/1.1" status: 200 len: 915 time: 0.2734792 Oct 12 11:15:25.087894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c329c857-3c65-417b-9dc1-4642815b8bbc req-8d98f5b4-513c-40b2-895c-9df60502ea9a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.0479593 Oct 12 11:15:25.131581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42452) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:25.148028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-aaff18b0-7714-4517-8485-f9f8deb0a176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e299f8db-8fca-4528-844e-37c5f790e1d1 HTTP/1.1" status: 200 len: 217 time: 0.0586624 Oct 12 11:15:25.204304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.237316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Made reservation on behalf of ef41e1285dbc4cb8b31b4057b976df19 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:25.239093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.298870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-af72b3eb-8952-4254-8683-4fbb5229109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:25.300324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-af72b3eb-8952-4254-8683-4fbb5229109a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131acc85-f666-4720-a469-2711f848ae06 HTTP/1.1" status: 200 len: 854 time: 0.1450515 Oct 12 11:15:25.304271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.351653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-e7dbba2a-e5b8-4561-8915-d79e6797e4cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49281a44-980c-451e-be6b-ef65b1d97ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387630 Oct 12 11:15:25.498889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Allocated IP 172.20.0.7 (9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599/d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff/e722447f-04a0-4288-b0bb-f1308f1e21db) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:25.531241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.533827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.535001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df71d387-ae7b-46d3-b26b-84d7010341b7 HTTP/1.1" status: 204 len: 168 time: 0.5169637 Oct 12 11:15:25.542876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-63a5e04f-6a57-4747-b972-e48e5a64745b service neutron] 10.222.0.41 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780193 Oct 12 11:15:25.561322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496392a-10a6-4e84-a0db-db30f770c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df71d387-ae7b-46d3-b26b-84d7010341b7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:25.623677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.642580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:25.668938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 312c7e93-eeba-453b-980c-3789e12c55ea {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:25.669203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 312c7e93-eeba-453b-980c-3789e12c55ea not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:25.675750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-481487f4-4a9b-4029-8478-0b7a3c908d34 req-d977b6fc-d34b-4845-9ead-fc6e5f9d0423 service neutron] 10.222.0.41 "GET /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241109 Oct 12 11:15:25.837152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:25.989022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc72c3-a4f8-4b8a-ba45-0e9db805068c req-9a099652-c7d8-4bcb-8938-22156bd21f52 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:25.990800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58cc72c3-a4f8-4b8a-ba45-0e9db805068c req-9a099652-c7d8-4bcb-8938-22156bd21f52 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0543299 Oct 12 11:15:25.992259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Deleting port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:25.992661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.024199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.079607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58cc72c3-a4f8-4b8a-ba45-0e9db805068c req-8fab0045-1609-48ff-a75c-c6fdb544bd98 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Oct 12 11:15:26.114779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:26.129095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] For port 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:26.129095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.129426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event updated for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:26.137388 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:26.145740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Calling delete_port for 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:26.146416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:26.242299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:26.242999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.269693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714d31-c0a2-4479-997e-561de21934c2 req-45e6cf1d-22ff-4561-8742-3add30743265 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:26.271541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f714d31-c0a2-4479-997e-561de21934c2 req-45e6cf1d-22ff-4561-8742-3add30743265 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 931 time: 0.0887535 Oct 12 11:15:26.335886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f714d31-c0a2-4479-997e-561de21934c2 req-86cdcaf1-cba8-4b24-b862-3567774ad146 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Oct 12 11:15:26.353293 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.395609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-e2ce8aeb-bee8-40dc-8e70-8b9e105d7bb0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5778577 Oct 12 11:15:26.403205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10141d0c-045a-42d7-a254-bbcba7b5060f req-b62993e8-7240-43b0-9fd5-54164abaa608 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:26.404810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10141d0c-045a-42d7-a254-bbcba7b5060f req-b62993e8-7240-43b0-9fd5-54164abaa608 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.0750282 Oct 12 11:15:26.414159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Request body: {'port': {'device_id': '7744b3d4-5ead-4308-896d-91b21511a9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:26.492349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10141d0c-045a-42d7-a254-bbcba7b5060f req-961af93a-bdd8-445e-b936-f85172772577 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Oct 12 11:15:26.493024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c355b75-2a82-4f5c-8472-5aaa07f30276 req-93252c4c-addb-4279-ae23-15fc3f13b0aa tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.0478957 Oct 12 11:15:26.534062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.553863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:26.593045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42480) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:26.655287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:26.931818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-17c5b9e5-61f6-4f84-a3d9-4fa5e71f7da7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8980bb6f75884de0adbdc09dcc3809c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371665 Oct 12 11:15:26.932467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:27.028513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.052206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.121314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.145814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e722447f-04a0-4288-b0bb-f1308f1e21db {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:27.154973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.227157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Transition to ACTIVE for port object e722447f-04a0-4288-b0bb-f1308f1e21db will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:27.230299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.233171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.238679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bb2756f-450f-460c-a829-8aa5abeb7633 HTTP/1.1" status: 204 len: 168 time: 0.3030977 Oct 12 11:15:27.277756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7d2e-9897-4c34-ab1c-ab71d0463e00 req-c906cda9-5def-4f84-bd8f-15f34aba3986 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:27.279593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b87c7d2e-9897-4c34-ab1c-ab71d0463e00 req-c906cda9-5def-4f84-bd8f-15f34aba3986 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0840218 Oct 12 11:15:27.280430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf6a39-404c-41b4-90ee-3f9e448b7819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2756f-450f-460c-a829-8aa5abeb7633,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:27.317912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.403106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Router 3e25370d-3f75-42a5-8761-12487f31d90d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:15:27.411831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Pushing event updated for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:27.417340 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b87c7d2e-9897-4c34-ab1c-ab71d0463e00 req-e5462427-d882-4649-aa70-5abaa43fc2c5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289814 Oct 12 11:15:27.545033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Attempting to bind port e722447f-04a0-4288-b0bb-f1308f1e21db on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:27.545623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Attempting to bind port e722447f-04a0-4288-b0bb-f1308f1e21db by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:27.546174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Attempting to bind port e722447f-04a0-4288-b0bb-f1308f1e21db on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:27.554417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Port e722447f-04a0-4288-b0bb-f1308f1e21db on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:27.555110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Attempting to bind port e722447f-04a0-4288-b0bb-f1308f1e21db on network 9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:27.564991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:27.565654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Checking segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:27.566607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Bound using segment: {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:27.567375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Bound port: e722447f-04a0-4288-b0bb-f1308f1e21db, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0387a657-ed50-466a-ac07-3c51c8d8230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:27.567971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.594294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceac7d-3135-4033-b487-9279619c1069 req-c44f693f-2f09-45ca-97b0-fb6b4a3f9b95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:27.596399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7ceac7d-3135-4033-b487-9279619c1069 req-c44f693f-2f09-45ca-97b0-fb6b4a3f9b95 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 943 time: 0.0927880 Oct 12 11:15:27.621425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:15:27.631283 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Sync routers for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:15:27.648123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5af792aa-98a2-4b50-9d02-66041caf3190 admin admin] 10.222.0.43 "PUT /v2.0/routers/3e25370d-3f75-42a5-8761-12487f31d90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127897 Oct 12 11:15:27.649067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:27.650996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:27.652389 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:27.697329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7ceac7d-3135-4033-b487-9279619c1069 req-9a91f81e-cef1-42f9-8c9c-eab9a97426ed tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785389 Oct 12 11:15:27.702648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:27.706244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e722447f-04a0-4288-b0bb-f1308f1e21db,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:27.799222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:27.883976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-608af04b-614a-47ef-abe3-a1a0865dd042 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177661 Oct 12 11:15:27.913756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:28.031153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30dc81ce-d3d6-45ec-9f16-4233a4535ea6 req-5b6350ee-222b-4f36-a483-f84f6242c393 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.1775064 Oct 12 11:15:28.103470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Pushing event updated for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:28.112672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.113673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:28.115410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-3ea33d4b-e516-4481-adf9-0e0b37b44606 service neutron] 10.222.0.41 "PUT /v2.0/ports/e722447f-04a0-4288-b0bb-f1308f1e21db HTTP/1.1" status: 200 len: 1091 time: 1.7102737 Oct 12 11:15:28.116116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:28.119613 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e716d664-e8a9-43d6-8015-736f6a72fc35" -d '{"events": [{"name": "network-changed", "server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:28.164441 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:28.242460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-a8191662-ac7d-40d0-a373-56fa2bb3e016 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.246427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-a8191662-ac7d-40d0-a373-56fa2bb3e016 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 807 time: 0.4637034 Oct 12 11:15:28.271608 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d9aefc-09f3-4f3a-a906-25e7ba085d76 x-openstack-request-id: req-99d9aefc-09f3-4f3a-a906-25e7ba085d76 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:28.272071 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:28.272542 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99d9aefc-09f3-4f3a-a906-25e7ba085d76 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:28.272971 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db', 'status': 'completed', 'code': 200} Oct 12 11:15:28.282607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Request body: {'port': {'device_id': '972168c5-c30c-4cd7-850e-670148280615', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'admin_state_up': True, 'tenant_id': '0ada54463ffd4d7c9cb856acf0d3d262'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:28.292873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:28.345658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300a81-5ca3-4da9-99c4-4f77a30e8092 req-ae0f1ffa-f3c6-41f2-8f8f-6979de36aa0b tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.361655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34300a81-5ca3-4da9-99c4-4f77a30e8092 req-ae0f1ffa-f3c6-41f2-8f8f-6979de36aa0b tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.2141953 Oct 12 11:15:28.374026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-e9096ebc-a89c-4cbc-92a1-1e81379053bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.377078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-e9096ebc-a89c-4cbc-92a1-1e81379053bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 1096 time: 0.2303333 Oct 12 11:15:28.445668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-0bae8752-b8a8-4568-abc4-17ac352b0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.447465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-0bae8752-b8a8-4568-abc4-17ac352b0789 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 1094 time: 0.2000749 Oct 12 11:15:28.559670 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:15:26Z', 'revision_number': 5, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port': {'id': '8e88feca-73c7-48af-83e3-90e97e546e95', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:19Z', 'updated_at': '2021-10-12T11:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:28.579671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-52c4c254-77ea-4d75-84cd-6ad9c0c5a668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e722447f-04a0-4288-b0bb-f1308f1e21db HTTP/1.1" status: 200 len: 217 time: 0.1242616 Oct 12 11:15:28.620809 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Checking router: 3e25370d-3f75-42a5-8761-12487f31d90d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:15:28.641277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Routers {'3e25370d-3f75-42a5-8761-12487f31d90d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:28.643512 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3e25370d-3f75-42a5-8761-12487f31d90d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:28.654553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34300a81-5ca3-4da9-99c4-4f77a30e8092 req-f7468d17-8491-4e33-8aad-87ba47336ac1 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920349 Oct 12 11:15:28.747464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-ac9e8a05-c503-4cd9-915f-56684a6c7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.750527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-ac9e8a05-c503-4cd9-915f-56684a6c7f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.1599221 Oct 12 11:15:28.775946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b94e-d443-4c06-bc57-a111bdca467b req-2c5668b5-8ff0-45e5-a3a9-ec76d6e237ac tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.779560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-45947244-db30-4bf8-96df-f669fb3bc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:28.784011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-45947244-db30-4bf8-96df-f669fb3bc9ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.3793130 Oct 12 11:15:28.786104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5288b94e-d443-4c06-bc57-a111bdca467b req-2c5668b5-8ff0-45e5-a3a9-ec76d6e237ac tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.1519561 Oct 12 11:15:28.811382 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] Set router 3e25370d-3f75-42a5-8761-12487f31d90d gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:28.873085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-48875f0d-3682-4b0f-9797-03eac84870f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819526 Oct 12 11:15:28.927732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-f2a25d3d-5945-4edd-88a5-4f4892c2118e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 200 len: 217 time: 0.1313541 Oct 12 11:15:28.935428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Deleting port 8e88feca-73c7-48af-83e3-90e97e546e95 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:28.936302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:28.963671 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:15:28Z', 'revision_number': 6, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:29.032447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5288b94e-d443-4c06-bc57-a111bdca467b req-a3cb5883-ef07-4977-bd2d-c0793a04fa7a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401574 Oct 12 11:15:29.036300 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4459c7-6dd7-49a1-87bb-78cc5d5ea106 None None] The sync data for ids ['3e25370d-3f75-42a5-8761-12487f31d90d'] in n-d-813419-3 is: [{'id': '3e25370d-3f75-42a5-8761-12487f31d90d', 'name': 'tempest-AttachSCSIVolumeTestJSON-10615463-router', 'tenant_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:18Z', 'updated_at': '2021-10-12T11:15:28Z', 'revision_number': 6, 'project_id': '47ebb9e0e6a849e5be18b8565eb8bdb7', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:15:29.039855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-63018277-f41b-4820-bf2f-55549e307562 service neutron] 10.222.0.41 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534598 Oct 12 11:15:29.040660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Made reservation on behalf of 0ada54463ffd4d7c9cb856acf0d3d262 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:29.057011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:29.181690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bdead-d1ae-4c28-b392-41388d20621f req-7b2fd727-60c8-45e6-8d8b-83064aa0182c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:29.187315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-553bdead-d1ae-4c28-b392-41388d20621f req-7b2fd727-60c8-45e6-8d8b-83064aa0182c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 943 time: 0.2487266 Oct 12 11:15:29.195171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-c58d6fb7-df6a-4b5b-bed3-ed2f5943ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:29.198313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-c58d6fb7-df6a-4b5b-bed3-ed2f5943ff07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.2584686 Oct 12 11:15:29.228054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:29.257266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-5449b54a-040a-4473-a70e-3e54d9681f62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425773 Oct 12 11:15:29.332506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-553bdead-d1ae-4c28-b392-41388d20621f req-fc2fa0ab-3b0b-4649-90a7-c6ff73e6cbaa tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274998 Oct 12 11:15:29.338419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] For port 8e88feca-73c7-48af-83e3-90e97e546e95, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e88feca-73c7-48af-83e3-90e97e546e95,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:29.338893 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:29.441202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Allocated IP 172.20.0.13 (d54d196a-799c-437e-b0e0-b6e9a7506548/9f17ec17-9764-4c4d-bf01-7d24450b8516/3c575b18-d70f-4a15-85c6-3b8a73c042b9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:29.492007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Calling delete_port for 8e88feca-73c7-48af-83e3-90e97e546e95 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:29.589581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eaf43fd-9e1b-4809-84dd-b876faae902e req-cc11a21b-30c3-4925-bd2f-64471c336b77 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.1174834 Oct 12 11:15:29.686578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4322acba-4e6f-42c4-a63e-d9b269242fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:29.730848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-325dbd31-5df9-4020-917b-b9d5d66db02d req-49cc9efe-e224-4929-804e-95f52b6dff76 service neutron] 10.222.0.41 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485374 Oct 12 11:15:29.773880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:29.860701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-06d5c960-522d-41a7-8908-5c4add9c6905 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904167 Oct 12 11:15:29.900060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4322acba-4e6f-42c4-a63e-d9b269242fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:29.943637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb00e3-ef38-43d7-8128-b30b2b31a9c5 req-8ab2d6b6-c23b-4e9f-9829-6e78d7425dec tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:29.945651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bfb00e3-ef38-43d7-8128-b30b2b31a9c5 req-8ab2d6b6-c23b-4e9f-9829-6e78d7425dec tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.1167521 Oct 12 11:15:29.975741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-67855b46-a8b1-45e9-b55a-5db30dd86b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:29.978925 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-67855b46-a8b1-45e9-b55a-5db30dd86b3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 1094 time: 0.0879221 Oct 12 11:15:29.981329 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4322acba-4e6f-42c4-a63e-d9b269242fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.007464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.029072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:30.059366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bfb00e3-ef38-43d7-8128-b30b2b31a9c5 req-00c44876-c524-44ea-9b8c-ebe7840d5a69 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678170 Oct 12 11:15:30.067786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb02e46-2934-48ce-8be1-13d4908e9da7 req-f7dc67c1-5cf9-44b0-80b3-96df4d8c111e service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992722 Oct 12 11:15:30.103661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:30.113515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.141306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:30.141642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4c9c5ae6-4235-4040-99ad-4d4b0d4c5ed2 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:30.142239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e88feca-73c7-48af-83e3-90e97e546e95 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:30.149387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e88feca-73c7-48af-83e3-90e97e546e95,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:30.175590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8e88feca-73c7-48af-83e3-90e97e546e95 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:30.175957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e88feca-73c7-48af-83e3-90e97e546e95 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:30.222005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.277961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4322acba-4e6f-42c4-a63e-d9b269242fdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=022281c071944f3ba7cad7ae34c01b75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466413 Oct 12 11:15:30.289150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:30.359059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-06cbf33e-c1ea-41b6-bdce-df2ca254abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.360547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.366519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-06cbf33e-c1ea-41b6-bdce-df2ca254abfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 200 len: 916 time: 0.3708189 Oct 12 11:15:30.366519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322acba-4e6f-42c4-a63e-d9b269242fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e83ab-84bb-4222-a9f1-6e873f3561d2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:30.367294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.379888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Network d54d196a-799c-437e-b0e0-b6e9a7506548 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:30.411985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:30.423691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:30.452084 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.518534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.523215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-6776741a-0b18-4b44-923d-b2ea43b7db82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e722447f-04a0-4288-b0bb-f1308f1e21db HTTP/1.1" status: 200 len: 217 time: 0.1415019 Oct 12 11:15:30.527757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.528291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e25370d-3f75-42a5-8761-12487f31d90d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:15:30.537494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.541016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-13c550bb-0bd3-49ab-8f81-15f0c049bcb0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3e25370d-3f75-42a5-8761-12487f31d90d HTTP/1.1" status: 204 len: 168 time: 2.8909311 Oct 12 11:15:30.547661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:30.553755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:30.564584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.565297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.608483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4cc61-4c58-4a9e-8595-b725500eaa4c req-1af5f252-994e-4e3f-b9c6-9ed3a862d6a1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.616663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43c4cc61-4c58-4a9e-8595-b725500eaa4c req-1af5f252-994e-4e3f-b9c6-9ed3a862d6a1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 943 time: 0.1661797 Oct 12 11:15:30.651412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbb375-e643-409b-bec1-848177ebfe95 req-35dbe263-3f1a-4ce4-bf5e-7338d2e3f6e7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.656837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fcbb375-e643-409b-bec1-848177ebfe95 req-35dbe263-3f1a-4ce4-bf5e-7338d2e3f6e7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.4065380 Oct 12 11:15:30.671704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Deleting subnet 171d6fbe-128f-4ff1-91b8-02dfd9984c4f {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:15:30.680765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.705172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fcbb375-e643-409b-bec1-848177ebfe95 req-81839d13-1e73-48ad-9159-7ff5c6ce9b81 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Oct 12 11:15:30.707232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-028b41a5-fb50-4075-8944-09d23c8d3631 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4331107 Oct 12 11:15:30.724374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Request body: {'port': {'device_id': '972168c5-c30c-4cd7-850e-670148280615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:30.727667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43c4cc61-4c58-4a9e-8595-b725500eaa4c req-cefc8095-ae71-40e8-83a1-5d663f48f9b3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102352 Oct 12 11:15:30.743836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-6e40db6f-2c06-43c7-9aef-f075ec398abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.745281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.754238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-6e40db6f-2c06-43c7-9aef-f075ec398abd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 200 len: 855 time: 0.1725638 Oct 12 11:15:30.770289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.774543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.778817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/107e83ab-84bb-4222-a9f1-6e873f3561d2 HTTP/1.1" status: 204 len: 168 time: 0.4891479 Oct 12 11:15:30.806087 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-c7232582-8520-456a-9f05-fa28ee9c8cdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352020 Oct 12 11:15:30.840208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e5c3-7f02-4e87-a0a2-4c5d55cca59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e83ab-84bb-4222-a9f1-6e873f3561d2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:30.898539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:30.940172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44662-a777-4b84-9220-fb8180a436cc req-e013930c-c748-4d39-90dc-fd11ef8e4b3f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:30.948458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83f44662-a777-4b84-9220-fb8180a436cc req-e013930c-c748-4d39-90dc-fd11ef8e4b3f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 932 time: 0.1394289 Oct 12 11:15:30.978522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.071475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83f44662-a777-4b84-9220-fb8180a436cc req-3a6ab064-9d3d-446a-ae39-24c1f49d06fd tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222699 Oct 12 11:15:31.082320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-75f6aef9-16d0-4927-bc73-b8b54669d7e7 service neutron] 10.222.0.41 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397594 Oct 12 11:15:31.162198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.185945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-c3401e1c-72c1-49d6-8e9c-f707c492f51e tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403512 Oct 12 11:15:31.235413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171d6fbe-128f-4ff1-91b8-02dfd9984c4f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:31.253719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2662ee1-ddac-471b-975f-c28cb4573e8d None None] Network 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:31.256997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.262582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00d2d77d-c707-4122-8e53-0923764b45e1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/171d6fbe-128f-4ff1-91b8-02dfd9984c4f HTTP/1.1" status: 204 len: 168 time: 0.7132561 Oct 12 11:15:31.272867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42596) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:31.432141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.461509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-55109d1a-a54b-484a-b7fc-d5c1a7b603b1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:31.471203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-55109d1a-a54b-484a-b7fc-d5c1a7b603b1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837925 Oct 12 11:15:31.504153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-7e6019bd-ee82-4b61-8e43-ad0b1331ad92 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/quotas/a8e87218397c4c369fa2e5b8e382caeb HTTP/1.1" status: 200 len: 375 time: 0.0315528 Oct 12 11:15:31.566179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] DHCP port deletion for 5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:15:31.579432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-f7a9bb0e-54ee-47cb-a1c0-afcd0406f96c tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736141 Oct 12 11:15:31.607380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Deleting port 4e3318e4-7c3d-4812-b985-5947a7d362c7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:31.607770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.646369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Deleting port 4e3318e4-7c3d-4812-b985-5947a7d362c7 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:31.646973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.723547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] For port 4e3318e4-7c3d-4812-b985-5947a7d362c7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4e3318e4-7c3d-4812-b985-5947a7d362c7,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:31.724167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.738852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-095245b3-a787-413c-95a9-b626bb53c524 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:31.744978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Calling delete_port for 4e3318e4-7c3d-4812-b985-5947a7d362c7 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:31.751693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-095245b3-a787-413c-95a9-b626bb53c524 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.41 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.5887580 Oct 12 11:15:31.781659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] For port 4e3318e4-7c3d-4812-b985-5947a7d362c7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4e3318e4-7c3d-4812-b985-5947a7d362c7,segment=NetworkSegment(147e6652-0890-488a-8842-d74e69473034),segment_id=147e6652-0890-488a-8842-d74e69473034)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:31.797176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.827780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Calling delete_port for 4e3318e4-7c3d-4812-b985-5947a7d362c7 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:31.892006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75edb-7e4e-4bd1-922e-6c6097c0cc25 req-c6ce8ff7-bd1e-428d-9e3b-b1b6426c3308 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:31.900255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ea75edb-7e4e-4bd1-922e-6c6097c0cc25 req-c6ce8ff7-bd1e-428d-9e3b-b1b6426c3308 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 945 time: 0.4039707 Oct 12 11:15:31.919083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e716d664-e8a9-43d6-8015-736f6a72fc35 req-8d333794-45e9-4c55-98e0-5b62bd31550a service neutron] 10.222.0.41 "GET /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8217154 Oct 12 11:15:31.931985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:31.986804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4e3318e4-7c3d-4812-b985-5947a7d362c7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:32.028865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3318e4-7c3d-4812-b985-5947a7d362c7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:32.032046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] No DVR routers for this DVR port 4e3318e4-7c3d-4812-b985-5947a7d362c7 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:32.041243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4e3318e4-7c3d-4812-b985-5947a7d362c7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:32.041605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4e3318e4-7c3d-4812-b985-5947a7d362c7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:32.043281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.072382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] Pushing event deleted for resources: {'Port': ['ID=4e3318e4-7c3d-4812-b985-5947a7d362c7,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:32.078371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216fc85-4265-4a1a-96b7-5d4737d2a01c None None] No DVR routers for this DVR port 4e3318e4-7c3d-4812-b985-5947a7d362c7 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:32.082375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ea75edb-7e4e-4bd1-922e-6c6097c0cc25 req-d3bf178e-8c1b-4a08-bbb3-4cf2e7aa8f0e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/security-groups?id=3db581a5-eed2-49ae-a826-c25f026dca45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810677 Oct 12 11:15:32.148385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c575b18-d70f-4a15-85c6-3b8a73c042b9 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:32.158484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.164724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Deleting port e299f8db-8fca-4528-844e-37c5f790e1d1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:32.165084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.249822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Transition to ACTIVE for port object 3c575b18-d70f-4a15-85c6-3b8a73c042b9 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:32.317601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f992e8-b7e9-44c2-8fb7-e692e1d9fd94 req-54a2778a-c874-4efa-8374-e24d58c657ba tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:32.319783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2f992e8-b7e9-44c2-8fb7-e692e1d9fd94 req-54a2778a-c874-4efa-8374-e24d58c657ba tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 943 time: 0.1289213 Oct 12 11:15:32.322841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.332785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] For port e299f8db-8fca-4528-844e-37c5f790e1d1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e299f8db-8fca-4528-844e-37c5f790e1d1,segment=NetworkSegment(b6252232-e07b-4dca-b5be-c7fc2d9b186b),segment_id=b6252232-e07b-4dca-b5be-c7fc2d9b186b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:32.333036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.390661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Calling delete_port for e299f8db-8fca-4528-844e-37c5f790e1d1 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:32.434201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e722447f-04a0-4288-b0bb-f1308f1e21db details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:32.434796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:32.498243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2f992e8-b7e9-44c2-8fb7-e692e1d9fd94 req-796a8b72-3507-44f6-a0a8-a100f02c980c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687207 Oct 12 11:15:32.547790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.581593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e722447f-04a0-4288-b0bb-f1308f1e21db,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:32.597248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703434d0-e1c5-4b31-9515-cfe6b6e21c53 req-1349de0b-de69-49bf-a76b-3d1b9ce427de tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:32.598875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-703434d0-e1c5-4b31-9515-cfe6b6e21c53 req-1349de0b-de69-49bf-a76b-3d1b9ce427de tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.5953774 Oct 12 11:15:32.602737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:32.602737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:32.603039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:32.607960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e722447f-04a0-4288-b0bb-f1308f1e21db', 'network_id': '9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599', 'port_id': 'e722447f-04a0-4288-b0bb-f1308f1e21db', 'mac_address': 'fa:16:3e:fb:8d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c4a5ef-579a-4f71-8a43-d850dc3eb7ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:32.623904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0431e733-1eb5-49a0-ba35-b95b8eaab055 req-3c549bcb-3fcd-4959-8251-6b60d432aa1b tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 210 time: 0.0476272 Oct 12 11:15:32.625841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:32.625841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:32.631968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:32.632302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:32.632686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:32.633113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Bound port: 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:32.633474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.677231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef273a2-944d-4727-bfe5-f1f3a54f4ea6']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:32.682147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.695516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147e6652-0890-488a-8842-d74e69473034') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:32.695911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147e6652-0890-488a-8842-d74e69473034') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:32.717158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.729141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e722447f-04a0-4288-b0bb-f1308f1e21db {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:32.739907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:32.743464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:32.743819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.763359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e722447f-04a0-4288-b0bb-f1308f1e21db,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:32.770083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-703434d0-e1c5-4b31-9515-cfe6b6e21c53 req-7fb0412c-5527-40ab-bab9-953915f9d90b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565104 Oct 12 11:15:32.771211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:15:32.771829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:15:32.775221 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:15:32.896346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.912544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e299f8db-8fca-4528-844e-37c5f790e1d1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:32.933357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Pushing event deleted for resources: {'Port': ['ID=e299f8db-8fca-4528-844e-37c5f790e1d1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:32.966851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.971873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:32.994582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd192-8ff1-4c0c-b24f-11909896f6dc req-c651b3e0-90cc-47da-bc99-2ec230c3734e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:32.996353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aacfd192-8ff1-4c0c-b24f-11909896f6dc req-c651b3e0-90cc-47da-bc99-2ec230c3734e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1331830 Oct 12 11:15:33.003033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] No DVR routers for this DVR port e299f8db-8fca-4528-844e-37c5f790e1d1 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:33.020406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:33.025487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:33.029803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:33.033221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26615fcb-7bc9-4cef-8288-72109d521f46 req-a184a7ad-bf28-4f26-bdff-4158d4f4fa2e tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.41 "DELETE /v2.0/ports/e299f8db-8fca-4528-844e-37c5f790e1d1 HTTP/1.1" status: 204 len: 173 time: 1.2806730 Oct 12 11:15:33.038161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] 10.222.0.43 "DELETE /v2.0/networks/5ef273a2-944d-4727-bfe5-f1f3a54f4ea6 HTTP/1.1" status: 204 len: 168 time: 1.7641566 Oct 12 11:15:33.043406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'name': 'network-vif-deleted', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:33.046515 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9680451d-233a-4721-be4a-b91b32144d2d" -d '{"events": [{"server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "name": "network-vif-deleted", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:33.054403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42638) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:33.067323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e30e7-ee51-4e43-95c9-fe98f2edb66c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef273a2-944d-4727-bfe5-f1f3a54f4ea6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:33.079579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:33.080890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:33.082298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 1092 time: 2.3622541 Oct 12 11:15:33.103872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:33.233041 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e29b4-d982-4a78-b12d-4056e2733f3d x-openstack-request-id: req-1c8e29b4-d982-4a78-b12d-4056e2733f3d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:33.233325 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a774bcc8-af6d-4b8f-9afb-0a26b88f34c5", "name": "network-vif-deleted", "tag": "e299f8db-8fca-4528-844e-37c5f790e1d1", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:33.233570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c8e29b4-d982-4a78-b12d-4056e2733f3d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:33.239923 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774bcc8-af6d-4b8f-9afb-0a26b88f34c5', 'name': 'network-vif-deleted', 'tag': 'e299f8db-8fca-4528-844e-37c5f790e1d1', 'status': 'completed', 'code': 200} Oct 12 11:15:33.239923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cf5e6-b781-4ead-90ef-b1fafa60b174 service neutron] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:33.281903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94ec48a1-f95b-48d7-97e3-02bc07b3062d req-16fe3ed6-2f11-48bd-9f5b-5b2b77868644 tempest-InstanceActionsTestJSON-353628758 tempest-InstanceActionsTestJSON-353628758-project] 10.222.0.43 "GET /v2.0/ports?device_id=a774bcc8-af6d-4b8f-9afb-0a26b88f34c5 HTTP/1.1" status: 200 len: 210 time: 0.0370147 Oct 12 11:15:33.299432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aacfd192-8ff1-4c0c-b24f-11909896f6dc req-027b89fc-cd2a-464b-afcd-4bc25e9c6fb5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608302 Oct 12 11:15:33.328016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e722447f-04a0-4288-b0bb-f1308f1e21db'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:33.353072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-dfa045c2-dc85-4bb5-abb1-d596f28d3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:33.354582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-dfa045c2-dc85-4bb5-abb1-d596f28d3257 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1095 time: 0.1268160 Oct 12 11:15:33.424081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-1c0557ab-d1cf-4dcb-84e9-7505b93888f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 217 time: 0.0400865 Oct 12 11:15:33.507311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207297-e959-4183-8cee-37f4693c52b7 req-bbd71d9e-c204-4eba-a059-d82db00db724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:33.509726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-bbd71d9e-c204-4eba-a059-d82db00db724 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0776265 Oct 12 11:15:33.563705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-d78cb7ee-ea09-4931-895e-dc241e213262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471370 Oct 12 11:15:33.668259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e48a-0d9a-4aa6-9dbc-4ceab3f21c07 req-0e8b80de-00ce-45a1-9166-f01905dc7aa6 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:33.678535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5728e48a-0d9a-4aa6-9dbc-4ceab3f21c07 req-0e8b80de-00ce-45a1-9166-f01905dc7aa6 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 944 time: 0.0693276 Oct 12 11:15:33.731361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5728e48a-0d9a-4aa6-9dbc-4ceab3f21c07 req-22616523-a567-4f52-9a4f-39e3990d52d1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Oct 12 11:15:33.758399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fe71af4-26c4-4066-b03b-d0b0c1f93d26 req-45fa8e46-e619-408c-a452-6e1c684af6d8 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 210 time: 0.0479298 Oct 12 11:15:33.787620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-eb40f4ca-146b-464d-acbe-aad341c4e487 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061203 Oct 12 11:15:33.830016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:33.982877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d497f22d-83e3-49d6-8d5e-52bd9cb4d1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.034201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53207297-e959-4183-8cee-37f4693c52b7 req-fbab48a7-043b-4d1f-83ec-3e0593f87dc1 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176819 Oct 12 11:15:34.045070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1113ed-0e26-4ead-9e6d-d8b4016a58d0 req-bbf63342-a916-4c12-80d3-60ef9c007a4d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:34.046622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff1113ed-0e26-4ead-9e6d-d8b4016a58d0 req-bbf63342-a916-4c12-80d3-60ef9c007a4d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.1407549 Oct 12 11:15:34.049483 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.083248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d497f22d-83e3-49d6-8d5e-52bd9cb4d1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.158778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff1113ed-0e26-4ead-9e6d-d8b4016a58d0 req-44a0f0c5-c8f0-4630-9b51-548104548296 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726576 Oct 12 11:15:34.165960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d497f22d-83e3-49d6-8d5e-52bd9cb4d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.216123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d497f22d-83e3-49d6-8d5e-52bd9cb4d1ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3db9fb17ca854ae08783bf321e16f13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846810 Oct 12 11:15:34.217524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497f22d-83e3-49d6-8d5e-52bd9cb4d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d9e54e-29d7-47a1-9653-fe7201094388,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:34.222008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:34.285128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.315152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.346415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42666) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:34.445739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.448377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.448961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e722447f-04a0-4288-b0bb-f1308f1e21db up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:34.449551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45d9e54e-29d7-47a1-9653-fe7201094388 HTTP/1.1" status: 204 len: 168 time: 0.2262454 Oct 12 11:15:34.461997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c3636-cdaa-4ed8-9bbd-b3f43cf3cde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d9e54e-29d7-47a1-9653-fe7201094388,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:34.608555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e722447f-04a0-4288-b0bb-f1308f1e21db completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:15:34.613237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e722447f-04a0-4288-b0bb-f1308f1e21db triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:34.613753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.708706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.747051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e722447f-04a0-4288-b0bb-f1308f1e21db,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:34.748236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:34.751372 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad2c82-d6f8-4a1f-b5c7-9e43616a15dd" -d '{"events": [{"server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "name": "network-vif-plugged", "status": "completed", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:34.761796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Deleting subnet 131acc85-f666-4720-a469-2711f848ae06 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:15:34.767363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.770946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-b5cb94c5-a60f-4f21-9901-87735d4aa61d tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519521 Oct 12 11:15:34.817790 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d28326-6b57-4b9d-bdec-cf78df5e8592 x-openstack-request-id: req-64d28326-6b57-4b9d-bdec-cf78df5e8592 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:34.818203 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "name": "network-vif-plugged", "status": "completed", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:34.818980 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64d28326-6b57-4b9d-bdec-cf78df5e8592 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:34.819363 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db', 'code': 200} Oct 12 11:15:34.828093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.828450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e299f8db-8fca-4528-844e-37c5f790e1d1 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:34.845350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f9d64-eb45-4822-9dab-591c6774f984 req-5dcc65bd-8683-447a-abdf-a6fe60b6a499 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:34.853464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e7f9d64-eb45-4822-9dab-591c6774f984 req-5dcc65bd-8683-447a-abdf-a6fe60b6a499 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.4555452 Oct 12 11:15:34.866681 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:34.958866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: e299f8db-8fca-4528-844e-37c5f790e1d1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:34.959468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e299f8db-8fca-4528-844e-37c5f790e1d1 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:34.967063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:34.979606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddde0f6-59ef-48cb-9a26-6794a4ab16f7 req-78e855fb-16ae-46c2-bbf4-a38442ddb42c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:34.981090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ddde0f6-59ef-48cb-9a26-6794a4ab16f7 req-78e855fb-16ae-46c2-bbf4-a38442ddb42c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0988007 Oct 12 11:15:35.036009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e7f9d64-eb45-4822-9dab-591c6774f984 req-06620ec2-eab3-4658-ba5e-e7c04ca8a0e8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768062 Oct 12 11:15:35.049441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ddde0f6-59ef-48cb-9a26-6794a4ab16f7 req-a065ba03-087d-4603-8795-2f6bb3060c16 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609286 Oct 12 11:15:35.100519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Deleting port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:35.101131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.161692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.241988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:35.244370 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335abb63-0b80-415c-b4dd-7948e868ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:35.254374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2c194ed-bfdb-43a6-bf11-316e8c92fddb req-0f1127ea-407e-49ec-b76e-7bab43bae93c tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 210 time: 0.1085248 Oct 12 11:15:35.269090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-50adf929-8b0d-4fea-a903-2e96aa176330 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.270726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-50adf929-8b0d-4fea-a903-2e96aa176330 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4764166 Oct 12 11:15:35.291029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07ecd-8a1f-4a7e-9487-4c5e1dadfa77 req-e18d0aed-9720-40a1-8b14-fb240b78fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.292865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7a07ecd-8a1f-4a7e-9487-4c5e1dadfa77 req-e18d0aed-9720-40a1-8b14-fb240b78fcc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 1096 time: 0.3720016 Oct 12 11:15:35.301436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Request body: {'port': {'device_id': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'a8e87218397c4c369fa2e5b8e382caeb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:35.313718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649646-7e0a-4543-854a-f404c1a886f8 req-89ec8bb2-a4b3-4496-8056-104280d95526 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.316468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50649646-7e0a-4543-854a-f404c1a886f8 req-89ec8bb2-a4b3-4496-8056-104280d95526 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0731273 Oct 12 11:15:35.385669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50649646-7e0a-4543-854a-f404c1a886f8 req-394172b6-2bad-4925-8402-5c0037a53f80 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Oct 12 11:15:35.408554 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0ce54a-7aeb-4daa-9798-0ef885bff87c x-openstack-request-id: req-eb0ce54a-7aeb-4daa-9798-0ef885bff87c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:35.408840 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:35.409104 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb0ce54a-7aeb-4daa-9798-0ef885bff87c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:35.409483 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'status': 'completed', 'code': 200} Oct 12 11:15:35.431451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] For port 30a1ece4-8bfd-4429-a68c-05e29f78e2a8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:35.431925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.451252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7a07ecd-8a1f-4a7e-9487-4c5e1dadfa77 req-36d7b6cc-44e1-4539-9569-fbcd2993fd57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403577 Oct 12 11:15:35.460869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Calling delete_port for 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:35.466942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-11579428-311c-4cde-9178-8a26d79f76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.470112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-11579428-311c-4cde-9178-8a26d79f76cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1095 time: 0.0756140 Oct 12 11:15:35.489093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.551817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131acc85-f666-4720-a469-2711f848ae06,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:35.556580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.559782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bbf0a3d9-f218-4de8-990c-9c7df7e54856 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/131acc85-f666-4720-a469-2711f848ae06 HTTP/1.1" status: 204 len: 168 time: 1.2115111 Oct 12 11:15:35.562754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:35.668268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Made reservation on behalf of a8e87218397c4c369fa2e5b8e382caeb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:35.672739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.683504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.696730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.724483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-a9922f1b-e2d5-48e3-b917-711479e04b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.726496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-a9922f1b-e2d5-48e3-b917-711479e04b56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.2493763 Oct 12 11:15:35.809379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.823881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-7d892614-0490-4dc7-8ab2-8313e96c3c97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 217 time: 0.0659552 Oct 12 11:15:35.869292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.886994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.898791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:35.915174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Pushing event deleted for resources: {'Port': ['ID=30a1ece4-8bfd-4429-a68c-05e29f78e2a8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:35.931776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49281a44-980c-451e-be6b-ef65b1d97ba1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:35.945363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:35.948467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6252232-e07b-4dca-b5be-c7fc2d9b186b') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:35.948763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6252232-e07b-4dca-b5be-c7fc2d9b186b') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:35.952993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-8fcc5b73-2cd1-4ac3-8e2a-9974048cc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:35.954454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-8fcc5b73-2cd1-4ac3-8e2a-9974048cc071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0993619 Oct 12 11:15:35.983687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.016603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-3546ccaf-763c-4f21-a788-1371cc2a4835 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541515 Oct 12 11:15:36.031521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.044551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d290a51-aeb6-4ba7-8711-98df5ad55599,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:36.170490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-313556912-network', 'tenant_id': 'e95e5db3b3f44d49bb6d29873771d73a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:36.189894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:15:36.190303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:15:36.196637 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:15:36.296251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Allocated IP 192.168.233.115 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/a419f67b-5535-4356-9cd1-1439b0407970) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:36.306426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-b7fbbd28-8fbc-4df6-a910-e4e71bdeb160 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784090 Oct 12 11:15:36.314914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92727ea4-6d78-498c-bdd2-a8897cf06ef5 req-37d9ebb4-5d28-42c1-94a4-234590b741c4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:36.315256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aecf7c-2c41-4f08-abbf-483b56ced6f8 req-b032fff7-a74e-4dbb-9345-c7372459fb78 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:36.316571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92727ea4-6d78-498c-bdd2-a8897cf06ef5 req-37d9ebb4-5d28-42c1-94a4-234590b741c4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1650071 Oct 12 11:15:36.317482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71aecf7c-2c41-4f08-abbf-483b56ced6f8 req-b032fff7-a74e-4dbb-9345-c7372459fb78 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.1554153 Oct 12 11:15:36.365491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92727ea4-6d78-498c-bdd2-a8897cf06ef5 req-b0a2b72d-8b64-44c8-bc62-474fd88da645 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Oct 12 11:15:36.378069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.401328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.403175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Made reservation on behalf of e95e5db3b3f44d49bb6d29873771d73a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:36.405662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.426724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.431398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] 10.222.0.43 "DELETE /v2.0/networks/49281a44-980c-451e-be6b-ef65b1d97ba1 HTTP/1.1" status: 204 len: 168 time: 0.8660650 Oct 12 11:15:36.457673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.480900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71aecf7c-2c41-4f08-abbf-483b56ced6f8 req-be909491-f26b-4457-a971-798d58df029b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526721 Oct 12 11:15:36.496043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0e21a-1aa5-48c0-9d4d-f17993b16c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=49281a44-980c-451e-be6b-ef65b1d97ba1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:36.613467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-335abb63-0b80-415c-b4dd-7948e868ae36 req-310863d9-1514-4ee5-bdfb-d1a39786ae78 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948153 Oct 12 11:15:36.648149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ebe71-1da5-4576-b1c1-f0ba317a40cc req-4b47b782-857a-4c11-9ae0-b3704d83cfe4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:36.649801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9ebe71-1da5-4576-b1c1-f0ba317a40cc req-4b47b782-857a-4c11-9ae0-b3704d83cfe4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0922394 Oct 12 11:15:36.682683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.711460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9ebe71-1da5-4576-b1c1-f0ba317a40cc req-642adb1d-da6a-498b-9807-7a5973b77bd9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Oct 12 11:15:36.713079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b756e9d1-a85d-4fdc-99c4-c89fe9a320f0 req-08185e29-8f5e-4fb6-b223-1e1983cbe204 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 210 time: 0.0605438 Oct 12 11:15:36.786258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.820353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:36.827398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d368dc-b246-4079-a6da-876f05a9fc09,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:36.848613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.849077 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Added segment be1cd279-ab56-4a02-8e94-e3ec147c4b8e of type vlan for network de307560-db39-4742-904f-feec03cf5350 Oct 12 11:15:36.864063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.902662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:36.905254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:36.931159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Router 313cc92b-f539-404c-8cb9-338f70412d18 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:15:37.015182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:37.015379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1058a477-3636-4b46-ae66-f1a7d5062e11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca993d20089344f286288f2bb1889759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113036 Oct 12 11:15:37.036495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.038133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:37.038928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.063531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.127937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=de307560-db39-4742-904f-feec03cf5350,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:37.128869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:37.133252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Pushing event updated for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:37.137008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:37.138725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:37.143469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.158159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network de307560-db39-4742-904f-feec03cf5350 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:37.172020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95f2fde7-25fd-456e-8e0e-e21c0075b6b3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2720978 Oct 12 11:15:37.173982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.176126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:37.187387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Request body: {'subnet': {'network_id': 'de307560-db39-4742-904f-feec03cf5350', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-313556912-subnet', 'tenant_id': 'e95e5db3b3f44d49bb6d29873771d73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:37.198357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:37.198961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.233299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:15:37.240020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-398a0bd9-919f-45a9-af20-3a7d1cbbc38b admin admin] 10.222.0.43 "PUT /v2.0/routers/313cc92b-f539-404c-8cb9-338f70412d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1796639 Oct 12 11:15:37.243358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42724) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:37.264939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Sync routers for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:15:37.287474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:37.295943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:37.313803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Made reservation on behalf of e95e5db3b3f44d49bb6d29873771d73a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:37.316911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.423176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.424185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-e0cc8fc8-7782-4e64-8da5-0c79fa78eee9 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1360097 Oct 12 11:15:37.426407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.428619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3db581a5-eed2-49ae-a826-c25f026dca45 HTTP/1.1" status: 204 len: 168 time: 0.4122777 Oct 12 11:15:37.438376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Request body: {'port': {'device_id': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:37.452847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c060e9-2b32-4d33-a9d3-b8eaeb9cd300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db581a5-eed2-49ae-a826-c25f026dca45,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:37.458047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:37.607847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.622156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.700408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.702333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b812f229-0b8c-4daf-8f74-8d6cb0f99de9 None None] Provisioning complete for port a419f67b-5535-4356-9cd1-1439b0407970 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:37.703024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b812f229-0b8c-4daf-8f74-8d6cb0f99de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.746851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b812f229-0b8c-4daf-8f74-8d6cb0f99de9 None None] Port a419f67b-5535-4356-9cd1-1439b0407970 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:15:37.826797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4a9ff5-a741-41f6-ae95-621cfdd81a08,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:37.841595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:15:35Z', 'revision_number': 5, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:37.876666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Checking segment: {'id': 'be1cd279-ab56-4a02-8e94-e3ec147c4b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de307560-db39-4742-904f-feec03cf5350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:37.877012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Network hostable DHCP agents. Network: de307560-db39-4742-904f-feec03cf5350, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:37.878551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Checking router: 313cc92b-f539-404c-8cb9-338f70412d18 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:15:37.889493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Routers {'313cc92b-f539-404c-8cb9-338f70412d18'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:15:37.890374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['313cc92b-f539-404c-8cb9-338f70412d18'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:37.893961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77f96c-ad73-4ec7-a6f6-49a79eac40ac req-93c74591-c127-4f07-a558-3ab1a9c3a6dc tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:37.902363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba77f96c-ad73-4ec7-a6f6-49a79eac40ac req-93c74591-c127-4f07-a558-3ab1a9c3a6dc tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.1325824 Oct 12 11:15:37.950233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:37.953953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba77f96c-ad73-4ec7-a6f6-49a79eac40ac req-b5623f03-b325-44ac-a556-db55cdeb205c tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Oct 12 11:15:37.993442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Network de307560-db39-4742-904f-feec03cf5350 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:38.010729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00069-97ef-4455-8719-71c699f6eef9 req-6bc819ce-ee16-4614-b1ba-ac7dd356e764 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:38.013227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00e00069-97ef-4455-8719-71c699f6eef9 req-6bc819ce-ee16-4614-b1ba-ac7dd356e764 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.4364860 Oct 12 11:15:38.108201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, de307560-db39-4742-904f-feec03cf5350) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:38.118050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:38.118636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:38.148049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00e00069-97ef-4455-8719-71c699f6eef9 req-ab7b770b-ec96-4568-a882-a1966a3bfac6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163859 Oct 12 11:15:38.191829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae4c0c-c11e-4fb4-b18d-4bcb82bb643d None None] Network de307560-db39-4742-904f-feec03cf5350 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:38.195909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Deleting port 28833e44-9e05-49b7-8517-872ed9a1f08a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:38.196646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:38.210905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2991c-88df-4180-9c11-1813cb2c696e req-3e216f07-47d2-4789-af2f-61bd9b4a0e84 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:38.229823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ec2991c-88df-4180-9c11-1813cb2c696e req-3e216f07-47d2-4789-af2f-61bd9b4a0e84 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 936 time: 0.1748323 Oct 12 11:15:38.293579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1860e4a-fdf1-4e41-aea4-1e3296e8a6b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1166050 Oct 12 11:15:38.312621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ec2991c-88df-4180-9c11-1813cb2c696e req-4d6ba04d-a08d-49f8-849f-3171a01fca77 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792563 Oct 12 11:15:38.352743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] Set router 313cc92b-f539-404c-8cb9-338f70412d18 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:15:38.453518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06680-923b-4654-a237-95e7a34f368e req-e3e22b8f-0a05-4d67-a020-80f60250c2b4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:38.455614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ba06680-923b-4654-a237-95e7a34f368e req-e3e22b8f-0a05-4d67-a020-80f60250c2b4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0730298 Oct 12 11:15:38.464830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a419f67b-5535-4356-9cd1-1439b0407970 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:38.484125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:38.519434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ba06680-923b-4654-a237-95e7a34f368e req-c977c3bb-d2de-4911-8957-d8fd7a1c01e4 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Oct 12 11:15:38.526287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a2cc-d53c-4e4c-9979-3e5684b7c7de req-9fcb376b-9610-48a9-b0c6-9e71d282f4de tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:38.528531 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d65a2cc-d53c-4e4c-9979-3e5684b7c7de req-9fcb376b-9610-48a9-b0c6-9e71d282f4de tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.2295432 Oct 12 11:15:38.539733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] For port 28833e44-9e05-49b7-8517-872ed9a1f08a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=28833e44-9e05-49b7-8517-872ed9a1f08a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:38.540138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:38.657417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f3169-6671-4bdd-97a2-a7f6776d8830 None None] Network de307560-db39-4742-904f-feec03cf5350 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:38.768381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-776390880', 'description': 'tempest-description-158416399'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:38.812292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:15:35Z', 'revision_number': 5, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:38.851166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a56cc-6fc4-43e6-8913-560f5c8cf3eb None None] The sync data for ids ['313cc92b-f539-404c-8cb9-338f70412d18'] in n-d-813419-3 is: [{'id': '313cc92b-f539-404c-8cb9-338f70412d18', 'name': 'tempest-AttachSCSIVolumeTestJSON-177430983-router', 'tenant_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:13:31Z', 'updated_at': '2021-10-12T11:15:35Z', 'revision_number': 5, 'project_id': 'fe364e01b57247db976d4c4e7fd6dca7', 'gw_port': {'id': '28833e44-9e05-49b7-8517-872ed9a1f08a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cc92b-f539-404c-8cb9-338f70412d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:13:33Z', 'updated_at': '2021-10-12T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:15:38.901139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:38.995700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.000220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Calling delete_port for 28833e44-9e05-49b7-8517-872ed9a1f08a owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:39.006559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Transition to ACTIVE for port object a419f67b-5535-4356-9cd1-1439b0407970 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:39.030064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d65a2cc-d53c-4e4c-9979-3e5684b7c7de req-a93dd6ac-dda5-4fe0-94e8-535b7a56f609 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871576 Oct 12 11:15:39.061365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.107147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb76e99-c42a-4843-af0d-952311f73460,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:39.166838 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.175103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42768) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:39.219721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.228885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5294555a-dec2-4915-a830-c2f6ad57bc5e req-e8b527fa-a877-49f3-b626-bc2188fe0b2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4644899 Oct 12 11:15:39.303031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:39.317748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1696389698-network', 'tenant_id': 'e0867b36d842469c9c747dd8ac788256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:39.329186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.387543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28833e44-9e05-49b7-8517-872ed9a1f08a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:39.438005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4336edf0-7039-450f-98ac-2453916f7097 req-53228b13-5efa-4e25-96a7-1378b32ef58a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/8cb76e99-c42a-4843-af0d-952311f73460 HTTP/1.1" status: 200 len: 1811 time: 0.0502210 Oct 12 11:15:39.444695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cb76e99-c42a-4843-af0d-952311f73460', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:39.447682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cb76e99-c42a-4843-af0d-952311f73460', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:39.450000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Made reservation on behalf of e0867b36d842469c9c747dd8ac788256 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:39.452705 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.463581 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.516492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Attempting to bind port a419f67b-5535-4356-9cd1-1439b0407970 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:39.516492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Attempting to bind port a419f67b-5535-4356-9cd1-1439b0407970 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:39.516492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Attempting to bind port a419f67b-5535-4356-9cd1-1439b0407970 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:39.517504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.539372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Port a419f67b-5535-4356-9cd1-1439b0407970 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:39.539583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Attempting to bind port a419f67b-5535-4356-9cd1-1439b0407970 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:39.570523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.606048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.637134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:39.637472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:39.637861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:39.638305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Bound port: a419f67b-5535-4356-9cd1-1439b0407970, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:39.638663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.643867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.644848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.652843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6314af-5518-49cd-9315-c28c8a2ac454 req-1f727cd9-d65a-4a70-9a14-fdb5b5c29778 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:39.654346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b6314af-5518-49cd-9315-c28c8a2ac454 req-1f727cd9-d65a-4a70-9a14-fdb5b5c29778 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.2680502 Oct 12 11:15:39.666362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:39.666793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.674461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.681416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:39.684367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.684709 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Added segment ba245cd6-51dd-4495-a3f5-4d07b16f105a of type vlan for network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa Oct 12 11:15:39.724071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.776323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.792928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b6314af-5518-49cd-9315-c28c8a2ac454 req-5080c31b-b80e-450a-8795-e45c29d0016c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286852 Oct 12 11:15:39.793194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e0c278-f264-4967-afd9-a2c7f9fa69d8,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:39.810118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:39.815425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a419f67b-5535-4356-9cd1-1439b0407970,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:39.861669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:39.880641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:39.881102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a1ece4-8bfd-4429-a68c-05e29f78e2a8 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:39.914747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.915790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:39.916456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.918516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cfa6b-3b66-4be8-b717-97e59acd8d02 req-1cf95aed-607e-4f80-ba2f-7b1786ef38d7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:39.920044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c1cfa6b-3b66-4be8-b717-97e59acd8d02 req-1cf95aed-607e-4f80-ba2f-7b1786ef38d7 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0540595 Oct 12 11:15:39.961548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c1cfa6b-3b66-4be8-b717-97e59acd8d02 req-14ebb9db-f453-46aa-a1d3-c5cb1f1dce3e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Oct 12 11:15:39.970777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:39.971382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313cc92b-f539-404c-8cb9-338f70412d18 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:15:40.095842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.096431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.096431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-541446a2-5735-425c-bad7-0012f3a3f2c9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/313cc92b-f539-404c-8cb9-338f70412d18 HTTP/1.1" status: 204 len: 168 time: 2.7335546 Oct 12 11:15:40.097358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4336edf0-7039-450f-98ac-2453916f7097 req-6d8cdd12-bddd-433e-b432-44d8ad09e769 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5401661 Oct 12 11:15:40.097358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] Pushing event updated for resources: {'Network': ['ID=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:40.099348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:40.099608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f071d45-af1f-4f0f-a292-3a73c7183b9d req-f0da78d2-b22a-42ae-a8ca-611f15b1409f tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.099608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f071d45-af1f-4f0f-a292-3a73c7183b9d req-f0da78d2-b22a-42ae-a8ca-611f15b1409f tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 948 time: 0.0555012 Oct 12 11:15:40.100103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42782) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:40.166234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Deleting subnet 3069f29e-9216-4d4d-af47-088fb4213d4f {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:15:40.174488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.221987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.234138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.253882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025300a-0a64-4897-8ce1-fc610d9033c1 req-f8b26d50-cfc9-47bf-a5ce-2836378e958f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.255431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1025300a-0a64-4897-8ce1-fc610d9033c1 req-f8b26d50-cfc9-47bf-a5ce-2836378e958f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.1213531 Oct 12 11:15:40.281535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-daaee684-439f-4a93-b5e4-9fe435ded495 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1052613 Oct 12 11:15:40.288498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.289188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.290689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/a419f67b-5535-4356-9cd1-1439b0407970 HTTP/1.1" status: 200 len: 1096 time: 2.8569164 Oct 12 11:15:40.291063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42790) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:40.291218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:40.293785 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6766444-b852-45ac-a503-e1ce1cc8a99a" -d '{"events": [{"name": "network-changed", "server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "tag": "a419f67b-5535-4356-9cd1-1439b0407970"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:40.300532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Request body: {'subnet': {'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1696389698-subnet', 'tenant_id': 'e0867b36d842469c9c747dd8ac788256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:40.328678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1025300a-0a64-4897-8ce1-fc610d9033c1 req-28d6bdef-1728-4def-ad71-ac666037b3e2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650458 Oct 12 11:15:40.336130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f071d45-af1f-4f0f-a292-3a73c7183b9d req-83a57319-ca3b-4714-bdc8-ea9969cf615f tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433581 Oct 12 11:15:40.340289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8c12-ee2f-404c-af45-fe2ae89c2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:40.410169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.450644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Made reservation on behalf of e0867b36d842469c9c747dd8ac788256 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:40.453902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.493622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-15fc923f-38d4-4751-b310-b62f76981a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.496553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-15fc923f-38d4-4751-b310-b62f76981a48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 1099 time: 0.0550075 Oct 12 11:15:40.499372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-599371e3-a3d7-48ab-a9c6-c5f412fd0515 req-83971efa-1cfb-471c-8085-192009cd5cdd tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/8cb76e99-c42a-4843-af0d-952311f73460 HTTP/1.1" status: 200 len: 2404 time: 0.1242089 Oct 12 11:15:40.507662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c296c9-58e9-4a2f-8c78-9857af5381ef req-7aa55ec1-29c9-4d8e-a781-9250e72c24b0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.519737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5c296c9-58e9-4a2f-8c78-9857af5381ef req-7aa55ec1-29c9-4d8e-a781-9250e72c24b0 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.1052887 Oct 12 11:15:40.582741 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f222ad4c-727e-402b-a0a6-776b2b75a958 x-openstack-request-id: req-f222ad4c-727e-402b-a0a6-776b2b75a958 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:40.583073 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "tag": "a419f67b-5535-4356-9cd1-1439b0407970", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:40.583283 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f222ad4c-727e-402b-a0a6-776b2b75a958 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:40.584394 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970', 'status': 'completed', 'code': 200} Oct 12 11:15:40.591607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-06c0c455-0db5-410a-9f9e-3da81c751fb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a419f67b-5535-4356-9cd1-1439b0407970 HTTP/1.1" status: 200 len: 217 time: 0.0708511 Oct 12 11:15:40.647504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5c296c9-58e9-4a2f-8c78-9857af5381ef req-3d4d860e-11b1-4da1-baee-20a203a111f5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092288 Oct 12 11:15:40.663083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-8633b430-aa5f-4e2e-a127-485e048387dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.664570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-8633b430-aa5f-4e2e-a127-485e048387dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0652883 Oct 12 11:15:40.674381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-c3548b74-6277-4275-b15d-656b144c032f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-group-rules/35e0c278-f264-4967-afd9-a2c7f9fa69d8 HTTP/1.1" status: 200 len: 778 time: 0.0412540 Oct 12 11:15:40.721246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-1c29291a-7b55-41ec-a2aa-a639c0ded9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:40.723455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-1c29291a-7b55-41ec-a2aa-a639c0ded9ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515723 Oct 12 11:15:40.749931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.786734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.792479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3069f29e-9216-4d4d-af47-088fb4213d4f HTTP/1.1" status: 204 len: 168 time: 0.7018833 Oct 12 11:15:40.793593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42800) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:40.794795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-0c3e91ba-0ec1-49b3-b457-819811a22f4f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/8cb76e99-c42a-4843-af0d-952311f73460 HTTP/1.1" status: 200 len: 2404 time: 0.0931904 Oct 12 11:15:40.795764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614982-f6d9-44ea-834f-6f02d2710a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3069f29e-9216-4d4d-af47-088fb4213d4f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:40.796391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4048b-3854-42d0-a763-2085ae764cf6 None None] Network 21fbb29f-ce4a-4386-a75e-7c8599df60c4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:40.825901 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.862944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.888204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.893033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:40.898111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-00c33afb-29d1-42d2-b84c-64860718f0b7 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668196 Oct 12 11:15:40.929212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:40.944078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Checking segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:40.944463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Network hostable DHCP agents. Network: b82dd6cb-3168-405d-bc3e-58c1a4cf93fa, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:41.028060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.034599 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.038919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] DHCP port deletion for 21fbb29f-ce4a-4386-a75e-7c8599df60c4 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:15:41.039473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd64328-4cb7-4e1f-906b-b038bc35c479 req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/35e0c278-f264-4967-afd9-a2c7f9fa69d8 HTTP/1.1" status: 204 len: 173 time: 0.2328832 Oct 12 11:15:41.039829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:41.053660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158198b-a784-430d-b527-04c079a50829 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e0c278-f264-4967-afd9-a2c7f9fa69d8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:41.074181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ef1a-abbf-4090-b86e-f624d1be1a04 req-013756f1-992f-49cd-afdb-1f7d89b9e7b3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.075859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd6ef1a-abbf-4090-b86e-f624d1be1a04 req-013756f1-992f-49cd-afdb-1f7d89b9e7b3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1303415 Oct 12 11:15:41.079096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-370348c6-bcd3-4609-b114-55cc57c2b9c6 req-45cb8da6-55ca-457a-96cd-f1bb3e415298 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728470 Oct 12 11:15:41.080542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Deleting port 93313d80-cd7b-4640-a19f-8efbcda0e700 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:41.080882 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.101599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Deleting port 93313d80-cd7b-4640-a19f-8efbcda0e700 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:41.101973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.152832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b82dd6cb-3168-405d-bc3e-58c1a4cf93fa) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:41.165270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74db3c-8f40-4703-a887-3e1b08b0a84e req-bd77dc95-e699-4c4f-b41d-5cfad24cfcdd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.166734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df74db3c-8f40-4703-a887-3e1b08b0a84e req-bd77dc95-e699-4c4f-b41d-5cfad24cfcdd tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0568714 Oct 12 11:15:41.167643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.168209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.168980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b9159-07c1-4dde-a000-527824042836 None None] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:41.174205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd6ef1a-abbf-4090-b86e-f624d1be1a04 req-0347433d-0994-40ed-99c7-77f40dd4c692 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Oct 12 11:15:41.176024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] For port 93313d80-cd7b-4640-a19f-8efbcda0e700, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93313d80-cd7b-4640-a19f-8efbcda0e700,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:41.176395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.196955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Calling delete_port for 93313d80-cd7b-4640-a19f-8efbcda0e700 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:41.239005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] For port 93313d80-cd7b-4640-a19f-8efbcda0e700, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93313d80-cd7b-4640-a19f-8efbcda0e700,segment=NetworkSegment(89e2d83d-5963-4cd7-a612-273644acb386),segment_id=89e2d83d-5963-4cd7-a612-273644acb386)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:41.239361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.247263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df74db3c-8f40-4703-a887-3e1b08b0a84e req-ccb5f741-bec7-42dd-bf4b-13ea9fd512f3 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Oct 12 11:15:41.253472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1405237676', 'description': 'tempest-description-1988436526'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:41.263755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Calling delete_port for 93313d80-cd7b-4640-a19f-8efbcda0e700 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:41.305936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-da265ac3-b9c0-4b1a-80e4-64295d30335b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0115824 Oct 12 11:15:41.322048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-7fcd31c1-5fb4-44ed-a7d7-8c1592498c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.324658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-7fcd31c1-5fb4-44ed-a7d7-8c1592498c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 1099 time: 0.0843158 Oct 12 11:15:41.389893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5931a-5b4e-48af-8416-c62781ff177c req-6b6efb46-f2d4-4248-9ce0-62a083a20849 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.392546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57b5931a-5b4e-48af-8416-c62781ff177c req-6b6efb46-f2d4-4248-9ce0-62a083a20849 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0761044 Oct 12 11:15:41.417893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0ac23-0b98-41f0-8976-2f57f8529ffe None None] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:41.437802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57b5931a-5b4e-48af-8416-c62781ff177c req-e0779721-e5b7-4a8b-9e16-ff496d11be5a tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Oct 12 11:15:41.465384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.482287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-e954b606-a725-4437-9c6f-01c6cde0bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.484079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-e954b606-a725-4437-9c6f-01c6cde0bc82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1463649 Oct 12 11:15:41.501298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.517302 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.545265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-bd9dcdc6-21d9-45d9-bff1-482258e41024 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a419f67b-5535-4356-9cd1-1439b0407970 HTTP/1.1" status: 200 len: 217 time: 0.0521746 Oct 12 11:15:41.554294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] Pushing event deleted for resources: {'Port': ['ID=93313d80-cd7b-4640-a19f-8efbcda0e700,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:41.559655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a30c-29e3-41a6-b724-ceb9d34c2ece req-1faf7b97-1cab-4144-9adb-a204c7170035 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.564288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af4f3b-61f9-4316-9267-abb2d3afe12d None None] No DVR routers for this DVR port 93313d80-cd7b-4640-a19f-8efbcda0e700 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:41.566416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7d7a30c-29e3-41a6-b724-ceb9d34c2ece req-1faf7b97-1cab-4144-9adb-a204c7170035 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0621877 Oct 12 11:15:41.616825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Pushing event deleted for resources: {'Port': ['ID=93313d80-cd7b-4640-a19f-8efbcda0e700,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:41.622160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] No DVR routers for this DVR port 93313d80-cd7b-4640-a19f-8efbcda0e700 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:41.624450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7d7a30c-29e3-41a6-b724-ceb9d34c2ece req-6417655c-54e0-41ee-9529-894f48c1d5c2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Oct 12 11:15:41.624569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-02ba6a0f-2d0f-4bec-9f33-65b63f3fa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.625916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-02ba6a0f-2d0f-4bec-9f33-65b63f3fa17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0603912 Oct 12 11:15:41.742769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5beabf-aee3-4469-a8c1-9419d7a8ff06 req-04b836a4-9e43-4173-8b26-588d1f7f3563 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.744334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b5beabf-aee3-4469-a8c1-9419d7a8ff06 req-04b836a4-9e43-4173-8b26-588d1f7f3563 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 948 time: 0.0518806 Oct 12 11:15:41.756468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.760355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.774289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-159e4db1-a935-495f-97ee-3e60bd71d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:41.774289 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-159e4db1-a935-495f-97ee-3e60bd71d205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384161 Oct 12 11:15:41.792583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fbb29f-ce4a-4386-a75e-7c8599df60c4']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:41.793001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b5beabf-aee3-4469-a8c1-9419d7a8ff06 req-e9c70de7-34a3-4909-86e9-d8ac4a78d1e8 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Oct 12 11:15:41.817252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e2d83d-5963-4cd7-a612-273644acb386') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:41.817568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e2d83d-5963-4cd7-a612-273644acb386') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:41.832862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93313d80-cd7b-4640-a19f-8efbcda0e700 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:41.849180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.853874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 93313d80-cd7b-4640-a19f-8efbcda0e700 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:41.854442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93313d80-cd7b-4640-a19f-8efbcda0e700 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:41.854893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 28833e44-9e05-49b7-8517-872ed9a1f08a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:41.861018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.875305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 28833e44-9e05-49b7-8517-872ed9a1f08a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:41.875644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 28833e44-9e05-49b7-8517-872ed9a1f08a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:41.901153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.908781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb34c5c-c07b-4a4b-9e9d-69d899e213fa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:41.913288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:15:41.917799 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:15:41.971128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:41.972336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1345b37-ef2b-4263-9194-6f7b8004baa2 req-2c71366f-efb7-4a31-9804-c0d301c01cd4 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7332242 Oct 12 11:15:41.983634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-b3221961-358a-43ad-b2e1-e5074e1d8657 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025256 Oct 12 11:15:42.063676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.071868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.077569 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] 10.222.0.43 "DELETE /v2.0/networks/21fbb29f-ce4a-4386-a75e-7c8599df60c4 HTTP/1.1" status: 204 len: 168 time: 1.2803864 Oct 12 11:15:42.102884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e30aa-3a87-4bfe-aa5b-5a6e6b011613 admin admin] Pushing event deleted for resources: {'Network': ['ID=21fbb29f-ce4a-4386-a75e-7c8599df60c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:42.108512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6766444-b852-45ac-a503-e1ce1cc8a99a req-cb06b47f-7b4f-4dce-b1e6-80d82fada6a0 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171227 Oct 12 11:15:42.207146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-05d39cd9-6ec7-461a-925c-e04ed22a883c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:42.208648 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-05d39cd9-6ec7-461a-925c-e04ed22a883c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/networks?id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 200 len: 818 time: 0.1037223 Oct 12 11:15:42.225092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c1bad715-63d0-42e7-9515-d6ddfa64dc27 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/quotas/e0867b36d842469c9c747dd8ac788256 HTTP/1.1" status: 200 len: 375 time: 0.0092628 Oct 12 11:15:42.259705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5628ba06-6eea-4e33-b882-367df67c01e5 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287781 Oct 12 11:15:42.323471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdc41ac9-a1f4-4ac2-bb36-e37ecba0a25e req-2862d134-6b7c-4e25-a5f7-fdfdf824f238 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/7bb34c5c-c07b-4a4b-9e9d-69d899e213fa HTTP/1.1" status: 200 len: 1813 time: 0.0419245 Oct 12 11:15:42.364557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-eec85563-9254-41c8-8199-ad09b9557a50 service neutron] 10.222.0.43 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973542 Oct 12 11:15:42.417882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:42.426164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3160ee-93e8-41dc-aa28-22c0728bd0a0 req-e216ad4e-60a5-4eac-8f5b-ec707ab5d23f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:42.428309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e3160ee-93e8-41dc-aa28-22c0728bd0a0 req-e216ad4e-60a5-4eac-8f5b-ec707ab5d23f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0540936 Oct 12 11:15:42.462956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-ea2d89cc-7465-4e2b-8a84-83e7855e80c5 service neutron] 10.222.0.43 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908957 Oct 12 11:15:42.495646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e3160ee-93e8-41dc-aa28-22c0728bd0a0 req-f5ba324b-20fb-410c-b588-82b68a5c54ed tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Oct 12 11:15:42.501247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42846) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:42.501438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9e95f6ae-94c7-40b9-ab44-b8e044791983 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47ebb9e0e6a849e5be18b8565eb8bdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720537 Oct 12 11:15:42.562103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.585081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.742249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.748601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:42.748601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/331d4e73-06c9-4d3e-aa03-27d4d8ee78e6 HTTP/1.1" status: 204 len: 168 time: 0.2428603 Oct 12 11:15:42.756165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b387d-fbbf-4919-a19b-8f8f9af45e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d4e73-06c9-4d3e-aa03-27d4d8ee78e6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:42.817230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f6a23-8ed6-4ee1-bd37-21f6100bedad req-1e600bc7-56c1-47e6-95b4-ff40ae802efb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:42.824640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a6f6a23-8ed6-4ee1-bd37-21f6100bedad req-1e600bc7-56c1-47e6-95b4-ff40ae802efb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 945 time: 0.0596304 Oct 12 11:15:42.860407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a6f6a23-8ed6-4ee1-bd37-21f6100bedad req-5dd2d47f-909a-432f-a326-27cefd5ec7b3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Oct 12 11:15:42.972197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1017545750', 'description': 'tempest-description-1033697541'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:42.977182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f551d-9165-42e5-baa5-d39bfc111142 req-921b8c9c-9d03-4e97-b312-f9f5b8b45393 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:42.977182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b21f551d-9165-42e5-baa5-d39bfc111142 req-921b8c9c-9d03-4e97-b312-f9f5b8b45393 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0569065 Oct 12 11:15:43.027519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b21f551d-9165-42e5-baa5-d39bfc111142 req-04b9ea75-8de3-4071-8750-0b32d36cab1b tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Oct 12 11:15:43.095412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.136354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-34ced700-de0e-4202-a7b8-c6576aef7a8b tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:43.137906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-34ced700-de0e-4202-a7b8-c6576aef7a8b tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0686605 Oct 12 11:15:43.143447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673e484-7d57-4b6a-97ca-35bedf9fdb4d req-dbe7f1b7-b5ff-4b10-9690-5fe5a8675b5a tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:43.144958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4673e484-7d57-4b6a-97ca-35bedf9fdb4d req-dbe7f1b7-b5ff-4b10-9690-5fe5a8675b5a tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 948 time: 0.0621073 Oct 12 11:15:43.152487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:43.230354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4673e484-7d57-4b6a-97ca-35bedf9fdb4d req-edcb7929-00ef-4ed4-ace0-b56fecfb9dbf tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779591 Oct 12 11:15:43.245765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.249501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.314604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.391689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0235257-69ed-472d-b439-43ab02ab62d6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:43.416758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:43.446313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.447579 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2ae87bc-e56c-4a70-ae49-cfa0850d8b3a req-4c83e0d0-37a8-49da-9da7-3a34aa0dbdd9 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4798467 Oct 12 11:15:43.479543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11999149-21a9-48b2-b552-a2a771606845 req-bc9e9189-42a1-42eb-9005-43cb67116029 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0320585 Oct 12 11:15:43.500444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:43.551195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a64dc8b6-c708-431f-baaf-4d5f677158dd req-721d6c2b-9fa3-47ec-828f-b452cb3cabba tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/e0235257-69ed-472d-b439-43ab02ab62d6 HTTP/1.1" status: 200 len: 1813 time: 0.0784922 Oct 12 11:15:43.553757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:43.556043 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed8bbd-a650-4d6b-a579-1d81c6b83c39" -d '{"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-unplugged", "status": "completed", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:43.560138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.570765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42882) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:43.591699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2014907869', 'description': 'tempest-description-1832219501'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:43.625351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3941da4-9db6-4d29-a61d-5aa2bb347bfd req-029d31a5-4c9e-4a88-b29c-efc4546ca314 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:43.627108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3941da4-9db6-4d29-a61d-5aa2bb347bfd req-029d31a5-4c9e-4a88-b29c-efc4546ca314 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0543733 Oct 12 11:15:43.629509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.663060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4fd3467b-308f-4779-8b0e-93167d03b3e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe364e01b57247db976d4c4e7fd6dca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883427 Oct 12 11:15:43.664856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:43.681951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3941da4-9db6-4d29-a61d-5aa2bb347bfd req-1b02b65f-ae50-46ec-894e-6984bb0d14f0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Oct 12 11:15:43.699734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:43.727803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.739533 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075b1420-d17b-4e3b-b162-955292aa8432 x-openstack-request-id: req-075b1420-d17b-4e3b-b162-955292aa8432 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:43.739533 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-unplugged", "status": "completed", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:43.739533 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-075b1420-d17b-4e3b-b162-955292aa8432 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:43.739533 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'code': 200} Oct 12 11:15:43.741206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a419f67b-5535-4356-9cd1-1439b0407970 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:43.742047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.765117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.775668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:43.776126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:43.776548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:43.811794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:43.812168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:43.829508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:43.829963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:43.830350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:43.838638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Bound port: 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:43.838638 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.860892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a419f67b-5535-4356-9cd1-1439b0407970,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:43.873719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'a419f67b-5535-4356-9cd1-1439b0407970', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'a419f67b-5535-4356-9cd1-1439b0407970', 'mac_address': 'fa:16:3e:13:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:43.877215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789256-9308-4982-a6e0-4097415e236e req-2acd684a-ce94-443e-820a-7dca1cbecf9e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:43.878757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30789256-9308-4982-a6e0-4097415e236e req-2acd684a-ce94-443e-820a-7dca1cbecf9e tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.41 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0986760 Oct 12 11:15:43.908008 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.913138 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.927558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a419f67b-5535-4356-9cd1-1439b0407970 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:43.949442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a419f67b-5535-4356-9cd1-1439b0407970,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:43.962282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.970848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:43.970848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2b33d6d-fc6a-4fa1-94da-658a85c30cf9 HTTP/1.1" status: 204 len: 168 time: 0.3009086 Oct 12 11:15:44.003793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:44.015760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b33d6d-fc6a-4fa1-94da-658a85c30cf9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:44.019015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:44.020011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.037229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07e49d-9ad5-4e6d-9af3-b2abde793006 req-a320b3d7-1429-434e-8d11-384e8658d1b2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:44.039242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae07e49d-9ad5-4e6d-9af3-b2abde793006 req-a320b3d7-1429-434e-8d11-384e8658d1b2 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.0881481 Oct 12 11:15:44.041020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.041610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.042051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.042494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.042950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.043411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.043803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.044300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.044830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.045209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.045585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.045969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30766609-fa47-4836-a643-406bbc004124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:15:44.051437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.053507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:44.060569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f248ac94-e83f-4d5e-a85e-6a5782e67357,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:44.069467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Deleting port e722447f-04a0-4288-b0bb-f1308f1e21db {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:44.069704 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.125429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae07e49d-9ad5-4e6d-9af3-b2abde793006 req-a5e5202a-ce14-41f7-ba06-8d1b3aa611bd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687265 Oct 12 11:15:44.144811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.161598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:44.193740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.201033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3782d83e-4750-4cb3-aa45-f5c15f6a0115 req-50974534-791a-4fd5-82b0-916f11c123ff tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6091008 Oct 12 11:15:44.253224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=8']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:44.258804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae8092-baa1-4fe9-af75-4be867bbda49 req-daf9cc6a-321e-42ba-9b20-101d0e676fb2 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:44.267216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdae8092-baa1-4fe9-af75-4be867bbda49 req-daf9cc6a-321e-42ba-9b20-101d0e676fb2 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 945 time: 0.0795302 Oct 12 11:15:44.270679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:44.303014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] For port e722447f-04a0-4288-b0bb-f1308f1e21db, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e722447f-04a0-4288-b0bb-f1308f1e21db,segment=NetworkSegment(0387a657-ed50-466a-ac07-3c51c8d8230f),segment_id=0387a657-ed50-466a-ac07-3c51c8d8230f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:44.303299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdae8092-baa1-4fe9-af75-4be867bbda49 req-97b0a091-3094-49c9-b34b-f667a9c3a9c5 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/security-groups?id=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Oct 12 11:15:44.304107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.340615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Calling delete_port for e722447f-04a0-4288-b0bb-f1308f1e21db owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:44.348218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:44.348565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.349560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:44.349919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:44.350317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:44.350930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a6425273-8fd2-45b5-9b71-f77bb92040b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 1121 time: 1.2025070 Oct 12 11:15:44.360845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:44.361390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Attempting to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:44.368446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:44.368772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:44.373253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:44.373253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Bound port: 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:44.373253 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.421321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23e8e644-25e3-4792-a24a-ef6868c50625 req-83f51d4d-e363-4f75-9ec8-f4c0bc1cb0ac tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/f248ac94-e83f-4d5e-a85e-6a5782e67357 HTTP/1.1" status: 200 len: 1813 time: 0.1530564 Oct 12 11:15:44.535819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2feb-c8c3-4717-b8fc-1fca814a8eed req-a1c7b96e-4cd6-410e-a6d6-65947de92bf1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:44.544898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9afc2feb-c8c3-4717-b8fc-1fca814a8eed req-a1c7b96e-4cd6-410e-a6d6-65947de92bf1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 949 time: 0.1330214 Oct 12 11:15:44.576753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1372347136', 'description': 'tempest-description-830843036'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:44.602557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9afc2feb-c8c3-4717-b8fc-1fca814a8eed req-7fa8cedd-b6ab-467f-aa82-b8b206559753 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Oct 12 11:15:44.635393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:44.638456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:44.679702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8305b4aa-e16e-49af-97cf-2f5cf642a3fd req-5f4c9ca4-e829-4adf-a122-bb6123378d87 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0344427 Oct 12 11:15:44.726773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.730114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.740947 n-d-813419-3 neutron-server[95549]: WARNING neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Concurrent port binding operations failed on port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 Oct 12 11:15:44.751570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:44.770361 n-d-813419-3 neutron-server[95549]: INFO neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Attempt 2 to bind port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 Oct 12 11:15:44.771141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:15:44.839650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ffc6b-c11f-4be6-9123-8e473603c698 req-d5897c59-b80b-435a-8ac4-7ddb6431b501 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:44.841571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e90ffc6b-c11f-4be6-9123-8e473603c698 req-d5897c59-b80b-435a-8ac4-7ddb6431b501 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0824919 Oct 12 11:15:44.874735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] No DVR routers for this DVR port e722447f-04a0-4288-b0bb-f1308f1e21db on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:44.876470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Pushing event deleted for resources: {'Port': ['ID=e722447f-04a0-4288-b0bb-f1308f1e21db,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:44.884515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:44.885841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30789256-9308-4982-a6e0-4097415e236e req-8592046b-4317-4ba1-9949-068c29bfc4be tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.41 "DELETE /v2.0/ports/e722447f-04a0-4288-b0bb-f1308f1e21db HTTP/1.1" status: 204 len: 173 time: 0.9810686 Oct 12 11:15:44.922294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e90ffc6b-c11f-4be6-9123-8e473603c698 req-473f0949-6ca4-4f43-bdd8-256e9083038f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721037 Oct 12 11:15:44.969978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.058127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['a419f67b-5535-4356-9cd1-1439b0407970'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:45.069142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.135051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9db788-0aaa-402e-8d35-16b67d96daef,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:45.213540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.215373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fab83836-80f6-4e01-b724-5c9c397768a4 req-5e4dc62a-0cdc-44d6-bb71-41029ea2969f tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6523626 Oct 12 11:15:45.286047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9c7fac3-45ba-4396-ae6d-0546595a5538 req-e4072cea-aa9f-4625-a0e5-6d400406476c tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/3d9db788-0aaa-402e-8d35-16b67d96daef HTTP/1.1" status: 200 len: 1812 time: 0.0473206 Oct 12 11:15:45.323337 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-99b858c0-5f95-483c-af67-ee2e84d232b7 req-eeb6a08b-b0bd-45da-8dc3-ba9714a0aa2d tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] show failed (client error): The resource could not be found. Oct 12 11:15:45.324760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99b858c0-5f95-483c-af67-ee2e84d232b7 req-eeb6a08b-b0bd-45da-8dc3-ba9714a0aa2d tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/9bdc240f-2380-4853-b207-e8a80e8e549f HTTP/1.1" status: 404 len: 352 time: 0.0158181 Oct 12 11:15:45.440223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-202ed052-8fe5-4c96-bbf9-fcaf63a44680 req-d1b2d0ca-5a72-48cf-ab11-0bec127eaee1 tempest-ServerDiskConfigTestJSON-945950733 tempest-ServerDiskConfigTestJSON-945950733-project] 10.222.0.43 "GET /v2.0/ports?device_id=7744b3d4-5ead-4308-896d-91b21511a9be HTTP/1.1" status: 200 len: 210 time: 0.0334575 Oct 12 11:15:45.447225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1dbd6-c625-4d68-a32f-9cdab869586a req-aab64f28-cf3c-46b8-8e49-27a4975919a7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:45.449214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36a1dbd6-c625-4d68-a32f-9cdab869586a req-aab64f28-cf3c-46b8-8e49-27a4975919a7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.2506652 Oct 12 11:15:45.479793 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-50ef923f-d48c-4192-920b-2dee92d963cc req-b7eb7962-0d8b-49ac-9e54-6e8332da5216 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] show failed (client error): The resource could not be found. Oct 12 11:15:45.480803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50ef923f-d48c-4192-920b-2dee92d963cc req-b7eb7962-0d8b-49ac-9e54-6e8332da5216 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-group-rules/0a320f98-fbf6-4431-94da-5aaaf5a30ae3 HTTP/1.1" status: 404 len: 361 time: 0.0159721 Oct 12 11:15:45.501465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36a1dbd6-c625-4d68-a32f-9cdab869586a req-1b01c08b-90f6-4fe4-9145-cce41e4db295 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Oct 12 11:15:45.577758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13614608-5695-463a-936e-dd894a45230e req-471107cc-87fa-49da-97b3-7d69d52a3ce5 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/3d9db788-0aaa-402e-8d35-16b67d96daef HTTP/1.1" status: 200 len: 1812 time: 0.0449584 Oct 12 11:15:45.652218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13614608-5695-463a-936e-dd894a45230e req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.681458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13614608-5695-463a-936e-dd894a45230e req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.739858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77'}, {'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'name': 'network-vif-deleted', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:45.743663 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9162406-9d97-4eb2-b3f9-d887174f46e5" -d '{"events": [{"name": "network-changed", "server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77"}, {"server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "name": "network-vif-deleted", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:45.809622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb4c0-7832-42dd-8182-a291987733ca req-fa5c9067-8b31-4951-aea4-fc5765f9f465 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:45.818794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d4cb4c0-7832-42dd-8182-a291987733ca req-fa5c9067-8b31-4951-aea4-fc5765f9f465 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 949 time: 0.0703032 Oct 12 11:15:45.825706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13614608-5695-463a-936e-dd894a45230e req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.829121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13614608-5695-463a-936e-dd894a45230e req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:45.830630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13614608-5695-463a-936e-dd894a45230e req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d9db788-0aaa-402e-8d35-16b67d96daef HTTP/1.1" status: 204 len: 173 time: 0.2469275 Oct 12 11:15:45.841554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eec13d-e4d7-4d86-9969-f9cc317dbe72 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9db788-0aaa-402e-8d35-16b67d96daef,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:45.874323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d4cb4c0-7832-42dd-8182-a291987733ca req-27d87909-d461-4d21-b866-89260de79102 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Oct 12 11:15:45.896885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81b8818d-37eb-4e09-a888-7fd58d500866 req-da1980a3-5bcf-4bff-b6e5-7e2432f4ea38 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0306613 Oct 12 11:15:45.930569 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1173a0-7bf6-4b2c-b37d-665c48882c61 x-openstack-request-id: req-2d1173a0-7bf6-4b2c-b37d-665c48882c61 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:45.930898 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77", "status": "completed", "code": 200}, {"server_uuid": "7744b3d4-5ead-4308-896d-91b21511a9be", "name": "network-vif-deleted", "tag": "e722447f-04a0-4288-b0bb-f1308f1e21db", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:45.931148 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d1173a0-7bf6-4b2c-b37d-665c48882c61 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:45.931547 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'status': 'completed', 'code': 200} Oct 12 11:15:45.931802 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7744b3d4-5ead-4308-896d-91b21511a9be', 'name': 'network-vif-deleted', 'tag': 'e722447f-04a0-4288-b0bb-f1308f1e21db', 'status': 'completed', 'code': 200} Oct 12 11:15:45.999654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-62d56c5b-a441-4bc5-a231-5dd058605e50 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/f248ac94-e83f-4d5e-a85e-6a5782e67357 HTTP/1.1" status: 200 len: 1813 time: 0.0815697 Oct 12 11:15:46.015884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-e2bfa379-2ec6-4a5d-a088-bd46853b2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.019086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-e2bfa379-2ec6-4a5d-a088-bd46853b2066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1124 time: 0.0584624 Oct 12 11:15:46.090371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.121128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.284894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.287759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.288926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f689e2e4-3a9c-455a-9e18-f344fab62d59 req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-groups/f248ac94-e83f-4d5e-a85e-6a5782e67357 HTTP/1.1" status: 204 len: 173 time: 0.2825160 Oct 12 11:15:46.301152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13a66-ed4e-4e85-80d9-150e99e7ae2a tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248ac94-e83f-4d5e-a85e-6a5782e67357,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:46.399327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-aad92893-55db-41c7-a83a-5fdf040d93e6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/e0235257-69ed-472d-b439-43ab02ab62d6 HTTP/1.1" status: 200 len: 1813 time: 0.0712342 Oct 12 11:15:46.459090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.479827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc9cc2-aa37-4500-a2a8-b5733bdbbd39 req-1d4f5f3a-1773-43ac-b1d3-a6cc5ab9324b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.481300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccdc9cc2-aa37-4500-a2a8-b5733bdbbd39 req-1d4f5f3a-1773-43ac-b1d3-a6cc5ab9324b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.4035211 Oct 12 11:15:46.482152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.532435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-31ff1612-1b99-4c2e-b0a8-8a092f42352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.533899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-31ff1612-1b99-4c2e-b0a8-8a092f42352e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.4996221 Oct 12 11:15:46.562052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e722447f-04a0-4288-b0bb-f1308f1e21db no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:46.581999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: e722447f-04a0-4288-b0bb-f1308f1e21db {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:15:46.582442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e722447f-04a0-4288-b0bb-f1308f1e21db not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:15:46.614001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-5358a8c0-86c5-4bf8-9797-5f32c542cafc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 217 time: 0.0698490 Oct 12 11:15:46.620503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.624523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:46.639150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1091a6c3-0f0c-4d77-a94b-b4556753f33e req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0235257-69ed-472d-b439-43ab02ab62d6 HTTP/1.1" status: 204 len: 173 time: 0.2353015 Oct 12 11:15:46.658294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb0d97-daa2-4a77-8e98-b915cf2540d6 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0235257-69ed-472d-b439-43ab02ab62d6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:46.686516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccdc9cc2-aa37-4500-a2a8-b5733bdbbd39 req-3f3e89cf-91c6-4095-8dbc-552967e13148 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803060 Oct 12 11:15:46.749250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-d90f1ffb-a8e4-47a1-a2c3-54f2711221af tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.750951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-d90f1ffb-a8e4-47a1-a2c3-54f2711221af tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/networks?id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 200 len: 818 time: 0.2588568 Oct 12 11:15:46.763383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-b395a321-1504-4749-84fd-2cb1050dc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.764990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-b395a321-1504-4749-84fd-2cb1050dc467 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1433206 Oct 12 11:15:46.772764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Request body: {'port': {'device_id': '88733893-d721-48cf-b294-61ac39b668dd', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'admin_state_up': True, 'tenant_id': 'e0867b36d842469c9c747dd8ac788256'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:46.793531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c662424-e95d-4a72-8b72-92db1bc9bac6 req-e56ba647-14d8-443b-893f-b3fe47d1e3f0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:46.795067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c662424-e95d-4a72-8b72-92db1bc9bac6 req-e56ba647-14d8-443b-893f-b3fe47d1e3f0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.0552855 Oct 12 11:15:46.826594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-f65c7ba0-97b5-4828-863d-3e79ab647826 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486376 Oct 12 11:15:46.831786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be458adf-74ee-42d7-88bc-d571be295d32 req-0c9ab8a0-06ba-4101-9f37-1f39ef7b146c tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/7bb34c5c-c07b-4a4b-9e9d-69d899e213fa HTTP/1.1" status: 200 len: 1813 time: 0.1219971 Oct 12 11:15:46.836073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c662424-e95d-4a72-8b72-92db1bc9bac6 req-2407d020-a866-4b86-aee6-97e51ec74e75 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Oct 12 11:15:47.024325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be458adf-74ee-42d7-88bc-d571be295d32 req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.046446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-32d5ae31-83ee-4129-9a35-332b45a9dd2a service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855969 Oct 12 11:15:47.054032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1596154-2829-4611-944c-24c0925779da req-ffa07ec3-756f-41b8-ab34-c8aa34a5bd71 tempest-FlavorsV2NegativeTest-1487473394 tempest-FlavorsV2NegativeTest-1487473394-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5fe3258ce26e4ff6b73a07023b0a9a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253532 Oct 12 11:15:47.081127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be458adf-74ee-42d7-88bc-d571be295d32 req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.132562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Made reservation on behalf of e0867b36d842469c9c747dd8ac788256 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:47.135994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.179069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596154-2829-4611-944c-24c0925779da req-f93edd49-be65-44f4-8310-f55b6e62eaec tempest-FlavorsV2NegativeTest-1487473394 tempest-FlavorsV2NegativeTest-1487473394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:47.180782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1596154-2829-4611-944c-24c0925779da req-f93edd49-be65-44f4-8310-f55b6e62eaec tempest-FlavorsV2NegativeTest-1487473394 tempest-FlavorsV2NegativeTest-1487473394-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205416 Oct 12 11:15:47.202860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9162406-9d97-4eb2-b3f9-d887174f46e5 req-d42b80b3-34fd-4bb0-b65a-79cdccf5b353 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459250 Oct 12 11:15:47.216210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1596154-2829-4611-944c-24c0925779da req-0e37bab7-f319-45ea-863b-14fcf753b535 tempest-FlavorsV2NegativeTest-1487473394 tempest-FlavorsV2NegativeTest-1487473394-project] 10.222.0.43 "GET /v2.0/quotas/5fe3258ce26e4ff6b73a07023b0a9a84 HTTP/1.1" status: 200 len: 375 time: 0.0228074 Oct 12 11:15:47.250024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be458adf-74ee-42d7-88bc-d571be295d32 req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.252717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be458adf-74ee-42d7-88bc-d571be295d32 req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.256966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be458adf-74ee-42d7-88bc-d571be295d32 req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bb34c5c-c07b-4a4b-9e9d-69d899e213fa HTTP/1.1" status: 204 len: 173 time: 0.3932199 Oct 12 11:15:47.280234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1596154-2829-4611-944c-24c0925779da req-a1f192fa-270f-47e0-aab6-27d6695bf4fb tempest-FlavorsV2NegativeTest-1487473394 tempest-FlavorsV2NegativeTest-1487473394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5fe3258ce26e4ff6b73a07023b0a9a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562549 Oct 12 11:15:47.336044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-1c412e9c-3b62-4d9c-b206-201c3d77dc0f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:47.337964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-1c412e9c-3b62-4d9c-b206-201c3d77dc0f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/networks?id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 200 len: 818 time: 0.1558695 Oct 12 11:15:47.344822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8abb8a-b3be-4c03-90a9-7300585b2ee0 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb34c5c-c07b-4a4b-9e9d-69d899e213fa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:47.359347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Request body: {'port': {'device_id': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'admin_state_up': True, 'tenant_id': 'e0867b36d842469c9c747dd8ac788256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:47.460796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Allocated IP 172.20.0.11 (b82dd6cb-3168-405d-bc3e-58c1a4cf93fa/02a1124a-c04e-46a3-b5c0-dd388fcd7f0c/0e2e4c82-1085-4ce4-a108-bf244eaf7523) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:47.494595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6172-87da-44fb-9ac7-877a3ab2cf9f req-c0002852-d9ff-4c8d-ad60-393753fd9553 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:47.494595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f2e6172-87da-44fb-9ac7-877a3ab2cf9f req-c0002852-d9ff-4c8d-ad60-393753fd9553 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 949 time: 0.0864351 Oct 12 11:15:47.500869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f895d541-fa01-4241-846e-0ca01f2b7139 req-d3e29264-705d-47a7-b9dd-098bc26ecad3 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0636878 Oct 12 11:15:47.566407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f2e6172-87da-44fb-9ac7-877a3ab2cf9f req-37d43582-4de5-4aeb-a2ce-2a2141a59fa3 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Oct 12 11:15:47.612924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-8a9f1192-d9af-46d0-87dc-78ed732586f2 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "GET /v2.0/security-groups/8cb76e99-c42a-4843-af0d-952311f73460 HTTP/1.1" status: 200 len: 1811 time: 0.0727153 Oct 12 11:15:47.663613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43036) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:47.679763 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84b4a534-1651-48c9-94e1-9d939978ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.692736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.733293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.733652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.738317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Deleting subnet d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:15:47.742752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.743062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Made reservation on behalf of e0867b36d842469c9c747dd8ac788256 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:47.746571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.765221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:47.772587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a419f67b-5535-4356-9cd1-1439b0407970 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:47.790781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.884019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:47.923220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861dd4f-64c3-4c6f-b60c-3cf8c4b031e2 req-51011713-cf7f-4125-9894-5031cb201e79 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:47.925174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c861dd4f-64c3-4c6f-b60c-3cf8c4b031e2 req-51011713-cf7f-4125-9894-5031cb201e79 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1061287 Oct 12 11:15:47.933174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:47.947279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548', 'port_id': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'mac_address': 'fa:16:3e:50:3d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f17ec17-9764-4c4d-bf01-7d24450b8516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:47.980493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c861dd4f-64c3-4c6f-b60c-3cf8c4b031e2 req-822f89a5-ef9f-42c0-b2ee-a46eb38f18c0 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Oct 12 11:15:47.988014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.001105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c575b18-d70f-4a15-85c6-3b8a73c042b9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:48.013723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.018390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.020750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06a17dc9-2806-47b8-b338-fa18e75362f2 req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] 10.222.0.43 "DELETE /v2.0/security-groups/8cb76e99-c42a-4843-af0d-952311f73460 HTTP/1.1" status: 204 len: 173 time: 0.3923140 Oct 12 11:15:48.025865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port a419f67b-5535-4356-9cd1-1439b0407970 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:15:48.041000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port a419f67b-5535-4356-9cd1-1439b0407970 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:48.041369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.072820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43046) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:48.127742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:48.137706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.139859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.172938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf877-22b7-4c64-ac92-4f36af53fa18 tempest-SecurityGroupRulesNegativeTestJSON-2121228374 tempest-SecurityGroupRulesNegativeTestJSON-2121228374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb76e99-c42a-4843-af0d-952311f73460,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.210271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Deleting subnet 7c4a9ff5-a741-41f6-ae95-621cfdd81a08 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:15:48.213462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.216507 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.230687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-a1c8be28-372f-4c98-a7ba-9fdf70d6f0e3 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:48.235357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-a1c8be28-372f-4c98-a7ba-9fdf70d6f0e3 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/networks?id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 200 len: 818 time: 0.2281706 Oct 12 11:15:48.238516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.244309 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.250053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf9f6fc5-beea-4cba-8e11-878054a9eb42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d0c4a5ef-579a-4f71-8a43-d850dc3eb7ff HTTP/1.1" status: 204 len: 168 time: 0.5828481 Oct 12 11:15:48.252658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.258945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Request body: {'port': {'device_id': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'admin_state_up': True, 'tenant_id': 'e0867b36d842469c9c747dd8ac788256'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:48.264392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.266071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43048) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:48.300730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-5e3aed5b-d806-4269-8877-5be52ee758fd {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:15:48.301086 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:15:48.304791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.305553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:48.307525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:48.309856 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c70450-6d25-4ba0-9eb8-14bb8c692e76" -d '{"events": [{"server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "name": "network-vif-plugged", "status": "completed", "tag": "a419f67b-5535-4356-9cd1-1439b0407970"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:48.325836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.330105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a419f67b-5535-4356-9cd1-1439b0407970,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:48.335500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event updated for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.372487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:48.379523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:48.404290 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68524e7b-3478-4fc5-91e7-07f7995b6181 x-openstack-request-id: req-68524e7b-3478-4fc5-91e7-07f7995b6181 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:48.404636 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "name": "network-vif-plugged", "status": "completed", "tag": "a419f67b-5535-4356-9cd1-1439b0407970", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:48.404953 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68524e7b-3478-4fc5-91e7-07f7995b6181 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:48.405551 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970', 'code': 200} Oct 12 11:15:48.420103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.450331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad46aac-0c32-4a2e-9800-f16b1ba22648 req-8a390e71-32c2-487f-85bf-ab7d35b510a6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:48.451799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aad46aac-0c32-4a2e-9800-f16b1ba22648 req-8a390e71-32c2-487f-85bf-ab7d35b510a6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.3223414 Oct 12 11:15:48.475633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.478174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.492945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3c575b18-d70f-4a15-85c6-3b8a73c042b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:48.519653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.523254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7c4a9ff5-a741-41f6-ae95-621cfdd81a08 HTTP/1.1" status: 204 len: 168 time: 0.4494166 Oct 12 11:15:48.524281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24211af8-143b-412d-b43e-914f730f375a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4a9ff5-a741-41f6-ae95-621cfdd81a08,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:48.525902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:48.527719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.568635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:48.569278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.628018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aad46aac-0c32-4a2e-9800-f16b1ba22648 req-8e439452-7910-4876-903f-4d1237f3be41 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566324 Oct 12 11:15:48.660924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e9f-a732-4a95-9624-44a45c3f3bc7 req-300de4e8-e5ce-4223-96c3-824479009154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:48.663417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe724e9f-a732-4a95-9624-44a45c3f3bc7 req-300de4e8-e5ce-4223-96c3-824479009154 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 1101 time: 0.1840069 Oct 12 11:15:48.671616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb15c99f-e85a-47af-bbb1-e03e0b2031c9 req-be9a02ca-1c21-4505-a59e-6abb9efc8717 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0434732 Oct 12 11:15:48.684590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.698914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:48.764343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Made reservation on behalf of e0867b36d842469c9c747dd8ac788256 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:48.767984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.791876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.805723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.822031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de307560-db39-4742-904f-feec03cf5350']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.826639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.833553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe724e9f-a732-4a95-9624-44a45c3f3bc7 req-d4f5f961-a7b6-4cf2-bda6-194daa7de69b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355267 Oct 12 11:15:48.839583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1cd279-ab56-4a02-8e94-e3ec147c4b8e') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.840335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1cd279-ab56-4a02-8e94-e3ec147c4b8e') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.854194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-99db6256-90d1-4fc8-ac58-6af644ed8dd2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0881250 Oct 12 11:15:48.861994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.870009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1e43e2ef-0227-4bfa-be68-8bd5f062d0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.897798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Request body: {'port': {'device_id': '88733893-d721-48cf-b294-61ac39b668dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:48.901753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.912542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.914362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f5d18-366a-425b-9273-f2475408a35f req-dcdc2f15-08ce-403e-b93a-7daae039d4e5 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:48.915879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d37f5d18-366a-425b-9273-f2475408a35f req-dcdc2f15-08ce-403e-b93a-7daae039d4e5 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.1859319 Oct 12 11:15:48.925820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:15:48.926215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:15:48.928024 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:15:48.951406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0387a657-ed50-466a-ac07-3c51c8d8230f') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.951703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0387a657-ed50-466a-ac07-3c51c8d8230f') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:15:48.985512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.033115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.042855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.049231 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d37f5d18-366a-425b-9273-f2475408a35f req-bf45c7ea-7acc-4ff3-bae7-a8749e5f2c5a tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Oct 12 11:15:49.055870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:15:49.056282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:15:49.057998 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:15:49.084829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Allocated IP 172.20.0.8 (b82dd6cb-3168-405d-bc3e-58c1a4cf93fa/02a1124a-c04e-46a3-b5c0-dd388fcd7f0c/35c9faf3-3c95-4a6d-85b4-144e23adb4d5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:49.123746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.139100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.142266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] 10.222.0.43 "DELETE /v2.0/networks/de307560-db39-4742-904f-feec03cf5350 HTTP/1.1" status: 204 len: 168 time: 0.6039662 Oct 12 11:15:49.180626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987293d0-08b7-4a77-b36b-9eb8268c565e admin admin] Pushing event deleted for resources: {'Network': ['ID=de307560-db39-4742-904f-feec03cf5350,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:49.195126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1e43e2ef-0227-4bfa-be68-8bd5f062d0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.206351 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.215275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.218477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599 HTTP/1.1" status: 204 len: 168 time: 0.9518805 Oct 12 11:15:49.230451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241f7df-efe6-4557-8738-e1deb71c75cb req-f4d1b573-e222-46e9-a3db-d98efa50ea6b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:49.232099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3241f7df-efe6-4557-8738-e1deb71c75cb req-f4d1b573-e222-46e9-a3db-d98efa50ea6b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.1505356 Oct 12 11:15:49.232307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7724af7-c711-434d-89a6-512810a6ea62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7fe2c4-7ecb-4aa7-b4b7-a8cad6b3f599,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:49.525210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43072) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:49.569831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f66b8b9a-f01f-4c59-8529-24e053c6ca25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e95e5db3b3f44d49bb6d29873771d73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433049 Oct 12 11:15:49.572474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43074) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:49.585001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1e43e2ef-0227-4bfa-be68-8bd5f062d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.622926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43076) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:49.633032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.652236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e2ef-0227-4bfa-be68-8bd5f062d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a63e68b-2234-4b83-8b97-0803c4601096,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:49.656421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1e43e2ef-0227-4bfa-be68-8bd5f062d0a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fe3258ce26e4ff6b73a07023b0a9a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611096 Oct 12 11:15:49.659192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43080) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:49.671374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3241f7df-efe6-4557-8738-e1deb71c75cb req-1f32342d-96f8-46f0-95f5-38a238e488b7 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232044 Oct 12 11:15:49.702937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.705440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.726897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f3a39d4-b5a4-4b82-b235-294ce728ea6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef41e1285dbc4cb8b31b4057b976df19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995698 Oct 12 11:15:49.727196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43084) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:49.779328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:15:49.798294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.810873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-273b19d3-81c2-4fc8-95c7-5f56280e0bd7 req-c838bf0b-eb1d-461b-aa2d-0d12215f4833 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Oct 12 11:15:49.822965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.836430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7da8e-b0b2-430c-8813-7eefffb2c40c req-40239c3b-93ac-4789-9a58-a0bb3707832e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:49.837926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9b7da8e-b0b2-430c-8813-7eefffb2c40c req-40239c3b-93ac-4789-9a58-a0bb3707832e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.0867424 Oct 12 11:15:49.839859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.852048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.890053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.909929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:49.916648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.919222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.923588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23d368dc-b246-4079-a6da-876f05a9fc09 HTTP/1.1" status: 204 len: 168 time: 0.3469610 Oct 12 11:15:49.934454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:15:49.954887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75684-3434-4872-bf4e-1166d17e458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d368dc-b246-4079-a6da-876f05a9fc09,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:49.955215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:15:49.960342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Allocated IP 172.20.0.5 (b82dd6cb-3168-405d-bc3e-58c1a4cf93fa/02a1124a-c04e-46a3-b5c0-dd388fcd7f0c/14205a5e-885f-4e62-a278-1b7cc0375635) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:49.960858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:49.967135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:49.968385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9b7da8e-b0b2-430c-8813-7eefffb2c40c req-aba5a1b1-001b-4f5b-849f-6f80fbbda7e3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217701 Oct 12 11:15:49.978555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:50.023804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event updated for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.052821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:50.052821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.088829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.091335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.106482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a63e68b-2234-4b83-8b97-0803c4601096 HTTP/1.1" status: 204 len: 168 time: 0.4352334 Oct 12 11:15:50.128456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4265c7-86c8-44b4-97a4-5874206a0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a63e68b-2234-4b83-8b97-0803c4601096,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.130685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.134023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.138432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4 HTTP/1.1" status: 204 len: 168 time: 0.4082463 Oct 12 11:15:50.164072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c117d86-9a60-4dc2-841d-8e65b5b308f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f7f8ae-ec2d-4c0e-a2bc-38fb1c6feed4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.180131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-cebf97e6-5140-464d-9ecc-3eaa644a7b5b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8257201 Oct 12 11:15:50.188445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.197006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Request body: {'port': {'device_id': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:50.200489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.267503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:50.327485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.329153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.371338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.381699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c929-eb83-4352-bb02-1d1bc7b17a79 req-ed9af5f2-c07d-47a9-a07e-abdabebb14b1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:50.383557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c45c929-eb83-4352-bb02-1d1bc7b17a79 req-ed9af5f2-c07d-47a9-a07e-abdabebb14b1 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.1172066 Oct 12 11:15:50.432999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event updated for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.439194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:50.447309 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5085ab-5b7f-4817-bb85-784e94db2688" -d '{"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-plugged", "status": "completed", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:50.478987 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-584eb010-25bf-442e-8575-77f735ed4d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.482244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:50.486249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:50.492781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:50.506689 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c45c929-eb83-4352-bb02-1d1bc7b17a79 req-cb8bdcad-e103-470f-a8be-7649bf6b3ee6 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Oct 12 11:15:50.561312 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4cb9a8-e6dc-4279-9b9e-6e56d1fc07f9 x-openstack-request-id: req-fa4cb9a8-e6dc-4279-9b9e-6e56d1fc07f9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:50.561787 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-plugged", "status": "completed", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:50.561898 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa4cb9a8-e6dc-4279-9b9e-6e56d1fc07f9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:50.562325 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'code': 200} Oct 12 11:15:50.572140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.584104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:50.584866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.673313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2e4c82-1085-4ce4-a108-bf244eaf7523 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:50.684227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.699551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c905a694-4b92-46a3-bf1f-cbe5c67bde8d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4468403 Oct 12 11:15:50.705169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Transition to ACTIVE for port object 0e2e4c82-1085-4ce4-a108-bf244eaf7523 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:50.712750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Request body: {'port': {'device_id': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:50.772147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:50.839817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:50.858611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.023678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:51.038974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.053659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Transition to ACTIVE for port object 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:51.078531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02dad-8c03-4b1f-aa35-b26c6d54aeac req-7dc11405-a40b-4c81-ad04-fd430568832f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.080427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a02dad-8c03-4b1f-aa35-b26c6d54aeac req-7dc11405-a40b-4c81-ad04-fd430568832f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.2704546 Oct 12 11:15:51.106236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa606-948e-4c89-9566-e74423f24266 req-ea200547-c373-40b2-b89b-e035dc8f7eb6 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.107905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1dfa606-948e-4c89-9566-e74423f24266 req-ea200547-c373-40b2-b89b-e035dc8f7eb6 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 931 time: 0.2076242 Oct 12 11:15:51.111573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Attempting to bind port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:51.111909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Attempting to bind port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:51.112249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Attempting to bind port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:51.139377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:51.139708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Attempting to bind port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:51.178286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a02dad-8c03-4b1f-aa35-b26c6d54aeac req-1f8ce443-4107-4e40-b79a-bf7af17398ec tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Oct 12 11:15:51.179299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.270886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:51.370280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Attempting to bind port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:51.370616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Attempting to bind port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:51.370960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Attempting to bind port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:51.419717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:51.420052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Attempting to bind port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:51.430394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:51.430745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Checking segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:51.431139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Bound using segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:51.431584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Bound port: 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:51.432193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.483145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.497366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89764684-5c03-4ec4-acc8-9b1f3ab49951 req-f5b81c4a-d414-4665-90c4-2ffe2ee67d9c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.505195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89764684-5c03-4ec4-acc8-9b1f3ab49951 req-f5b81c4a-d414-4665-90c4-2ffe2ee67d9c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.1412740 Oct 12 11:15:51.580851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89764684-5c03-4ec4-acc8-9b1f3ab49951 req-edb8fff5-c452-48ee-92b4-e6df89011445 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608952 Oct 12 11:15:51.598288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:51.602589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Checking segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:51.602589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Bound using segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:51.602589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Bound port: 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:51.602589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.605834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:51.616972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:51.703088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.703753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c5cb-f1fb-4384-8e15-4f0f324520cd req-a3118655-7304-4a67-ad12-56e1355cdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.705411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6240c5cb-f1fb-4384-8e15-4f0f324520cd req-a3118655-7304-4a67-ad12-56e1355cdd0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1097 time: 1.0799153 Oct 12 11:15:51.772009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1dfa606-948e-4c89-9566-e74423f24266 req-6aa24b46-bc99-421b-8221-0f94667edc67 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490378 Oct 12 11:15:51.800450 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.814390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.830654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0aa8c-acbf-4da7-991c-ad6c836bad39 req-c9397941-21aa-4df8-92ad-f1c299b432e3 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.832516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ab0aa8c-acbf-4da7-991c-ad6c836bad39 req-c9397941-21aa-4df8-92ad-f1c299b432e3 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.0875480 Oct 12 11:15:51.843937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:51.847153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6240c5cb-f1fb-4384-8e15-4f0f324520cd req-2295b8f0-310e-485a-92d3-43991db37a5b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Oct 12 11:15:51.852141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:51.892830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:51.893582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.895102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/35c9faf3-3c95-4a6d-85b4-144e23adb4d5 HTTP/1.1" status: 200 len: 1091 time: 1.7055209 Oct 12 11:15:51.899765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:51.902348 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce162ac-13d4-4664-9993-c227039c9356" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:51.945644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14205a5e-885f-4e62-a278-1b7cc0375635 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:51.953902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ab0aa8c-acbf-4da7-991c-ad6c836bad39 req-f11e6a0b-967b-4cdc-bb81-ce131fcaf9c5 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963449 Oct 12 11:15:51.961120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67787b10-bf1a-477e-ba87-5a96b38b68a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:51.966722 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.977215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:51.978604 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c6f94-6880-4f9c-9306-a408f3269003 x-openstack-request-id: req-b89c6f94-6880-4f9c-9306-a408f3269003 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:51.978969 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:51.979273 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b89c6f94-6880-4f9c-9306-a408f3269003 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:51.982470 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5', 'status': 'completed', 'code': 200} Oct 12 11:15:52.026360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Transition to ACTIVE for port object 14205a5e-885f-4e62-a278-1b7cc0375635 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:52.036252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.037573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:52.038954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e2e4c82-1085-4ce4-a108-bf244eaf7523 HTTP/1.1" status: 200 len: 1092 time: 3.1731963 Oct 12 11:15:52.039438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:52.042373 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1113a5-288e-4926-97f4-8203fda7697d" -d '{"events": [{"name": "network-changed", "server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:52.080409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfd58-c831-4e6c-87bb-b12899114ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:52.084521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:52.090891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce162ac-13d4-4664-9993-c227039c9356 req-f784d756-a138-4e60-8337-fceb91cf2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.094162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ce162ac-13d4-4664-9993-c227039c9356 req-f784d756-a138-4e60-8337-fceb91cf2221 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 1094 time: 0.0974376 Oct 12 11:15:52.114539 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c407b366-e691-4647-be63-139c460d5dc1 x-openstack-request-id: req-c407b366-e691-4647-be63-139c460d5dc1 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:52.115672 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:52.115672 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c407b366-e691-4647-be63-139c460d5dc1 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:52.116089 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523', 'status': 'completed', 'code': 200} Oct 12 11:15:52.156851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Pushing event updated for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:52.249973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce162ac-13d4-4664-9993-c227039c9356 req-3993acb7-d57b-4920-bc44-14bfe06227aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.251507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ce162ac-13d4-4664-9993-c227039c9356 req-3993acb7-d57b-4920-bc44-14bfe06227aa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0867b36d842469c9c747dd8ac788256&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1466308 Oct 12 11:15:52.327457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1113a5-288e-4926-97f4-8203fda7697d req-df468ab9-5554-41ec-abec-f20ec9497bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.329271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e1113a5-288e-4926-97f4-8203fda7697d req-df468ab9-5554-41ec-abec-f20ec9497bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 1095 time: 0.1902680 Oct 12 11:15:52.330890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Attempting to bind port 14205a5e-885f-4e62-a278-1b7cc0375635 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:52.331428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Attempting to bind port 14205a5e-885f-4e62-a278-1b7cc0375635 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:52.331956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Attempting to bind port 14205a5e-885f-4e62-a278-1b7cc0375635 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:52.373777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Port 14205a5e-885f-4e62-a278-1b7cc0375635 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:52.374444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Attempting to bind port 14205a5e-885f-4e62-a278-1b7cc0375635 on network b82dd6cb-3168-405d-bc3e-58c1a4cf93fa {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:52.410299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:52.410755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Checking segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:52.411218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Bound using segment: {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:52.413069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Bound port: 14205a5e-885f-4e62-a278-1b7cc0375635, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba245cd6-51dd-4495-a3f5-4d07b16f105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:52.413606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:52.479904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce162ac-13d4-4664-9993-c227039c9356 req-c6cc13a2-6cfc-4350-9234-3bcbee0b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.481665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ce162ac-13d4-4664-9993-c227039c9356 req-c6cc13a2-6cfc-4350-9234-3bcbee0b3bea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2192731 Oct 12 11:15:52.488942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99e8b-056d-4f77-b25b-a6ec53c7f543 req-4d16ebe6-9539-40c2-beb8-d8fe88422f31 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.492767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90f99e8b-056d-4f77-b25b-a6ec53c7f543 req-4d16ebe6-9539-40c2-beb8-d8fe88422f31 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1834075 Oct 12 11:15:52.577235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1113a5-288e-4926-97f4-8203fda7697d req-5da46e36-3692-4d87-bf74-78b0d37895b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.578245 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e1113a5-288e-4926-97f4-8203fda7697d req-5da46e36-3692-4d87-bf74-78b0d37895b8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0867b36d842469c9c747dd8ac788256&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2321036 Oct 12 11:15:52.601080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:52.641462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-05b80558-5e43-4ca8-986a-202f06e0c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.643987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:15:52.648933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-05b80558-5e43-4ca8-986a-202f06e0c45e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 1094 time: 0.1007032 Oct 12 11:15:52.728617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-abf276c8-9995-402a-b0c3-8e47a0ecab33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5 HTTP/1.1" status: 200 len: 217 time: 0.0715876 Oct 12 11:15:52.805138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1113a5-288e-4926-97f4-8203fda7697d req-5ef8700b-f604-4e35-b0a4-21c32567506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.807486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e1113a5-288e-4926-97f4-8203fda7697d req-5ef8700b-f604-4e35-b0a4-21c32567506d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607502 Oct 12 11:15:52.809475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90f99e8b-056d-4f77-b25b-a6ec53c7f543 req-4bafc050-6b71-4ea9-bac6-aafc1f3e0462 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173924 Oct 12 11:15:52.816326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:52.821036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=14205a5e-885f-4e62-a278-1b7cc0375635,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:52.824970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-f49cb63b-7cfa-4433-99ca-e4d87d7f18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.826587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-f49cb63b-7cfa-4433-99ca-e4d87d7f18f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c HTTP/1.1" status: 200 len: 858 time: 0.0909410 Oct 12 11:15:52.878087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa693015-14a8-42ba-8e1d-a56898be058a req-b06dcbcc-0c0b-4f6d-a96f-4856b9bca092 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.880191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa693015-14a8-42ba-8e1d-a56898be058a req-b06dcbcc-0c0b-4f6d-a96f-4856b9bca092 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.1336823 Oct 12 11:15:52.882865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-7596e20a-9c12-474a-a165-f908368d1039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475388 Oct 12 11:15:52.922339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:52.952158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-95bbf225-e57e-480c-b4b7-f297036783c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:52.953646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-95bbf225-e57e-480c-b4b7-f297036783c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 1095 time: 0.0788884 Oct 12 11:15:53.003314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43182) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:53.005181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-c3caf9c8-1d8d-4966-9769-443b47c74889 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523 HTTP/1.1" status: 200 len: 217 time: 0.0410874 Oct 12 11:15:53.023079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa693015-14a8-42ba-8e1d-a56898be058a req-27171c05-86c1-4d25-98bf-5f8b7a119b43 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351919 Oct 12 11:15:53.077595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43186) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:53.100289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-077d2988-09fc-4381-b74d-de8c50145b14 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073994 Oct 12 11:15:53.136050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:53.140163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.141750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] 10.222.0.41 "PUT /v2.0/ports/14205a5e-885f-4e62-a278-1b7cc0375635 HTTP/1.1" status: 200 len: 1091 time: 2.4335148 Oct 12 11:15:53.142340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0fd1a-3f07-4d6a-9e39-28cdbe04bd9d service neutron] Pushing event updated for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:53.153402 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.229336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-bf671ede-914d-4cca-840c-62d3794adcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:53.230861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-bf671ede-914d-4cca-840c-62d3794adcfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c HTTP/1.1" status: 200 len: 858 time: 0.2015185 Oct 12 11:15:53.248956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-096b2809-5373-49d6-adcd-24aacd42e810 service neutron] 10.222.0.41 "GET /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.2909217 Oct 12 11:15:53.280438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-0ca95c7b-8f2b-42f3-b98d-269dbd91e863 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726093 Oct 12 11:15:53.291900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426eca-e149-4432-a4b9-b23317b5702a req-c9b46fac-d120-4556-84dd-2bc4dadf1a76 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:53.300065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce426eca-e149-4432-a4b9-b23317b5702a req-c9b46fac-d120-4556-84dd-2bc4dadf1a76 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 943 time: 0.1117141 Oct 12 11:15:53.330760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-9c76358a-f7e1-49de-b1e5-61ac5badc354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793588 Oct 12 11:15:53.355626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce426eca-e149-4432-a4b9-b23317b5702a req-62aefcad-30ad-4253-b1d2-fb23379abf32 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Oct 12 11:15:53.381505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-448790914-network', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:53.419132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43194) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:53.444976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-network', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:53.486450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-950361625-network', 'tenant_id': 'd79c6f936b9346d3926eac4644238528'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:53.499520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-81dd5b99-81cb-4191-a8a6-f2b7c6eeb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:53.501015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-81dd5b99-81cb-4191-a8a6-f2b7c6eeb62a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 1094 time: 0.1737354 Oct 12 11:15:53.520553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Made reservation on behalf of 3597742a83894c7ab4dce695ac6dae7a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:53.523214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.540023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.544029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 11:15:53.544029 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 11:15:53.544029 n-d-813419-3 neutron-server[95548]: [parameters: {'project_id_1': 'd79c6f936b9346d3926eac4644238528', 'expiration_1': datetime.datetime(2021, 10, 12, 11, 15, 33, 492636)}] Oct 12 11:15:53.544029 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:15:53.544428 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:15:53.581061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-8375924c-a15c-4949-a41a-05c9a40e05a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14205a5e-885f-4e62-a278-1b7cc0375635 HTTP/1.1" status: 200 len: 217 time: 0.0680661 Oct 12 11:15:53.618811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Made reservation on behalf of 14ca263eaece40698c7fd8e0840ced34 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:53.621108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.632936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.634279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.637344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-23f65327-e219-4972-886a-082c2b2bd7f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944915 Oct 12 11:15:53.713111 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.714687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-4cb0edc3-2fb9-4060-aaf6-32386b6df630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:53.716170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-4cb0edc3-2fb9-4060-aaf6-32386b6df630 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c HTTP/1.1" status: 200 len: 858 time: 0.1242886 Oct 12 11:15:53.781687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.782459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-d24bfba5-dc56-486b-b070-015174689f4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384305 Oct 12 11:15:53.821546 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.824561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:53.846878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56638618-ab82-46b6-a3b5-e10eb1dee8d5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:53.855973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:53.861005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.861354 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Added segment d6a55ce6-4764-4e90-b1b9-102e92ce5508 of type vlan for network 052f3973-4401-4ea0-b6b8-3e5975b78b79 Oct 12 11:15:53.875228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:53.899321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-a4f5935d-2882-40de-9450-437cecdbe0d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537851 Oct 12 11:15:53.899977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.900325 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Added segment 62785afc-c873-4f12-9d4b-3dbc3e7dccdc of type vlan for network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab Oct 12 11:15:53.907314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:53.983984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de402c6-0fdb-480a-a93a-d3fd2e687e77 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:53.991413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.994307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:53.998566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:54.000782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa546614-dbbd-4995-a9ac-8936781c0e84,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.002964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-855410f0-b852-4c2a-be0e-897a05422dce service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094383 Oct 12 11:15:54.021963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7188d7-6c35-42b8-a59c-dec2732c2b98 req-d673cda4-0c16-4fa6-a2a2-bbffcfb2708a tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.022667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b7188d7-6c35-42b8-a59c-dec2732c2b98 req-d673cda4-0c16-4fa6-a2a2-bbffcfb2708a tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.1802397 Oct 12 11:15:54.047048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288af1c-c246-43f1-91a0-5ea55f536d5a req-8598a922-46e2-48a7-b5a8-5019869461b4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.048527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b288af1c-c246-43f1-91a0-5ea55f536d5a req-8598a922-46e2-48a7-b5a8-5019869461b4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1134610 Oct 12 11:15:54.096811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.099268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b7188d7-6c35-42b8-a59c-dec2732c2b98 req-8015ffba-eab4-46ef-a97b-926d531e0d44 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 Oct 12 11:15:54.119198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:54.122039 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:54.122940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.125266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.125266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.156855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.157775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.158345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.160325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Made reservation on behalf of d79c6f936b9346d3926eac4644238528 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:54.162611 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.165800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b288af1c-c246-43f1-91a0-5ea55f536d5a req-288ee104-2f5b-4c6d-943b-6152568f3f64 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876284 Oct 12 11:15:54.189527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bcc1731-8b48-4225-957b-855f5e7931bf req-6c5ec93f-601d-4058-83b5-d865c1922790 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759400 Oct 12 11:15:54.211309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.222161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] Transition to ACTIVE for port object 2de402c6-0fdb-480a-a93a-d3fd2e687e77 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:15:54.241917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] Pushing event updated for resources: {'Network': ['ID=052f3973-4401-4ea0-b6b8-3e5975b78b79,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.246638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64714c81-494c-4bfd-b643-a85fb3e3590d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1651738 Oct 12 11:15:54.250159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:54.253370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:54.270239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Request body: {'subnet': {'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-448790914-subnet', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:54.326007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.328021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb6001-60c0-419e-a3db-2cb6d1ab3ef6 req-34db71e5-030c-4e34-b5c4-1cfa682ec2c8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.329479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ceb6001-60c0-419e-a3db-2cb6d1ab3ef6 req-34db71e5-030c-4e34-b5c4-1cfa682ec2c8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 943 time: 0.1641471 Oct 12 11:15:54.343844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3319345 Oct 12 11:15:54.346458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc51e53-6d73-471c-a986-45d029add17e admin admin] Pushing event updated for resources: {'Network': ['ID=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.349009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43214) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:54.355987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Request body: {'subnet': {'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-subnet', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:54.361021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:54.398779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] No DVR routers for this DVR port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:54.421325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.424612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ceb6001-60c0-419e-a3db-2cb6d1ab3ef6 req-d0039e4a-f956-4afe-8fa0-c856678f9adf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770006 Oct 12 11:15:54.449436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-875e42b2-4e70-400b-b107-94192d2b1e0e service neutron] 10.222.0.41 "PUT /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1817584 Oct 12 11:15:54.461670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Made reservation on behalf of 3597742a83894c7ab4dce695ac6dae7a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:54.464545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.475838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.501157 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defdf32b-511f-46d6-9784-d0ecd702eef8 x-openstack-request-id: req-defdf32b-511f-46d6-9784-d0ecd702eef8 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:54.501157 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:54.501157 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-defdf32b-511f-46d6-9784-d0ecd702eef8 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:54.501157 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635', 'status': 'completed', 'code': 200} Oct 12 11:15:54.547592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.580383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Made reservation on behalf of 14ca263eaece40698c7fd8e0840ced34 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:54.582646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.591408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:15:54.655359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.655617 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Added segment 65136511-251e-44c0-9598-bc164f1dea2e of type vlan for network a892b458-292a-4878-986d-8c657bcaec92 Oct 12 11:15:54.657604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b585d74e-235d-4ab2-b017-e3807cd6a53e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.657902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-5dd067b6-d71d-447a-9004-a16dfe472658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.659419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-5dd067b6-d71d-447a-9004-a16dfe472658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0867b36d842469c9c747dd8ac788256&device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 1094 time: 0.1299899 Oct 12 11:15:54.700685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2bb7-12cf-4f7a-ae30-8f0a104d83b9 req-0a385131-c6bf-467a-b7f7-ff41fb76b914 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.702255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb8f2bb7-12cf-4f7a-ae30-8f0a104d83b9 req-0a385131-c6bf-467a-b7f7-ff41fb76b914 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1097 time: 0.1679366 Oct 12 11:15:54.718338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612f87-4488-4265-8ba1-ecc95919fee3 req-cd5f8935-23bb-4327-84bb-519396bb6b2c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.719811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2612f87-4488-4265-8ba1-ecc95919fee3 req-cd5f8935-23bb-4327-84bb-519396bb6b2c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 943 time: 0.1586146 Oct 12 11:15:54.735558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.773928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-49572009-1ea2-4802-bbd3-38222082f55e tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.774298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb8f2bb7-12cf-4f7a-ae30-8f0a104d83b9 req-f985c4f2-e982-4197-ad31-4eae05c38500 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624995 Oct 12 11:15:54.775481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-49572009-1ea2-4802-bbd3-38222082f55e tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.1701672 Oct 12 11:15:54.876845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2612f87-4488-4265-8ba1-ecc95919fee3 req-37cd9bbe-d408-4140-99f5-a97a8b6362d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440639 Oct 12 11:15:54.895225 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.896615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.897230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.908154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-6495d12b-3b8a-4920-bb1b-1210db6fca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.909564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-6495d12b-3b8a-4920-bb1b-1210db6fca23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541&tenant_id=364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 1095 time: 0.1225047 Oct 12 11:15:54.910519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-f66549d3-ef6e-4958-91ed-a763f806614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.912500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-f66549d3-ef6e-4958-91ed-a763f806614a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 200 len: 919 time: 0.2432213 Oct 12 11:15:54.967565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-03ae16d8-2bf4-4a43-bda3-7868bbf4f28e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14205a5e-885f-4e62-a278-1b7cc0375635 HTTP/1.1" status: 200 len: 217 time: 0.0484917 Oct 12 11:15:54.970349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:54.971743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3baf9-b29e-408b-a4fa-4fd70bee5bf3 req-2942f400-c999-4075-8618-20ecf80309a3 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:54.973234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7af3baf9-b29e-408b-a4fa-4fd70bee5bf3 req-2942f400-c999-4075-8618-20ecf80309a3 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1097 time: 0.1110840 Oct 12 11:15:54.973971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a892b458-292a-4878-986d-8c657bcaec92,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:54.984798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a892b458-292a-4878-986d-8c657bcaec92 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:15:55.000572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.009012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9690d162-9a85-405e-b1ae-7b5823c5a6b9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5858066 Oct 12 11:15:55.010754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43220) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:55.018099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Request body: {'subnet': {'network_id': 'a892b458-292a-4878-986d-8c657bcaec92', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-950361625-subnet', 'tenant_id': 'd79c6f936b9346d3926eac4644238528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:55.075174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7af3baf9-b29e-408b-a4fa-4fd70bee5bf3 req-bb79d53e-005e-4962-994a-b879535c76f6 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930307 Oct 12 11:15:55.085160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d202854-4c00-4d7f-bc01-526fad0e02e7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:55.095617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf33b438-824b-4cc7-8516-11f0d86b5d86,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:55.098610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-5925e3cc-5b1e-4281-83a1-86783a16d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.105710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-5925e3cc-5b1e-4281-83a1-86783a16d113 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1095 time: 0.1422231 Oct 12 11:15:55.106587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-5db25f31-f70c-45d6-a99a-ef850636df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.109084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-5db25f31-f70c-45d6-a99a-ef850636df20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c HTTP/1.1" status: 200 len: 858 time: 0.1181710 Oct 12 11:15:55.109531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Checking segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:55.109893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Network hostable DHCP agents. Network: 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:55.149672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Checking segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:55.149819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Network hostable DHCP agents. Network: 052f3973-4401-4ea0-b6b8-3e5975b78b79, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:55.169893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Made reservation on behalf of d79c6f936b9346d3926eac4644238528 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:15:55.173220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.192608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-2a76e03e-4aaf-478b-bd49-83e8b7dacf03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709054 Oct 12 11:15:55.233949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:55.314709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcac2b-b1cc-4723-b416-1b133965bbd9 req-f376f7f3-beb9-4407-8482-ede40eb70ebf tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.316318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06fcac2b-b1cc-4723-b416-1b133965bbd9 req-f376f7f3-beb9-4407-8482-ede40eb70ebf tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.1408129 Oct 12 11:15:55.324396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-72824d92-50e1-4647-b425-a0e9b2a5c519 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.325931 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-72824d92-50e1-4647-b425-a0e9b2a5c519 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.47 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 950 time: 0.1764414 Oct 12 11:15:55.410130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06fcac2b-b1cc-4723-b416-1b133965bbd9 req-4e65c25b-8412-443d-b571-698b231f8be4 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d290a51-aeb6-4ba7-8711-98df5ad55599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Oct 12 11:15:55.553731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Deleting port a419f67b-5535-4356-9cd1-1439b0407970 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:15:55.554070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.583861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-64353ffc-4e9b-4aa3-a50d-323e7ceb4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.585393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-64353ffc-4e9b-4aa3-a50d-323e7ceb4189 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.4751463 Oct 12 11:15:55.604817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:55.645614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.654339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-871a3d7a-7c4d-4a68-a20c-4561ebe7ba21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 200 len: 217 time: 0.0608287 Oct 12 11:15:55.665779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-f49a5b5c-f394-4c1a-873f-e5091d33e103 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605143 Oct 12 11:15:55.737651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0677c21-55c9-48ad-aa5d-603a440926f2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:55.761276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791354b-20f0-4074-8758-bd796be1c2e7 req-e9b91135-1578-4f33-9fdf-7c1b68e7f6f6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.762785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2791354b-20f0-4074-8758-bd796be1c2e7 req-e9b91135-1578-4f33-9fdf-7c1b68e7f6f6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.1851251 Oct 12 11:15:55.770105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 052f3973-4401-4ea0-b6b8-3e5975b78b79) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:55.772843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:55.775687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.776274 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.777065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] For port a419f67b-5535-4356-9cd1-1439b0407970, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a419f67b-5535-4356-9cd1-1439b0407970,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:55.777440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.780666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7eacc3-1d22-48bc-9a5f-77c25e21ec83 None None] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:55.793885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.797743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:55.800388 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-05f10302-9419-4b33-ae3d-04e1be0f5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:55.801889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-05f10302-9419-4b33-ae3d-04e1be0f5953 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1318953 Oct 12 11:15:55.806608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce93d6-652f-4fb7-944a-1bd34988f2ff None None] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:55.816448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Checking segment: {'id': '65136511-251e-44c0-9598-bc164f1dea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:55.816863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Network hostable DHCP agents. Network: a892b458-292a-4878-986d-8c657bcaec92, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:15:55.821999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Calling delete_port for a419f67b-5535-4356-9cd1-1439b0407970 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:15:55.861938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-9b04a569-ba95-44ab-826e-a1116e94c094 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447176 Oct 12 11:15:55.867151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b95c37b4-20d8-423a-9ff7-7e819e4b03bf req-9bcb934a-0e1a-423b-8c2c-72c706b8dae4 service neutron] 10.222.0.41 "GET /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875241 Oct 12 11:15:55.885737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2791354b-20f0-4074-8758-bd796be1c2e7 req-d3ecf174-4960-4c99-a168-194246b4fd16 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138918 Oct 12 11:15:55.912923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-975ebda0-3cdf-486f-a2be-ec5f160376fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6482513 Oct 12 11:15:55.920373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43240) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:55.927006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:55.939477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-21a0eb7a-6216-4ebe-9b2c-2f685fd34bd6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5872996 Oct 12 11:15:55.956620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43242) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:55.962943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:55.973104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Network a892b458-292a-4878-986d-8c657bcaec92 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:15:55.991304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a892b458-292a-4878-986d-8c657bcaec92) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:55.999629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:56.000218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.004097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f77c9-a0f1-47d5-a8c4-41740f7dc9b2 None None] Network a892b458-292a-4878-986d-8c657bcaec92 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:56.055528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-36b3d527-633b-4645-9935-e3c110f83b9b service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571519 Oct 12 11:15:56.090757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.091804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.118950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182ffe4-cd5e-4d7b-8996-7ff370778dac req-f0f9bd8f-da8f-4924-9cc3-b3076a1282f2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:56.123162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b182ffe4-cd5e-4d7b-8996-7ff370778dac req-f0f9bd8f-da8f-4924-9cc3-b3076a1282f2 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 943 time: 0.0992448 Oct 12 11:15:56.168740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-bea85bdd-55f7-43ee-b224-27f708a56ecb service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117320 Oct 12 11:15:56.171838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b182ffe4-cd5e-4d7b-8996-7ff370778dac req-7d1406e9-65e3-4ca3-9909-fdd8a9a47e9d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Oct 12 11:15:56.206006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.210437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:15:56.211384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.236198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['a419f67b-5535-4356-9cd1-1439b0407970'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:56.250411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.251458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.254657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Pushing event deleted for resources: {'Port': ['ID=a419f67b-5535-4356-9cd1-1439b0407970,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:56.293821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.332271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f9a82a20-3eee-4f3f-8916-5fd15970efd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3127813 Oct 12 11:15:56.358534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] No DVR routers for this DVR port a419f67b-5535-4356-9cd1-1439b0407970 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:15:56.362387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.367765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc320257-d94c-4019-9726-7f7382a4d1e0 req-a65c2e85-46c3-49d8-87d0-038da324f328 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.47 "DELETE /v2.0/ports/a419f67b-5535-4356-9cd1-1439b0407970 HTTP/1.1" status: 204 len: 173 time: 1.0302942 Oct 12 11:15:56.417752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.419009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'name': 'network-vif-deleted', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:15:56.427868 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db16ea8-7dc9-4403-9939-182b960a165e" -d '{"events": [{"server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "name": "network-vif-deleted", "tag": "a419f67b-5535-4356-9cd1-1439b0407970"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:15:56.480956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-052f3973-4401-4ea0-b6b8-3e5975b78b79', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:15:56.481832 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.487722 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:56.539959 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d843e82e-b55f-4da3-90ea-e9733c42225a x-openstack-request-id: req-d843e82e-b55f-4da3-90ea-e9733c42225a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:15:56.542877 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e617e4-f0e4-4761-ab0b-55ff8f24a683", "name": "network-vif-deleted", "tag": "a419f67b-5535-4356-9cd1-1439b0407970", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:15:56.543244 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d843e82e-b55f-4da3-90ea-e9733c42225a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:15:56.545015 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e617e4-f0e4-4761-ab0b-55ff8f24a683', 'name': 'network-vif-deleted', 'tag': 'a419f67b-5535-4356-9cd1-1439b0407970', 'status': 'completed', 'code': 200} Oct 12 11:15:56.631711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1297a-3330-419d-a4e0-bce5eb6e66e3 None None] Network a892b458-292a-4878-986d-8c657bcaec92 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:56.634874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:56.944262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Allocated IP 172.20.0.2 (1ce72cdf-ab9c-4f44-932d-a3f48cca8fab/cf33b438-824b-4cc7-8516-11f0d86b5d86/2aae6a6a-1224-478e-ad76-b7219abd6c2c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:56.996920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Allocated IP 172.20.0.2 (052f3973-4401-4ea0-b6b8-3e5975b78b79/2d202854-4c00-4d7f-bc01-526fad0e02e7/d454e71c-ed5b-4ef3-aa93-4254cf2e776a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:57.016743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-435295b7-3360-4439-b03d-7c4d051a926f req-7886bc38-32fe-44da-8354-d94c4a5e8576 tempest-TenantUsagesTestJSON-833264006 tempest-TenantUsagesTestJSON-833264006-project] 10.222.0.43 "GET /v2.0/ports?device_id=27e617e4-f0e4-4761-ab0b-55ff8f24a683 HTTP/1.1" status: 200 len: 210 time: 0.4084778 Oct 12 11:15:57.050756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:57.075392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.114226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'port_id': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5', 'mac_address': 'fa:16:3e:fe:c4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1124a-c04e-46a3-b5c0-dd388fcd7f0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:57.166769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.171460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ceecb444-7b56-451f-bbb2-1c70db5573fc tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:57.172939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-ceecb444-7b56-451f-bbb2-1c70db5573fc tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.2206380 Oct 12 11:15:57.232448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.274076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:57.374384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:57.388250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.401956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.405800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-5834d80d-3e36-4427-b7ad-55980a49a085 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:15:57.406815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-5834d80d-3e36-4427-b7ad-55980a49a085 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056033 Oct 12 11:15:57.437310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.438045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 14205a5e-885f-4e62-a278-1b7cc0375635 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:57.448332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-cd5770da-7ac3-419f-9cd7-d0dddb0ec85f tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:57.449725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-cd5770da-7ac3-419f-9cd7-d0dddb0ec85f tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 1094 time: 0.0364830 Oct 12 11:15:57.464191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Request body: {'binding': {'host': 'n-h1-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:15:57.465122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:15:57.471190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.476915 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.512354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:57.520181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:57.532230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:57.547459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:57.551433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:57.555720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=14205a5e-885f-4e62-a278-1b7cc0375635,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:57.558735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:57.573249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:57.616753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '14205a5e-885f-4e62-a278-1b7cc0375635', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'port_id': '14205a5e-885f-4e62-a278-1b7cc0375635', 'mac_address': 'fa:16:3e:e5:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1124a-c04e-46a3-b5c0-dd388fcd7f0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:57.624364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h1-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:57.624693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:57.625018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:57.629475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:15:57.629798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:57.635314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:57.635652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:57.636098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:57.636529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Bound port: 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:57.646154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-0b134b39-f193-41d9-a07b-59b7b9352ff0 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:57.651436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-0b134b39-f193-41d9-a07b-59b7b9352ff0 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/networks?id=a892b458-292a-4878-986d-8c657bcaec92 HTTP/1.1" status: 200 len: 817 time: 0.2960703 Oct 12 11:15:57.657952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a5515b51-090e-400f-a6fe-63a7e14874cd service neutron] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:57.683567 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a5515b51-090e-400f-a6fe-63a7e14874cd service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.685278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c252f68b-fdc9-4941-8d03-fb56d4c64ca8 req-a5515b51-090e-400f-a6fe-63a7e14874cd service neutron] 10.222.0.47 "DELETE /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.4995608 Oct 12 11:15:57.699551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:57.709964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-3f99883c-a4e1-4d09-b84c-810d3a67a826 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/quotas/d79c6f936b9346d3926eac4644238528 HTTP/1.1" status: 200 len: 375 time: 0.0495028 Oct 12 11:15:57.713532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Attempting to bind port 2aae6a6a-1224-478e-ad76-b7219abd6c2c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:57.713895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Attempting to bind port 2aae6a6a-1224-478e-ad76-b7219abd6c2c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:57.714260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Attempting to bind port 2aae6a6a-1224-478e-ad76-b7219abd6c2c on network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:57.723589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Pushing event updated for resources: {'Port': ['ID=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:57.736232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:57.736608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Checking segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:57.737005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.737391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Bound using segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:57.737853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Bound port: 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:57.738231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.761466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Attempting to bind port d454e71c-ed5b-4ef3-aa93-4254cf2e776a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:15:57.761832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Attempting to bind port d454e71c-ed5b-4ef3-aa93-4254cf2e776a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:15:57.762191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Attempting to bind port d454e71c-ed5b-4ef3-aa93-4254cf2e776a on network 052f3973-4401-4ea0-b6b8-3e5975b78b79 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:15:57.773223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.776079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0304ade2-4ca1-4cf3-9be4-e71b7b58901c service neutron] 10.222.0.43 "POST /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3191366 Oct 12 11:15:57.782013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.785817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:15:57.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Checking segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:15:57.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Bound using segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:15:57.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Bound port: d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:15:57.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.805709 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.840019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-0df4f9cd-3c00-4844-baa1-b65e04a04d8e tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d79c6f936b9346d3926eac4644238528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195958 Oct 12 11:15:57.840365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Pushing event updated for resources: {'Port': ['ID=2aae6a6a-1224-478e-ad76-b7219abd6c2c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:57.843062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.846136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14205a5e-885f-4e62-a278-1b7cc0375635 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:57.902581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=14205a5e-885f-4e62-a278-1b7cc0375635,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:57.929298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] For port 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:57.933626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] For port 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2aae6a6a-1224-478e-ad76-b7219abd6c2c,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:57.938240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] For port d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:15:57.941231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] For port d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:15:57.976154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:57.977491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0e2e4c82-1085-4ce4-a108-bf244eaf7523 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:15:57.991470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.022712 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.041688 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.050050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.062500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b78d08-47b1-40c1-8e55-3a3cebc076c6 req-d28e9311-b5d7-4f47-b3f3-585a2d4b8cb7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:58.072788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76b78d08-47b1-40c1-8e55-3a3cebc076c6 req-d28e9311-b5d7-4f47-b3f3-585a2d4b8cb7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.0648530 Oct 12 11:15:58.093622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:58.105152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:58.141605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76b78d08-47b1-40c1-8e55-3a3cebc076c6 req-ecee40dd-492a-435f-9d88-26496b6fe171 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Oct 12 11:15:58.147420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-25cb7314-d7f4-4315-a1f1-3d591e2d3ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959454 Oct 12 11:15:58.157102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '0e2e4c82-1085-4ce4-a108-bf244eaf7523', 'network_id': 'b82dd6cb-3168-405d-bc3e-58c1a4cf93fa', 'port_id': '0e2e4c82-1085-4ce4-a108-bf244eaf7523', 'mac_address': 'fa:16:3e:30:c8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1124a-c04e-46a3-b5c0-dd388fcd7f0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:15:58.236216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Allocated IP 172.25.2.205 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/1a6c25f3-7198-4448-afec-478a282bed9f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:58.249520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da15be-b764-4f16-9e12-9f984b68d61b None None] Pushing event updated for resources: {'Port': ['ID=2aae6a6a-1224-478e-ad76-b7219abd6c2c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:58.326521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39968-efb7-4713-8e31-3da800e5c8fe None None] Pushing event updated for resources: {'Port': ['ID=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:58.339622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f59d-20a9-4b5d-a6d2-173fa6341a98 req-96716bde-5afd-4194-be0a-c6552687c4d1 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:58.339768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.354849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64f0f59d-20a9-4b5d-a6d2-173fa6341a98 req-96716bde-5afd-4194-be0a-c6552687c4d1 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 944 time: 0.1122587 Oct 12 11:15:58.360974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2e4c82-1085-4ce4-a108-bf244eaf7523 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:15:58.398470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:15:58.437729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64f0f59d-20a9-4b5d-a6d2-173fa6341a98 req-7c6cd5c9-37d6-45d0-abf0-3687b0c9d757 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819900 Oct 12 11:15:58.471824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-ba945ec2-a994-4023-839e-da34557a75a3 service neutron] 10.222.0.43 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596292 Oct 12 11:15:58.483423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.542325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.625305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:58.684737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:58.703773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbbfe3-abb5-4cde-bd67-005d2e9a1796 req-3c97f49e-b34c-4fd3-b7eb-f423a7a6f01c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:58.711663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fbbbfe3-abb5-4cde-bd67-005d2e9a1796 req-3c97f49e-b34c-4fd3-b7eb-f423a7a6f01c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1097484 Oct 12 11:15:58.716144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-3494871a-7adf-4e69-9947-017b5fe01b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:58.717469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-3494871a-7adf-4e69-9947-017b5fe01b2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1097 time: 0.0973494 Oct 12 11:15:58.790919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6c25f3-7198-4448-afec-478a282bed9f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:15:58.816691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fbbbfe3-abb5-4cde-bd67-005d2e9a1796 req-36b9bd81-c9be-486f-b04e-96c839c47fed tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027546 Oct 12 11:15:58.821662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:58.825963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:58.830895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:58.893463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0b09c7f3-7aad-443c-9791-155e1e05b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:58.898162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0b09c7f3-7aad-443c-9791-155e1e05b6df service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1725979 Oct 12 11:15:58.930254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['35c9faf3-3c95-4a6d-85b4-144e23adb4d5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:58.975077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-ca22c216-a7fe-49d9-b76f-0ceae5f36e5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 217 time: 0.0602250 Oct 12 11:15:59.022842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['14205a5e-885f-4e62-a278-1b7cc0375635'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:59.043547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Allocated IP 172.25.2.83 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/2489dc1e-c6fa-4a73-91d5-d3f663622ecd) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:15:59.053098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['0e2e4c82-1085-4ce4-a108-bf244eaf7523'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:15:59.069271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-1574af39-47aa-49f0-84bd-708c88d7941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:59.071006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-1574af39-47aa-49f0-84bd-708c88d7941b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0948238 Oct 12 11:15:59.112933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eada4-3df6-4de3-abb1-79fe4b76e869 req-88a750c8-793c-47ea-8e4e-868940c7adaf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:59.114032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca4eada4-3df6-4de3-abb1-79fe4b76e869 req-88a750c8-793c-47ea-8e4e-868940c7adaf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1095 time: 0.0929017 Oct 12 11:15:59.116794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-fc72dad2-9a0d-4478-82b4-2fe414c1a674 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374479 Oct 12 11:15:59.120062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a06bd01-7e62-4abc-b726-660aa615d871 req-e7874cf2-a2da-463a-a319-5acd57dc8d33 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.0939219 Oct 12 11:15:59.250052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca4eada4-3df6-4de3-abb1-79fe4b76e869 req-815e7c93-0e7a-462f-afb6-ac0bf4d6d68e tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Oct 12 11:15:59.292544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-27b10437-720c-4cc1-8ab2-e03330eea4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668856 Oct 12 11:15:59.353605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:59.436940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-39fc61e2-5996-4919-b127-d8b715b306b2 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369791 Oct 12 11:15:59.567085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea7581-aafd-4913-9fb5-870c76029e6b req-c7557fdf-eaf4-48f3-b2bc-1bce3a221154 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:59.576022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38ea7581-aafd-4913-9fb5-870c76029e6b req-c7557fdf-eaf4-48f3-b2bc-1bce3a221154 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 1095 time: 0.1625555 Oct 12 11:15:59.597750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:59.629371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:15:59.670499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e65f1-7b85-47c3-9d20-d792db080537 req-93b03276-9514-4344-84d5-2c71b0ee5285 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:15:59.680413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-670e65f1-7b85-47c3-9d20-d792db080537 req-93b03276-9514-4344-84d5-2c71b0ee5285 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 944 time: 0.1034529 Oct 12 11:15:59.710421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38ea7581-aafd-4913-9fb5-870c76029e6b req-cd7de8c3-5ad1-478c-940c-4c0a0ca55d9c tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294973 Oct 12 11:15:59.715437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:15:59.752072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-670e65f1-7b85-47c3-9d20-d792db080537 req-3e6633b1-2bf9-4f65-a978-f0bad2f7cc6b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706031 Oct 12 11:15:59.807426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:15:59.856726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823dde01-f9bb-49ae-80e3-32240fdcf55f None None] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:15:59.883878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:15:59.888579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a419f67b-5535-4356-9cd1-1439b0407970 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:15:59.908164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:15:59.976228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0588ab0b-8f5f-4f34-bd36-c0064fcda66c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8e87218397c4c369fa2e5b8e382caeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361032 Oct 12 11:15:59.977082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:00.003661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: a419f67b-5535-4356-9cd1-1439b0407970 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:00.004409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a419f67b-5535-4356-9cd1-1439b0407970 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:00.049135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Pushing event updated for resources: {'Port': ['ID=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:00.106318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2aae6a6a-1224-478e-ad76-b7219abd6c2c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:00.107960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.162592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.190993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] Provisioning complete for port d454e71c-ed5b-4ef3-aa93-4254cf2e776a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:00.191509 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.330357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2aae6a6a-1224-478e-ad76-b7219abd6c2c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:00.331039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.376059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.379527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.382949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d290a51-aeb6-4ba7-8711-98df5ad55599 HTTP/1.1" status: 204 len: 168 time: 0.4025710 Oct 12 11:16:00.409371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55db1e-0ad6-412e-a0f5-a117a5fde887 None None] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:00.411653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eab1bd-8d8a-4d88-a20d-3a5ff69885a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d290a51-aeb6-4ba7-8711-98df5ad55599,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:00.628585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.636864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:00.665638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0af6c-03da-4686-b640-bee07ba489db req-a38d8a8b-da2e-4f24-9383-4db106dd398d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:00.667999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3e0af6c-03da-4686-b640-bee07ba489db req-a38d8a8b-da2e-4f24-9383-4db106dd398d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.6556318 Oct 12 11:16:00.729200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5d45191-817e-4e53-8fc0-a57f5d4e74cb req-5698deb5-72c6-4ee1-9807-63a940b889ae tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.0492377 Oct 12 11:16:00.757598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] For port d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:00.808772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.839974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:00.909210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3e0af6c-03da-4686-b640-bee07ba489db req-dfd7ff14-767d-40da-bdce-adeb95588517 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951497 Oct 12 11:16:00.921819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:00.957062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:00.957445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.011726 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.020184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2aae6a6a-1224-478e-ad76-b7219abd6c2c,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:01.022421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd632aa-99cb-4ae1-b1dd-59db1bfbfa3d req-c297f74d-56e7-4a8f-8d3f-a255ce49ccb9 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:01.033590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dcd632aa-99cb-4ae1-b1dd-59db1bfbfa3d req-c297f74d-56e7-4a8f-8d3f-a255ce49ccb9 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 944 time: 0.0980635 Oct 12 11:16:01.087890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-201cc260-794f-4aee-a4b9-fbb583a844e6 None None] Provisioning complete for port 2aae6a6a-1224-478e-ad76-b7219abd6c2c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:01.088366 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-201cc260-794f-4aee-a4b9-fbb583a844e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.089937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644ccf-fc1f-4d00-b0b8-6dc8c49b9c8e None None] Pushing event updated for resources: {'Port': ['ID=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:01.090309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dcd632aa-99cb-4ae1-b1dd-59db1bfbfa3d req-47b0024b-2ce9-4699-bd84-be0e7d20dfb6 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553818 Oct 12 11:16:01.110209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.110209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d454e71c-ed5b-4ef3-aa93-4254cf2e776a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:01.227166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.275205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43344) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:01.313383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08d9ef94-428b-497e-a5fe-64f7130b2330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.430017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=2aae6a6a-1224-478e-ad76-b7219abd6c2c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:01.487369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.532629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08d9ef94-428b-497e-a5fe-64f7130b2330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.581831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:01.584820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:01.588644 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a01fac-8c3d-4026-881f-8235378e8581" -d '{"events": [{"server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "name": "network-vif-plugged", "status": "completed", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:01.629230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d454e71c-ed5b-4ef3-aa93-4254cf2e776a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:01.629605 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.633215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08d9ef94-428b-497e-a5fe-64f7130b2330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.683595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-08d9ef94-428b-497e-a5fe-64f7130b2330 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0eadadc609e54684bafdd73b567a2631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068503 Oct 12 11:16:01.685472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:01.694579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9ef94-428b-497e-a5fe-64f7130b2330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b760388-1e6f-47a0-b039-5768ad8b041f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:01.706809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.710681 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49645d05-0eb1-4776-8e01-b4bcb15c43e4 x-openstack-request-id: req-49645d05-0eb1-4776-8e01-b4bcb15c43e4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:01.710985 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "name": "network-vif-plugged", "status": "completed", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:01.711233 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49645d05-0eb1-4776-8e01-b4bcb15c43e4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:01.711622 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5', 'code': 200} Oct 12 11:16:01.787151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.837360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.858821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:16:01.871414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.874523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b71b9c-66b9-4f27-a452-4b38995041ac req-37bbdf0f-9e80-44f4-ae65-1df597a5d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:01.876046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81b71b9c-66b9-4f27-a452-4b38995041ac req-37bbdf0f-9e80-44f4-ae65-1df597a5d3d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 1096 time: 0.1065829 Oct 12 11:16:01.915563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:01.948246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2493df81-7d2b-4b93-9cae-ebb881e8ed4f req-20dacd3c-d42f-48fb-bb9f-4f220bff0749 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.0585489 Oct 12 11:16:01.976528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5d35a95a-c58f-4628-be76-e26e0ff1a744 None None] Provisioning complete for port 2aae6a6a-1224-478e-ad76-b7219abd6c2c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:01.977861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d35a95a-c58f-4628-be76-e26e0ff1a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:01.987768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81b71b9c-66b9-4f27-a452-4b38995041ac req-c7df72e1-8bc3-494e-93d5-0992aed21909 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976274 Oct 12 11:16:02.032661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-5195a4a3-c655-4860-bb46-e3bc1cd5b0d7 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:02.039406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-5195a4a3-c655-4860-bb46-e3bc1cd5b0d7 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.47 "GET /v2.0/networks?id=a892b458-292a-4878-986d-8c657bcaec92 HTTP/1.1" status: 200 len: 817 time: 0.4452300 Oct 12 11:16:02.078512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2aae6a6a-1224-478e-ad76-b7219abd6c2c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:02.091041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.094481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.095544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Request body: {'port': {'device_id': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92', 'admin_state_up': True, 'tenant_id': 'd79c6f936b9346d3926eac4644238528'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:02.096073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b760388-1e6f-47a0-b039-5768ad8b041f HTTP/1.1" status: 204 len: 168 time: 0.4095154 Oct 12 11:16:02.108221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18145d4f-2fa2-4226-9f90-019240a4ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b760388-1e6f-47a0-b039-5768ad8b041f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:02.162846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5d35a95a-c58f-4628-be76-e26e0ff1a744 None None] Provisioning complete for port d454e71c-ed5b-4ef3-aa93-4254cf2e776a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:02.162846 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d35a95a-c58f-4628-be76-e26e0ff1a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.219841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2aae6a6a-1224-478e-ad76-b7219abd6c2c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:02.220221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.279097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0f423-f291-460c-98df-5a6dc42a0e51 req-ed57aed6-58e5-46eb-b21e-b4772cffbd8b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:02.280354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bca0f423-f291-460c-98df-5a6dc42a0e51 req-ed57aed6-58e5-46eb-b21e-b4772cffbd8b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 944 time: 0.0630641 Oct 12 11:16:02.318267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc78676-17e2-4791-b687-78ac33dcd349 req-5430635f-e947-4112-b37c-d7c00f639aa8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:02.325849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5cc78676-17e2-4791-b687-78ac33dcd349 req-5430635f-e947-4112-b37c-d7c00f639aa8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.2377424 Oct 12 11:16:02.335404 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bca0f423-f291-460c-98df-5a6dc42a0e51 req-f78e8d6a-9950-45e4-94fb-18382b1a7c58 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Oct 12 11:16:02.426777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d454e71c-ed5b-4ef3-aa93-4254cf2e776a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:02.427575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5cc78676-17e2-4791-b687-78ac33dcd349 req-00774f88-d8e6-4f03-9e59-21ee56373948 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001465 Oct 12 11:16:02.428830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:02.442142 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Sync routers for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:02.453245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:02.453921 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:02.489261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d454e71c-ed5b-4ef3-aa93-4254cf2e776a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:02.489727 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.530589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.532644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-871a3735-63cf-409d-9143-56ff99c33db5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6108432 Oct 12 11:16:02.535268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43364) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:02.576005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Router c04175ce-224d-4b69-b685-e68b9572e224 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:16:02.639225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Made reservation on behalf of d79c6f936b9346d3926eac4644238528 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:02.643011 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:02.643203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.649134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 14205a5e-885f-4e62-a278-1b7cc0375635 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:02.810962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:02.824345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Sync routers for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:02.838576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:02.839234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:02.901498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Allocated IP 172.20.0.12 (a892b458-292a-4878-986d-8c657bcaec92/c0677c21-55c9-48ad-aa5d-603a440926f2/1b9ce26f-9cc1-4337-a852-9cf5fd156383) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:02.914129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 14205a5e-885f-4e62-a278-1b7cc0375635 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:02.923374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 14205a5e-885f-4e62-a278-1b7cc0375635 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:02.923374 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.934925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:02.939421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ab16df21-9ff5-4a03-b6d5-e1b0e3525823 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.9810646 Oct 12 11:16:02.940102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43372) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:02.951178 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:15:59Z', 'revision_number': 3, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:02.996252 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Checking router: 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:02.996782 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Updating router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 port 1a6c25f3-7198-4448-afec-478a282bed9f binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:03.043407 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.178600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d780cff-ad73-447b-ae21-a8cb2fd600b6 req-03ff1a24-1b1e-4ae6-9abf-cf5c95987956 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.1169007 Oct 12 11:16:03.452398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:03.463793 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.521823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.570576 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.612662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.712112 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Attempting to bind port 1a6c25f3-7198-4448-afec-478a282bed9f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:03.712959 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Attempting to bind port 1a6c25f3-7198-4448-afec-478a282bed9f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:03.713124 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Attempting to bind port 1a6c25f3-7198-4448-afec-478a282bed9f on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:03.715974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:03.721696 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061625a6-c14c-4c42-acba-e273c58680f8" -d '{"events": [{"server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "name": "network-vif-plugged", "status": "completed", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:03.741737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:03.745939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:03.745939 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.745939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:03.745939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Bound port: 1a6c25f3-7198-4448-afec-478a282bed9f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:03.745939 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.800663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=14205a5e-885f-4e62-a278-1b7cc0375635,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:03.814571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Pushing event updated for resources: {'Port': ['ID=1a6c25f3-7198-4448-afec-478a282bed9f,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:03.828942 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.829284 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.829627 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.830079 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.830499 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.830880 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.831207 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.831530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.831851 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.832178 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.832486 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.832807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:03.931868 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:03.935103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0e2e4c82-1085-4ce4-a108-bf244eaf7523 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:03.935356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] For port 1a6c25f3-7198-4448-afec-478a282bed9f, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:03.941980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] For port 1a6c25f3-7198-4448-afec-478a282bed9f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a6c25f3-7198-4448-afec-478a282bed9f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:03.947406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Allocated IP 172.20.0.1 (052f3973-4401-4ea0-b6b8-3e5975b78b79/2d202854-4c00-4d7f-bc01-526fad0e02e7/553605e9-68ff-47e7-a0b4-65a139d826fd) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:03.954098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:04.017306 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.083278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:04.107270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:00Z', 'revision_number': 3, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:04.148450 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:04.154665 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:04.175911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:04.178369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Checking router: c04175ce-224d-4b69-b685-e68b9572e224 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:04.178741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Updating router c04175ce-224d-4b69-b685-e68b9572e224 port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:04.203964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:04.204343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.279148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.355929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d00abc-3db1-41a2-8105-9d6c3e7f8749 None None] Pushing event updated for resources: {'Port': ['ID=1a6c25f3-7198-4448-afec-478a282bed9f,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:04.363842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-513646512-network', 'tenant_id': '0f577e620156497e8eefafc9278e0c9a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:04.393699 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.405247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b56711-a658-4a57-a110-0836d4a1c9e8 req-c2124d27-7b8d-40bf-8474-111dbcc5652c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:04.410509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99b56711-a658-4a57-a110-0836d4a1c9e8 req-c2124d27-7b8d-40bf-8474-111dbcc5652c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.2247503 Oct 12 11:16:04.431291 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:04.460150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4e0fa-be46-4882-bfc8-7f59596fd12b req-c2032b96-2c7f-4a71-8894-cee9bf9eae3b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:04.470592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9d4e0fa-be46-4882-bfc8-7f59596fd12b req-c2032b96-2c7f-4a71-8894-cee9bf9eae3b tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 945 time: 0.2406816 Oct 12 11:16:04.543002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99b56711-a658-4a57-a110-0836d4a1c9e8 req-6beb4485-9bcf-48d2-91b1-36e4215e701d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002567 Oct 12 11:16:04.549659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.590341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Made reservation on behalf of 0f577e620156497e8eefafc9278e0c9a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:04.599972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.708623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.772593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.783260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Pushing event updated for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:04.788706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.860616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9d4e0fa-be46-4882-bfc8-7f59596fd12b req-be581cd9-f138-4736-8aad-5e09483977e7 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886781 Oct 12 11:16:04.911391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:04.924638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.939986 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e7c71-6aeb-4cd8-ba69-19f657f88b7a x-openstack-request-id: req-f87e7c71-6aeb-4cd8-ba69-19f657f88b7a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:04.940349 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "name": "network-vif-plugged", "status": "completed", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:04.940531 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f87e7c71-6aeb-4cd8-ba69-19f657f88b7a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:04.940926 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635', 'code': 200} Oct 12 11:16:04.964750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:04.982781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-509a6297-38fc-4fc1-ae51-8c9099c536f0 req-02e3fd15-fa34-46ef-9781-a7756741a8b3 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.0754275 Oct 12 11:16:04.985293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:04.994395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:05.028660 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:15:59Z', 'revision_number': 3, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:05.042276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.095477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:05.133161 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb192f9-24d1-41ca-a681-acf35e5334a6 None None] The sync data for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 is: [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:15:59Z', 'revision_number': 3, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:05.137399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.152345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42fcf-cf90-44fb-bf2d-6e27bb102626 req-b8407192-f018-485d-bcd3-b451a9af6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:05.153856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87e42fcf-cf90-44fb-bf2d-6e27bb102626 req-b8407192-f018-485d-bcd3-b451a9af6d6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 1096 time: 0.4270651 Oct 12 11:16:05.184760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Allocated IP 172.20.0.1 (1ce72cdf-ab9c-4f44-932d-a3f48cca8fab/cf33b438-824b-4cc7-8516-11f0d86b5d86/b7e65442-87cf-4418-b401-0740e730ba1f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:05.206889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.216414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.218753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.245710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Attempting to bind port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:05.246234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Attempting to bind port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:05.247416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Attempting to bind port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:05.257891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:05.258626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:05.259220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.259757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:05.260338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Bound port: 2489dc1e-c6fa-4a73-91d5-d3f663622ecd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:05.260865 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.263912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001a83c-6322-45b3-b24f-1117b9483ee9 None None] Pushing event updated for resources: {'Port': ['ID=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.345266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4222c-791b-4586-8431-6c1265b949ba,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.392066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.405907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:16:05.410793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87e42fcf-cf90-44fb-bf2d-6e27bb102626 req-eac5d2b9-6989-48d5-9758-d272cfa8864a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408540 Oct 12 11:16:05.434836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.436958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.437465 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Added segment 0dcbca5e-8281-4f9c-891d-7d3942e0d5b5 of type vlan for network 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a Oct 12 11:16:05.497097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.583082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.583993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dc13d01f-3c82-4528-af0f-964892cb233d None None] Provisioning complete for port 553605e9-68ff-47e7-a0b4-65a139d826fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:05.584582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc13d01f-3c82-4528-af0f-964892cb233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.590175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] For port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:05.657565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.665650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.676429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] For port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:05.697760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dc13d01f-3c82-4528-af0f-964892cb233d None None] Port 553605e9-68ff-47e7-a0b4-65a139d826fd cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:05.734031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.735643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:05.737329 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.740885 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.747804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:05.756095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:05.766261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:05.799900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.836564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Network a892b458-292a-4878-986d-8c657bcaec92 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:05.837659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:05.851833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:05.928368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:05.952204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.964333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001a83c-6322-45b3-b24f-1117b9483ee9 None None] Pushing event updated for resources: {'Port': ['ID=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:05.970771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:05.977441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:06.049779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Pushing event updated for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:06.076137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:16:06.085138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02d33961-1362-4c05-82e5-0edcd46e1ec7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1264975 Oct 12 11:16:06.091206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:06.096965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Request body: {'subnet': {'network_id': '93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-513646512-subnet', 'tenant_id': '0f577e620156497e8eefafc9278e0c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:06.139221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731bb7-dd38-4fe8-ac68-fed391e5e7bc req-094449f3-d94c-4796-b4a4-8ab67d2bb346 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:06.146863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e731bb7-dd38-4fe8-ac68-fed391e5e7bc req-094449f3-d94c-4796-b4a4-8ab67d2bb346 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.4246075 Oct 12 11:16:06.207492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Made reservation on behalf of 0f577e620156497e8eefafc9278e0c9a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:06.212699 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.279037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a6c25f3-7198-4448-afec-478a282bed9f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:06.282732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:06.283382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.312981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b89d2-8283-4057-8e14-230816ac0e8a req-343fd034-b282-4e98-af2f-c3f93fbd448d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:06.322681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-619b89d2-8283-4057-8e14-230816ac0e8a req-343fd034-b282-4e98-af2f-c3f93fbd448d tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 945 time: 0.2549891 Oct 12 11:16:06.375836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0a35356b-7249-4f6c-ab75-6f38bdf289c3 None None] Provisioning complete for port b7e65442-87cf-4418-b401-0740e730ba1f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:06.376227 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a35356b-7249-4f6c-ab75-6f38bdf289c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.387093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e731bb7-dd38-4fe8-ac68-fed391e5e7bc req-c6b1bb41-2ca9-4771-b9f9-f91dfc7c8bec tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194121 Oct 12 11:16:06.396929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-619b89d2-8283-4057-8e14-230816ac0e8a req-baa87832-6b03-4916-9ea7-310b1dca51ba tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 Oct 12 11:16:06.407126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-94c64a91-bd9c-4b08-9347-1ca7142c1b13 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3216267 Oct 12 11:16:06.429165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Request body: {'port': {'device_id': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:06.503478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.504260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:06.519870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0a35356b-7249-4f6c-ab75-6f38bdf289c3 None None] Port b7e65442-87cf-4418-b401-0740e730ba1f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:06.599657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1a6c25f3-7198-4448-afec-478a282bed9f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:06.600421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.660050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.709289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a15e61-63e6-43b8-8d8c-8f411dcacbf9 req-bc5e9de2-c618-41b9-8352-7e893cf847a0 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:06.711032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3a15e61-63e6-43b8-8d8c-8f411dcacbf9 req-bc5e9de2-c618-41b9-8352-7e893cf847a0 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 932 time: 0.1689889 Oct 12 11:16:06.757472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.764824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.806781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.816747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.850319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:06.902972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3a15e61-63e6-43b8-8d8c-8f411dcacbf9 req-2628a9b5-370a-49f5-9e84-6e65e048f87c tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794279 Oct 12 11:16:07.065412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:07.072551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Pushing event updated for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:07.085672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:07.087044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:07.091333 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce95d8-6f54-4382-b93d-a05a81ed66e1" -d '{"events": [{"server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "name": "network-vif-plugged", "status": "completed", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:07.100478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1a6c25f3-7198-4448-afec-478a282bed9f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a6c25f3-7198-4448-afec-478a282bed9f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:07.135043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:00Z', 'revision_number': 3, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:07.175051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ddcde-4069-446c-b331-45317832bbc0 None None] The sync data for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 is: [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:00Z', 'revision_number': 3, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:07.181255 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce5255-7aec-4d91-b96b-19cb0b4ea80c x-openstack-request-id: req-d8ce5255-7aec-4d91-b96b-19cb0b4ea80c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:07.181790 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "name": "network-vif-plugged", "status": "completed", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:07.182219 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8ce5255-7aec-4d91-b96b-19cb0b4ea80c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:07.183955 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523', 'code': 200} Oct 12 11:16:07.199843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b2965a-62b5-46a1-8648-76a7198cd449,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:07.204599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.217375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Checking segment: {'id': '0dcbca5e-8281-4f9c-891d-7d3942e0d5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:07.218116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Network hostable DHCP agents. Network: 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:16:07.303859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.340693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1a6c25f3-7198-4448-afec-478a282bed9f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:07.364240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.364863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.365521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.365521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.365868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.366685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.367027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.367332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Network 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:16:07.367449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.367651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.367967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.368634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.368959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:07.383760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.475805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:07.479161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729d84-5814-4e39-88aa-e0c4398fda79 req-fcd23283-c8ec-4c56-9b21-901c830a2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:07.480709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d729d84-5814-4e39-88aa-e0c4398fda79 req-fcd23283-c8ec-4c56-9b21-901c830a2a19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 1097 time: 0.1144576 Oct 12 11:16:07.488849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.502545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:07.513357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073e79f-5bb9-4055-98aa-b90bb7e6dc19 None None] Network 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:07.527869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:07.655842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:07.656318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9ce26f-9cc1-4337-a852-9cf5fd156383 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:07.662524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.688794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:07.701638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38c661c1-16cb-40d7-8078-29bd147f3993 admin admin] 10.222.0.43 "PUT /v2.0/routers/3a426ae9-8c28-4837-a7ca-ef7acef62ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1649239 Oct 12 11:16:07.706139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.739494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e9353-bdc3-49fe-84aa-288fb4038292 req-411e8f34-dcf3-441a-967d-09a7d9792bac tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:07.741263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b53e9353-bdc3-49fe-84aa-288fb4038292 req-411e8f34-dcf3-441a-967d-09a7d9792bac tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1552968 Oct 12 11:16:07.792851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024baae-2ad9-4f5b-86a0-f206f6228381 None None] Network 93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:07.793343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4266e50c-9cf0-442c-a0b9-409cb4357a30 None None] Provisioning complete for port 553605e9-68ff-47e7-a0b4-65a139d826fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:07.793688 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4266e50c-9cf0-442c-a0b9-409cb4357a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:07.807147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d729d84-5814-4e39-88aa-e0c4398fda79 req-e3342734-23d0-4cae-bfec-e44f57432e20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129525 Oct 12 11:16:07.831727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b53e9353-bdc3-49fe-84aa-288fb4038292 req-cad07998-8e58-4f01-a808-0fe7407a1a31 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811648 Oct 12 11:16:07.833484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Transition to ACTIVE for port object 1b9ce26f-9cc1-4337-a852-9cf5fd156383 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:07.840185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1b302-471b-4a90-95a3-ff0dfe4bd3f7 req-ccdfcde8-f952-43e9-8fc1-a41bab6682be tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:07.842123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1c1b302-471b-4a90-95a3-ff0dfe4bd3f7 req-ccdfcde8-f952-43e9-8fc1-a41bab6682be tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 945 time: 0.1559808 Oct 12 11:16:07.845631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:07.853556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:07.912117 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Sync routers for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:07.916844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d8261bdb-c717-4ad7-bca2-f3000a46029f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8228252 Oct 12 11:16:07.921560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4266e50c-9cf0-442c-a0b9-409cb4357a30 None None] Port 553605e9-68ff-47e7-a0b4-65a139d826fd cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:07.928107 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:07.928735 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:07.961023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1c1b302-471b-4a90-95a3-ff0dfe4bd3f7 req-523a7fbe-a61b-4af1-8722-308ef18a3da1 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Oct 12 11:16:08.039824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.299846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a6c25f3-7198-4448-afec-478a282bed9f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:08.346393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Pushing event updated for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:08.348979 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:08.412795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1a6c25f3-7198-4448-afec-478a282bed9f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:08.413177 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.459624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Router c04175ce-224d-4b69-b685-e68b9572e224 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:08.498555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-edde4a6b-5f2f-47a0-8499-57d7543ed6ba None None] Provisioning complete for port b7e65442-87cf-4418-b401-0740e730ba1f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:08.499315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-edde4a6b-5f2f-47a0-8499-57d7543ed6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.534934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee151ec-6d14-4886-8b4d-d20044ba0bf1 req-0ef8f554-d35e-4046-9a18-e30e8dfe934f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:08.536945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ee151ec-6d14-4886-8b4d-d20044ba0bf1 req-0ef8f554-d35e-4046-9a18-e30e8dfe934f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 945 time: 0.2097776 Oct 12 11:16:08.548625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-edde4a6b-5f2f-47a0-8499-57d7543ed6ba None None] Port b7e65442-87cf-4418-b401-0740e730ba1f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:08.601370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2489dc1e-c6fa-4a73-91d5-d3f663622ecd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:08.678424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:08.679943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.721147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Attempting to bind port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:08.721509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Attempting to bind port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '65136511-251e-44c0-9598-bc164f1dea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:08.721836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Attempting to bind port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 on network a892b458-292a-4878-986d-8c657bcaec92 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:08.740614 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 2, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:08.759507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 on network a892b458-292a-4878-986d-8c657bcaec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:08.759831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Attempting to bind port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 on network a892b458-292a-4878-986d-8c657bcaec92 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:08.785770 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Checking router: 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:08.787119 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Updating router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 port 553605e9-68ff-47e7-a0b4-65a139d826fd binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:08.799850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ee151ec-6d14-4886-8b4d-d20044ba0bf1 req-f8dc428b-aa75-4aab-9ec8-49be988b1c9c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173157 Oct 12 11:16:08.803120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:08.803482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Checking segment: {'id': '65136511-251e-44c0-9598-bc164f1dea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:08.803929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Bound using segment: {'id': '65136511-251e-44c0-9598-bc164f1dea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:08.804305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Bound port: 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65136511-251e-44c0-9598-bc164f1dea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:08.804662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.847187 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.866149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:08.874254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-62714371-b24a-4d3e-a527-a96c52894740 admin admin] 10.222.0.43 "PUT /v2.0/routers/c04175ce-224d-4b69-b685-e68b9572e224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9263580 Oct 12 11:16:08.896748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f48ea0-1344-440c-9328-bd50a28db1e7 req-be59065a-9985-4c79-8760-9156adca600c tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:08.901782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:08.904250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25f48ea0-1344-440c-9328-bd50a28db1e7 req-be59065a-9985-4c79-8760-9156adca600c tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 944 time: 0.7906644 Oct 12 11:16:08.912477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:08.916721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383,segment=NetworkSegment(65136511-251e-44c0-9598-bc164f1dea2e),segment_id=65136511-251e-44c0-9598-bc164f1dea2e)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:08.947705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:08.954892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25f48ea0-1344-440c-9328-bd50a28db1e7 req-708412a4-9d63-4c9f-ad91-70794669bb89 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Oct 12 11:16:08.999235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.028222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.143656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-849639202', 'description': 'tempest-description-1696772425'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:09.165758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:09.166271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.167719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] 10.222.0.47 "PUT /v2.0/ports/1b9ce26f-9cc1-4337-a852-9cf5fd156383 HTTP/1.1" status: 200 len: 1092 time: 2.7518210 Oct 12 11:16:09.168172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:09.170251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:09.170467 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58e62d-c06d-4c93-8864-5c26faf89325" -d '{"events": [{"name": "network-changed", "server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:09.210132 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.213176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc72fe-0798-4d80-b921-05028942939e service neutron] Pushing event updated for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:09.260253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.341819 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.363194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-b269f088-4e3c-4d4f-8c6e-61f5fe6ce8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:09.365361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-b269f088-4e3c-4d4f-8c6e-61f5fe6ce8c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d79c6f936b9346d3926eac4644238528&device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 1095 time: 0.0690908 Oct 12 11:16:09.367255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.422512 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750a87c-0abc-4fe8-bac3-352f6395eca7 None None] Pushing event updated for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:09.423361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-ba719038-91c2-4c87-b252-31e2f0e57c04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383 HTTP/1.1" status: 200 len: 217 time: 0.0453806 Oct 12 11:16:09.454577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.540196 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Attempting to bind port 553605e9-68ff-47e7-a0b4-65a139d826fd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:09.542011 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Attempting to bind port 553605e9-68ff-47e7-a0b4-65a139d826fd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:09.542521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Attempting to bind port 553605e9-68ff-47e7-a0b4-65a139d826fd on network 052f3973-4401-4ea0-b6b8-3e5975b78b79 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:09.546400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa4ca-292c-4808-b679-fd731257e396 req-8f742e89-ee09-4dc5-b215-005ba58f9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:09.549927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36975706-7ac6-4493-a720-625c9723347b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:09.553256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-8f742e89-ee09-4dc5-b215-005ba58f9e7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0677c21-55c9-48ad-aa5d-603a440926f2 HTTP/1.1" status: 200 len: 857 time: 0.1225688 Oct 12 11:16:09.553775 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:09.555626 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Checking segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:09.556237 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.557245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Bound using segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:09.557843 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Bound port: 553605e9-68ff-47e7-a0b4-65a139d826fd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:09.559545 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.568115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.569592 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e278a071-4f27-4041-8001-fbfe92d13e40 req-2ec55401-972e-41a8-89a5-a0ad9b8d9d79 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4432347 Oct 12 11:16:09.607421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-535ea68e-4df7-477b-bc67-2518e337e494 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a892b458-292a-4878-986d-8c657bcaec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438755 Oct 12 11:16:09.684607 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] For port 553605e9-68ff-47e7-a0b4-65a139d826fd, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:09.692919 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] For port 553605e9-68ff-47e7-a0b4-65a139d826fd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=553605e9-68ff-47e7-a0b4-65a139d826fd,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:09.711109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ed7f8-eed1-41de-9503-50c1dbf7eb17 req-1a2adf23-6453-4c24-ac86-836fbf7c943f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:09.712828 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-108ed7f8-eed1-41de-9503-50c1dbf7eb17 req-1a2adf23-6453-4c24-ac86-836fbf7c943f tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 946 time: 0.0619395 Oct 12 11:16:09.727178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:09.736823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876317441', 'description': 'tempest-description--951128137'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:09.761357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-e62f1c7b-52fa-461c-88ae-cee4bf6cda53 service neutron] 10.222.0.47 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456420 Oct 12 11:16:09.764763 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.785371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] Provisioning complete for port 553605e9-68ff-47e7-a0b4-65a139d826fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:09.786240 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.843732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-108ed7f8-eed1-41de-9503-50c1dbf7eb17 req-4fa3a6ab-34f3-4436-9ede-e91fc1a4f535 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229355 Oct 12 11:16:09.855911 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750a87c-0abc-4fe8-bac3-352f6395eca7 None None] Pushing event updated for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:09.890770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:09.903343 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:09.905131 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:09.962929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f48841-d702-45f1-88c7-f8d7d457cd43 req-acfc4556-9a76-479c-9687-60f47e84ea89 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:09.964673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6f48841-d702-45f1-88c7-f8d7d457cd43 req-acfc4556-9a76-479c-9687-60f47e84ea89 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1512415 Oct 12 11:16:10.018540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Sync routers for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:10.050152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6f48841-d702-45f1-88c7-f8d7d457cd43 req-8d7650d3-95ec-4a07-adce-5f4e6f0f3318 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743988 Oct 12 11:16:10.056496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523aa4ca-292c-4808-b679-fd731257e396 req-ebb7dd5a-76a4-495c-9752-be00c86445e9 service neutron] 10.222.0.47 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818589 Oct 12 11:16:10.069198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:10.070241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:10.108735 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:10.153875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.167654 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb894c3-8623-452c-931e-7bc2a3773ff0 x-openstack-request-id: req-6eb894c3-8623-452c-931e-7bc2a3773ff0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:10.168120 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:10.168548 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6eb894c3-8623-452c-931e-7bc2a3773ff0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:10.169050 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383', 'status': 'completed', 'code': 200} Oct 12 11:16:10.199723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2489dc1e-c6fa-4a73-91d5-d3f663622ecd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:10.234039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.245064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25994414-01e1-40b2-affa-b66895fa38a1 req-dd2c27fc-e6a2-455b-8920-4d16bbabbfe4 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/36975706-7ac6-4493-a720-625c9723347b HTTP/1.1" status: 200 len: 1804 time: 0.0524261 Oct 12 11:16:10.250969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.261981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36975706-7ac6-4493-a720-625c9723347b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:10.262447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36975706-7ac6-4493-a720-625c9723347b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:10.299520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9e097-5d86-4364-8c9b-c671b9044ddc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:10.327426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-951fac84-a4d9-415b-94c6-905a704d383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:10.331686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-951fac84-a4d9-415b-94c6-905a704d383b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d79c6f936b9346d3926eac4644238528&device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 1095 time: 0.0979621 Oct 12 11:16:10.338088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:10.360688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] For port 553605e9-68ff-47e7-a0b4-65a139d826fd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=553605e9-68ff-47e7-a0b4-65a139d826fd,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:10.395320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.401498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-22412b4c-d6b0-4e8a-b7e1-3de7697be507 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6708071 Oct 12 11:16:10.412706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:10.413225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.420219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:10.424855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'security_group_rule': {'security_group_id': '83f9e097-5d86-4364-8c9b-c671b9044ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:10.490188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-b10752bb-e497-4646-9bc0-705a4ed76bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:10.491303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-b10752bb-e497-4646-9bc0-705a4ed76bd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a892b458-292a-4878-986d-8c657bcaec92 HTTP/1.1" status: 200 len: 918 time: 0.1527150 Oct 12 11:16:10.494215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.527375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-ec2337e4-0c54-46c8-a96f-914ab7ca8ffe tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:10.535388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-ec2337e4-0c54-46c8-a96f-914ab7ca8ffe tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 829 time: 0.2219107 Oct 12 11:16:10.554663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-7bffc4a3-8d20-47dc-8611-d37059090341 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/quotas/14ca263eaece40698c7fd8e0840ced34 HTTP/1.1" status: 200 len: 375 time: 0.0183299 Oct 12 11:16:10.588325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-b34812c8-9757-453c-a3cd-d2f9a8fc2c01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383 HTTP/1.1" status: 200 len: 217 time: 0.0887284 Oct 12 11:16:10.628796 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:09Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:10.630804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-fffc665e-5bb9-432a-a7fa-aa3ede481557 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742357 Oct 12 11:16:10.680064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a14b99-048d-4d49-987e-ca0a2a646219 None None] The sync data for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 is: [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:09Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:10.702254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-5d8bcf2e-7e05-4b3f-aa0c-18ef64601b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:10.704019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-5d8bcf2e-7e05-4b3f-aa0c-18ef64601b6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0677c21-55c9-48ad-aa5d-603a440926f2 HTTP/1.1" status: 200 len: 857 time: 0.1052470 Oct 12 11:16:10.705252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.711934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361db5c-9615-4dea-ac9b-4ee750e2dc1a None None] Pushing event updated for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:10.735240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c0010ff5-5ace-4013-a7e9-22e6924a7cf8 None None] Provisioning complete for port 553605e9-68ff-47e7-a0b4-65a139d826fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:10.735626 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0010ff5-5ace-4013-a7e9-22e6924a7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.749168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-fd13ca7e-7777-4642-b7de-61ca58f22b85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a892b458-292a-4878-986d-8c657bcaec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317838 Oct 12 11:16:10.776419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-aa7fc74c-2c79-4d7e-a209-5c53a1bb5f04 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373367 Oct 12 11:16:10.853325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.867037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:10.929228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-20b2d47c-fa06-4f91-80d1-df45da727a7e service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547077 Oct 12 11:16:10.943291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 2, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:10.990401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Checking router: c04175ce-224d-4b69-b685-e68b9572e224 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:10.990793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Updating router c04175ce-224d-4b69-b685-e68b9572e224 port b7e65442-87cf-4418-b401-0740e730ba1f binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:11.040635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.041512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.056482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-b38dfc88-034f-43c8-8016-aa4568f5e03a service neutron] 10.222.0.47 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722309 Oct 12 11:16:11.166483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef58e62d-c06d-4c93-8864-5c26faf89325 req-8a0f16eb-4e91-49af-914d-01266f1ad2b1 service neutron] 10.222.0.47 "GET /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012812 Oct 12 11:16:11.168098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.169733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.221698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0974afa0-a660-4c67-babc-b76869b970e2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:11.240961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4046ee-3bcd-4d82-8d21-4d9bc6134e1c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:11.276019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.286241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25994414-01e1-40b2-affa-b66895fa38a1 req-06d7486f-39f5-49fc-b722-5edab4494caf tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0394578 Oct 12 11:16:11.306324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.313191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d16d41f7-3267-42f3-af02-ceb1ebb4a6d6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8863330 Oct 12 11:16:11.313979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:11.318564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'security_group_rule': {'security_group_id': '83f9e097-5d86-4364-8c9b-c671b9044ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:11.447483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f92983-8300-40ec-99e1-03aec8f3a74b req-f516a4c9-aaeb-42b6-b320-ccca6132b9ef tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:11.449258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f92983-8300-40ec-99e1-03aec8f3a74b req-f516a4c9-aaeb-42b6-b320-ccca6132b9ef tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 944 time: 0.0654998 Oct 12 11:16:11.484100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.527068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.533142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87f92983-8300-40ec-99e1-03aec8f3a74b req-e0ec75fd-0415-4230-ac7f-53e11862b082 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777752 Oct 12 11:16:11.593698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.644614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.679269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.722572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15da47d-5d90-4036-a8b7-633c817c4cc6 None None] Pushing event updated for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:11.756340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cf4a8c-f06d-44e2-8276-b33bb2b93b71,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:11.837725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.840426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9ee82102-8fd7-4763-b2ff-c0620f4e7662 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5249205 Oct 12 11:16:11.843059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43504) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:11.848544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:11.864511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Attempting to bind port b7e65442-87cf-4418-b401-0740e730ba1f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:11.865038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Attempting to bind port b7e65442-87cf-4418-b401-0740e730ba1f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:11.865691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Attempting to bind port b7e65442-87cf-4418-b401-0740e730ba1f on network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:11.866232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62589b7-04f5-415b-a48c-3af6d981ba70 req-0d944ed6-3618-43bb-87b9-f5808f7dda98 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:11.867949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a62589b7-04f5-415b-a48c-3af6d981ba70 req-0d944ed6-3618-43bb-87b9-f5808f7dda98 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1256773 Oct 12 11:16:11.871669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:11.872137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Checking segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:11.872651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.873148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Bound using segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:11.873701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Bound port: b7e65442-87cf-4418-b401-0740e730ba1f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:11.874167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:11.904727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1b9ce26f-9cc1-4337-a852-9cf5fd156383 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:11.940637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63dbbd30-27a6-4d7a-b0f1-b7a8cf267bd9 req-5acf0457-7c06-4d2c-ae07-beb72b3d1661 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 210 time: 0.0838256 Oct 12 11:16:11.956326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a62589b7-04f5-415b-a48c-3af6d981ba70 req-008596ce-51b8-4d08-ae76-74f3c3fe57ef tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Oct 12 11:16:12.004486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1700354291', 'description': 'tempest-description-1172079000'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:12.103248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.141025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e599b-dadc-4406-97af-211ccaa75b82 req-74a53354-0b6e-4093-bfa4-1cad1d1af5f1 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:12.157822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e599b-dadc-4406-97af-211ccaa75b82 req-74a53354-0b6e-4093-bfa4-1cad1d1af5f1 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 946 time: 0.0965855 Oct 12 11:16:12.181285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.182239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 553605e9-68ff-47e7-a0b4-65a139d826fd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:12.227572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e599b-dadc-4406-97af-211ccaa75b82 req-9a3906e2-2c43-4e1a-98ef-534fd639c553 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679882 Oct 12 11:16:12.271763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] For port b7e65442-87cf-4418-b401-0740e730ba1f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:12.283746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] For port b7e65442-87cf-4418-b401-0740e730ba1f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7e65442-87cf-4418-b401-0740e730ba1f,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:12.303038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383,segment=NetworkSegment(65136511-251e-44c0-9598-bc164f1dea2e),segment_id=65136511-251e-44c0-9598-bc164f1dea2e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:12.316332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-796cbb1d-3de7-4c6a-8ea7-598c6f8a393d None None] Provisioning complete for port b7e65442-87cf-4418-b401-0740e730ba1f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:12.326388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-796cbb1d-3de7-4c6a-8ea7-598c6f8a393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.355743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1b9ce26f-9cc1-4337-a852-9cf5fd156383', 'network_id': 'a892b458-292a-4878-986d-8c657bcaec92', 'port_id': '1b9ce26f-9cc1-4337-a852-9cf5fd156383', 'mac_address': 'fa:16:3e:82:5a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0677c21-55c9-48ad-aa5d-603a440926f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:12.355876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.379235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.398682 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.413400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-796cbb1d-3de7-4c6a-8ea7-598c6f8a393d None None] Port b7e65442-87cf-4418-b401-0740e730ba1f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:12.466542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.475814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 553605e9-68ff-47e7-a0b4-65a139d826fd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:12.476217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.480277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.487082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:12.487676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:15:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:12.573721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:12.587229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.587573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.587915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.588250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.588577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.588906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.589232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.589557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.589879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.590199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.590518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.590873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:12.608128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Allocated IP 172.25.2.50 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a89837ef-3e0e-4f55-96b2-125c54332c58) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:12.633540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.638277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6c187cb-262a-4cb5-bb5a-210d05df941b req-8d36274b-0520-4b6f-825c-4f1518e700c7 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6451292 Oct 12 11:16:12.756282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294a2a1-c3b6-48c0-9c43-3866bd22237f req-285218a5-f9a5-4b73-a1ae-b28875080d25 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:12.764819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7294a2a1-c3b6-48c0-9c43-3866bd22237f req-285218a5-f9a5-4b73-a1ae-b28875080d25 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 944 time: 0.1031349 Oct 12 11:16:12.816992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7294a2a1-c3b6-48c0-9c43-3866bd22237f req-10a9c23d-9b78-4a66-9b74-5c8c09ad4cae tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Oct 12 11:16:12.821212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:12.868717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15da47d-5d90-4036-a8b7-633c817c4cc6 None None] Pushing event updated for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:12.872427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9ce26f-9cc1-4337-a852-9cf5fd156383 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:12.890199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-94febaae-b2ca-4aea-9c5d-2a28a3dd6bd4 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30 HTTP/1.1" status: 200 len: 1805 time: 0.2211289 Oct 12 11:16:12.901524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:12.901524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:12.943423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383,segment=NetworkSegment(65136511-251e-44c0-9598-bc164f1dea2e),segment_id=65136511-251e-44c0-9598-bc164f1dea2e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:12.968202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] Provisioning complete for port b7e65442-87cf-4418-b401-0740e730ba1f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:12.974138 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.031182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.036124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.039398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:13.102442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fd97954-91c7-4c03-a837-61f506fae960 req-4d45f9b8-dec4-4178-948c-da8b05173861 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 210 time: 0.0383985 Oct 12 11:16:13.112632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:13.137800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:13.139750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'Port': ['ID=a89837ef-3e0e-4f55-96b2-125c54332c58,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:13.151950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:13.182975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:13.214642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.234627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.263552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec973258-2768-4915-b6ad-c15e8ba286d1 req-dafcce14-fb41-44cb-9377-6c42750da78a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:13.273182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec973258-2768-4915-b6ad-c15e8ba286d1 req-dafcce14-fb41-44cb-9377-6c42750da78a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0689485 Oct 12 11:16:13.298543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.323283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c6cce-3d43-4ef5-a1aa-ef8a73a570b4,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:13.342386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.343089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-567e62a5-b78f-4316-bcda-5ed3894f2a76 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:13.345215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-567e62a5-b78f-4316-bcda-5ed3894f2a76 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 946 time: 0.1326160 Oct 12 11:16:13.348973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec973258-2768-4915-b6ad-c15e8ba286d1 req-16739ab3-5cda-4418-8e60-18584cdd2a17 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747511 Oct 12 11:16:13.395460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] For port b7e65442-87cf-4418-b401-0740e730ba1f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7e65442-87cf-4418-b401-0740e730ba1f,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:13.400622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:12Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:13.432687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1b9ce26f-9cc1-4337-a852-9cf5fd156383'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:13.439821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3421f3-a891-4832-951a-512238c960a2 None None] The sync data for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 is: [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:12Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:13.444834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.446045 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18dab642-9962-4abc-95de-aecbfd3213d9 req-e0cd5655-1748-4f11-951e-9e30fd12299d tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5547400 Oct 12 11:16:13.467258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.487095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.492870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1733684685', 'description': 'tempest-description-97379299'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:13.545420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18670d-4db0-4e96-aa9a-3cc7842a12c9 req-ab79c0d6-6785-4999-9872-2d63163053f4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:13.556649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab18670d-4db0-4e96-aa9a-3cc7842a12c9 req-ab79c0d6-6785-4999-9872-2d63163053f4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 946 time: 0.1331358 Oct 12 11:16:13.599573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.624201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51036b-4477-47c8-8dca-7b1029a6057d None None] Pushing event updated for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:13.624560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab18670d-4db0-4e96-aa9a-3cc7842a12c9 req-c960728e-4a00-4307-bcce-d145e47d3df9 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657387 Oct 12 11:16:13.648614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.754120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Deleting port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:13.754458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:13.978028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66eafe-1e81-48f8-9a99-e43e6be3ebdf req-4c203b40-96b9-4f06-bf91-9e0012615af1 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:13.980036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe66eafe-1e81-48f8-9a99-e43e6be3ebdf req-4c203b40-96b9-4f06-bf91-9e0012615af1 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 945 time: 0.0845299 Oct 12 11:16:14.024481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.033805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe66eafe-1e81-48f8-9a99-e43e6be3ebdf req-748dd746-216d-4ce2-b17c-21ab1cd88d9e tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Oct 12 11:16:14.113944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7e65442-87cf-4418-b401-0740e730ba1f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:14.146039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] For port 0e2e4c82-1085-4ce4-a108-bf244eaf7523, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0e2e4c82-1085-4ce4-a108-bf244eaf7523,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:14.152429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.235293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b7e65442-87cf-4418-b401-0740e730ba1f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:14.236091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.250253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.258125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.334954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Calling delete_port for 0e2e4c82-1085-4ce4-a108-bf244eaf7523 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:14.391734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.479115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e28746-3159-48fd-8181-5fd226baa5e8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:14.546049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ceff5e10-dc40-40bf-a26c-66e0a96c3346 req-b5c0ef5d-033b-449c-ae8c-ae6197d502c7 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 210 time: 0.0637782 Oct 12 11:16:14.634971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'Port': ['ID=a89837ef-3e0e-4f55-96b2-125c54332c58,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:14.690796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-87326b9c-ee07-422a-9689-d678499aeac7 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:14.694110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-87326b9c-ee07-422a-9689-d678499aeac7 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.41 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 829 time: 0.6653063 Oct 12 11:16:14.710355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'port': {'device_id': 'f848df99-1f72-4921-bf80-49ee81d67177', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'admin_state_up': True, 'tenant_id': '14ca263eaece40698c7fd8e0840ced34'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:14.714371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.726957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25270872-ce83-4e6f-bac3-02e1e7fa074b req-2dbbc610-368d-41f8-9cb2-a2d8d825178a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:14.728946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25270872-ce83-4e6f-bac3-02e1e7fa074b req-2dbbc610-368d-41f8-9cb2-a2d8d825178a tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0836670 Oct 12 11:16:14.749252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.764065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-390d27b0-19cc-46aa-a408-750a8b41bcec req-28a104b2-1aa3-46cc-958f-127bf3a7b0ca tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2835338 Oct 12 11:16:14.840223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25270872-ce83-4e6f-bac3-02e1e7fa074b req-92f3bc8e-36f5-454f-a1fe-f8ca3093c444 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029570 Oct 12 11:16:14.842154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:14.843976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-68f533dc-1a75-4436-a0b3-e9338534f94d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9992540 Oct 12 11:16:14.894096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455045102', 'description': 'tempest-description-2086240549'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:15.017114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c508c2-1ff2-498f-9b8d-972afaffcb73 req-6ea8d68f-787b-4af9-9d98-5ce12d4f733a tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:15.022673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.027544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52c508c2-1ff2-498f-9b8d-972afaffcb73 req-6ea8d68f-787b-4af9-9d98-5ce12d4f733a tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=88733893-d721-48cf-b294-61ac39b668dd HTTP/1.1" status: 200 len: 946 time: 0.1275609 Oct 12 11:16:15.062567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.074787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['35c9faf3-3c95-4a6d-85b4-144e23adb4d5', '14205a5e-885f-4e62-a278-1b7cc0375635'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:15.108197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event deleted for resources: {'Port': ['ID=0e2e4c82-1085-4ce4-a108-bf244eaf7523,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:15.128563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Made reservation on behalf of 14ca263eaece40698c7fd8e0840ced34 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:15.132928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.140848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.196544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52c508c2-1ff2-498f-9b8d-972afaffcb73 req-681325cd-fec3-4834-b55c-ee23648833a3 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681035 Oct 12 11:16:15.219195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.232931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] No DVR routers for this DVR port 0e2e4c82-1085-4ce4-a108-bf244eaf7523 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:15.240900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.244640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-933d68f6-0ff3-4bf1-bd5d-e5e0ba843aa9 req-b600afac-e7f0-49ab-8c39-a195d8df7b96 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "DELETE /v2.0/ports/0e2e4c82-1085-4ce4-a108-bf244eaf7523 HTTP/1.1" status: 204 len: 173 time: 1.8519285 Oct 12 11:16:15.245135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'name': 'network-vif-deleted', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:15.247846 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814897d-aaf6-40f6-9e30-5f67a2d60f4b" -d '{"events": [{"server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "name": "network-vif-deleted", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:15.274848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0e300-be88-4ae2-886f-ba7656afe41e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:15.309692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.310998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60e31db4-27a1-4083-95d9-2c47e5aca615 req-8b67a6f8-d93d-4c52-8e3b-60cbf1574abb tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4237335 Oct 12 11:16:15.475480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733ec3-8a4a-408e-8497-5dc71521d6da req-62ad82a3-2a01-4400-af6d-eae7461b5487 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:15.477623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c733ec3-8a4a-408e-8497-5dc71521d6da req-62ad82a3-2a01-4400-af6d-eae7461b5487 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 945 time: 0.0826375 Oct 12 11:16:15.509159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-af7ef8c3-5636-4329-8d15-e45231d77052 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1876317441&fields=id&tenant_id=3597742a83894c7ab4dce695ac6dae7a HTTP/1.1" status: 200 len: 267 time: 0.1431632 Oct 12 11:16:15.547343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Allocated IP 172.20.0.9 (1ce72cdf-ab9c-4f44-932d-a3f48cca8fab/cf33b438-824b-4cc7-8516-11f0d86b5d86/ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:15.574358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c733ec3-8a4a-408e-8497-5dc71521d6da req-5d293631-4054-4916-9dcc-d03527d2d144 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880716 Oct 12 11:16:15.689249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-73bc2662-2256-4d2c-a937-ccd4f735bec4 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:15.690856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-73bc2662-2256-4d2c-a937-ccd4f735bec4 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/networks?id=052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 200 len: 814 time: 0.1805606 Oct 12 11:16:15.712157 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c97fa34-08af-4297-a675-ba85a4c07557 x-openstack-request-id: req-8c97fa34-08af-4297-a675-ba85a4c07557 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:15.714452 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88733893-d721-48cf-b294-61ac39b668dd", "name": "network-vif-deleted", "tag": "0e2e4c82-1085-4ce4-a108-bf244eaf7523", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:15.714452 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c97fa34-08af-4297-a675-ba85a4c07557 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:15.714452 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88733893-d721-48cf-b294-61ac39b668dd', 'name': 'network-vif-deleted', 'tag': '0e2e4c82-1085-4ce4-a108-bf244eaf7523', 'status': 'completed', 'code': 200} Oct 12 11:16:15.767952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-fe77b0f2-c339-4ba2-a9a2-46803b480f44 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/b9e28746-3159-48fd-8181-5fd226baa5e8 HTTP/1.1" status: 200 len: 1803 time: 0.0499458 Oct 12 11:16:15.781348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-844d4dc3-bba1-4a48-93a7-2a958dd5a01a tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/quotas/3597742a83894c7ab4dce695ac6dae7a HTTP/1.1" status: 200 len: 375 time: 0.0712719 Oct 12 11:16:15.829691 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-f5ebbecf-82df-4d20-a63d-efe905878ed8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/d7c0e300-be88-4ae2-886f-ba7656afe41e HTTP/1.1" status: 200 len: 1804 time: 0.0520754 Oct 12 11:16:15.840263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9e28746-3159-48fd-8181-5fd226baa5e8', 'remote_group_id': 'd7c0e300-be88-4ae2-886f-ba7656afe41e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:15.840844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9e28746-3159-48fd-8181-5fd226baa5e8', 'remote_group_id': 'd7c0e300-be88-4ae2-886f-ba7656afe41e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:15.876190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:15.890659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-a8542ea2-82c0-4488-ae16-c35bafeff298 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3597742a83894c7ab4dce695ac6dae7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983551 Oct 12 11:16:15.919083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1b9ce26f-9cc1-4337-a852-9cf5fd156383 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:15.999670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-1d2631db-c1e7-416b-b4a0-b5cfaab84cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960898 Oct 12 11:16:16.020476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.068765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:16.072649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:16.076181 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.108719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.118316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-17e94541-084b-492a-99d8-3d5591c4c2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093955 Oct 12 11:16:16.153682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.194454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.198901 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.243765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cceb0630-e859-4423-9242-b17fe3cbdc3f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:16.248501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383,segment=NetworkSegment(65136511-251e-44c0-9598-bc164f1dea2e),segment_id=65136511-251e-44c0-9598-bc164f1dea2e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:16.249350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:16.252047 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3c3e4-d3da-4728-a409-6fb5146a36f7" -d '{"events": [{"server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "name": "network-vif-plugged", "status": "completed", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:16.262843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:16.267260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:16.272067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:16.274311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event updated for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:16.329329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.332275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.334916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ee4104b-5a67-4baa-b611-159ac317f087 req-a91bae31-b936-4a5a-a6c4-faddbcddd910 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4988050 Oct 12 11:16:16.351441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:16.353796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.485650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-495b1f86-5f05-44ff-a4a8-4e07551d6783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7822785 Oct 12 11:16:16.516810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:16.552952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Request body: {'port': {'device_id': 'f848df99-1f72-4921-bf80-49ee81d67177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:16.581217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b828c80-840e-4f54-a26a-9c4592a36ca6 req-dc2efc70-4fdb-4be9-a2c7-430a95e8ff99 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:16.598551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b828c80-840e-4f54-a26a-9c4592a36ca6 req-dc2efc70-4fdb-4be9-a2c7-430a95e8ff99 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 931 time: 0.1042993 Oct 12 11:16:16.674054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3922-4d7d-4969-8634-9a41f7d18057 req-51928e3e-baeb-412a-8050-f358b66de4b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:16.677224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41cb3922-4d7d-4969-8634-9a41f7d18057 req-51928e3e-baeb-412a-8050-f358b66de4b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1992116 Oct 12 11:16:16.681710 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.688106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b828c80-840e-4f54-a26a-9c4592a36ca6 req-97cea935-3426-4b1c-b078-0e054b80db21 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883615 Oct 12 11:16:16.741791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0e2e4c82-1085-4ce4-a108-bf244eaf7523 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:16.776426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-06e48b8a-3829-4eff-8fc8-9d171f1cd7d6 None None] Provisioning complete for port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:16.780589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-06e48b8a-3829-4eff-8fc8-9d171f1cd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:16.780589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 0e2e4c82-1085-4ce4-a108-bf244eaf7523 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:16.780882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0e2e4c82-1085-4ce4-a108-bf244eaf7523 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:16.792718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41cb3922-4d7d-4969-8634-9a41f7d18057 req-aaecc3e6-fbf6-4872-80a3-cfe4f089eaee tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071579 Oct 12 11:16:16.838020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-06e48b8a-3829-4eff-8fc8-9d171f1cd7d6 None None] Port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:16.877589 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef8f4f-55ba-4ce3-a29a-8882fc31c87a x-openstack-request-id: req-07ef8f4f-55ba-4ce3-a29a-8882fc31c87a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:16.877589 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "name": "network-vif-plugged", "status": "completed", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:16.877589 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07ef8f4f-55ba-4ce3-a29a-8882fc31c87a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:16.877589 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383', 'code': 200} Oct 12 11:16:16.906339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1682924422', 'description': 'tempest-description-894380281'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:16.963376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79de09cd-16a5-4ea0-bca6-979b67be86a0 req-43c54ce0-adcf-4f1b-a736-b55ab60f46c9 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 210 time: 0.0480304 Oct 12 11:16:17.000832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e6bab-1b2e-41e1-befe-c23252568008 req-a57f0fd1-13d3-4e5e-84ee-6fcbd2aa16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:17.003253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e36e6bab-1b2e-41e1-befe-c23252568008 req-a57f0fd1-13d3-4e5e-84ee-6fcbd2aa16b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 1097 time: 0.0612967 Oct 12 11:16:17.055657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e36e6bab-1b2e-41e1-befe-c23252568008 req-e707b8fb-2d12-49f3-95a2-32fc78f97c24 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Oct 12 11:16:17.070508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.123629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558093f2-6c0f-45b2-8c7a-6ea975f923b1 req-f518203f-7714-40df-8521-d9d5713885bc tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:17.125203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-558093f2-6c0f-45b2-8c7a-6ea975f923b1 req-f518203f-7714-40df-8521-d9d5713885bc tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.0656760 Oct 12 11:16:17.158913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:17.168883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.178087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-558093f2-6c0f-45b2-8c7a-6ea975f923b1 req-d839fe4e-6b8d-467b-ac57-768a4f11733f tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Oct 12 11:16:17.193342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Transition to ACTIVE for port object ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:17.232681 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.292886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.417730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.440696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:17.472314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac619aba-9410-4e25-bef3-223e3113c929,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:17.500633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Attempting to bind port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:17.507846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Attempting to bind port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:17.507846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Attempting to bind port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 on network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:17.507846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 on network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:17.507846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Attempting to bind port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 on network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:17.514017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:17.515140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Checking segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:17.516588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Bound using segment: {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:17.517943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Bound port: ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62785afc-c873-4f12-9d4b-3dbc3e7dccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:17.518381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.610410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.619939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa44cb20-eb52-4ad0-97a8-c444399e24e5 req-f5112359-919e-4a51-aa50-20fa0bf5530e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7276568 Oct 12 11:16:17.633467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:17.639955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:17.652335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-628958625', 'description': 'tempest-description-449769186'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:17.699822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31588663-52d7-4c88-8f00-beebd3a6bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.753829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.789698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.797020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:17.797526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.799018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] 10.222.0.41 "PUT /v2.0/ports/ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 1091 time: 1.2905345 Oct 12 11:16:17.801075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:17.804224 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a289e9-d295-4b29-9f74-1be0f4415995" -d '{"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:17.854431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fc0c5-de5f-4741-aec0-7848ca4a637c service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:17.867795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f1627-f5c7-4f9d-a8c8-0b88854d3d1c req-7295a36f-128e-428c-aac8-b2ad5f37ed29 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:17.878356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f42f1627-f5c7-4f9d-a8c8-0b88854d3d1c req-7295a36f-128e-428c-aac8-b2ad5f37ed29 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 943 time: 0.1009023 Oct 12 11:16:17.927412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:17.931359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f42f1627-f5c7-4f9d-a8c8-0b88854d3d1c req-e0293382-2103-4054-aa74-ff7d277acd37 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515325 Oct 12 11:16:18.000430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.032586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-dbba5d10-8c6c-4822-b923-34178e58706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.034535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-dbba5d10-8c6c-4822-b923-34178e58706f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1094 time: 0.0853858 Oct 12 11:16:18.048848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88490eb5-4d0a-4f18-9269-31fd449b73dc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:18.122250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-127dd496-13ee-4b66-9bac-76e38292f223 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 217 time: 0.0573707 Oct 12 11:16:18.125365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.126571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f65a78cc-6b83-4f64-93ad-cd9196cdba5a req-283a3a05-56d0-48fe-9689-065ed9347d50 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4821146 Oct 12 11:16:18.148908 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17efcbc2-385f-4c4b-84b2-8ee69b73e7d7 x-openstack-request-id: req-17efcbc2-385f-4c4b-84b2-8ee69b73e7d7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:18.148908 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:18.148908 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17efcbc2-385f-4c4b-84b2-8ee69b73e7d7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:18.148908 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'status': 'completed', 'code': 200} Oct 12 11:16:18.210733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-b64f75cc-deeb-47a2-99f6-1dad55259af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.212807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-b64f75cc-deeb-47a2-99f6-1dad55259af9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.0819008 Oct 12 11:16:18.216965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1325dfcc-e7cb-45db-8851-42c7f0ae39fc req-fbc63df9-718b-47f8-8823-1f3aa7c63433 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Oct 12 11:16:18.311884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-cdc2581c-c485-46b3-9ea1-2ae420c55750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.313311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-cdc2581c-c485-46b3-9ea1-2ae420c55750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923121 Oct 12 11:16:18.322485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a3db-3db1-488b-8648-5b59e41f7db2 req-f8fe8c48-7322-4a97-b100-f240b68dca9d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.324076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea53a3db-3db1-488b-8648-5b59e41f7db2 req-f8fe8c48-7322-4a97-b100-f240b68dca9d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.1043594 Oct 12 11:16:18.411184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea53a3db-3db1-488b-8648-5b59e41f7db2 req-ba46b827-8616-4163-813a-1255fd579489 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Oct 12 11:16:18.440519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d589608f-537b-49b6-962b-d18a8ab0115a req-71a6f23f-4292-439b-b6ea-67c82565e3aa tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/ac619aba-9410-4e25-bef3-223e3113c929 HTTP/1.1" status: 200 len: 1804 time: 0.0618546 Oct 12 11:16:18.452050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-29495446-8d96-498e-adc9-61907608e761 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269634 Oct 12 11:16:18.508946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d589608f-537b-49b6-962b-d18a8ab0115a req-b9a59a44-6c9e-43cb-91fb-f65fb3639b5a tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/88490eb5-4d0a-4f18-9269-31fd449b73dc HTTP/1.1" status: 200 len: 1803 time: 0.0594943 Oct 12 11:16:18.521919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac619aba-9410-4e25-bef3-223e3113c929', 'remote_group_id': '88490eb5-4d0a-4f18-9269-31fd449b73dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:18.523140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac619aba-9410-4e25-bef3-223e3113c929', 'remote_group_id': '88490eb5-4d0a-4f18-9269-31fd449b73dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:18.605093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca944e3-cd93-4212-9260-c185c379ccba req-c466e5ad-0d09-418a-b830-91b21e0ce57f tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.606610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eca944e3-cd93-4212-9260-c185c379ccba req-c466e5ad-0d09-418a-b830-91b21e0ce57f tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.1046376 Oct 12 11:16:18.608960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96c5d768-6eb1-4943-90a6-333369c07b05 req-1ed15dff-9f56-40ae-b573-00dc74b3b1bf service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415412 Oct 12 11:16:18.654236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eca944e3-cd93-4212-9260-c185c379ccba req-2e23a36b-ebd4-4cfa-aaba-54c3be6f5545 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Oct 12 11:16:18.696963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.746434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.831972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-a778c8a5-13a9-4b4b-bee1-59da86b59cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.833753 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-a778c8a5-13a9-4b4b-bee1-59da86b59cba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1094 time: 0.0581977 Oct 12 11:16:18.861426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.881024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada94bc1-8120-49e4-8b24-da0208df75a3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:18.975193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946e375-7a59-44a7-b6fc-a2c92eb1519b req-c26344b5-c474-417d-8b44-1794e73cee49 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.979981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:18.981543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d589608f-537b-49b6-962b-d18a8ab0115a req-19b82cca-1cc8-4c8d-8b4a-dc80f1eeb0c9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4655406 Oct 12 11:16:18.981690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946e375-7a59-44a7-b6fc-a2c92eb1519b req-c26344b5-c474-417d-8b44-1794e73cee49 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.983266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e946e375-7a59-44a7-b6fc-a2c92eb1519b req-c26344b5-c474-417d-8b44-1794e73cee49 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574&device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 1681 time: 0.1246200 Oct 12 11:16:18.986370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-f386b7a6-ce9e-4fab-bfaf-741f13423544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:18.993061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-f386b7a6-ce9e-4fab-bfaf-741f13423544 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 930 time: 0.1509612 Oct 12 11:16:19.041070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-b3c68ffb-333d-4be0-a26b-b2e39c92ece6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 217 time: 0.0391929 Oct 12 11:16:19.098075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e946e375-7a59-44a7-b6fc-a2c92eb1519b req-fdfd0e3a-e937-4dcf-9081-35576e65e4cd tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044216 Oct 12 11:16:19.113205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-a26b449d-149e-435f-bb12-7064583f8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:19.115543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-a26b449d-149e-435f-bb12-7064583f8160 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.0637789 Oct 12 11:16:19.126493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a8cba-4ad8-4f21-8a03-adab5a41bfe7 req-54becee8-9a6e-46bb-8773-fdd7224b5916 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:19.128112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-602a8cba-4ad8-4f21-8a03-adab5a41bfe7 req-54becee8-9a6e-46bb-8773-fdd7224b5916 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 943 time: 0.0724580 Oct 12 11:16:19.178142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-602a8cba-4ad8-4f21-8a03-adab5a41bfe7 req-253bbf27-a30b-4ebc-acc2-fe5baa24cfb1 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Oct 12 11:16:19.409906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae3e9342-5ec6-4b03-828b-bda89d8e8071 req-02ca9550-24bf-4002-9ad8-f3fdd49beb52 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 210 time: 0.0336998 Oct 12 11:16:19.523189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-39ea6cc6-4f61-4882-9ee8-887b13143e74 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/88490eb5-4d0a-4f18-9269-31fd449b73dc HTTP/1.1" status: 200 len: 1803 time: 0.4034803 Oct 12 11:16:19.540007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-1c2ec697-7a3d-479a-ab41-55e9e132e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:19.541528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-1c2ec697-7a3d-479a-ab41-55e9e132e018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4149342 Oct 12 11:16:19.577570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e070c-8f46-4868-9203-4c5e00c947ec req-c0d57563-3584-4417-92b4-660af5fc8046 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:19.579267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-629e070c-8f46-4868-9203-4c5e00c947ec req-c0d57563-3584-4417-92b4-660af5fc8046 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0593832 Oct 12 11:16:19.627166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-629e070c-8f46-4868-9203-4c5e00c947ec req-a1ced85e-b6f0-4716-b9dc-b267a5311883 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Oct 12 11:16:19.754511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:19.761485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-3182e3bd-151f-4704-8a08-4fd205380d01 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064331 Oct 12 11:16:19.768013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-49ddab33-61a3-47e8-8c82-b9a4e44a0e91 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:19.769450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-49ddab33-61a3-47e8-8c82-b9a4e44a0e91 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.41 "GET /v2.0/networks?id=052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 200 len: 814 time: 0.2598801 Oct 12 11:16:19.807702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:19.916191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7a88c940-d2ab-4b91-adf4-af084b08d7c1 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3597742a83894c7ab4dce695ac6dae7a HTTP/1.1" status: 200 len: 380 time: 0.1261189 Oct 12 11:16:19.935292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'port': {'device_id': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'admin_state_up': True, 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'security_groups': ['83f9e097-5d86-4364-8c9b-c671b9044ddc']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:20.008691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12a289e9-d295-4b29-9f74-1be0f4415995 req-628fb829-c440-406c-af7f-5fd1de2392f4 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196550 Oct 12 11:16:20.128845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.131627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.132832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11293fa1-2a10-4ace-b11f-7039bf5cb9ef req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/88490eb5-4d0a-4f18-9269-31fd449b73dc HTTP/1.1" status: 204 len: 173 time: 0.5951917 Oct 12 11:16:20.145767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde3ac-0b04-4463-9c77-3407f3883660 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88490eb5-4d0a-4f18-9269-31fd449b73dc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:20.154847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Made reservation on behalf of 3597742a83894c7ab4dce695ac6dae7a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:20.157304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.158341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27a0f-f9be-4c79-bb3b-2e6e16ffaac5 req-ffebc8d9-30c0-43fa-a3de-57ccc5444e5e tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:20.161899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7e27a0f-f9be-4c79-bb3b-2e6e16ffaac5 req-ffebc8d9-30c0-43fa-a3de-57ccc5444e5e tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.0636444 Oct 12 11:16:20.210740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7e27a0f-f9be-4c79-bb3b-2e6e16ffaac5 req-3354b2fd-148f-4d2f-99f0-5df411154682 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Oct 12 11:16:20.305716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12bbfacd-3cc9-4545-b6d4-f31aaa4b5a6b req-6b084493-7884-4731-8b13-b8897e5aa5e4 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/ac619aba-9410-4e25-bef3-223e3113c929 HTTP/1.1" status: 200 len: 1804 time: 0.0456474 Oct 12 11:16:20.331520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Allocated IP 172.20.0.7 (052f3973-4401-4ea0-b6b8-3e5975b78b79/2d202854-4c00-4d7f-bc01-526fad0e02e7/dbcd58a0-7cd3-4a21-8cfd-d638a3463253) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:20.409878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca72a-87c0-4fc5-8758-91e78ae10b0e req-2661f769-56f2-47b9-bbfb-0a02aeefa059 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:20.411497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b5ca72a-87c0-4fc5-8758-91e78ae10b0e req-2661f769-56f2-47b9-bbfb-0a02aeefa059 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 943 time: 0.0529494 Oct 12 11:16:20.455850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b5ca72a-87c0-4fc5-8758-91e78ae10b0e req-4d308a5e-10c0-483b-b25a-b7da0bb5659b tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Oct 12 11:16:20.502074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.521519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92fb25c4-a2ed-400c-b8ba-f8f3c145cece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.602979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.646092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:20.651412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:20.655315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:20.684354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event updated for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:20.732070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:20.733207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.740581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-78914575', 'description': 'tempest-description-2111223429'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:20.749094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:20.839889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.891802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:20.905438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'mac_address': 'fa:16:3e:70:10:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:20.921564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.957032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-d791e4f3-7b7f-4cc6-8f32-e1d58c293d06 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324461 Oct 12 11:16:20.958904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.972891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c123e5f2-2d4d-481c-90a3-2f16c43541b9 None None] Provisioning complete for port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:20.973263 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c123e5f2-2d4d-481c-90a3-2f16c43541b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:20.980546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Request body: {'port': {'device_id': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:20.997299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:21.033972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c547-7125-4fbf-8a5a-9932f2b9daac req-43cd6a2f-61c6-4378-9a66-89e5a6294813 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.036535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2900c547-7125-4fbf-8a5a-9932f2b9daac req-43cd6a2f-61c6-4378-9a66-89e5a6294813 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 931 time: 0.0654020 Oct 12 11:16:21.039353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:21.040684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c123e5f2-2d4d-481c-90a3-2f16c43541b9 None None] Port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:21.050530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.083295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2900c547-7125-4fbf-8a5a-9932f2b9daac req-9bf60466-312b-487b-b6aa-150d014ad2c4 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Oct 12 11:16:21.091289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.107627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea66c84-a620-4602-972b-199797bf2552,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:21.136019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.168666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.170051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2bc635e-f082-4672-9e76-b16d07228750 req-b584af5e-23c6-4863-bbf3-004684e76059 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4338400 Oct 12 11:16:21.212947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:21.237768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc2b6e-2d22-4cba-8e85-30c78aa4ff3a req-7936f3b4-a983-4a06-a5a7-a9014e3b36de tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.246153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9dc2b6e-2d22-4cba-8e85-30c78aa4ff3a req-7936f3b4-a983-4a06-a5a7-a9014e3b36de tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0912013 Oct 12 11:16:21.292181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9dc2b6e-2d22-4cba-8e85-30c78aa4ff3a req-cd2cf3fe-814d-460d-acb4-f21bfbd1231c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Oct 12 11:16:21.361021 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-0425dc4c-4e07-492d-9142-3c7b46001ad2 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 200 len: 1803 time: 0.0471261 Oct 12 11:16:21.377615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cea66c84-a620-4602-972b-199797bf2552', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:21.379483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cea66c84-a620-4602-972b-199797bf2552', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:21.413213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769d81d-7371-4ba5-b589-c42e69f539cb req-bc3393d8-6d61-46e3-9223-c080a75a25d8 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.414897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9769d81d-7371-4ba5-b589-c42e69f539cb req-bc3393d8-6d61-46e3-9223-c080a75a25d8 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.1273081 Oct 12 11:16:21.479817 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.480450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9769d81d-7371-4ba5-b589-c42e69f539cb req-c39fbcbc-e9b1-40ac-b01c-d97851f13840 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570076 Oct 12 11:16:21.492562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:21.558264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd58a0-7cd3-4a21-8cfd-d638a3463253 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:21.569221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.581245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.609019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.633264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Transition to ACTIVE for port object dbcd58a0-7cd3-4a21-8cfd-d638a3463253 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:21.649708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.659840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f2f2-0eae-4881-9aef-d52ab060da6d req-791519e1-6da1-4a81-b116-2fbae210380e tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.662285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5683f2f2-0eae-4881-9aef-d52ab060da6d req-791519e1-6da1-4a81-b116-2fbae210380e tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 945 time: 0.0719416 Oct 12 11:16:21.673042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.699806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0da234-c702-46aa-8d1c-66354691f0ea,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:21.703800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5683f2f2-0eae-4881-9aef-d52ab060da6d req-a519d400-e4e7-47ac-808a-1e0a237bc2ce tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Oct 12 11:16:21.719663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.724001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.789404 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:21.798679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a0e5e33-9716-4f52-94c3-d2af0a17be65 req-d96bf9e3-3dcd-467f-ac46-e9d55f8f8f64 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4260402 Oct 12 11:16:21.816210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:21.912596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d75d-a1ca-4eea-adce-a25daf39b20f req-c17aa244-b9cf-4609-b1f3-73af355d9a5d tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.914141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9813d75d-a1ca-4eea-adce-a25daf39b20f req-c17aa244-b9cf-4609-b1f3-73af355d9a5d tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 944 time: 0.0555577 Oct 12 11:16:21.946412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Attempting to bind port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:21.946756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Attempting to bind port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:21.947086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Attempting to bind port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 on network 052f3973-4401-4ea0-b6b8-3e5975b78b79 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:21.958261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-20ea7698-f782-461a-b10c-c02caecd642f tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 200 len: 2396 time: 0.1130953 Oct 12 11:16:21.959265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 on network 052f3973-4401-4ea0-b6b8-3e5975b78b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:21.962647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Attempting to bind port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 on network 052f3973-4401-4ea0-b6b8-3e5975b78b79 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:21.969454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d497-208e-445f-a80b-4e988ff421c2 req-32b9c74b-67f1-478b-a9b5-4a5bc4d5df4c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:21.970451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5682d497-208e-445f-a80b-4e988ff421c2 req-32b9c74b-67f1-478b-a9b5-4a5bc4d5df4c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 945 time: 0.1222637 Oct 12 11:16:21.974536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9813d75d-a1ca-4eea-adce-a25daf39b20f req-41f43547-b679-43bc-8c93-9485fe37ed2f tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Oct 12 11:16:21.979796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cea66c84-a620-4602-972b-199797bf2552', 'remote_group_id': None}]} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:21.980151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cea66c84-a620-4602-972b-199797bf2552', 'remote_group_id': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:21.988045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:21.988382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Checking segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:21.988762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Bound using segment: {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:21.989937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Bound port: dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a55ce6-4764-4e90-b1b9-102e92ce5508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:21.990365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.135721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:22.140375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:22.155551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Deleting port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:22.155901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.233175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.238074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86768c-5f98-4ea4-b26a-744316ecb97b req-ed8f6f29-d078-433c-a056-3006d966e3ba tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.240479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c86768c-5f98-4ea4-b26a-744316ecb97b req-ed8f6f29-d078-433c-a056-3006d966e3ba tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 943 time: 0.0705533 Oct 12 11:16:22.287594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c86768c-5f98-4ea4-b26a-744316ecb97b req-9293445e-7402-4df9-bc74-87f7d99e408f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 Oct 12 11:16:22.315811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.316431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.318093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 200 len: 1091 time: 1.3424177 Oct 12 11:16:22.318547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:22.321207 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b1cd2-b492-4841-91a9-5dd3816709b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:22.342746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.372546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] For port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:22.375303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.375303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc73d12-895b-4e5a-b826-a6031d824f60 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:22.403131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Calling delete_port for 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:22.406192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.514962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d72d-bffd-482e-805a-8d434074a3ff req-7f81d6de-224d-437d-9a86-3c456514eba2 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.516786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e975d72d-bffd-482e-805a-8d434074a3ff req-7f81d6de-224d-437d-9a86-3c456514eba2 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.0939479 Oct 12 11:16:22.593238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.654884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8356c69-5d9a-4181-a27e-f1fea67aa5c7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:22.676292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e913-0a76-4683-b29f-f575ade31926 req-84f7ea3a-0c4b-46d3-beb2-c54ab68705b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.676292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b116e913-0a76-4683-b29f-f575ade31926 req-84f7ea3a-0c4b-46d3-beb2-c54ab68705b6 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0924606 Oct 12 11:16:22.693171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-c2ec0f8a-22e0-49e2-a68c-c3560bd0f6a7 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.695015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-c2ec0f8a-22e0-49e2-a68c-c3560bd0f6a7 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "GET /v2.0/ports?device_id=a44f17ad-f337-49dc-8877-8d5a7387f574 HTTP/1.1" status: 200 len: 945 time: 0.1838844 Oct 12 11:16:22.721768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Deleting port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:22.722436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.739792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-fec90914-b8bf-4313-806e-2c586b45ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:22.741159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-fec90914-b8bf-4313-806e-2c586b45ef83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3597742a83894c7ab4dce695ac6dae7a&device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 1094 time: 0.3175073 Oct 12 11:16:22.750106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b116e913-0a76-4683-b29f-f575ade31926 req-b1821f75-6328-4231-ae5f-e5c79ff1a4a9 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 Oct 12 11:16:22.767966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.769452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d9bd621-690c-41dd-aa78-4bd8b1ca69bf req-654ccc94-9e7b-4c36-8f53-7d9f09059d62 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7964931 Oct 12 11:16:22.775596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:22.836863 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5796a6-0e82-4ddd-9797-146edfd31f35 x-openstack-request-id: req-7b5796a6-0e82-4ddd-9797-146edfd31f35 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:22.837157 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:22.837407 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b5796a6-0e82-4ddd-9797-146edfd31f35 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:22.837808 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'status': 'completed', 'code': 200} Oct 12 11:16:22.848426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:22.862286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['14205a5e-885f-4e62-a278-1b7cc0375635'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:22.864372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-7af28b4d-4246-4d52-ba7c-6b825e121dd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 200 len: 217 time: 0.1142843 Oct 12 11:16:22.935243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:22.943777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:22.945334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.035694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] No DVR routers for this DVR port 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:23.042173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event deleted for resources: {'Port': ['ID=35c9faf3-3c95-4a6d-85b4-144e23adb4d5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:23.049425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.053697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5682d497-208e-445f-a80b-4e988ff421c2 req-8fad31fc-20d6-4fe3-b400-59adf20bcc21 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "DELETE /v2.0/ports/35c9faf3-3c95-4a6d-85b4-144e23adb4d5 HTTP/1.1" status: 204 len: 173 time: 1.0668707 Oct 12 11:16:23.087467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-dbc4dc33-7db0-48de-afba-3e6b5120b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.088901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-dbc4dc33-7db0-48de-afba-3e6b5120b837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d202854-4c00-4d7f-bc01-526fad0e02e7 HTTP/1.1" status: 200 len: 853 time: 0.1593316 Oct 12 11:16:23.095097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Deleting port 14205a5e-885f-4e62-a278-1b7cc0375635 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:23.095443 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.100854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.153009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8318d-2f98-46c2-a2b4-2aa717cdb61d req-77835975-473a-48d0-9cfb-1c2023ac1d56 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.160205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abf8318d-2f98-46c2-a2b4-2aa717cdb61d req-77835975-473a-48d0-9cfb-1c2023ac1d56 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 946 time: 0.2437730 Oct 12 11:16:23.197667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:23.208278 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58854b-e268-47e4-9874-681cb893a451" -d '{"events": [{"server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:23.212729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae8a77a6-42e4-484b-9f47-f7ba9ad9b32f req-e41873c1-43a0-4832-9dd0-db742c49209c tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 210 time: 0.0400474 Oct 12 11:16:23.242936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:23.279246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-438fecf3-05c6-43d2-9e22-765fcfc5a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.280759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-438fecf3-05c6-43d2-9e22-765fcfc5a0c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052f3973-4401-4ea0-b6b8-3e5975b78b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810932 Oct 12 11:16:23.282328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] For port 1b9ce26f-9cc1-4337-a852-9cf5fd156383, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1b9ce26f-9cc1-4337-a852-9cf5fd156383,segment=NetworkSegment(65136511-251e-44c0-9598-bc164f1dea2e),segment_id=65136511-251e-44c0-9598-bc164f1dea2e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:23.282720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.300676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Calling delete_port for 1b9ce26f-9cc1-4337-a852-9cf5fd156383 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:23.304474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abf8318d-2f98-46c2-a2b4-2aa717cdb61d req-149574ca-a90c-470d-abcc-bb7ed5b5091b tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/security-groups?id=b585d74e-235d-4ab2-b017-e3807cd6a53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336200 Oct 12 11:16:23.307934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] For port 14205a5e-885f-4e62-a278-1b7cc0375635, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=14205a5e-885f-4e62-a278-1b7cc0375635,segment=NetworkSegment(ba245cd6-51dd-4495-a3f5-4d07b16f105a),segment_id=ba245cd6-51dd-4495-a3f5-4d07b16f105a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:23.308303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.350805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.383171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Calling delete_port for 14205a5e-885f-4e62-a278-1b7cc0375635 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:23.406966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.516969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:23.530673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b88ac18f-17f7-47c7-a8b4-9e29a32ced73 req-3d14014b-9644-4f07-9e68-39bc82883e45 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 200 len: 2994 time: 0.2723298 Oct 12 11:16:23.531934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.536476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-8c288bc8-8703-4f0c-acd0-4cb89491d26c service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303135 Oct 12 11:16:23.552782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1b9ce26f-9cc1-4337-a852-9cf5fd156383'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:23.602426 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2836fd47-c9a1-42fb-bd1b-2997026e436e x-openstack-request-id: req-2836fd47-c9a1-42fb-bd1b-2997026e436e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:23.603241 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:23.603746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Pushing event deleted for resources: {'Port': ['ID=1b9ce26f-9cc1-4337-a852-9cf5fd156383,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:23.604079 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2836fd47-c9a1-42fb-bd1b-2997026e436e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:23.604956 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'code': 200} Oct 12 11:16:23.656428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] No DVR routers for this DVR port 1b9ce26f-9cc1-4337-a852-9cf5fd156383 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:23.659446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.664865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e975d72d-bffd-482e-805a-8d434074a3ff req-8e1bbfb0-cd00-4f04-bac1-c5f47bc6f407 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.47 "DELETE /v2.0/ports/1b9ce26f-9cc1-4337-a852-9cf5fd156383 HTTP/1.1" status: 204 len: 173 time: 1.1413407 Oct 12 11:16:23.665796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'name': 'network-vif-deleted', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:23.668281 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7e29c0-d846-4fb5-8d16-54ce2570f77b" -d '{"events": [{"server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "name": "network-vif-deleted", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:23.751556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a453d0-4fa8-49e7-85ea-3de2751a5f66 req-59a3ba50-695b-4c56-af90-f08657311d6b tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.752920 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4a453d0-4fa8-49e7-85ea-3de2751a5f66 req-59a3ba50-695b-4c56-af90-f08657311d6b tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.1865547 Oct 12 11:16:23.755339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44bf61e6-0c9d-461a-96b7-72d4fd164ac9 req-44cbe3a3-6328-4869-b8da-a77f98407c06 service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068937 Oct 12 11:16:23.769382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4bfea-8a5a-4246-97d7-0f85b3eff13f req-80c3597c-c1e3-461d-b41b-df0a8a75a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.775938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cae4bfea-8a5a-4246-97d7-0f85b3eff13f req-80c3597c-c1e3-461d-b41b-df0a8a75a439 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1096 time: 0.1020429 Oct 12 11:16:23.792468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154aca6-f5ca-4694-9b83-8986591fe796 req-7c1c82e8-6efe-4454-8b04-d83e85c22f28 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.796104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3154aca6-f5ca-4694-9b83-8986591fe796 req-7c1c82e8-6efe-4454-8b04-d83e85c22f28 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 943 time: 0.1027467 Oct 12 11:16:23.800093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-91804f78-78c3-464a-b4c6-25e8e78c7649 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:23.801305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-91804f78-78c3-464a-b4c6-25e8e78c7649 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1097 time: 0.0786169 Oct 12 11:16:23.820196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:23.823681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4a453d0-4fa8-49e7-85ea-3de2751a5f66 req-e62aa21b-ba61-4d00-beab-c922b23e2783 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Oct 12 11:16:23.844566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cae4bfea-8a5a-4246-97d7-0f85b3eff13f req-1551d638-04ca-4952-97b7-bd187f1ff34c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516541 Oct 12 11:16:23.851094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.902223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Pushing event deleted for resources: {'Port': ['ID=14205a5e-885f-4e62-a278-1b7cc0375635,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:23.918953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3154aca6-f5ca-4694-9b83-8986591fe796 req-a91f07fc-fbc1-4a75-b1ee-1086489149fd tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110206 Oct 12 11:16:23.922829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.970470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-ab07dbc3-cf71-4e08-ae32-93a2183724da tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-group-rules/f8356c69-5d9a-4181-a27e-f1fea67aa5c7 HTTP/1.1" status: 200 len: 783 time: 0.1038864 Oct 12 11:16:23.971296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] No DVR routers for this DVR port 14205a5e-885f-4e62-a278-1b7cc0375635 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:23.974285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:23.981784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd961f96-c1d8-4f6e-8b17-1428810a52fa req-043d8ab8-ae80-4d2c-878f-d7f811b135d4 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.41 "DELETE /v2.0/ports/14205a5e-885f-4e62-a278-1b7cc0375635 HTTP/1.1" status: 204 len: 173 time: 1.2749693 Oct 12 11:16:23.991501 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c1b4f-bbdb-4067-bd0b-1460c2294f4c x-openstack-request-id: req-cb1c1b4f-bbdb-4067-bd0b-1460c2294f4c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:23.991952 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f47a461-b1b9-4b56-aec6-19541b0ac05a", "name": "network-vif-deleted", "tag": "1b9ce26f-9cc1-4337-a852-9cf5fd156383", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:23.992326 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb1c1b4f-bbdb-4067-bd0b-1460c2294f4c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:23.992800 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f47a461-b1b9-4b56-aec6-19541b0ac05a', 'name': 'network-vif-deleted', 'tag': '1b9ce26f-9cc1-4337-a852-9cf5fd156383', 'status': 'completed', 'code': 200} Oct 12 11:16:24.031504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-a678570e-3b2c-4638-a455-18386c360cd9 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 200 len: 2994 time: 0.0523560 Oct 12 11:16:24.068458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.081931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.127705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:24.149652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341207-b701-4f9c-9e6d-cdd9a10c23ea req-f27df043-6e67-43d5-b536-f4c0e7a124a9 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:24.150967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89341207-b701-4f9c-9e6d-cdd9a10c23ea req-f27df043-6e67-43d5-b536-f4c0e7a124a9 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 946 time: 0.0931315 Oct 12 11:16:24.156248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-45ad474a-5fb0-49fd-8344-0e297a873a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:24.157948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-45ad474a-5fb0-49fd-8344-0e297a873a30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3597742a83894c7ab4dce695ac6dae7a&device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 1094 time: 0.0479984 Oct 12 11:16:24.192854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.195715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:24.200957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.202035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82070b0f-1046-4df5-b8d2-1f2cc0260a61 req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f8356c69-5d9a-4181-a27e-f1fea67aa5c7 HTTP/1.1" status: 204 len: 173 time: 0.1624544 Oct 12 11:16:24.246407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a0a20-e84e-4aa5-9d43-5d07aa0fecc6 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8356c69-5d9a-4181-a27e-f1fea67aa5c7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:24.247357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89341207-b701-4f9c-9e6d-cdd9a10c23ea req-99a29757-6bdf-43b3-810b-fabb1561bad8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832191 Oct 12 11:16:24.275868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.349313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffc71347-b813-45a2-9355-7947ef6de496 req-9d5d3825-b3ee-42de-b412-94a58e67ca55 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 200 len: 2396 time: 0.1126680 Oct 12 11:16:24.361275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-2245182a-92cf-4e3a-a76b-19443c96e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:24.363000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-2245182a-92cf-4e3a-a76b-19443c96e59e service neutron] 10.222.0.41 "GET /v2.0/networks?id=052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 200 len: 915 time: 0.1979558 Oct 12 11:16:24.363466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e48d5cda-5be6-4fc5-aeaf-702e33a9600b req-c4ff3dc7-abde-4d56-bef3-6accd2288de6 tempest-ListServersNegativeTestJSON-771284454 tempest-ListServersNegativeTestJSON-771284454-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa7ace17-0ae0-4e89-813d-b4c81ad962e4 HTTP/1.1" status: 200 len: 210 time: 0.0325909 Oct 12 11:16:24.369923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.432331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-5c526a92-0268-4ca0-9e7d-eab4162fa8b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 200 len: 217 time: 0.0600305 Oct 12 11:16:24.517506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ffc71347-b813-45a2-9355-7947ef6de496 req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.570047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-dda57d35-b702-4bca-bb52-f5b3f0bbe2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:24.571611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-dda57d35-b702-4bca-bb52-f5b3f0bbe2ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d202854-4c00-4d7f-bc01-526fad0e02e7 HTTP/1.1" status: 200 len: 853 time: 0.0991139 Oct 12 11:16:24.576282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ffc71347-b813-45a2-9355-7947ef6de496 req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.580427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94c33e12-d743-4883-a0ab-aaf73a986aa3 req-1cdcbb85-e736-4ae7-b3ae-b78731720ac3 tempest-InstanceActionsV221TestJSON-1032545268 tempest-InstanceActionsV221TestJSON-1032545268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f47a461-b1b9-4b56-aec6-19541b0ac05a HTTP/1.1" status: 200 len: 210 time: 0.0489168 Oct 12 11:16:24.583308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:24.587663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h2-813419-3 for vnic_type normal with profile {"migrating_to": "n-h1-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:24.587990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:24.588350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:24.593214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:24.593615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:24.607913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:24.607913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:24.607913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:24.607913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Bound port: 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:24.607913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.671469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-d75cd280-5258-4a43-8dfe-fd0d033a4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:24.674891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-d75cd280-5258-4a43-8dfe-fd0d033a4746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052f3973-4401-4ea0-b6b8-3e5975b78b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936990 Oct 12 11:16:24.701363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:24.704948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:24.779818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-fc90e2dd-0241-4494-8393-cdaeccece8c8 service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969884 Oct 12 11:16:24.797851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ffc71347-b813-45a2-9355-7947ef6de496 req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.798620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:24.806172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ffc71347-b813-45a2-9355-7947ef6de496 req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.806172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffc71347-b813-45a2-9355-7947ef6de496 req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/cea66c84-a620-4602-972b-199797bf2552 HTTP/1.1" status: 204 len: 173 time: 0.4512758 Oct 12 11:16:24.806549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:24.826133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:24.827462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fadcb-895b-4a03-94ca-5f05c5d55488 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea66c84-a620-4602-972b-199797bf2552,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:24.841557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'name': 'network-vif-deleted', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5'}, {'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'name': 'network-vif-deleted', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:24.843906 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaecfae-302a-41e3-b344-a2d37980c357" -d '{"events": [{"server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "name": "network-vif-deleted", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5"}, {"server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "name": "network-vif-deleted", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:24.877443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:24.878131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 35c9faf3-3c95-4a6d-85b4-144e23adb4d5 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:24.919640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b11b1cd2-b492-4841-91a9-5dd3816709b2 req-eb6de8cc-aeb9-448d-ab4c-c4e6136a9532 service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226654 Oct 12 11:16:24.949060 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-8bf4c4f7-1221-4ae2-836d-1186e3da2836 req-6cffb9ac-b652-41f5-b846-3d128c09c0dd tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] show failed (client error): The resource could not be found. Oct 12 11:16:24.963820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bf4c4f7-1221-4ae2-836d-1186e3da2836 req-6cffb9ac-b652-41f5-b846-3d128c09c0dd tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/88490eb5-4d0a-4f18-9269-31fd449b73dc HTTP/1.1" status: 404 len: 352 time: 0.1256349 Oct 12 11:16:25.011147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c0950-a204-4775-ac48-4af30b8c01c4 req-cfa3bc89-7c1b-4b7d-a629-c27a05dabc35 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:25.013166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-639c0950-a204-4775-ac48-4af30b8c01c4 req-cfa3bc89-7c1b-4b7d-a629-c27a05dabc35 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.0871012 Oct 12 11:16:25.030086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:25.056275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:25.097796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:25.100710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.102436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-d2623075-9af0-460d-8d82-3f12e868af51 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 1122 time: 1.2877479 Oct 12 11:16:25.107686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h2-813419-3 for vnic_type normal with profile {"migrating_to": "n-h1-813419-3"} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:25.108351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:25.108882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:25.115706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:25.116320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on network d54d196a-799c-437e-b0e0-b6e9a7506548 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:25.123251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:25.123928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Checking segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:25.124754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Bound using segment: {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:25.125439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Bound port: 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd54d196a-799c-437e-b0e0-b6e9a7506548'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:25.126054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.205986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3c575b18-d70f-4a15-85c6-3b8a73c042b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:25.237301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bb2f8-c0f8-4b28-bbe9-c0426d7d1e6a req-1bb694ed-2b0b-4d92-89df-9b431d898f07 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:25.245406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-709bb2f8-c0f8-4b28-bbe9-c0426d7d1e6a req-1bb694ed-2b0b-4d92-89df-9b431d898f07 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 943 time: 0.0884237 Oct 12 11:16:25.280533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['3c575b18-d70f-4a15-85c6-3b8a73c042b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:25.302336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-709bb2f8-c0f8-4b28-bbe9-c0426d7d1e6a req-79bc65fa-ed16-4fc1-818a-31bc4fc09911 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550783 Oct 12 11:16:25.381552 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2158ed3b-0e04-4596-a9d7-f383b1f6653d x-openstack-request-id: req-2158ed3b-0e04-4596-a9d7-f383b1f6653d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:25.381810 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7ace17-0ae0-4e89-813d-b4c81ad962e4", "name": "network-vif-deleted", "tag": "35c9faf3-3c95-4a6d-85b4-144e23adb4d5", "status": "completed", "code": 200}, {"server_uuid": "a44f17ad-f337-49dc-8877-8d5a7387f574", "name": "network-vif-deleted", "tag": "14205a5e-885f-4e62-a278-1b7cc0375635", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:25.382062 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2158ed3b-0e04-4596-a9d7-f383b1f6653d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:25.382451 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ace17-0ae0-4e89-813d-b4c81ad962e4', 'name': 'network-vif-deleted', 'tag': '35c9faf3-3c95-4a6d-85b4-144e23adb4d5', 'status': 'completed', 'code': 200} Oct 12 11:16:25.382729 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44f17ad-f337-49dc-8877-8d5a7387f574', 'name': 'network-vif-deleted', 'tag': '14205a5e-885f-4e62-a278-1b7cc0375635', 'status': 'completed', 'code': 200} Oct 12 11:16:25.391883 n-d-813419-3 neutron-server[95549]: WARNING neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Concurrent port binding operations failed on port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 Oct 12 11:16:25.396326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:25.404721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-639c0950-a204-4775-ac48-4af30b8c01c4 req-8f867246-14e7-4e83-953f-bba3fbd54f94 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769517 Oct 12 11:16:25.405666 n-d-813419-3 neutron-server[95549]: INFO neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempt 2 to bind port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 Oct 12 11:16:25.406121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 has no active binding in host n-h1-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:16:25.424079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-1ef78f6f-39ff-4199-bfa0-b3b1bc7a941a tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/ac619aba-9410-4e25-bef3-223e3113c929 HTTP/1.1" status: 200 len: 1804 time: 0.0916100 Oct 12 11:16:25.560469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054840cb-f2af-42c7-9524-273a4f35f2c6 req-8b14b4ef-d5ad-4621-be10-a30945da8921 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:25.569809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.569929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-054840cb-f2af-42c7-9524-273a4f35f2c6 req-8b14b4ef-d5ad-4621-be10-a30945da8921 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0917144 Oct 12 11:16:25.599383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.632760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-054840cb-f2af-42c7-9524-273a4f35f2c6 req-333fa633-1b8b-4def-8ecd-8f5d2827c704 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485651 Oct 12 11:16:25.798529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.802217 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.802787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f5d4f57-4688-444d-9c01-025e05ad9101 req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/ac619aba-9410-4e25-bef3-223e3113c929 HTTP/1.1" status: 204 len: 173 time: 0.3722966 Oct 12 11:16:25.817833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb0a57-8f2f-4ae9-a6c6-e0541d200593 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac619aba-9410-4e25-bef3-223e3113c929,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:25.827806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43824) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:25.916470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Deleting subnet 02a1124a-c04e-46a3-b5c0-dd388fcd7f0c {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:16:25.921114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.966657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1b9ce26f-9cc1-4337-a852-9cf5fd156383 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:25.967520 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-e4c876b7-f21d-4c7c-a24f-171c8fbc5232 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/d7c0e300-be88-4ae2-886f-ba7656afe41e HTTP/1.1" status: 200 len: 1804 time: 0.1043336 Oct 12 11:16:25.994352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:25.994487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9'}, {'name': 'network-changed', 'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:25.996140 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d" -d '{"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-unplugged", "status": "completed", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9"}, {"name": "network-changed", "server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:26.000618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 1b9ce26f-9cc1-4337-a852-9cf5fd156383 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:26.000978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1b9ce26f-9cc1-4337-a852-9cf5fd156383 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:26.011630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:26.054080 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a7aeb-1859-4d25-9ea4-d568ad67a193 x-openstack-request-id: req-be3a7aeb-1859-4d25-9ea4-d568ad67a193 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:26.054080 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-unplugged", "status": "completed", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9", "code": 200}, {"name": "network-changed", "server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:26.054080 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be3a7aeb-1859-4d25-9ea4-d568ad67a193 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:26.054414 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'code': 200} Oct 12 11:16:26.054519 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'status': 'completed', 'code': 200} Oct 12 11:16:26.072611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Deleting subnet c0677c21-55c9-48ad-aa5d-603a440926f2 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:16:26.073387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.076307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.114820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.142800 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.151682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.188658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-30bdbe4f-2fd1-4e1f-8634-3726430105f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:26.190162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-30bdbe4f-2fd1-4e1f-8634-3726430105f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1125 time: 0.0854375 Oct 12 11:16:26.195202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.285229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.312379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a1124a-c04e-46a3-b5c0-dd388fcd7f0c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:26.320540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.323475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.325115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-f6df05a3-7054-46e0-a797-df7bc6714c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:26.326161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.326922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-f6df05a3-7054-46e0-a797-df7bc6714c48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1123614 Oct 12 11:16:26.330100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3c0605d-3ad9-4a27-8161-7f6bb21724ca req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7c0e300-be88-4ae2-886f-ba7656afe41e HTTP/1.1" status: 204 len: 173 time: 0.3508670 Oct 12 11:16:26.335807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.339043 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d61dac5-a94f-414e-973c-16c38d14fd72 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/02a1124a-c04e-46a3-b5c0-dd388fcd7f0c HTTP/1.1" status: 204 len: 168 time: 0.5092199 Oct 12 11:16:26.345625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43838) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:26.348067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ffacf-78e7-49aa-8087-f9fbd2f9c4a3 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0e300-be88-4ae2-886f-ba7656afe41e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:26.408547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-6b7dde95-aec8-491b-b11e-8760ca19c5d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 217 time: 0.0620031 Oct 12 11:16:26.410757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.414564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-54870e6b-19ee-4928-a507-c8b8e146f1a1 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/b9e28746-3159-48fd-8181-5fd226baa5e8 HTTP/1.1" status: 200 len: 1803 time: 0.0687244 Oct 12 11:16:26.479803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.506540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.524670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0677c21-55c9-48ad-aa5d-603a440926f2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:26.538917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.542112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-634d033a-90de-414c-90a9-6d48bf2df7b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c0677c21-55c9-48ad-aa5d-603a440926f2 HTTP/1.1" status: 204 len: 168 time: 0.5294893 Oct 12 11:16:26.544809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43842) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:26.556875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.576446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-489027f6-43f1-4313-ab7c-eabb25dc6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:26.577819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-489027f6-43f1-4313-ab7c-eabb25dc6183 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1231418 Oct 12 11:16:26.595020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507f06a-826b-4a0f-b7d1-7b46d4e56924 req-f26092b3-538d-48d9-8f76-620dac4a7ffa tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:26.596509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a507f06a-826b-4a0f-b7d1-7b46d4e56924 req-f26092b3-538d-48d9-8f76-620dac4a7ffa tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 943 time: 0.1918151 Oct 12 11:16:26.632608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.642660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-eefef294-6943-4104-982e-b878a73a282f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450003 Oct 12 11:16:26.720876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.723584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.724975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baac443e-fd9f-474c-80b0-3a42a2bc01e2 req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/b9e28746-3159-48fd-8181-5fd226baa5e8 HTTP/1.1" status: 204 len: 173 time: 0.3039491 Oct 12 11:16:26.731072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.747723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d47f9e-531b-4bfb-9e53-3e2258655304 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e28746-3159-48fd-8181-5fd226baa5e8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:26.752456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a507f06a-826b-4a0f-b7d1-7b46d4e56924 req-4cde7658-cc42-4a20-b590-7154aa122d7d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440554 Oct 12 11:16:26.766063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a892b458-292a-4878-986d-8c657bcaec92']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.778219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65136511-251e-44c0-9598-bc164f1dea2e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.778541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65136511-251e-44c0-9598-bc164f1dea2e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.784557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.791188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.809761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dbcd58a0-7cd3-4a21-8cfd-d638a3463253 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:26.812100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 14205a5e-885f-4e62-a278-1b7cc0375635 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:26.818059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82dd6cb-3168-405d-bc3e-58c1a4cf93fa']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.828310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.830750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba245cd6-51dd-4495-a3f5-4d07b16f105a') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.831055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba245cd6-51dd-4495-a3f5-4d07b16f105a') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:26.841356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:16:26.842228 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:16:26.845189 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:16:26.849713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.857461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-defb8e73-c852-4571-83c3-b190868a605d service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971068 Oct 12 11:16:26.867085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.905700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:16:26.908891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:16:26.914154 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:16:26.920100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 14205a5e-885f-4e62-a278-1b7cc0375635 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:26.921002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 14205a5e-885f-4e62-a278-1b7cc0375635 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:27.012588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c4db-e3aa-4a29-91b0-0c5c701da3bc req-2efbfa91-a2b6-4b54-b761-798daff7c41f tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:27.014237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5a0c4db-e3aa-4a29-91b0-0c5c701da3bc req-2efbfa91-a2b6-4b54-b761-798daff7c41f tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.0726566 Oct 12 11:16:27.015478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.023809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.032968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a892b458-292a-4878-986d-8c657bcaec92 HTTP/1.1" status: 204 len: 168 time: 0.4873047 Oct 12 11:16:27.051136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:27.064980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718f775-bbe7-49c3-af73-827e2d99dc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=a892b458-292a-4878-986d-8c657bcaec92,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:27.075737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'port_id': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'mac_address': 'fa:16:3e:91:c6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:27.079294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790cbc2-9a4e-41cb-bf57-42952c348c97 req-73fb367b-d174-40c5-83cb-a7b12de422bc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:27.080854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8790cbc2-9a4e-41cb-bf57-42952c348c97 req-73fb367b-d174-40c5-83cb-a7b12de422bc tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1459358 Oct 12 11:16:27.085419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6043c8-d23f-4760-b8ea-fe86673f2f0d req-3aa1f734-1f68-4ad5-acae-aa9728d788ef service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148995 Oct 12 11:16:27.119960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5a0c4db-e3aa-4a29-91b0-0c5c701da3bc req-f3e337fd-842f-49ea-b8d9-63c067969aef tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806181 Oct 12 11:16:27.124912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.145891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.149637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b82dd6cb-3168-405d-bc3e-58c1a4cf93fa HTTP/1.1" status: 204 len: 168 time: 0.8019500 Oct 12 11:16:27.177212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.178531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891771a8-fae4-4d46-b998-efcf4762fba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82dd6cb-3168-405d-bc3e-58c1a4cf93fa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:27.189301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8790cbc2-9a4e-41cb-bf57-42952c348c97 req-d27bf263-556b-4144-93a1-21427d1be437 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985117 Oct 12 11:16:27.207938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd58a0-7cd3-4a21-8cfd-d638a3463253 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:27.238191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:27.264883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-fae9b34a-c4e4-459d-aecb-c0b77f10908c tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30 HTTP/1.1" status: 200 len: 2404 time: 0.1089675 Oct 12 11:16:27.328010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.356725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.369142 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.447037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:27.522997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.526261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.532660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44fb51d5-3e78-451f-bcec-d3e993b062a4 req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30 HTTP/1.1" status: 204 len: 173 time: 0.2667415 Oct 12 11:16:27.540746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:27.562314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bb9ce-8e54-477d-8053-77a4ce66b7e8 tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4c4d0-7bfe-4c99-bdf1-6cc817f96a30,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:27.576635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-7fe38234-ff09-4867-8e61-01fc97e268ef tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 258 time: 0.2481031 Oct 12 11:16:27.584421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:27.606436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-73613526-7323-4b83-96aa-0cb8b924068e tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "GET /v2.0/security-groups/36975706-7ac6-4493-a720-625c9723347b HTTP/1.1" status: 200 len: 2397 time: 0.0513380 Oct 12 11:16:27.630869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59718610-3887-48c3-9724-1bef24afda8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d79c6f936b9346d3926eac4644238528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885942 Oct 12 11:16:27.631596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:27.637763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43866) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:27.682137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.704253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00297075-9228-4f5d-accf-8ce15fcdd602 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0867b36d842469c9c747dd8ac788256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713594 Oct 12 11:16:27.706734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43870) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:27.708228 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.739497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.746678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.783611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dbcd58a0-7cd3-4a21-8cfd-d638a3463253'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:27.809188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.837491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.844336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.847001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.848480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5acb8b33-c49b-45fb-b394-3d78df7285b5 req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] 10.222.0.43 "DELETE /v2.0/security-groups/36975706-7ac6-4493-a720-625c9723347b HTTP/1.1" status: 204 len: 173 time: 0.2345085 Oct 12 11:16:27.855436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43874) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:27.912745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.920092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Deleting subnet f6b2965a-62b5-46a1-8648-76a7198cd449 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:16:27.930245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:27.934057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dfadb-681f-424f-b4e5-314b6e8e84ba tempest-SecurityGroupRulesTestJSON-1665179791 tempest-SecurityGroupRulesTestJSON-1665179791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36975706-7ac6-4493-a720-625c9723347b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:28.011429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.012123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.050525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0257b5f-99b3-482b-898c-25d5d4c3ff93 req-565875ae-4e49-4c49-997d-40a7dd7d94fe tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:28.052836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0257b5f-99b3-482b-898c-25d5d4c3ff93 req-565875ae-4e49-4c49-997d-40a7dd7d94fe tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 944 time: 0.1164975 Oct 12 11:16:28.063180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.066161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.067471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b585d74e-235d-4ab2-b017-e3807cd6a53e HTTP/1.1" status: 204 len: 168 time: 0.4275818 Oct 12 11:16:28.080646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.088879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbe95b-8b4a-4549-a10b-3891076ec366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b585d74e-235d-4ab2-b017-e3807cd6a53e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:28.102505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.105175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.106334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08 HTTP/1.1" status: 204 len: 168 time: 0.3986309 Oct 12 11:16:28.144653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19c5c2-7de0-4601-a96f-b747bf9657f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c27b9d0-b8c9-4d69-8f9d-e62c9d7d3e08,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:28.184749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Allocated IP 172.25.2.130 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c6f31a8b-e351-44c5-b1e3-48786244bf5a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:28.208183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0257b5f-99b3-482b-898c-25d5d4c3ff93 req-786bee9d-a881-4235-aa66-e3fc89e00bf0 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313405 Oct 12 11:16:28.323641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.331579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.371235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b2965a-62b5-46a1-8648-76a7198cd449,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:28.377685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.381698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91f5553a-4ec0-45a5-866b-11edcc1e35a0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f6b2965a-62b5-46a1-8648-76a7198cd449 HTTP/1.1" status: 204 len: 168 time: 0.5254054 Oct 12 11:16:28.384289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:28.402017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28cb5f-0483-4d98-8132-73445de90568 req-d2d97123-ad42-455d-b9dc-b1b03d31e5de tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:28.403805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd28cb5f-0483-4d98-8132-73445de90568 req-d2d97123-ad42-455d-b9dc-b1b03d31e5de tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.1025622 Oct 12 11:16:28.448605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd28cb5f-0483-4d98-8132-73445de90568 req-dd62586c-89d0-4d88-b4a1-d948b894c6e8 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Oct 12 11:16:28.473810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.478915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.530791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:28.554912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:28.558229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:28.560124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event updated for resources: {'Port': ['ID=c6f31a8b-e351-44c5-b1e3-48786244bf5a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:28.652612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.701586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:28.718203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcbca5e-8281-4f9c-891d-7d3942e0d5b5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:28.718446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcbca5e-8281-4f9c-891d-7d3942e0d5b5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:28.743014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.752252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.782745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.793322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:16:28.793322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:16:28.795076 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:16:28.812495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:28.815571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-7857cd53-e6c5-41a5-ba43-09fd66b23b69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861809 Oct 12 11:16:28.947664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786c01-3a74-4950-93b6-5134ecfba75d req-17f6aa1a-bfe8-42d3-ad36-42af20ce0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:28.949429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-17f6aa1a-bfe8-42d3-ad36-42af20ce0e5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 1095 time: 0.1085880 Oct 12 11:16:28.954508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:28.964742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:28.985504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:29.000902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 has no active binding in host n-h1-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:16:29.006575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:29.009789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] 10.222.0.43 "DELETE /v2.0/networks/93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a HTTP/1.1" status: 204 len: 168 time: 0.6245074 Oct 12 11:16:29.032844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372da1-9714-447e-8136-82c6929d4075 admin admin] Pushing event deleted for resources: {'Network': ['ID=93bd4fcb-4ab8-4ab7-a76a-0bde48b3365a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:29.157360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786c01-3a74-4950-93b6-5134ecfba75d req-978c9bf7-639e-461d-9acf-fe3dc413a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:29.158912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-978c9bf7-639e-461d-9acf-fe3dc413a6e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1833134 Oct 12 11:16:29.212357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-b840b8e3-5477-44f0-ad5f-a7ae557e4db8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 200 len: 217 time: 0.0448744 Oct 12 11:16:29.287774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:29.290840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786c01-3a74-4950-93b6-5134ecfba75d req-c512c7e8-27d4-4dcf-b17d-8eb5015e574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:29.292362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-c512c7e8-27d4-4dcf-b17d-8eb5015e574a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0729086 Oct 12 11:16:29.326583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-3bf217f9-2e78-41ba-9e6f-b1541b817f71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269449 Oct 12 11:16:29.394177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616e7b-78fa-4a88-8f9b-49672ef32d3a req-413d49c5-0038-4a62-bf2d-174ce50b291f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:29.396443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81616e7b-78fa-4a88-8f9b-49672ef32d3a req-413d49c5-0038-4a62-bf2d-174ce50b291f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 944 time: 0.0780513 Oct 12 11:16:29.400303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:29.474916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81616e7b-78fa-4a88-8f9b-49672ef32d3a req-8c6bd0dc-f274-44a1-81b6-60c9d4d14d4b tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717521 Oct 12 11:16:29.521887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event updated for resources: {'Port': ['ID=c6f31a8b-e351-44c5-b1e3-48786244bf5a,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:29.545396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-ebe58a55-80ae-4010-ae2a-345b504bccec service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108610 Oct 12 11:16:29.548515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:29.646826 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:16:29.664195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43924) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:29.697410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bb145-ee3d-49f8-90f6-5ca21676a9b8 req-b80b57d8-cca4-4078-8940-e6c6730e3b8d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:29.707199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-119bb145-ee3d-49f8-90f6-5ca21676a9b8 req-b80b57d8-cca4-4078-8940-e6c6730e3b8d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0931692 Oct 12 11:16:29.810292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-119bb145-ee3d-49f8-90f6-5ca21676a9b8 req-a559598b-d7e6-4694-8db7-8d26a82faf1c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966270 Oct 12 11:16:29.829376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-985c215d-7d49-4d5e-a35f-988804f74072 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f577e620156497e8eefafc9278e0c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521327 Oct 12 11:16:29.829376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43930) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:29.952638 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.001864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.085205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.086530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-dd5e7918-0513-4736-a9b8-9cdd37090143 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5088291 Oct 12 11:16:30.130521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.134485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.136018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7a4222c-791b-4586-8431-6c1265b949ba HTTP/1.1" status: 204 len: 168 time: 0.3089216 Oct 12 11:16:30.151668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-89444755-8e14-4cc2-905c-3619eb69fafa tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0543313 Oct 12 11:16:30.154960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d865d-1e15-4105-a13e-ea0c8c0c57f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4222c-791b-4586-8431-6c1265b949ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:30.234813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:30.272346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29786c01-3a74-4950-93b6-5134ecfba75d req-8d598118-2c02-411f-ba8b-68c8ec0ec821 service neutron] 10.222.0.47 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184410 Oct 12 11:16:30.276243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43944) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:30.337350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-e4ccab12-d750-4308-9451-e03f10aea1a8 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:30.338838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13ff4ab6-f294-4234-907c-082b48a32c0e req-e4ccab12-d750-4308-9451-e03f10aea1a8 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1804447 Oct 12 11:16:30.576012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-6e743c8c-89ab-41bb-ada5-161a5f7a2b4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055319 Oct 12 11:16:30.609848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-c6ff21e4-836f-4128-a0ae-55f707db4520 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:30.623305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-c6ff21e4-836f-4128-a0ae-55f707db4520 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1512902 Oct 12 11:16:30.708732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-456064407-network', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:30.722409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-17459137-network', 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:30.726028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9ed5-3926-4eae-9ee0-41093b5765e3 req-02e3ba3e-a312-42ab-916e-19b61b953dd7 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:30.733412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-899d9ed5-3926-4eae-9ee0-41093b5765e3 req-02e3ba3e-a312-42ab-916e-19b61b953dd7 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 944 time: 0.1432421 Oct 12 11:16:30.742026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-e4f0ab66-8bcf-4fa7-9fc9-bfaabcc3703f tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.1113892 Oct 12 11:16:30.748298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'floatingip': {'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:30.781618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-88cefb74-f0e8-4100-9619-9bc1d2e1ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:30.783229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-88cefb74-f0e8-4100-9619-9bc1d2e1ebc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 1095 time: 0.1440144 Oct 12 11:16:30.800318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-899d9ed5-3926-4eae-9ee0-41093b5765e3 req-732ea934-328c-42f2-87c3-5c9721d466b6 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647562 Oct 12 11:16:30.838121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dbcd58a0-7cd3-4a21-8cfd-d638a3463253 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:30.856618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:30.929804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 11:16:30.929804 n-d-813419-3 neutron-server[95547]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 11:16:30.929804 n-d-813419-3 neutron-server[95547]: [parameters: {'project_id': '1f62651c73284ed58c09ea77df5b5df7', 'id': '339ef06b-d744-42f5-9266-a023f3533083', 'expiration': datetime.datetime(2021, 10, 12, 11, 18, 30, 844386)}] Oct 12 11:16:30.929804 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:16:30.934502 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:16:30.985548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-1e0e6f33-2b60-433b-bc90-a8579862cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:30.986951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-1e0e6f33-2b60-433b-bc90-a8579862cf5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1769075 Oct 12 11:16:31.102628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-ccf5b1d4-7739-4620-a1aa-7cdeffdd8e73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0926344 Oct 12 11:16:31.163242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:31.175929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:31.175929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.234946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-63c6ec4b-272d-4830-9eea-aa20954636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:31.236709 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-63c6ec4b-272d-4830-9eea-aa20954636d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.1272964 Oct 12 11:16:31.249193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691d2d-ff8e-4a90-9016-ca7a826f66db req-83938a68-28d5-4c78-90b8-d0032aed590b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:31.251404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca691d2d-ff8e-4a90-9016-ca7a826f66db req-83938a68-28d5-4c78-90b8-d0032aed590b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.2507148 Oct 12 11:16:31.274886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.290007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-19f81212-5da7-4a16-adc0-ec938a4f088a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332527 Oct 12 11:16:31.300329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:31.303713 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45e384-fa85-4c6d-a0e2-78b719003929" -d '{"events": [{"server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:31.325702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:31.409192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca691d2d-ff8e-4a90-9016-ca7a826f66db req-c7358b69-94d7-4482-b3ac-e297aa89fd2b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179945 Oct 12 11:16:31.450218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-3a190a56-60a9-40d8-b967-7021acd29e52 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320572 Oct 12 11:16:31.482194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.508523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Made reservation on behalf of 2406fa06d3ea45ddaf95eb133267c98b for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:31.511774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.542076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.578494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc54e8b8-0165-40ac-8963-05028f8c277d req-13e98af0-3fd1-4661-aa1a-a41e1beaa69a service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127014 Oct 12 11:16:31.594530 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a29df23-a443-447d-9678-c3b38618695b x-openstack-request-id: req-6a29df23-a443-447d-9678-c3b38618695b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:31.595177 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:31.595592 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a29df23-a443-447d-9678-c3b38618695b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:31.596161 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'code': 200} Oct 12 11:16:31.622312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.624383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:31.627504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.681354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:31.683731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.712855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.717672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:31.755812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32734b-bb49-42fe-a4d6-8600e87335e0 req-0546d958-faff-4462-9b5d-b7f361913b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:31.757810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c32734b-bb49-42fe-a4d6-8600e87335e0 req-0546d958-faff-4462-9b5d-b7f361913b83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0971160 Oct 12 11:16:31.763054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:31.801804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c32734b-bb49-42fe-a4d6-8600e87335e0 req-a6d55479-f5eb-4155-bb77-987942aba768 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360475 Oct 12 11:16:31.811218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.856694 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Floating IP dfe666cf-2aa0-49ca-8f37-3912a4f90984 associated. External IP: 172.25.2.130, port: ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704. Oct 12 11:16:31.967588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.969670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732d125-1ad4-4c81-a969-e7c809737363 req-aeafff8b-b438-4ac1-adce-701ffdd8e6c1 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:31.970589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:31.978336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e732d125-1ad4-4c81-a969-e7c809737363 req-aeafff8b-b438-4ac1-adce-701ffdd8e6c1 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.0692818 Oct 12 11:16:32.006234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:16:32.028636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:32.036856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.038567 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Added segment 778ed1a9-78a2-49b8-9ad3-68501d940e08 of type vlan for network f4f11d58-5007-4c49-9bbd-561fd4138b8f Oct 12 11:16:32.041612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:32.051983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.068564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e732d125-1ad4-4c81-a969-e7c809737363 req-12242f8a-216e-46e6-b2a4-e254c4720a7a tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884409 Oct 12 11:16:32.111830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-aa931bb7-6e32-42d4-bd82-58fde496eae0 service neutron] 10.222.0.47 "GET /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9/bindings/n-h1-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.1135550 Oct 12 11:16:32.165120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:16:32.174685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.205313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf705d3-f114-4222-bca3-8df1a4ef72fa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:32.223571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.223756 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Added segment 1f84e014-1ae0-4f42-a992-b4933953a546 of type vlan for network b0a4310c-7cb3-4648-8634-42a033ffc15e Oct 12 11:16:32.256876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:32.306251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.329526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.330399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:32.330988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.355086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Router c04175ce-224d-4b69-b685-e68b9572e224 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:32.362329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:32.391321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1553270435-network', 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:32.402036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:32.416823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f11d58-5007-4c49-9bbd-561fd4138b8f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:32.434249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:16:32.443632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c575b18-d70f-4a15-85c6-3b8a73c042b9 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:32.460231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:32.477438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e61a1af-f276-4774-9ece-63db65de79f2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1979311 Oct 12 11:16:32.480698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43988) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:32.532605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Request body: {'subnet': {'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-456064407-subnet', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:32.543069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.544218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:32.544894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.566384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569acde-c657-476d-8e81-aadaffc7e86d req-e41c0eb1-5a1a-43d5-b9b7-4dfa9a87318d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:32.568761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d569acde-c657-476d-8e81-aadaffc7e86d req-e41c0eb1-5a1a-43d5-b9b7-4dfa9a87318d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 944 time: 0.0665526 Oct 12 11:16:32.611688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.626105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d569acde-c657-476d-8e81-aadaffc7e86d req-dc279943-96a7-4ab8-bcbe-142fb0364dde tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Oct 12 11:16:32.626553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:32.628498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a4310c-7cb3-4648-8634-42a033ffc15e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:32.633649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.638258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Made reservation on behalf of 93190da58e144b50b7ff8a4e2102c81a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:32.643086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.655965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b0a4310c-7cb3-4648-8634-42a033ffc15e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:16:32.661117 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Sync routers for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:32.669962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-a1128c3e-f468-4869-be19-467bb3c9085c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "PUT /v2.0/floatingips/dfe666cf-2aa0-49ca-8f37-3912a4f90984 HTTP/1.1" status: 200 len: 996 time: 1.9247110 Oct 12 11:16:32.673255 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:32.674473 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:32.678058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:32.682244 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f3c002-f0eb-4d32-9dda-7f830feb8227" -d '{"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:32.695359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.767009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] Transition to ACTIVE for port object 3c575b18-d70f-4a15-85c6-3b8a73c042b9 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:32.809912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:32.824681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43994) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:32.828276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3d94a5e0-2f2d-4427-a6d6-7179c4adc339 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5882640 Oct 12 11:16:32.831341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Request body: {'subnet': {'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-17459137-subnet', 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:32.844725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.850426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:32.850634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-fcbb3954-2287-465f-9803-3a0861d208f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:32.850634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-fcbb3954-2287-465f-9803-3a0861d208f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1096 time: 0.1607888 Oct 12 11:16:32.854202 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc3dd5-4b80-4d71-a179-441abd0b38f9 x-openstack-request-id: req-6ebc3dd5-4b80-4d71-a179-441abd0b38f9 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:32.854487 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:32.854758 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ebc3dd5-4b80-4d71-a179-441abd0b38f9 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:32.855317 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'status': 'completed', 'code': 200} Oct 12 11:16:32.967747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-493a7918-44bc-41f2-bd70-80c4f2c58cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:32.970730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-493a7918-44bc-41f2-bd70-80c4f2c58cde service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 930 time: 0.1120136 Oct 12 11:16:32.980359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.004644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:33.007938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] No DVR routers for this DVR port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:33.025514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:16:33.035130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Made reservation on behalf of 2406fa06d3ea45ddaf95eb133267c98b for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:33.037862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.052981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-c4ba44a6-b0f3-4861-affb-a09051cfbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.054605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-c4ba44a6-b0f3-4861-affb-a09051cfbfa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1096 time: 0.1733642 Oct 12 11:16:33.119485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.119844 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Added segment 8e8ea9d1-8b79-4d4b-940f-9f1849badfec of type vlan for network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 Oct 12 11:16:33.121272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-96682aa0-bfff-4d0f-95a6-f3c7d110439b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 999 time: 0.1422246 Oct 12 11:16:33.166185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'dfe666cf-2aa0-49ca-8f37-3912a4f90984', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'mac_address': 'fa:16:3e:70:10:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848df99-1f72-4921-bf80-49ee81d67177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:28Z', 'updated_at': '2021-10-12T11:16:31Z', 'revision_number': 1, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:33.200800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-6e7d4b03-5843-41f7-bd30-b82c59f29892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.202431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-6e7d4b03-5843-41f7-bd30-b82c59f29892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.0735927 Oct 12 11:16:33.212320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:33.215533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.223667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035bb08a-dfe8-4495-9b68-5cfdb150719e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:33.276814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-85c89609-b15d-4abd-a502-bb34f75f2eb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9/bindings/n-h1-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1584139 Oct 12 11:16:33.317698 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Checking router: c04175ce-224d-4b69-b685-e68b9572e224 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:33.323179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-9fb33604-6c37-4e92-9cf4-8c5dbcc09a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.324820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-9fb33604-6c37-4e92-9cf4-8c5dbcc09a97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071963 Oct 12 11:16:33.329504 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:33.330229 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:33.354588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-caff6f67-aa30-4580-9b99-ebc950b323dd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:16:33.355670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-caff6f67-aa30-4580-9b99-ebc950b323dd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103302 Oct 12 11:16:33.413415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.468613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.498859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-f4487f1b-f278-4ce6-a82d-190a3e01e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.499859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-f4487f1b-f278-4ce6-a82d-190a3e01e7c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 930 time: 0.4253483 Oct 12 11:16:33.512151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3c51a-dc8a-4971-b8fe-d8964dc69907 req-86864beb-3007-4734-807b-f7400247cc71 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.519983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6d3c51a-dc8a-4971-b8fe-d8964dc69907 req-86864beb-3007-4734-807b-f7400247cc71 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.3084202 Oct 12 11:16:33.522467 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:33.697543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6d3c51a-dc8a-4971-b8fe-d8964dc69907 req-37ea50a7-d76b-45ac-80ff-6d8c02da2f60 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761336 Oct 12 11:16:33.703941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-69f806d8-936a-4da1-86fa-2bce05a7c9b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 999 time: 0.1797233 Oct 12 11:16:33.829516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-849743d2-33b8-4e73-a108-edc2d3062f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.831863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-849743d2-33b8-4e73-a108-edc2d3062f76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.0876548 Oct 12 11:16:33.932089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'dfe666cf-2aa0-49ca-8f37-3912a4f90984', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'mac_address': 'fa:16:3e:70:10:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848df99-1f72-4921-bf80-49ee81d67177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:28Z', 'updated_at': '2021-10-12T11:16:31Z', 'revision_number': 1, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:33.945973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.947211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.947807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:33.963450 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b2e2f-810f-4630-a1f9-0d4caa29c284 None None] The sync data for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 is: [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'dfe666cf-2aa0-49ca-8f37-3912a4f90984', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'mac_address': 'fa:16:3e:70:10:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848df99-1f72-4921-bf80-49ee81d67177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:28Z', 'updated_at': '2021-10-12T11:16:31Z', 'revision_number': 1, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:33.987338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-03cb25b5-911c-484a-9d1e-81b1d0e3feaf tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:33.989664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-03cb25b5-911c-484a-9d1e-81b1d0e3feaf tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.5941491 Oct 12 11:16:34.024506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:34.047483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bb2a-f3c0-4ef1-b09f-ba7103c09970 req-a7a0acf1-590a-40f3-9528-d42c19738d3c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.051491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ab6bb2a-f3c0-4ef1-b09f-ba7103c09970 req-a7a0acf1-590a-40f3-9528-d42c19738d3c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.1858413 Oct 12 11:16:34.055870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-faed31e9-2d47-4ee6-bd7d-ee335957d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.070558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-faed31e9-2d47-4ee6-bd7d-ee335957d21f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151015 Oct 12 11:16:34.072637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-24265d82-e3c0-4bb2-9ddd-12baac681443 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037814 Oct 12 11:16:34.079953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Checking segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:34.080365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Network hostable DHCP agents. Network: f4f11d58-5007-4c49-9bbd-561fd4138b8f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:16:34.155593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] Pushing event updated for resources: {'Network': ['ID=70cdaa84-4a7e-4d5a-946b-b06cb94d0923,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:34.167029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:16:34.179794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-2669067e-dc6e-4b8c-aed8-d6dc1dbb66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.181560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-2669067e-dc6e-4b8c-aed8-d6dc1dbb66a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262 HTTP/1.1" status: 200 len: 1096 time: 0.1737142 Oct 12 11:16:34.275459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ab6bb2a-f3c0-4ef1-b09f-ba7103c09970 req-fa11e99b-ac59-481b-98dc-1354580b1612 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921604 Oct 12 11:16:34.275612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea9ed66-e1b0-4baa-b10c-534aef9a9cf3 req-f2bc4550-c053-4be2-b4e3-9e2f2353a915 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851881 Oct 12 11:16:34.281655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-2ed374b4-dc23-4bcc-9d3a-ed2189722f3e service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746004 Oct 12 11:16:34.311244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-05fee29c-617e-4043-ac41-0b245e4c7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.313101 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-05fee29c-617e-4043-ac41-0b245e4c7081 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1096 time: 0.1044023 Oct 12 11:16:34.349358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6ff94-54fd-4163-beff-754deaa4bcc2 None None] New status for floating IP dfe666cf-2aa0-49ca-8f37-3912a4f90984: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:16:34.433212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f3c002-f0eb-4d32-9dda-7f830feb8227 req-8a34ce9f-6f02-4f99-9db7-b33cabd96265 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433492 Oct 12 11:16:34.443071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-b2cd19c9-5bc2-4ebb-813a-985b0c4c3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.444944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-b2cd19c9-5bc2-4ebb-813a-985b0c4c3110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 200 len: 908 time: 0.1237354 Oct 12 11:16:34.494139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-cc3c256a-2745-4621-bd98-ec966a121ea1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 200 len: 217 time: 0.0416498 Oct 12 11:16:34.547680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-b9387dd9-a499-4a74-8a8d-19e9ae2ff816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.549231 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-b9387dd9-a499-4a74-8a8d-19e9ae2ff816 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 200 len: 847 time: 0.0485384 Oct 12 11:16:34.583884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-0b6e763f-ad36-44b9-886a-efef653645f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54d196a-799c-437e-b0e0-b6e9a7506548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250714 Oct 12 11:16:34.650321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:34.685086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-daed24f6-13a9-4e13-a7f9-95a55f745036 service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940728 Oct 12 11:16:34.740716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:16:34.746372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9eec976-4b7c-47ef-9eb0-6399e1ac670a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:34.771337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0af341f5-cf8b-45ba-aa0a-89c020641c34 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5105751 Oct 12 11:16:34.777771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44020) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:34.784280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Request body: {'subnet': {'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1553270435-subnet', 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:34.797367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Checking segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:34.798491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Network hostable DHCP agents. Network: b0a4310c-7cb3-4648-8634-42a033ffc15e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:16:34.874403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995c2b9-b663-42fb-892c-49dfa95f5be2 req-83ecba80-7dc7-4835-b733-139dc840c4b0 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.876117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c995c2b9-b663-42fb-892c-49dfa95f5be2 req-83ecba80-7dc7-4835-b733-139dc840c4b0 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.0723863 Oct 12 11:16:34.890975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f4f11d58-5007-4c49-9bbd-561fd4138b8f) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:34.896972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:34.897616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:34.901882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc9e77-49a4-4ceb-97c2-4c17cd847046 None None] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:34.935119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c995c2b9-b663-42fb-892c-49dfa95f5be2 req-6ecb46d5-0112-4290-8083-6619d2a35a63 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Oct 12 11:16:34.935955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Made reservation on behalf of 93190da58e144b50b7ff8a4e2102c81a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:34.951720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.002328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-aab31da1-2ad0-4c42-a10c-2b6c76fe408e service neutron] 10.222.0.41 "GET /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093905 Oct 12 11:16:35.010572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Network b0a4310c-7cb3-4648-8634-42a033ffc15e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:16:35.018941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b0a4310c-7cb3-4648-8634-42a033ffc15e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:35.029269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:35.029808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.036897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc49e42-ea87-479a-bbcd-257e32736263 None None] Network b0a4310c-7cb3-4648-8634-42a033ffc15e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:35.111670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f2f6e-ae0b-4d27-b690-84d2b9e987f2 None None] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:35.127634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-c9b1e293-a413-4e32-8a5a-4803facbc07c tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 258 time: 0.3351095 Oct 12 11:16:35.139369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:35.185635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1bd8592b-32ee-4190-9fdd-1187d0cadc0f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7035489 Oct 12 11:16:35.191271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-724fc40a-b31f-4308-b687-7d98def7d684 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3651257 Oct 12 11:16:35.195086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:35.201674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:35.319215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.324903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c8993-03ff-491e-a512-6017bc872d3e None None] Network b0a4310c-7cb3-4648-8634-42a033ffc15e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:35.410797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.451111 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.451886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.522332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19a081-0060-49de-a427-e38dbb968b05 req-b440b8a7-48fe-46f0-aa63-0f441c91d389 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:35.523977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de19a081-0060-49de-a427-e38dbb968b05 req-b440b8a7-48fe-46f0-aa63-0f441c91d389 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.1644566 Oct 12 11:16:35.531009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.560753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:35.604532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.609570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Checking segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:35.609932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Network hostable DHCP agents. Network: 70cdaa84-4a7e-4d5a-946b-b06cb94d0923, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:16:35.634827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de19a081-0060-49de-a427-e38dbb968b05 req-ae0adb2a-ccc1-4e06-9d0e-9415bd73fdb1 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898244 Oct 12 11:16:35.673214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Allocated IP 172.25.2.185 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5ee6f8e8-1627-4aef-8987-2b883c5cd45a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:35.691671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf037-fed2-4197-91ab-71d112b754da req-5a02c521-822c-49e6-a8fe-828238a42fe2 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:35.693313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-5a02c521-822c-49e6-a8fe-828238a42fe2 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615&tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0733016 Oct 12 11:16:35.859276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.907400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:16:35.942793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.980216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2c8bf037-fed2-4197-91ab-71d112b754da req-8f02b1a0-7146-46f0-afbb-e5f06faf1231 service neutron] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:35.988750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2c8bf037-fed2-4197-91ab-71d112b754da req-8f02b1a0-7146-46f0-afbb-e5f06faf1231 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:35.988750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c8bf037-fed2-4197-91ab-71d112b754da req-8f02b1a0-7146-46f0-afbb-e5f06faf1231 service neutron] 10.222.0.41 "DELETE /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9/bindings/n-h2-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.2796569 Oct 12 11:16:36.010624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.026194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 70cdaa84-4a7e-4d5a-946b-b06cb94d0923) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:36.035117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:36.036273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.038725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7183f09-3612-4904-96ea-4b44fbd0e48b None None] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:36.050393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-d40cd1de-c939-4614-a93f-fb0506a0076d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:36.052791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-d40cd1de-c939-4614-a93f-fb0506a0076d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.1720603 Oct 12 11:16:36.095315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-38b47e20-af54-46f4-b478-31ec7a0ccff5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/quotas/1f62651c73284ed58c09ea77df5b5df7 HTTP/1.1" status: 200 len: 375 time: 0.0195706 Oct 12 11:16:36.098797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:36.103899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:36.106421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event updated for resources: {'Port': ['ID=5ee6f8e8-1627-4aef-8987-2b883c5cd45a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:36.109593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:36.159619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-f9f6b7b2-78a4-4860-a9ca-40bd1c7b371b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632966 Oct 12 11:16:36.165250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38b74dd1-f46e-4db0-b0b4-49c22a3b0c56 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3848808 Oct 12 11:16:36.255975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.291127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a', 'fixed_ips': [{'subnet_id': 'f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:16:36.292569 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.397489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.510771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Allocated IP 172.20.0.2 (70cdaa84-4a7e-4d5a-946b-b06cb94d0923/f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a/45e89e1c-edc8-415c-ac09-ffe7095e0ab3) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:36.598835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-2f6890a4-82ca-45c5-85cd-5ddaf870f298 service neutron] 10.222.0.43 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271421 Oct 12 11:16:36.672307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.705497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.727446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.747711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.775644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.784526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-06f12f88-455b-48e3-9737-d62693fb38cd service neutron] 10.222.0.43 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758358 Oct 12 11:16:36.863846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Allocated IP 172.25.2.42 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/3fdf5160-debf-4cd2-b4b3-bab890842d5b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:36.877271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event updated for resources: {'Port': ['ID=5ee6f8e8-1627-4aef-8987-2b883c5cd45a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:36.892880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.896474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:36.935977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:36.943181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:36.946734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:36.953768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Pushing event updated for resources: {'Port': ['ID=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:36.984518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.010538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Attempting to bind port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:37.012961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Attempting to bind port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:37.012961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Attempting to bind port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:37.018307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:37.018721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Checking segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:37.019121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.019515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Bound using segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:37.020561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Bound port: 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:37.021110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.045958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.053230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-ac6701ae-9750-48ea-851a-12ba7108de15 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9196014 Oct 12 11:16:37.108257 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.118543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] For port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:37.122380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] For port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:37.138981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-4ae3146c-fe0d-40fe-b0a1-9f4b3d31f0fc tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0776441 Oct 12 11:16:37.200315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:37.211642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:37.237510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:37.249597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:37.253138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdf5160-debf-4cd2-b4b3-bab890842d5b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:37.335945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed96a-7a11-4b24-be43-c7b52a6ebdc5 None None] Pushing event updated for resources: {'Port': ['ID=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:37.359815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-107da7b6-a9c0-4f8b-a4d7-b229b71af69b tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:37.378538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e4bd3bd-baa9-4ab3-b82d-9acb84248908 req-107da7b6-a9c0-4f8b-a4d7-b229b71af69b tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2227283 Oct 12 11:16:37.569230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca2f24-a7d4-4dbe-bb75-40b742181353 req-6d8291d9-2220-417d-963f-e413938effd1 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:37.570879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4ca2f24-a7d4-4dbe-bb75-40b742181353 req-6d8291d9-2220-417d-963f-e413938effd1 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.1109004 Oct 12 11:16:37.718826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4ca2f24-a7d4-4dbe-bb75-40b742181353 req-edef1844-bd67-4a5f-89f3-b6fe1d516e18 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078176 Oct 12 11:16:37.757502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-8ffe97c2-da9f-44d2-85cc-cb43e7a01b08 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:37.759815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-8ffe97c2-da9f-44d2-85cc-cb43e7a01b08 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.2022245 Oct 12 11:16:37.777230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-d3272671-0d10-486a-8e76-5a58b875875e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/quotas/93190da58e144b50b7ff8a4e2102c81a HTTP/1.1" status: 200 len: 375 time: 0.0107267 Oct 12 11:16:37.836964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-894ea434-0031-44f9-abb6-84f9b9908436 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528030 Oct 12 11:16:37.953666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-475fcc9e-a94d-49a5-92ba-a4a50db1cfe7 service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025376 Oct 12 11:16:38.066298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-8660bf8c-5719-4e90-a7a6-e47210963301 service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039193 Oct 12 11:16:38.150880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:38.210649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:38.211434 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.230789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.245040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8d5ff-6b7b-48f3-a7c8-eb67ab3daab3 req-6b3b573e-dc19-482a-b44c-41a4bf9dc6eb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:38.247963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5a8d5ff-6b7b-48f3-a7c8-eb67ab3daab3 req-6b3b573e-dc19-482a-b44c-41a4bf9dc6eb tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.1135206 Oct 12 11:16:38.313071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.357194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:38.501058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.614084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5a8d5ff-6b7b-48f3-a7c8-eb67ab3daab3 req-631eed03-3183-4f70-af53-84f471fd6851 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175178 Oct 12 11:16:38.640080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:38.664660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.831370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45204d6e-38fc-45c2-945d-ea05e890d22a None None] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:16:38.903281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-6dc5c804-93b8-4ebb-8966-003688513446 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:38.905068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-6dc5c804-93b8-4ebb-8966-003688513446 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1059036 Oct 12 11:16:38.923125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a09e1-4c92-41f7-98d7-a209ee21acf9 req-cd01f3fe-48bb-4c0b-a039-510f02b956d8 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:38.924751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e44a09e1-4c92-41f7-98d7-a209ee21acf9 req-cd01f3fe-48bb-4c0b-a039-510f02b956d8 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.1094952 Oct 12 11:16:38.943067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44126) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:38.959167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Request body: {'floatingip': {'port_id': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:38.962746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-32ed9db4-938a-4648-9744-6fbc1e6e3c34 None None] Provisioning complete for port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:38.963102 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32ed9db4-938a-4648-9744-6fbc1e6e3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:38.985608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-9348077d-f013-466a-8212-960152f20d36 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0707092 Oct 12 11:16:38.991131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-1bcb6335-9bda-473b-9293-5a274b949805 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'floatingip': {'port_id': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:39.028652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:39.034428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-1bcb6335-9bda-473b-9293-5a274b949805 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:39.322645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Router 8f8096e1-1979-4c54-9f10-05eb33b3f27f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:16:39.326909 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-1bcb6335-9bda-473b-9293-5a274b949805 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 11:16:39.342287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c38c4f2-6c0f-450c-a61b-4e4110ae1845 req-1bcb6335-9bda-473b-9293-5a274b949805 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "PUT /v2.0/floatingips/d0297650-15b2-4cb0-8598-35fad2e0cf8c HTTP/1.1" status: 409 len: 550 time: 0.3554707 Oct 12 11:16:39.398865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-bbba2541-2481-4868-a583-8ae276d1259f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:39.400557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-bbba2541-2481-4868-a583-8ae276d1259f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.2336855 Oct 12 11:16:39.478508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-810131d5-bbab-4a35-bbd6-f0d335b263c8 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/quotas/93190da58e144b50b7ff8a4e2102c81a HTTP/1.1" status: 200 len: 375 time: 0.0700173 Oct 12 11:16:39.509529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc4f2b60-3622-4b7a-8efa-4b4214300915 req-5beb8c1a-5bae-4a12-9132-b4403446392a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 210 time: 0.0377791 Oct 12 11:16:39.633442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:39.655440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Sync routers for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:39.662661 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:39.663596 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:39.710574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3018149-60aa-4ed8-8a21-e9823e74f722 req-7be7e5f3-ea23-401d-8b57-10b1490c381d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:39.716329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-a2404249-4f49-4471-9210-dbdc0d5e76c4 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573048 Oct 12 11:16:39.718140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3018149-60aa-4ed8-8a21-e9823e74f722 req-7be7e5f3-ea23-401d-8b57-10b1490c381d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.1121180 Oct 12 11:16:39.774829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3018149-60aa-4ed8-8a21-e9823e74f722 req-c0ca841e-d57d-4a1a-91f4-da6052ffc262 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558224 Oct 12 11:16:39.791406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:39.805142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c95bb1fd-9608-41d8-a286-e39b72b13484 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6087811 Oct 12 11:16:39.807610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44146) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:39.845722 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:39.858429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5561e288-1f01-4eaf-a3b2-c355206c60a2 None None] Provisioning complete for port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:39.859527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5561e288-1f01-4eaf-a3b2-c355206c60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:39.874891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-c12d4383-4b06-4803-85dc-791ff85e7e4b service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573665 Oct 12 11:16:39.914886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fd08fdaf-3e09-4771-907f-afdfc293baec tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips/d0297650-15b2-4cb0-8598-35fad2e0cf8c HTTP/1.1" status: 200 len: 693 time: 0.0550952 Oct 12 11:16:40.113079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:40.121983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.resource_extend [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:16:40.158996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:37Z', 'revision_number': 3, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:40.170121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-da6c151c-1160-4bcc-b077-573e65451af5 service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879176 Oct 12 11:16:40.197318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.224422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Checking router: 8f8096e1-1979-4c54-9f10-05eb33b3f27f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:40.224768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Updating router 8f8096e1-1979-4c54-9f10-05eb33b3f27f port 3fdf5160-debf-4cd2-b4b3-bab890842d5b binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:40.272944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:40.273562 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.290321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.301741 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.303937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bdabb-cfd4-43f7-b594-18239df83809 req-4daa582e-9916-426b-a021-ccfac27e5aa9 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:40.312713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-496bdabb-cfd4-43f7-b594-18239df83809 req-4daa582e-9916-426b-a021-ccfac27e5aa9 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.3908453 Oct 12 11:16:40.413752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-496bdabb-cfd4-43f7-b594-18239df83809 req-1c1dd746-5415-47a1-b7b2-1902a3208cda tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0999436 Oct 12 11:16:40.478982 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Floating IP 2c3489f7-4170-4e50-9229-9eb6e5a00c18 associated. External IP: 172.25.2.50, port: dbcd58a0-7cd3-4a21-8cfd-d638a3463253. Oct 12 11:16:40.656975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-496bdabb-cfd4-43f7-b594-18239df83809 req-ad8368d9-8dbe-48f8-9688-6d35895e41a8 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.2422843 Oct 12 11:16:40.783855 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.916119 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:40.950186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Deleting port 5ee6f8e8-1627-4aef-8987-2b883c5cd45a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:40.950782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.012004 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Attempting to bind port 3fdf5160-debf-4cd2-b4b3-bab890842d5b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:41.012512 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Attempting to bind port 3fdf5160-debf-4cd2-b4b3-bab890842d5b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:41.013057 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Attempting to bind port 3fdf5160-debf-4cd2-b4b3-bab890842d5b on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:41.022410 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166e84-6d6a-4500-b1e7-67f118c1aef5 None None] Pushing event updated for resources: {'Port': ['ID=3fdf5160-debf-4cd2-b4b3-bab890842d5b,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:41.025624 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:41.030454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:41.030454 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.030454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:41.031508 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Bound port: 3fdf5160-debf-4cd2-b4b3-bab890842d5b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:41.032243 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.046363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.046999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.060364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Calling delete_port for 5ee6f8e8-1627-4aef-8987-2b883c5cd45a owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:41.177501 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] For port 3fdf5160-debf-4cd2-b4b3-bab890842d5b, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:41.181745 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] For port 3fdf5160-debf-4cd2-b4b3-bab890842d5b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3fdf5160-debf-4cd2-b4b3-bab890842d5b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:41.277434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16de981-664e-4471-86bf-638157a2ad3c req-b010e737-f3be-4f2c-aa48-f4823a4ef147 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:41.278935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d16de981-664e-4471-86bf-638157a2ad3c req-b010e737-f3be-4f2c-aa48-f4823a4ef147 tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 1096 time: 0.0740309 Oct 12 11:16:41.307648 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.341070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.412458 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:41.413808 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:41.414062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event deleted for resources: {'Port': ['ID=5ee6f8e8-1627-4aef-8987-2b883c5cd45a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:41.427495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d16de981-664e-4471-86bf-638157a2ad3c req-a231335c-d444-4ee8-b41f-017ba30f5f4a tempest-LiveMigrationTest-358235195 tempest-LiveMigrationTest-358235195-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909204 Oct 12 11:16:41.480867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:41.547833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.550398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.567613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-496bdabb-cfd4-43f7-b594-18239df83809 req-fb5f0ba7-3229-4ef5-b49f-2463673bc947 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "DELETE /v2.0/floatingips/d0297650-15b2-4cb0-8598-35fad2e0cf8c HTTP/1.1" status: 204 len: 173 time: 0.9096777 Oct 12 11:16:41.593169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-79cbfe2c-6409-4fdb-b966-2443efbab4d9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:41.593767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-79cbfe2c-6409-4fdb-b966-2443efbab4d9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.47 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.3967130 Oct 12 11:16:41.614116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Request body: {'port': {'device_id': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'admin_state_up': True, 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:41.614574 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166e84-6d6a-4500-b1e7-67f118c1aef5 None None] Pushing event updated for resources: {'Port': ['ID=3fdf5160-debf-4cd2-b4b3-bab890842d5b,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:41.619457 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:41.662778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:41.674755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.676127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Sync routers for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:41.695469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:41.696842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:41.707246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0cd91759-e223-469b-b571-3e766ff340fc tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "PUT /v2.0/floatingips/2c3489f7-4170-4e50-9229-9eb6e5a00c18 HTTP/1.1" status: 200 len: 990 time: 2.7594037 Oct 12 11:16:41.707246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:41.708279 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5473ec30-1859-40db-9b63-09ee171bcc35" -d '{"events": [{"name": "network-changed", "server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:41.796461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-040f8f7d-37cf-4bf9-b027-8ed211a46295 req-f58dfcae-2980-43c7-b41c-ca6e66f06683 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 210 time: 0.1368470 Oct 12 11:16:41.817651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:41.851157 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:37Z', 'revision_number': 3, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:41.896794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:41.914164 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f97ee-715a-4eac-92d6-58380248563b None None] The sync data for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 is: [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:37Z', 'revision_number': 3, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:41.918942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-19bb85ac-173e-4e10-a510-64b28e3cac5a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:41.920726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-19bb85ac-173e-4e10-a510-64b28e3cac5a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.1979015 Oct 12 11:16:41.941974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Request body: {'port': {'device_id': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'admin_state_up': True, 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:41.983016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-546fe5ec-a1c3-459f-b4c0-b1c44191a844 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:41.984646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-546fe5ec-a1c3-459f-b4c0-b1c44191a844 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.1923020 Oct 12 11:16:42.014245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Request body: {'port': {'device_id': '10fff5f7-7783-45b8-885a-e7729257c802', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'admin_state_up': True, 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:42.241636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-b2c1e34c-c63a-4313-8bcf-a2a81a019bc3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:42.243172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-b2c1e34c-c63a-4313-8bcf-a2a81a019bc3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.2640159 Oct 12 11:16:42.277161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2c3489f7-4170-4e50-9229-9eb6e5a00c18', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'port_id': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'mac_address': 'fa:16:3e:91:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:13Z', 'updated_at': '2021-10-12T11:16:39Z', 'revision_number': 1, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:42.289678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-96ffb156-e93c-42c0-a3f3-1bbeb01bf5da tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/quotas/93190da58e144b50b7ff8a4e2102c81a HTTP/1.1" status: 200 len: 375 time: 0.0374048 Oct 12 11:16:42.308972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Allocated IP 172.20.0.1 (f4f11d58-5007-4c49-9bbd-561fd4138b8f/131a2e6a-aa37-40bd-ab32-dd1c75bc62ef/766e712a-4258-41c0-a13a-e52b15dfdcbe) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:42.312874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Checking router: 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:42.329018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:42.329018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:42.416246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:42.419809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:42.471309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-3ae74f31-2713-4566-88ad-16da9c4c2707 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704128 Oct 12 11:16:42.502373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:42.517720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:42.522429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:42.522593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:42.744014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Allocated IP 172.20.0.4 (b0a4310c-7cb3-4648-8634-42a033ffc15e/b9eec976-4b7c-47ef-9eb0-6399e1ac670a/b0b48d1e-79a4-4170-9f14-a006ddef52e1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:42.772955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Made reservation on behalf of 93190da58e144b50b7ff8a4e2102c81a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:42.776862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:42.814365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2c3489f7-4170-4e50-9229-9eb6e5a00c18', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'port_id': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'mac_address': 'fa:16:3e:91:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:13Z', 'updated_at': '2021-10-12T11:16:39Z', 'revision_number': 1, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:42.846780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127aafc-51df-494c-a299-234aa8269d92 None None] The sync data for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 is: [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2c3489f7-4170-4e50-9229-9eb6e5a00c18', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'port_id': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'mac_address': 'fa:16:3e:91:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:16:13Z', 'updated_at': '2021-10-12T11:16:39Z', 'revision_number': 1, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:43.120033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-05b0781f-29b4-4831-b180-80242f50d633 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.1704991 Oct 12 11:16:43.125250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-bf8e249a-58a5-40ab-ad5e-722caaabd223 service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187689 Oct 12 11:16:43.177046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Allocated IP 172.20.0.7 (70cdaa84-4a7e-4d5a-946b-b06cb94d0923/f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a/3d0a73b3-3b82-473e-90c8-2355922a80e7) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:43.184144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.215698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-1e1556f0-54d1-4c53-a5d6-23a7afbe3760 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:43.224021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-1e1556f0-54d1-4c53-a5d6-23a7afbe3760 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports/ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 942 time: 0.0853403 Oct 12 11:16:43.252151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb3969-1e82-4cb6-8e15-363af8786b56 None None] New status for floating IP 2c3489f7-4170-4e50-9229-9eb6e5a00c18: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:16:43.302810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-c9e43d2d-158b-48f8-a99d-dc7ed615e988 service neutron] 10.222.0.43 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705894 Oct 12 11:16:43.308460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.382814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-883795cf-4ec2-4cde-9345-3ba308ade20a tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.0982509 Oct 12 11:16:43.401958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:43.415017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:43.415017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:43.466139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Pushing event updated for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:43.496491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.535283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.667759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Network b0a4310c-7cb3-4648-8634-42a033ffc15e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:43.682729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-99d99d1a-22de-4c21-8b55-afc2194811b0 {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:16:43.684981 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:16:43.685101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:43.697922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:43.715970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.738897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event updated for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:43.834115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-5bea9b2a-6325-4482-bf1c-dff6e904469d tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:43.843840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-5bea9b2a-6325-4482-bf1c-dff6e904469d tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.4524446 Oct 12 11:16:43.900127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.901106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:43.901782 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.906127 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8060ca-8010-433e-bb30-7f3100c182dc x-openstack-request-id: req-fc8060ca-8010-433e-bb30-7f3100c182dc {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:43.906597 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:43.906988 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc8060ca-8010-433e-bb30-7f3100c182dc {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:43.907391 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'status': 'completed', 'code': 200} Oct 12 11:16:43.937511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-121d7ea7-9431-463f-af63-704193431720 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:43.953438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-121d7ea7-9431-463f-af63-704193431720 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.2083590 Oct 12 11:16:43.953960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:43.999660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-68ed62c1-153c-4275-bb3a-8b003f55b23b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.000990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-68ed62c1-153c-4275-bb3a-8b003f55b23b tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.4591477 Oct 12 11:16:44.090616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-e04762b2-11aa-4aa3-9e58-4b0fccdef37f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1528709 Oct 12 11:16:44.119901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:44.143677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3fdf5160-debf-4cd2-b4b3-bab890842d5b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:44.179313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9faca4b0-fe12-4398-9fec-8a65a1c4115a tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.3344877 Oct 12 11:16:44.181403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:44.197441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Request body: {'port': {'device_id': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:44.199548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.207703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:44.210372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:44.253301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3fdf5160-debf-4cd2-b4b3-bab890842d5b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:44.255018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.378980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be7fb-b580-4459-8f16-228378ba9d2f req-013dc3e0-9f96-4b07-b96e-9c0300306c54 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.397142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a14be7fb-b580-4459-8f16-228378ba9d2f req-013dc3e0-9f96-4b07-b96e-9c0300306c54 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.3341815 Oct 12 11:16:44.418593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event updated for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:44.437668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-dc666880-115a-4636-bfe1-4616cd57f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.439256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-dc666880-115a-4636-bfe1-4616cd57f44e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3597742a83894c7ab4dce695ac6dae7a&device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 1096 time: 0.5269670 Oct 12 11:16:44.440489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.492607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 3fdf5160-debf-4cd2-b4b3-bab890842d5b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3fdf5160-debf-4cd2-b4b3-bab890842d5b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:44.537543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.538193 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.555302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Deleting port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:44.555747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.574089 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.591926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.647355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a14be7fb-b580-4459-8f16-228378ba9d2f req-963e7419-3977-4fc5-b776-8a52481431a2 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493138 Oct 12 11:16:44.658495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=3fdf5160-debf-4cd2-b4b3-bab890842d5b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:44.682300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a0ca4230-20e6-45f2-9ad3-287a9b2291b2 None None] Provisioning complete for port 3d0a73b3-3b82-473e-90c8-2355922a80e7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:44.684168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4230-20e6-45f2-9ad3-287a9b2291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.727731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4230-20e6-45f2-9ad3-287a9b2291b2 None None] Port 3d0a73b3-3b82-473e-90c8-2355922a80e7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:44.819923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.841777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] For port 3c575b18-d70f-4a15-85c6-3b8a73c042b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=3c575b18-d70f-4a15-85c6-3b8a73c042b9,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:44.842134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.845140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Allocated IP 172.20.0.3 (b0a4310c-7cb3-4648-8634-42a033ffc15e/b9eec976-4b7c-47ef-9eb0-6399e1ac670a/4e349654-a45c-42ea-81b8-5e1f074d42eb) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:44.864776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Calling delete_port for 3c575b18-d70f-4a15-85c6-3b8a73c042b9 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:44.889244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd09c-33fb-49fa-a512-363a2c0872a8 req-c43a467d-987b-4445-8efe-f27de5100413 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.890852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-778bd09c-33fb-49fa-a512-363a2c0872a8 req-c43a467d-987b-4445-8efe-f27de5100413 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 931 time: 0.1538079 Oct 12 11:16:44.957793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.969323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:44.998263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-deeb0a18-ba18-4874-a72a-d9218d530c1d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:44.999750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-deeb0a18-ba18-4874-a72a-d9218d530c1d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.41 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.8753836 Oct 12 11:16:45.025896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Request body: {'port': {'device_id': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'admin_state_up': True, 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:45.095564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-778bd09c-33fb-49fa-a512-363a2c0872a8 req-4d62d7cb-038d-4f25-a6a6-c7ef0c7212ff tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966400 Oct 12 11:16:45.112709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Deleting port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:45.113058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.129917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac9fe873-caac-4e78-8927-a1aa21b50679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1226587 Oct 12 11:16:45.134431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.150256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-fbb1c0a6-5571-4b95-8924-7b23943eb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:45.151749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-fbb1c0a6-5571-4b95-8924-7b23943eb78a service neutron] 10.222.0.41 "GET /v2.0/networks?id=052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 200 len: 915 time: 0.6933615 Oct 12 11:16:45.156710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Request body: {'port': {'device_id': '10fff5f7-7783-45b8-885a-e7729257c802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:45.156903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Pushing event updated for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:45.196280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.209856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:16:45.378641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.427076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee6e5-0a11-40cd-a297-20844f514de9 req-6f77c1e2-8971-447b-94fc-1a29db1ad69e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:45.429087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24fee6e5-0a11-40cd-a297-20844f514de9 req-6f77c1e2-8971-447b-94fc-1a29db1ad69e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 945 time: 0.1924937 Oct 12 11:16:45.451302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:45.452433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.472326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:45.480823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:45.517445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.530351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-bf05a9e9-7002-4eea-af60-20836d95627f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 200 len: 1000 time: 0.3235109 Oct 12 11:16:45.530948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.536453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event deleted for resources: {'Port': ['ID=3c575b18-d70f-4a15-85c6-3b8a73c042b9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:45.611698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] No DVR routers for this DVR port 3c575b18-d70f-4a15-85c6-3b8a73c042b9 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:45.618590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.621279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:45.621819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.621937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a27494-b503-484d-bbd9-dbee2642e1c1 req-b120521d-316f-4fd0-a616-e9abfd09e8ae tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "DELETE /v2.0/ports/3c575b18-d70f-4a15-85c6-3b8a73c042b9 HTTP/1.1" status: 204 len: 173 time: 1.6671305 Oct 12 11:16:45.624119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-deleted', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:45.626481 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea99c7-4b94-441c-99b7-8f88e38eb61a" -d '{"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-deleted", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:45.634307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24fee6e5-0a11-40cd-a297-20844f514de9 req-97e00576-c7c9-4bd5-81c4-851b2e31b2e4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909549 Oct 12 11:16:45.650290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.650620 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Floating IP dfe666cf-2aa0-49ca-8f37-3912a4f90984 disassociated. External IP: 172.25.2.130, port: ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704. Oct 12 11:16:45.699578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.737808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-8fa01f48-3a12-407c-977a-4f7530f1030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:45.740530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-8fa01f48-3a12-407c-977a-4f7530f1030c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d202854-4c00-4d7f-bc01-526fad0e02e7 HTTP/1.1" status: 200 len: 853 time: 0.1951666 Oct 12 11:16:45.772047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Made reservation on behalf of 93190da58e144b50b7ff8a4e2102c81a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:45.775599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.780486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce973536-06d1-49d4-afbd-b8e1765f50b7 req-1182fbd4-a19c-4a62-aea6-b7bd357fb961 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 210 time: 0.0523727 Oct 12 11:16:45.784111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Network b0a4310c-7cb3-4648-8634-42a033ffc15e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:45.791262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:45.795551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:45.801112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Router 8f8096e1-1979-4c54-9f10-05eb33b3f27f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:45.801433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event updated for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:45.889035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:45.889651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:45.909471 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d142ac-7e91-47a5-b39b-2d2728023823 x-openstack-request-id: req-f2d142ac-7e91-47a5-b39b-2d2728023823 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:45.909762 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972168c5-c30c-4cd7-850e-670148280615", "name": "network-vif-deleted", "tag": "3c575b18-d70f-4a15-85c6-3b8a73c042b9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:45.910056 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2d142ac-7e91-47a5-b39b-2d2728023823 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:45.911218 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972168c5-c30c-4cd7-850e-670148280615', 'name': 'network-vif-deleted', 'tag': '3c575b18-d70f-4a15-85c6-3b8a73c042b9', 'status': 'completed', 'code': 200} Oct 12 11:16:46.000620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:46.008693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-65864397-9dbd-4633-82e7-ab6f4c670b89 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3975809 Oct 12 11:16:46.009548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-662969fd-4eb5-46be-9c63-d2727c34250d admin admin] 10.222.0.43 "PUT /v2.0/routers/8f8096e1-1979-4c54-9f10-05eb33b3f27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2002666 Oct 12 11:16:46.020846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Request body: {'port': {'device_id': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:46.028583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Sync routers for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:46.059803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:46.062916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:46.077034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101917d-3070-462a-aa28-d87887127ae6 req-dc11e1b6-f975-4fe2-9c65-7ae3998b665d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:46.078576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b101917d-3070-462a-aa28-d87887127ae6 req-dc11e1b6-f975-4fe2-9c65-7ae3998b665d tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 945 time: 0.1138148 Oct 12 11:16:46.126270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.197077 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b101917d-3070-462a-aa28-d87887127ae6 req-eb17d162-a5d2-469f-94f7-eceed23eca10 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997477 Oct 12 11:16:46.259768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c378af3b-2bea-4d9c-8d82-9fb16ef3d616 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:46.261247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-c21573f3-48e8-4544-b3bf-5e428273fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:46.263314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-c21573f3-48e8-4544-b3bf-5e428273fec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052f3973-4401-4ea0-b6b8-3e5975b78b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4964674 Oct 12 11:16:46.350628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3fdf5160-debf-4cd2-b4b3-bab890842d5b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:46.439037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd182d-96be-4a4c-a525-a0cf5ace3fec req-1358fa53-1fce-4228-9ed0-4fedc7aefd91 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:46.440531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5cd182d-96be-4a4c-a525-a0cf5ace3fec req-1358fa53-1fce-4228-9ed0-4fedc7aefd91 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 931 time: 0.0683537 Oct 12 11:16:46.476436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3fdf5160-debf-4cd2-b4b3-bab890842d5b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:46.477858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.495222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.47', 52845) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:46.500752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5cd182d-96be-4a4c-a525-a0cf5ace3fec req-c1963efc-58bb-4472-8727-d64352e0e01d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Oct 12 11:16:46.559360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:46.623958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.645093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-9151b8b3-4e14-4d05-bfcf-fbacc1856ebf tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:46.646938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-9151b8b3-4e14-4d05-bfcf-fbacc1856ebf tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 816 time: 0.1452434 Oct 12 11:16:46.662001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Request body: {'port': {'device_id': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'admin_state_up': True, 'tenant_id': '93190da58e144b50b7ff8a4e2102c81a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:46.681584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c378af3b-2bea-4d9c-8d82-9fb16ef3d616, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:46.747381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.747381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.748040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:46.748160 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4 disassociated. External IP: 172.25.2.171, port: c378af3b-2bea-4d9c-8d82-9fb16ef3d616. Oct 12 11:16:46.748160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Calling delete_port for c378af3b-2bea-4d9c-8d82-9fb16ef3d616 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:46.750373 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1319848-6be9-47ba-99b0-4881ab232528" -d '{"events": [{"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-unplugged", "status": "completed", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:46.816181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b48d1e-79a4-4170-9f14-a006ddef52e1 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:46.865661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:46.961831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:16:47.009076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 3c575b18-d70f-4a15-85c6-3b8a73c042b9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:16:47.009670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 3c575b18-d70f-4a15-85c6-3b8a73c042b9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:16:47.022003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:47.024503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-5fb26ae6-86e5-416b-b4ef-be20d891f3cc tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:47.037992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-5fb26ae6-86e5-416b-b4ef-be20d891f3cc tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 810 time: 0.2462025 Oct 12 11:16:47.047403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:43Z', 'revision_number': 4, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '766e712a-4258-41c0-a13a-e52b15dfdcbe', 'name': '', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'mac_address': 'fa:16:3e:7f:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:41Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 2, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'subnets': [{'id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:47.061650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-efa7d612-de2c-44e5-a5f8-398087e62329 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/quotas/2406fa06d3ea45ddaf95eb133267c98b HTTP/1.1" status: 200 len: 375 time: 0.0166478 Oct 12 11:16:47.087340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Checking router: 8f8096e1-1979-4c54-9f10-05eb33b3f27f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:47.087865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Updating router 8f8096e1-1979-4c54-9f10-05eb33b3f27f port 766e712a-4258-41c0-a13a-e52b15dfdcbe binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:16:47.123157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-4036651b-1568-4a4e-9298-23f81d4fc6a8 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598216 Oct 12 11:16:47.125113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.134450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Made reservation on behalf of 93190da58e144b50b7ff8a4e2102c81a for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:47.139516 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.250014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.259516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Router c04175ce-224d-4b69-b685-e68b9572e224 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:47.308609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-e438ccd8-2701-49aa-891c-d9ec0e93bd4d service neutron] 10.222.0.43 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842139 Oct 12 11:16:47.341113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-2f7b11fd-68ed-4c5a-a345-1268340b2c32 service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9742198 Oct 12 11:16:47.349837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Transition to ACTIVE for port object b0b48d1e-79a4-4170-9f14-a006ddef52e1 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:47.449794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0a73b3-3b82-473e-90c8-2355922a80e7 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:47.465313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.473591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.517375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-88acefa1-9355-4b48-a4f4-337fb663375d service neutron] 10.222.0.43 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075291 Oct 12 11:16:47.548279 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.600574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Transition to ACTIVE for port object 3d0a73b3-3b82-473e-90c8-2355922a80e7 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:47.638091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:47.662025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.690990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e349654-a45c-42ea-81b8-5e1f074d42eb {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:47.705109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.716349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Transition to ACTIVE for port object 4e349654-a45c-42ea-81b8-5e1f074d42eb will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:47.728390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-33a117b4-5d01-4ddf-841c-fd297e3300f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.734982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5473ec30-1859-40db-9b63-09ee171bcc35 req-4ea4c3af-fa4f-4dc0-b044-aadf56e2a65d service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817914 Oct 12 11:16:47.741872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:47.752248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.758572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.765204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Sync routers for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:47.775871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:47.776761 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:47.844619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:47.921694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-9d1fe5b5-e733-4ca6-821f-3676843ba077 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "PUT /v2.0/floatingips/dfe666cf-2aa0-49ca-8f37-3912a4f90984 HTTP/1.1" status: 200 len: 695 time: 3.7413404 Oct 12 11:16:47.932242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:47.936622 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905632f-a1ca-4a0d-81c1-03942dfe59c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:47.973175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Allocated IP 172.20.0.10 (70cdaa84-4a7e-4d5a-946b-b06cb94d0923/f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a/cb17016a-7765-48a1-b487-2dd9d9c1d8ab) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:48.001810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.013849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Attempting to bind port b0b48d1e-79a4-4170-9f14-a006ddef52e1 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:48.016884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Attempting to bind port b0b48d1e-79a4-4170-9f14-a006ddef52e1 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:48.016884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Attempting to bind port b0b48d1e-79a4-4170-9f14-a006ddef52e1 on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:48.022841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.077320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6c992-d75d-444a-b549-350170f8d994 None None] Pushing event updated for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.090406 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:48.120479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Attempting to bind port 766e712a-4258-41c0-a13a-e52b15dfdcbe on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:48.120853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Attempting to bind port 766e712a-4258-41c0-a13a-e52b15dfdcbe by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:48.121214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Attempting to bind port 766e712a-4258-41c0-a13a-e52b15dfdcbe on network f4f11d58-5007-4c49-9bbd-561fd4138b8f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:48.137334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:48.137709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Checking segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:48.138116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.138506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Bound using segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:48.138999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Bound port: 766e712a-4258-41c0-a13a-e52b15dfdcbe, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:48.139384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.143256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Port b0b48d1e-79a4-4170-9f14-a006ddef52e1 on network b0a4310c-7cb3-4648-8634-42a033ffc15e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:48.143577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Attempting to bind port b0b48d1e-79a4-4170-9f14-a006ddef52e1 on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:48.184196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0825c6a2-339e-44c4-930c-0b299cfdd3e6 req-a079083c-9181-426e-8a7c-e00ba9ddec3d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.1294897 Oct 12 11:16:48.185318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Pushing event updated for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.309303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] For port 766e712a-4258-41c0-a13a-e52b15dfdcbe, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:48.331526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] For port 766e712a-4258-41c0-a13a-e52b15dfdcbe, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=766e712a-4258-41c0-a13a-e52b15dfdcbe,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:48.341753 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8cf76-0e06-472c-a8d5-5bfa1f652e58 x-openstack-request-id: req-9bc8cf76-0e06-472c-a8d5-5bfa1f652e58 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:48.342068 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-unplugged", "status": "completed", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:48.342330 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bc8cf76-0e06-472c-a8d5-5bfa1f652e58 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:48.346504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.349108 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'code': 200} Oct 12 11:16:48.365337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Attempting to bind port 4e349654-a45c-42ea-81b8-5e1f074d42eb on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:48.365790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Attempting to bind port 4e349654-a45c-42ea-81b8-5e1f074d42eb by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:48.366242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Attempting to bind port 4e349654-a45c-42ea-81b8-5e1f074d42eb on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:48.371473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Port 4e349654-a45c-42ea-81b8-5e1f074d42eb on network b0a4310c-7cb3-4648-8634-42a033ffc15e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:48.371898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Attempting to bind port 4e349654-a45c-42ea-81b8-5e1f074d42eb on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:48.381215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:48.387165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Checking segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:48.387165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Bound using segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:48.387165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Bound port: 4e349654-a45c-42ea-81b8-5e1f074d42eb, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:48.387165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.444659 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.529568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6c992-d75d-444a-b549-350170f8d994 None None] Pushing event updated for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.543420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:48.544335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:48.564876 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:48.575370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-114794d6-cb15-4ad8-a89a-f2cec9815faa req-5d0671c6-2c50-4128-b1e7-9c87828c62b5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 210 time: 0.1187024 Oct 12 11:16:48.606235 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Checking router: c04175ce-224d-4b69-b685-e68b9572e224 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:48.624250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:48.624708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:48.636347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.645349 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:48.645994 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:48.660817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Allocated IP 172.20.0.3 (70cdaa84-4a7e-4d5a-946b-b06cb94d0923/f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a/7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:48.663646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event deleted for resources: {'Port': ['ID=c378af3b-2bea-4d9c-8d82-9fb16ef3d616,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.730304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:48.730651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Checking segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:48.731204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Bound using segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:48.731698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Bound port: b0b48d1e-79a4-4170-9f14-a006ddef52e1, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:48.732012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.742981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event updated for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:48.770177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:48.777631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.793888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:48.798737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:48.833422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:48.833703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:16:48.834774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:48.851433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] 10.222.0.47 "PUT /v2.0/ports/4e349654-a45c-42ea-81b8-5e1f074d42eb HTTP/1.1" status: 200 len: 1091 time: 2.8205292 Oct 12 11:16:48.851433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:48.851433 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f694180-3618-4db8-a960-22525581857a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:48.874439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:48.919160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-06aff059-4863-4515-9eda-dfebdaf20aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:48.923336 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:48.930971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-06aff059-4863-4515-9eda-dfebdaf20aa1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1096 time: 0.9820364 Oct 12 11:16:48.994242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Attempting to bind port 3d0a73b3-3b82-473e-90c8-2355922a80e7 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:48.996768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Attempting to bind port 3d0a73b3-3b82-473e-90c8-2355922a80e7 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:48.997396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Attempting to bind port 3d0a73b3-3b82-473e-90c8-2355922a80e7 on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:49.080025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Port 3d0a73b3-3b82-473e-90c8-2355922a80e7 on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:49.080856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Attempting to bind port 3d0a73b3-3b82-473e-90c8-2355922a80e7 on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:49.130080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:49.131000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Checking segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:49.131598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Bound using segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:49.132265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Bound port: 3d0a73b3-3b82-473e-90c8-2355922a80e7, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:49.133052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.209318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.321645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:49.322325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.349759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:49.357021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d640367b-3a08-46ec-a6a7-cbacf33b6dbb None None] Provisioning complete for port cb17016a-7765-48a1-b487-2dd9d9c1d8ab triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:49.364613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d640367b-3a08-46ec-a6a7-cbacf33b6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.379839 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1abc8e-9b6c-482f-8466-f1cc142ca5d0 None None] The sync data for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 is: [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7e65442-87cf-4418-b401-0740e730ba1f', 'name': '', 'network_id': '1ce72cdf-ab9c-4f44-932d-a3f48cca8fab', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'mac_address': 'fa:16:3e:42:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:04Z', 'updated_at': '2021-10-12T11:16:13Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'subnets': [{'id': 'cf33b438-824b-4cc7-8516-11f0d86b5d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:49.408452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:49.456191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d640367b-3a08-46ec-a6a7-cbacf33b6dbb None None] Port cb17016a-7765-48a1-b487-2dd9d9c1d8ab cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:49.498500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:43Z', 'revision_number': 4, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '766e712a-4258-41c0-a13a-e52b15dfdcbe', 'name': '', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'mac_address': 'fa:16:3e:7f:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:41Z', 'updated_at': '2021-10-12T11:16:48Z', 'revision_number': 4, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'subnets': [{'id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:49.515017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b66730b2-7593-4d7f-a7b6-5201da92419c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4929516 Oct 12 11:16:49.538530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-10c245f2-47f2-403e-8967-cde9f5d7b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:49.547610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-10c245f2-47f2-403e-8967-cde9f5d7b4d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 930 time: 0.6145663 Oct 12 11:16:49.557177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83e15d-aa54-4c30-a5ef-2e484399faa9 None None] The sync data for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 is: [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:16:43Z', 'revision_number': 4, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '766e712a-4258-41c0-a13a-e52b15dfdcbe', 'name': '', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'mac_address': 'fa:16:3e:7f:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:41Z', 'updated_at': '2021-10-12T11:16:48Z', 'revision_number': 4, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'subnets': [{'id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:49.569107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Request body: {'port': {'device_id': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:49.580903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:49.689434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-df7e2f25-6a54-412c-b27e-65fe8fc7f05d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 217 time: 0.1405725 Oct 12 11:16:49.708654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:49.715691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:49.796026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-7144f804-5172-42e6-aced-1f2b0b1d90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:49.797571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-7144f804-5172-42e6-aced-1f2b0b1d90e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.0764194 Oct 12 11:16:49.803066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.822112 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.853463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f2a5ff7-3a93-4b98-8400-0f58fd4eb423 req-11b18209-340f-4b0a-9322-5b4803b46e96 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.9635282 Oct 12 11:16:49.861025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:16:49.867268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.909325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:16:49.932220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:49.932220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:49.943666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:49.944633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.946268 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b48d1e-79a4-4170-9f14-a006ddef52e1 HTTP/1.1" status: 200 len: 1091 time: 5.7922952 Oct 12 11:16:49.972844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e29d30-a78b-46c9-bcff-369b3bf93011 service neutron] Pushing event updated for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:49.977441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:49.992229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:49.994203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea24d6-8e0d-47a8-9406-fe0baf7e51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:50.007963 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ee3da-115f-4001-8c4c-c5648d59fb93 None None] New status for floating IP dfe666cf-2aa0-49ca-8f37-3912a4f90984: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:16:50.040639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:50.103972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:50.114475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-045be0e3-9016-4cd0-bdee-6ecc961914eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.118014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-045be0e3-9016-4cd0-bdee-6ecc961914eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=ffbd211a-010f-4381-b3b7-ed28418bc2a0 HTTP/1.1" status: 200 len: 1094 time: 0.2792714 Oct 12 11:16:50.147928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:50.311933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 766e712a-4258-41c0-a13a-e52b15dfdcbe up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:50.331515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-97438747-961c-45d5-bd44-b5a3263f0286 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb HTTP/1.1" status: 200 len: 217 time: 0.1798029 Oct 12 11:16:50.335884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event updated for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:50.351043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a28014-72fd-4f17-ba5e-bf16903067db req-8929b859-a878-4b0c-947e-f4e894795e05 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.358803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4a28014-72fd-4f17-ba5e-bf16903067db req-8929b859-a878-4b0c-947e-f4e894795e05 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 943 time: 0.3574698 Oct 12 11:16:50.474771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-3d4b906a-c0f8-46f6-83e0-d8e40c5d42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.476733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-3d4b906a-c0f8-46f6-83e0-d8e40c5d42cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.1349366 Oct 12 11:16:50.493555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.494403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:50.529790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] No DVR routers for this DVR port c378af3b-2bea-4d9c-8d82-9fb16ef3d616 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:16:50.535224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-f94f179d-67b3-4960-b35e-330d037a4e0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484650 Oct 12 11:16:50.549215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:50.551683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4a28014-72fd-4f17-ba5e-bf16903067db req-3cbe21bc-6e32-4292-914b-7837193d67ec tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865551 Oct 12 11:16:50.552726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.47 "DELETE /v2.0/ports/c378af3b-2bea-4d9c-8d82-9fb16ef3d616 HTTP/1.1" status: 204 len: 173 time: 6.5255890 Oct 12 11:16:50.587467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:50.590080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2a475a32-9998-42c4-b239-68c52750ae36 None None] Provisioning complete for port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:50.590453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a475a32-9998-42c4-b239-68c52750ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:50.664805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.667039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:50.678010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-dc67de99-e4a1-438a-b673-e87f0477432f service neutron] 10.222.0.47 "PUT /v2.0/ports/3d0a73b3-3b82-473e-90c8-2355922a80e7 HTTP/1.1" status: 200 len: 1091 time: 5.5158191 Oct 12 11:16:50.684608 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1417303c-23a5-4d5e-9040-36a7042db7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:50.712413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-70dd725f-9214-44fd-9bda-de5b47d65b40 service neutron] 10.222.0.47 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594174 Oct 12 11:16:50.746071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-f368901d-51e2-41c3-a30c-79cce452dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:50.747745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-f368901d-51e2-41c3-a30c-79cce452dd9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9283543 Oct 12 11:16:50.760484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-627cb42e-f26b-48e7-97f1-17fbce41cffd req-15820582-7a44-4644-bd01-d00d5d39fd81 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 210 time: 0.0465827 Oct 12 11:16:50.766477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-0f53b05e-5e15-4e9a-9029-978d6d1efb75 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1099429 Oct 12 11:16:50.805217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Request body: {'port': {'device_id': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:50.995117 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428bee4e-3563-4ab4-a8a6-6a7c71646cda x-openstack-request-id: req-428bee4e-3563-4ab4-a8a6-6a7c71646cda {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:51.003913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:51.003913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-428bee4e-3563-4ab4-a8a6-6a7c71646cda {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:51.003913 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb', 'status': 'completed', 'code': 200} Oct 12 11:16:51.055331 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1bd031-0a28-4c70-be6d-214808921912 x-openstack-request-id: req-2b1bd031-0a28-4c70-be6d-214808921912 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:51.055939 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:51.055939 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b1bd031-0a28-4c70-be6d-214808921912 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:51.056299 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'status': 'completed', 'code': 200} Oct 12 11:16:51.065616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 766e712a-4258-41c0-a13a-e52b15dfdcbe triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:51.066188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.074173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2a475a32-9998-42c4-b239-68c52750ae36 None None] Port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:16:51.143183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-befaa019-4ec2-4db9-9bcc-48ca03d47a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.149475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-befaa019-4ec2-4db9-9bcc-48ca03d47a80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 1094 time: 1.0014980 Oct 12 11:16:51.153763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6b762be-8178-4d5b-8898-ea25994ec304 req-7be6b445-2d4b-4540-b0f1-d9e6ea104e2d tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.0598118 Oct 12 11:16:51.213979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.274842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-43734409-6344-419b-8d2e-55333ad37e1a service neutron] 10.222.0.47 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012054 Oct 12 11:16:51.404027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.415643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:51.515705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7af78-7bb2-4eca-b26a-45fc1987038b req-7fb4631a-d27e-474f-8188-10c5424f1889 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.517603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01b7af78-7bb2-4eca-b26a-45fc1987038b req-7fb4631a-d27e-474f-8188-10c5424f1889 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 931 time: 0.2052240 Oct 12 11:16:51.524659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:16:51.539010 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.651681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01b7af78-7bb2-4eca-b26a-45fc1987038b req-d133994d-6fce-40cf-b2a3-2907d5726679 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203811 Oct 12 11:16:51.661270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 766e712a-4258-41c0-a13a-e52b15dfdcbe, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=766e712a-4258-41c0-a13a-e52b15dfdcbe,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:51.663381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:16:51.664329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:51.693095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694180-3618-4db8-a960-22525581857a req-b763bfe5-5b95-4cad-82db-c0dee120eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.700713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-b763bfe5-5b95-4cad-82db-c0dee120eefd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=ffbd211a-010f-4381-b3b7-ed28418bc2a0 HTTP/1.1" status: 200 len: 1094 time: 0.2058167 Oct 12 11:16:51.704328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-ba34a8d7-a4f0-454a-afbf-2002ca1b9f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1 HTTP/1.1" status: 200 len: 217 time: 0.5392170 Oct 12 11:16:51.710744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-ee299871-f27d-4a7e-a3c5-d34592bc5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.717160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-ee299871-f27d-4a7e-a3c5-d34592bc5b86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14ca263eaece40698c7fd8e0840ced34&device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 1096 time: 0.6552277 Oct 12 11:16:51.717160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-6406d473-ff7a-4a4d-a927-e8c1ee3f42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.717160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-6406d473-ff7a-4a4d-a927-e8c1ee3f42fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 1094 time: 0.7586029 Oct 12 11:16:51.865967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-cca9bb90-fae0-490c-8c27-90867e925c1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7 HTTP/1.1" status: 200 len: 217 time: 0.1103821 Oct 12 11:16:51.896590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:16:51.914663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-083b35f7-c853-4d25-af9b-54b241c3d675 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.917519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-083b35f7-c853-4d25-af9b-54b241c3d675 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 810 time: 0.2534337 Oct 12 11:16:51.928600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694180-3618-4db8-a960-22525581857a req-a1343fe8-fa0f-47d4-aced-67091e861815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:51.936872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.951212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-a1343fe8-fa0f-47d4-aced-67091e861815 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 912 time: 0.2213364 Oct 12 11:16:51.952077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.952077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:51.952250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Request body: {'port': {'device_id': '48a285b9-6e52-407d-ba29-594c293658f2', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'admin_state_up': True, 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:51.998967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:52.009936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-eade35fc-f248-4753-9b47-5427462b4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.014593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-eade35fc-f248-4753-9b47-5427462b4999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.2913742 Oct 12 11:16:52.020882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-eb48f740-086b-42c8-a597-5c1ae10476fd service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2441623 Oct 12 11:16:52.058284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-3bea45fd-200c-429a-8b56-2ed63f4e86cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb HTTP/1.1" status: 200 len: 217 time: 0.0986865 Oct 12 11:16:52.088017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-146a5bd1-7e2f-43a6-830f-e433e7f904c3 req-9013f214-c506-497d-ae9d-8930f0a30431 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ade96879-abc8-4145-844e-5a61482f5230 HTTP/1.1" status: 200 len: 210 time: 0.1490157 Oct 12 11:16:52.110487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-1cfdc907-8b9d-410f-a307-8e9297d156c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808663 Oct 12 11:16:52.161393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-b24fff23-082e-465a-bc18-db1e1a75e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.163357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-b24fff23-082e-465a-bc18-db1e1a75e091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.2786150 Oct 12 11:16:52.188519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694180-3618-4db8-a960-22525581857a req-356b3ab8-e933-4fa3-a019-e29e816a1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.190057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-356b3ab8-e933-4fa3-a019-e29e816a1dc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.0754478 Oct 12 11:16:52.276127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-fdb5941f-4cf1-4745-889e-048bdd44f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.277900 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-fdb5941f-4cf1-4745-889e-048bdd44f48e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 200 len: 930 time: 0.5346749 Oct 12 11:16:52.280685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-17dee84c-7498-4701-be71-825c3b958c66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754786 Oct 12 11:16:52.310458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb17016a-7765-48a1-b487-2dd9d9c1d8ab {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:52.311314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:16:52.342199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:52.361077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13101-d058-42f5-aa18-a7ccc6dfa0c4 None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:10:46Z', 'revision_number': 4, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42d74db6-3105-42b6-b395-26ea55bf3b03', 'name': '', 'network_id': '0e93cfef-6eb2-4d6b-9543-07072404a529', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'mac_address': 'fa:16:3e:01:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:46Z', 'updated_at': '2021-10-12T11:10:52Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'subnets': [{'id': '4c9d8802-f930-4049-b479-ecff783f33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:16:52.393814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf908-9598-41a1-941d-b8aa92028c25 req-77fc59e3-d17f-44c3-89db-858eccd71680 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.402937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a89bf908-9598-41a1-941d-b8aa92028c25 req-77fc59e3-d17f-44c3-89db-858eccd71680 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 943 time: 0.1413610 Oct 12 11:16:52.406109 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-dfe38d94-8629-4d0b-90cf-d964f6ed49d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 200 len: 217 time: 0.0865211 Oct 12 11:16:52.421938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Transition to ACTIVE for port object cb17016a-7765-48a1-b487-2dd9d9c1d8ab will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:52.444367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Made reservation on behalf of 2406fa06d3ea45ddaf95eb133267c98b for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:16:52.444367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:52.464518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-15547645-a3c6-4aba-9ab0-d4cdb9efc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.466069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-15547645-a3c6-4aba-9ab0-d4cdb9efc14d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554564 Oct 12 11:16:52.467917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d50f6fc-c60e-4301-bfb4-bafbb30c03a2 req-e08d4f42-c40c-4e0e-a45b-c9748e5acb31 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219990 Oct 12 11:16:52.468345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-5cbefdf5-cc1d-4cd5-9a69-c8daf13821e2 service neutron] 10.222.0.47 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779308 Oct 12 11:16:52.479748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-dc474d3a-ccf9-475e-ba40-08cc9395737e service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567326 Oct 12 11:16:52.485644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a89bf908-9598-41a1-941d-b8aa92028c25 req-e88f29e7-18a1-4b06-bcc0-a70216fca6cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807333 Oct 12 11:16:52.539197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-59d9cf3f-9003-44a7-a6b5-c3efc27cd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.540652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-59d9cf3f-9003-44a7-a6b5-c3efc27cd8ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 200 len: 868 time: 0.1216528 Oct 12 11:16:52.631512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:52.684236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Allocated IP 172.20.0.14 (f4f11d58-5007-4c49-9bbd-561fd4138b8f/131a2e6a-aa37-40bd-ab32-dd1c75bc62ef/dd9eee68-a027-4373-9138-349520a3f52f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:16:52.792295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Pushing event updated for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:52.805494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-6e093256-4471-49cb-af42-1ccac4a5af61 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135052 Oct 12 11:16:52.807409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-1c050940-e3d0-4600-b4c0-b2f6e58a73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:52.814901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-1c050940-e3d0-4600-b4c0-b2f6e58a73e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966262 Oct 12 11:16:52.822422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-b8d1c295-f5f4-49e0-ae9e-c2ee17d31c1e service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399334 Oct 12 11:16:52.982901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5db33c54-b79c-4b4a-88d5-1ccc32e1dbf6 req-5572df29-2c5d-4da7-8ceb-b9b477d097a0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 210 time: 0.3472424 Oct 12 11:16:53.032768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.095189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1'}, {'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-deleted', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616'}, {'name': 'network-changed', 'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:53.098554 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a414d-eec3-48e7-81d1-ef33942e1141" -d '{"events": [{"name": "network-changed", "server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1"}, {"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-deleted", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616"}, {"name": "network-changed", "server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:53.118063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0ef5434-bcf0-4701-9dba-9c2613d04726 req-f611bd1f-6cc0-481f-9589-1a0e51e60c62 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=972168c5-c30c-4cd7-850e-670148280615 HTTP/1.1" status: 200 len: 210 time: 0.0739450 Oct 12 11:16:53.136892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Attempting to bind port cb17016a-7765-48a1-b487-2dd9d9c1d8ab on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:53.138975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Attempting to bind port cb17016a-7765-48a1-b487-2dd9d9c1d8ab by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:53.141982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Attempting to bind port cb17016a-7765-48a1-b487-2dd9d9c1d8ab on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:53.188579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-b4f8028c-1239-4806-bd18-09b04d400e13 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips/dfe666cf-2aa0-49ca-8f37-3912a4f90984 HTTP/1.1" status: 200 len: 693 time: 0.0956385 Oct 12 11:16:53.207404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Port cb17016a-7765-48a1-b487-2dd9d9c1d8ab on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:53.208043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Attempting to bind port cb17016a-7765-48a1-b487-2dd9d9c1d8ab on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:53.218349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:53.218769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Checking segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:53.219090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Bound using segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:53.219532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Bound port: cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:53.219887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.226393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.270397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f694180-3618-4db8-a960-22525581857a req-d1e911c4-238b-4abb-ab38-dd43324f2ec4 service neutron] 10.222.0.47 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849753 Oct 12 11:16:53.327631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07ffae-0cce-469a-8fe8-7133b3aa2c02 None None] New status for floating IP db0bedc2-1c6b-41bc-b522-becf1128e7f4: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:16:53.340702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.352907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-587f2904-35f2-40e8-9d02-f1c8e2f9f9a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297310 Oct 12 11:16:53.398001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6252bc-5b92-4ce1-a11a-06b1665418cd req-020384d6-264d-4e5a-bb25-ae5e80ba945c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:53.407801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae6252bc-5b92-4ce1-a11a-06b1665418cd req-020384d6-264d-4e5a-bb25-ae5e80ba945c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 931 time: 0.1780498 Oct 12 11:16:53.475794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-da6f4073-305f-4546-8884-6eecf3ea73c0 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:53.502645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-da6f4073-305f-4546-8884-6eecf3ea73c0 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.3332651 Oct 12 11:16:53.523830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:53.536035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.537252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cead7737-06b5-4e0e-946d-c83f6af136ed req-ac06e6ad-b2e5-42c2-bdb8-2f10b9797687 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102874 Oct 12 11:16:53.548800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e905632f-a1ca-4a0d-81c1-03942dfe59c1 req-e91f4dd3-1771-4853-be54-0b6616f406a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646335 Oct 12 11:16:53.559093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Transition to ACTIVE for port object 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:53.569373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:16:53.571781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:53.577101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:16:53.585854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:16:53.586221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:53.592408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae6252bc-5b92-4ce1-a11a-06b1665418cd req-ec3055b7-e689-47e2-9a2c-3552c84fb737 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704887 Oct 12 11:16:53.648955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.663398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Pushing event updated for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:53.680185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.686437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:53.687408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.688806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb17016a-7765-48a1-b487-2dd9d9c1d8ab HTTP/1.1" status: 200 len: 1092 time: 4.1311929 Oct 12 11:16:53.715749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d817a9-16a3-46b2-8bf1-7557a2ea5446 service neutron] Pushing event updated for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:53.747521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Pushing event updated for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:53.757378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-a5c17357-05af-4a46-ab6f-d7f19e64e61f tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.2538364 Oct 12 11:16:53.819549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:53.826911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:53.857945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-b0955303-c20f-4cfa-8291-1f8d87617cb8 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0917604 Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5128060-83ab-4860-be41-9f8267dfc995 x-openstack-request-id: req-d5128060-83ab-4860-be41-9f8267dfc995 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1", "status": "completed", "code": 200}, {"server_uuid": "ade96879-abc8-4145-844e-5a61482f5230", "name": "network-vif-deleted", "tag": "c378af3b-2bea-4d9c-8d82-9fb16ef3d616", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5128060-83ab-4860-be41-9f8267dfc995 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1', 'status': 'completed', 'code': 200} Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade96879-abc8-4145-844e-5a61482f5230', 'name': 'network-vif-deleted', 'tag': 'c378af3b-2bea-4d9c-8d82-9fb16ef3d616', 'status': 'completed', 'code': 200} Oct 12 11:16:53.884471 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7', 'status': 'completed', 'code': 200} Oct 12 11:16:53.949318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-b3c53d4f-39c4-4a7f-9748-e8eb1af2d707 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0087967 Oct 12 11:16:54.025698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Request body: {'port': {'device_id': '48a285b9-6e52-407d-ba29-594c293658f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:16:54.033268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-c473c788-2719-487b-8a5e-21118bb98cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.036269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-c473c788-2719-487b-8a5e-21118bb98cfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 1095 time: 0.2047513 Oct 12 11:16:54.092606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4e349654-a45c-42ea-81b8-5e1f074d42eb details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:54.128080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-b4e17cb2-457d-4b93-a514-bd5a96710cf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab HTTP/1.1" status: 200 len: 217 time: 0.0814898 Oct 12 11:16:54.174733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be3e4d-f99a-41c4-97e8-54313a03f359 req-6d17dc0d-9e81-47b4-90b2-a3354239b8d9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.178178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 766e712a-4258-41c0-a13a-e52b15dfdcbe up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:54.182563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5be3e4d-f99a-41c4-97e8-54313a03f359 req-6d17dc0d-9e81-47b4-90b2-a3354239b8d9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 943 time: 0.2196777 Oct 12 11:16:54.213372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-e5a2d20b-15b5-4ac7-9d83-6722541d4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.215131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-e5a2d20b-15b5-4ac7-9d83-6722541d4538 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 1094 time: 0.2744884 Oct 12 11:16:54.216626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-863bbea1-7fe6-4f9f-96d5-2570dc704319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.217977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-863bbea1-7fe6-4f9f-96d5-2570dc704319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 1094 time: 0.3095593 Oct 12 11:16:54.239719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Attempting to bind port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:54.240265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Attempting to bind port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:54.240265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Attempting to bind port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:54.252148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:54.259081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Attempting to bind port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb on network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:54.278812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:54.279080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Checking segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:54.280053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Bound using segment: {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:54.280500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Bound port: 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8ea9d1-8b79-4d4b-940f-9f1849badfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:54.280854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.302595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.349077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Deleting port c6f31a8b-e351-44c5-b1e3-48786244bf5a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:54.349413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.403990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:54.439956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5be3e4d-f99a-41c4-97e8-54313a03f359 req-9c83bf77-a572-49d4-9234-e600d73959cc tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522624 Oct 12 11:16:54.444805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-9ef165af-fcb4-42aa-8320-3d8ad19cb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.448800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-9ef165af-fcb4-42aa-8320-3d8ad19cb167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.3026290 Oct 12 11:16:54.656458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-41a059c2-dd2d-4392-b910-261f4f08cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.658003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-41a059c2-dd2d-4392-b910-261f4f08cb29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 917 time: 0.4303265 Oct 12 11:16:54.664802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-693a8c7f-9881-456d-932c-61c4cb1d689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.666355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-693a8c7f-9881-456d-932c-61c4cb1d689b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 912 time: 0.4302318 Oct 12 11:16:54.684877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-4efb2f2d-994b-4991-9bd0-7c556cca9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.686342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-4efb2f2d-994b-4991-9bd0-7c556cca9625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267346 Oct 12 11:16:54.709302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 766e712a-4258-41c0-a13a-e52b15dfdcbe triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:54.710140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.760597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '4e349654-a45c-42ea-81b8-5e1f074d42eb', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'port_id': '4e349654-a45c-42ea-81b8-5e1f074d42eb', 'mac_address': 'fa:16:3e:ef:64:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eec976-4b7c-47ef-9eb0-6399e1ac670a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:54.763733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-f1d4376d-da75-4eff-be80-150e29319eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7 HTTP/1.1" status: 200 len: 217 time: 0.0948877 Oct 12 11:16:54.787189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-c5dd27b5-f38d-428a-9bfa-06cfea59c300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1 HTTP/1.1" status: 200 len: 217 time: 0.1110265 Oct 12 11:16:54.805395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9eee68-a027-4373-9138-349520a3f52f {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:54.816790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.831454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Transition to ACTIVE for port object dd9eee68-a027-4373-9138-349520a3f52f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:16:54.876175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.890233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e349654-a45c-42ea-81b8-5e1f074d42eb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:54.896115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb166d0-7c4f-4ff6-84d0-64a25b32e809 req-aa9fde66-06bc-4ac6-ade0-f43ce5fd00de tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.903434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2eb166d0-7c4f-4ff6-84d0-64a25b32e809 req-aa9fde66-06bc-4ac6-ade0-f43ce5fd00de tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 932 time: 0.2949240 Oct 12 11:16:54.903718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:54.912344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.912502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:54.966728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-53f01d29-2239-4187-8c4f-e38f5c29704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.968223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-53f01d29-2239-4187-8c4f-e38f5c29704a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.1912968 Oct 12 11:16:54.969398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:54.973615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.973790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-48a6b7bb-583e-4a54-9857-0b71f2ad8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:54.974005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:54.975168 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-48a6b7bb-583e-4a54-9857-0b71f2ad8ebf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.1789935 Oct 12 11:16:54.994513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:55.016857 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2eb166d0-7c4f-4ff6-84d0-64a25b32e809 req-282fc41a-8dfc-4145-bf54-cfe3abd4564d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106720 Oct 12 11:16:55.094746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:55.115357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-a0a27bbb-48ad-4cea-8e07-8708c2f411ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259522 Oct 12 11:16:55.122528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-ec203563-181e-431a-8e5c-4d469928ffe7 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011719 Oct 12 11:16:55.251654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['4e349654-a45c-42ea-81b8-5e1f074d42eb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:55.510825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Calling delete_port for c6f31a8b-e351-44c5-b1e3-48786244bf5a owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:55.513086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:55.554163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:55.572651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-8f404593-77a7-470a-9bb4-ecbd78b5cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:55.574276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-8f404593-77a7-470a-9bb4-ecbd78b5cacb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5930557 Oct 12 11:16:55.601481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:55.602105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:55.603552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] 10.222.0.47 "PUT /v2.0/ports/7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb HTTP/1.1" status: 200 len: 1091 time: 4.8098245 Oct 12 11:16:55.604016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:55.609381 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd9fe7-6e23-4203-9e2d-792754873864" -d '{"events": [{"name": "network-changed", "server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:55.668127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-be6f17f3-a4f7-4662-a1ab-dc44954001b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382373 Oct 12 11:16:55.705164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Attempting to bind port dd9eee68-a027-4373-9138-349520a3f52f on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:16:55.705543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Attempting to bind port dd9eee68-a027-4373-9138-349520a3f52f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:16:55.705895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Attempting to bind port dd9eee68-a027-4373-9138-349520a3f52f on network f4f11d58-5007-4c49-9bbd-561fd4138b8f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:55.739005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9652-6f6b-4529-bd11-b9078feb767a service neutron] Pushing event updated for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:55.741658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Port dd9eee68-a027-4373-9138-349520a3f52f on network f4f11d58-5007-4c49-9bbd-561fd4138b8f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:16:55.741993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Attempting to bind port dd9eee68-a027-4373-9138-349520a3f52f on network f4f11d58-5007-4c49-9bbd-561fd4138b8f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:16:55.768142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:16:55.768483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Checking segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:16:55.768882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Bound using segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:16:55.769905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Bound port: dd9eee68-a027-4373-9138-349520a3f52f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:16:55.770357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:55.783907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5cd0d77-35f6-43df-8e37-a6a6c09d18e6 req-284667cb-5d95-4f8f-be90-b5a68bd8e545 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467273 Oct 12 11:16:55.846039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-16d16363-aff7-4d9e-8956-444e8450993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:55.848546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-16d16363-aff7-4d9e-8956-444e8450993b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 1094 time: 0.1176922 Oct 12 11:16:55.927318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:55.927637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-8c6b87d8-aac4-49a0-9bbc-c97d727c963e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb HTTP/1.1" status: 200 len: 217 time: 0.0509951 Oct 12 11:16:55.929869 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e00b72-fec3-4c39-b04a-6b7a206c6779" -d '{"events": [{"name": "network-changed", "server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:55.936650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-cf92bf40-9b9a-400e-ab41-083a6c8458c7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505218 Oct 12 11:16:55.977103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:16:55.986201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e3b-2e28-40e4-b75c-deee81f9b48f req-b87773d4-3a52-4831-9b46-fc2f4d3c63ba tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:55.995508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dd9eee68-a027-4373-9138-349520a3f52f,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:16:55.996589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baec7e3b-2e28-40e4-b75c-deee81f9b48f req-b87773d4-3a52-4831-9b46-fc2f4d3c63ba tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 943 time: 0.4804106 Oct 12 11:16:56.016711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-bc64ae4f-9045-4e98-8097-9d4d180a8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.018627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-bc64ae4f-9045-4e98-8097-9d4d180a8f72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.0823472 Oct 12 11:16:56.084144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baec7e3b-2e28-40e4-b75c-deee81f9b48f req-6295a973-4193-4ab1-a22d-728efef9bbf0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Oct 12 11:16:56.103250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3d0a73b3-3b82-473e-90c8-2355922a80e7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:56.116048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.123372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.138520 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-07387ae2-e5b7-4af6-a42b-dd791a08bd59 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650751 Oct 12 11:16:56.175987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-a45dc5be-5c46-48e0-8dad-f30f32e1b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.176829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-a45dc5be-5c46-48e0-8dad-f30f32e1b006 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482766 Oct 12 11:16:56.181792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event deleted for resources: {'Port': ['ID=c6f31a8b-e351-44c5-b1e3-48786244bf5a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:56.184606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.185412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.187804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] 10.222.0.41 "PUT /v2.0/ports/dd9eee68-a027-4373-9138-349520a3f52f HTTP/1.1" status: 200 len: 1092 time: 2.2140582 Oct 12 11:16:56.264272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4e349654-a45c-42ea-81b8-5e1f074d42eb up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:56.324091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b85a414d-eec3-48e7-81d1-ef33942e1141 req-f68a8512-2caa-485c-a4f0-8e7a1c201a1b service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773689 Oct 12 11:16:56.330882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44332) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:56.360560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:56.376781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3d0a73b3-3b82-473e-90c8-2355922a80e7', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'port_id': '3d0a73b3-3b82-473e-90c8-2355922a80e7', 'mac_address': 'fa:16:3e:e8:fb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:56.403209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.435332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.440842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.444199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.447731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81f01f00-6fd4-42da-b2c8-e309b5eb221b req-6dc679f5-ebd8-4512-8dfd-dc46c50646ac tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "DELETE /v2.0/floatingips/dfe666cf-2aa0-49ca-8f37-3912a4f90984 HTTP/1.1" status: 204 len: 173 time: 2.5866470 Oct 12 11:16:56.471161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.478728 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.499087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3ad2b-adaf-407f-b491-b7d53be2dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:56.514379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0a73b3-3b82-473e-90c8-2355922a80e7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:56.522274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-e9ca57a6-3ac3-420e-908b-9832a3f2955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.523852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-e9ca57a6-3ac3-420e-908b-9832a3f2955f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 1095 time: 0.2302496 Oct 12 11:16:56.524821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 4e349654-a45c-42ea-81b8-5e1f074d42eb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:56.534082 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222f505-c05f-4612-a504-0e848a07effe x-openstack-request-id: req-6222f505-c05f-4612-a504-0e848a07effe {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:56.534375 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:56.534626 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6222f505-c05f-4612-a504-0e848a07effe {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:56.535203 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb', 'status': 'completed', 'code': 200} Oct 12 11:16:56.537028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 4e349654-a45c-42ea-81b8-5e1f074d42eb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:56.540070 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.554819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-6f3fb37a-ca5a-4cc0-86c0-50e55ec0b6b5 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628087 Oct 12 11:16:56.598364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-9a89a598-ad2d-493a-bdbb-cb977946ad9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9eee68-a027-4373-9138-349520a3f52f HTTP/1.1" status: 200 len: 217 time: 0.0620518 Oct 12 11:16:56.607375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c0285-c2cb-4360-aa58-649a2e2e13bb req-095f85de-0cb3-4b41-8111-2db9e1330eeb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.611228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f38c0285-c2cb-4360-aa58-649a2e2e13bb req-095f85de-0cb3-4b41-8111-2db9e1330eeb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 943 time: 0.1792870 Oct 12 11:16:56.621315 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd91dd43-f786-4502-a22f-2024072437a7 x-openstack-request-id: req-dd91dd43-f786-4502-a22f-2024072437a7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:56.622480 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:56.623512 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd91dd43-f786-4502-a22f-2024072437a7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:56.625413 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab', 'status': 'completed', 'code': 200} Oct 12 11:16:56.641477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:56.722055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f38c0285-c2cb-4360-aa58-649a2e2e13bb req-f15fb06e-8e2a-4b0a-be57-23f51940690c tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948439 Oct 12 11:16:56.726940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-8a2d354d-cbb5-4a55-bdd1-261248129568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.728458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-8a2d354d-cbb5-4a55-bdd1-261248129568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 1095 time: 0.1002247 Oct 12 11:16:56.765004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.807158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.868844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.872123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.877987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "DELETE /v2.0/security-groups/0a8d8b55-643c-4573-9a5f-0c7b7fc81d23 HTTP/1.1" status: 204 len: 168 time: 0.5449615 Oct 12 11:16:56.897425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44340) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:56.897884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:56.900235 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2391d7-28aa-46ff-9c32-4c970b3dd46f" -d '{"events": [{"server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "name": "network-vif-plugged", "status": "completed", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:56.924200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:56.937580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:56.963514 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:56.975525 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-8586aa6c-feb5-4ff4-967d-d417414633b9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] show failed (client error): The resource could not be found. Oct 12 11:16:56.979379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8586aa6c-feb5-4ff4-967d-d417414633b9 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "GET /v2.0/security-groups/0a8d8b55-643c-4573-9a5f-0c7b7fc81d23 HTTP/1.1" status: 404 len: 347 time: 0.0592179 Oct 12 11:16:56.984097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f7cf4-c3b8-4ddd-bb5d-9f25af8c64dd tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d8b55-643c-4573-9a5f-0c7b7fc81d23,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:56.984282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249cec-2144-42bb-8182-2aff3abd2053 req-49c1d4b5-a5b3-4aff-9261-aa262c2eda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:56.985910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-49c1d4b5-a5b3-4aff-9261-aa262c2eda1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.3521438 Oct 12 11:16:56.989157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44344) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:16:57.010119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-23f36968-4190-48be-8f6a-e5e82ee63916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.011631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-23f36968-4190-48be-8f6a-e5e82ee63916 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 917 time: 0.2758298 Oct 12 11:16:57.030837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b0b48d1e-79a4-4170-9f14-a006ddef52e1 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:57.070300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3d0a73b3-3b82-473e-90c8-2355922a80e7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:57.070657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315afeb1-877f-4f68-8000-1192233bd906 req-b0cdb973-2974-4ce0-927f-ed3543b96b96 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.072465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-315afeb1-877f-4f68-8000-1192233bd906 req-b0cdb973-2974-4ce0-927f-ed3543b96b96 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 944 time: 0.2889454 Oct 12 11:16:57.107573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-4ef70d6e-5e34-4269-a31d-ae879cc15718 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab HTTP/1.1" status: 200 len: 217 time: 0.0854194 Oct 12 11:16:57.115455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:57.132856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43ad6989-ae08-47d3-8fa5-141e143edfc7 req-4b190d24-6d78-494e-a56f-a781d5bace36 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441341 Oct 12 11:16:57.158435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-a3b72c5d-730e-4e58-a831-7078d3d634ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146662 Oct 12 11:16:57.171593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-35d18623-08c2-476c-b30e-ff14326f4ade tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.173765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-35d18623-08c2-476c-b30e-ff14326f4ade tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.2905741 Oct 12 11:16:57.198671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-5f71e310-d483-4008-a21e-1686d07fb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.200870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-5f71e310-d483-4008-a21e-1686d07fb139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.0757325 Oct 12 11:16:57.203809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-c80b9119-fcbf-4b31-9b3d-c5c00ec1edc8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/quotas/364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 375 time: 0.0182285 Oct 12 11:16:57.268355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:57.296269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'port_id': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1', 'mac_address': 'fa:16:3e:31:f9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eec976-4b7c-47ef-9eb0-6399e1ac670a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:57.301921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-9b0da20a-6700-44b1-b609-dae4de4804cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.303659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-9b0da20a-6700-44b1-b609-dae4de4804cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951765 Oct 12 11:16:57.315167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-4d39666a-9bcb-496e-9cf2-7e25da80e122 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984361 Oct 12 11:16:57.357789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:57.388731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b48d1e-79a4-4170-9f14-a006ddef52e1 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:57.435540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:57.504920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-315afeb1-877f-4f68-8000-1192233bd906 req-652ee8a4-f0a3-415c-b061-d44337b641e2 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666520 Oct 12 11:16:57.517822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-e706cb42-a4c4-4cc6-b58c-798f44de6ca3 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015464 Oct 12 11:16:57.529899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-4cb90912-5b52-475c-b09b-05b027565563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.532411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-4cb90912-5b52-475c-b09b-05b027565563 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 1094 time: 0.1427526 Oct 12 11:16:57.534073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Deleting port f58f2875-7e7d-478e-b30d-0bc513746d4f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:16:57.534424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:57.535904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:57.592684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-1aa8a24b-eb1c-4b32-8823-c7d29e4cf7d4 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466497 Oct 12 11:16:57.641189 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195fffe3-456c-4df3-a8c1-da5102f099f7 x-openstack-request-id: req-195fffe3-456c-4df3-a8c1-da5102f099f7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:57.641468 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "name": "network-vif-plugged", "status": "completed", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:57.641918 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-195fffe3-456c-4df3-a8c1-da5102f099f7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:57.642316 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb', 'code': 200} Oct 12 11:16:57.652243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:57.689239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:57.689239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:57.708216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Calling delete_port for f58f2875-7e7d-478e-b30d-0bc513746d4f owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:16:57.804923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b3fc-3433-4e44-b13d-c4a6fab13e9f req-8602129f-09fc-460c-a7a8-3c4433776441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:57.806812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba61b3fc-3433-4e44-b13d-c4a6fab13e9f req-8602129f-09fc-460c-a7a8-3c4433776441 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffbd211a-010f-4381-b3b7-ed28418bc2a0 HTTP/1.1" status: 200 len: 1096 time: 0.1070237 Oct 12 11:16:57.817937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e00b72-fec3-4c39-b04a-6b7a206c6779 req-0005d924-5c32-40af-8313-4aea5b25fe0f service neutron] 10.222.0.41 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891819 Oct 12 11:16:57.838672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-6734a6a5-e6c3-429e-97f0-2bdb1865ef55 service neutron] 10.222.0.43 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310617 Oct 12 11:16:57.857095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba61b3fc-3433-4e44-b13d-c4a6fab13e9f req-15363d05-8d6e-48fb-9b2c-3b3cb400979a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Oct 12 11:16:57.919388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-90aed3ec-a16c-400a-9dd8-29470b20e41a service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463262 Oct 12 11:16:57.957245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b0b48d1e-79a4-4170-9f14-a006ddef52e1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:58.069229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643c90-d483-4a02-bb3e-be334c49198d req-e8697544-b766-4722-819d-3005bc004113 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.070752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0643c90-d483-4a02-bb3e-be334c49198d req-e8697544-b766-4722-819d-3005bc004113 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 943 time: 0.3079760 Oct 12 11:16:58.077531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-7dce1873-9091-4746-a815-ce5626a85e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.078977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-7dce1873-9091-4746-a815-ce5626a85e8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 917 time: 0.3143528 Oct 12 11:16:58.169050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3d0a73b3-3b82-473e-90c8-2355922a80e7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:16:58.189667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-30be361d-202c-4c38-a181-e6863a29fca2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb HTTP/1.1" status: 200 len: 217 time: 0.0940087 Oct 12 11:16:58.261833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70249cec-2144-42bb-8182-2aff3abd2053 req-d2de87b1-69e2-4d16-9f3d-464570aaa479 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307080 Oct 12 11:16:58.281516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0643c90-d483-4a02-bb3e-be334c49198d req-0d3ff9f8-dd05-4e1a-9db2-9bf277e08474 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923966 Oct 12 11:16:58.293994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-1298ff10-c689-455c-94d0-38cd573c5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.295538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-1298ff10-c689-455c-94d0-38cd573c5d1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.0913932 Oct 12 11:16:58.324621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3d0a73b3-3b82-473e-90c8-2355922a80e7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:16:58.329498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3d0a73b3-3b82-473e-90c8-2355922a80e7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:16:58.329886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.348835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-9804f8c3-6247-4cfb-9d59-e7f5c88a8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.350870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-9804f8c3-6247-4cfb-9d59-e7f5c88a8e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461009 Oct 12 11:16:58.372784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.465742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Pushing event deleted for resources: {'Port': ['ID=f58f2875-7e7d-478e-b30d-0bc513746d4f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:58.510598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.544019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:58.547975 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08" -d '{"events": [{"name": "network-changed", "server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "tag": "dd9eee68-a027-4373-9138-349520a3f52f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:58.572474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:58.626633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-a887a789-3d98-4e78-819a-f84e7b72b683 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672603 Oct 12 11:16:58.674961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.678099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.679393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dbb75431-656d-4742-a3c1-95c605fd9f41 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] 10.222.0.43 "DELETE /v2.0/floatingips/db0bedc2-1c6b-41bc-b522-becf1128e7f4 HTTP/1.1" status: 204 len: 168 time: 1.6874890 Oct 12 11:16:58.684424 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:58.694533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe24ee3-a7ec-4b77-9c1a-103451f88aac req-f15e512b-73ef-4cea-b7ce-64b826aae268 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.696132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fe24ee3-a7ec-4b77-9c1a-103451f88aac req-f15e512b-73ef-4cea-b7ce-64b826aae268 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1742716 Oct 12 11:16:58.721328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e160f9b-e1ab-43cd-abba-3af1145944a4 req-6d1d4cd9-137f-46d4-a5f3-d0f177ca3991 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.723715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e160f9b-e1ab-43cd-abba-3af1145944a4 req-6d1d4cd9-137f-46d4-a5f3-d0f177ca3991 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 944 time: 0.1365161 Oct 12 11:16:58.768223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fe24ee3-a7ec-4b77-9c1a-103451f88aac req-d734a99e-9be4-4203-bfb2-a39e231e3e9a tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0462525 Oct 12 11:16:58.796574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:58.802410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e160f9b-e1ab-43cd-abba-3af1145944a4 req-35ecebb0-ecae-454f-958e-5dbe369a0ce4 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 Oct 12 11:16:58.817095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58bd9fe7-6e23-4203-9e2d-792754873864 req-7c7e2cd3-5d59-4ac6-b1ac-c53b5954e63a service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815841 Oct 12 11:16:58.877085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-848e6908-c301-4f29-8c51-7c599995df4c req-1a52c77c-7386-4d28-b390-9ea41db4bf83 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0296137 Oct 12 11:16:58.932174 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f313dc0-f31d-410f-b6d1-55e33bb57940 x-openstack-request-id: req-6f313dc0-f31d-410f-b6d1-55e33bb57940 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:58.932552 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "tag": "dd9eee68-a027-4373-9138-349520a3f52f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:58.932832 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f313dc0-f31d-410f-b6d1-55e33bb57940 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:58.933224 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f', 'status': 'completed', 'code': 200} Oct 12 11:16:58.982044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c0e8-449d-47a3-aa80-46b8dc2b552b req-2adffdc4-3eb5-4227-aa5a-86d19c552e78 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:58.990767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1f4c0e8-449d-47a3-aa80-46b8dc2b552b req-2adffdc4-3eb5-4227-aa5a-86d19c552e78 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 944 time: 0.1205096 Oct 12 11:16:59.029733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb17016a-7765-48a1-b487-2dd9d9c1d8ab details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:16:59.041798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-0937d845-1e01-443f-b440-3174b91cd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:59.043589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-0937d845-1e01-443f-b440-3174b91cd2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 1095 time: 0.0842080 Oct 12 11:16:59.081314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1f4c0e8-449d-47a3-aa80-46b8dc2b552b req-8eb4c417-5dbf-4178-a830-c6c1044672fe tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795183 Oct 12 11:16:59.182556 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-554aaaa6-224a-47f4-8541-8345cb3e32cc req-6f416d8e-4b2f-4468-8bdc-88c1575b2040 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0824721 Oct 12 11:16:59.267990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:59.303734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'port_id': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab', 'mac_address': 'fa:16:3e:4f:a7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:16:59.330682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-6260d542-0012-4943-8c6f-03c6b3ef5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:59.334553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-6260d542-0012-4943-8c6f-03c6b3ef5187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 911 time: 0.2828903 Oct 12 11:16:59.369387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:59.387580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb17016a-7765-48a1-b487-2dd9d9c1d8ab {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:16:59.406283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-c01aadc8-368d-4ec7-93f7-3c850ff39731 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9eee68-a027-4373-9138-349520a3f52f HTTP/1.1" status: 200 len: 217 time: 0.0632262 Oct 12 11:16:59.413241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:16:59.498563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-a2acc783-f1e1-4378-b54e-7005c270db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:59.500041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-a2acc783-f1e1-4378-b54e-7005c270db0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.0805097 Oct 12 11:16:59.512363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e4554-e0c2-41f6-8f44-7bcd73a81477 req-85ea50e2-6b45-4088-a2bc-c646be8ea1f5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:59.513860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a01e4554-e0c2-41f6-8f44-7bcd73a81477 req-85ea50e2-6b45-4088-a2bc-c646be8ea1f5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 943 time: 0.1039388 Oct 12 11:16:59.533613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:16:59.552179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-ae2d04ec-181f-4b1a-985a-e433f7ae2cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373278 Oct 12 11:16:59.610233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a01e4554-e0c2-41f6-8f44-7bcd73a81477 req-641640ac-191b-4cc7-aa21-00884af7a9cb tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876064 Oct 12 11:16:59.616568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:16:59.644736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:16:59.647955 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3845992-8f48-4b5f-9e5e-1f211d683649" -d '{"events": [{"server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "name": "network-vif-plugged", "status": "completed", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:16:59.755369 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-7581c176-99c4-4691-bb6d-f092d4c45548 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936526 Oct 12 11:16:59.832052 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc102e-d35c-4aa4-8504-50125ae61983 x-openstack-request-id: req-9dcc102e-d35c-4aa4-8504-50125ae61983 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:16:59.832314 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "name": "network-vif-plugged", "status": "completed", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:16:59.834142 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dcc102e-d35c-4aa4-8504-50125ae61983 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:16:59.834142 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7', 'code': 200} Oct 12 11:16:59.889116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f2d4fd-13a5-4866-90d2-29d3f8d10b08 req-ffe7e38f-7a69-4648-9630-ea1c69f12775 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252470 Oct 12 11:16:59.982295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb17016a-7765-48a1-b487-2dd9d9c1d8ab'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:16:59.985131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cd310-e91a-4537-bfa5-3e26ee9f221a req-b5a86ac8-6d43-4f7b-b953-861fe7fae792 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:16:59.998882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-721cd310-e91a-4537-bfa5-3e26ee9f221a req-b5a86ac8-6d43-4f7b-b953-861fe7fae792 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 944 time: 0.0734112 Oct 12 11:17:00.014481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1521b-7a4a-4d6d-9d79-85c493431a53 req-750f326d-925d-4357-88d8-7258d0234b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:00.016023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faa1521b-7a4a-4d6d-9d79-85c493431a53 req-750f326d-925d-4357-88d8-7258d0234b29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 1096 time: 0.1044853 Oct 12 11:17:00.024378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eac32-c09f-4abc-986d-f23dd5246958 req-730d1ee0-b79f-4255-a2b3-0570ba0757ab tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:00.043443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7eac32-c09f-4abc-986d-f23dd5246958 req-730d1ee0-b79f-4255-a2b3-0570ba0757ab tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.1305003 Oct 12 11:17:00.065472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-721cd310-e91a-4537-bfa5-3e26ee9f221a req-a51bbfe1-489e-49d1-b21c-4e02f7e33f9c tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Oct 12 11:17:00.134968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faa1521b-7a4a-4d6d-9d79-85c493431a53 req-28ae48fe-e650-452e-917c-7603e3c9a0d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793335 Oct 12 11:17:00.138408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:00.155329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7eac32-c09f-4abc-986d-f23dd5246958 req-beb64e75-293d-41ea-a534-c38beb46206d tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079373 Oct 12 11:17:00.184228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9915298-1573-4379-9529-f04ebc6a5fae req-2d91fbde-d3b6-4979-91e6-b73a85acf25f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0401049 Oct 12 11:17:00.257438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44416) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:00.308583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:00.322443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb', 'network_id': '70cdaa84-4a7e-4d5a-946b-b06cb94d0923', 'port_id': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb', 'mac_address': 'fa:16:3e:a1:23:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:00.384295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:00.393437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5894b33-ee5b-40ba-8ac5-7aff978ca938 req-2d057cba-dded-4c0b-94fc-69502e18c260 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:00.400528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:00.407414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5894b33-ee5b-40ba-8ac5-7aff978ca938 req-2d057cba-dded-4c0b-94fc-69502e18c260 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 944 time: 0.1264715 Oct 12 11:17:00.427927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:00.495805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5894b33-ee5b-40ba-8ac5-7aff978ca938 req-7774ce21-507a-4bdd-9d7d-48468a50bb63 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Oct 12 11:17:00.528190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:00.597907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:00.767600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155693-26bb-415c-b15e-baf858b2a991 req-28474b0c-7aef-425f-960c-f0f26e4562a5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:00.776336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59155693-26bb-415c-b15e-baf858b2a991 req-28474b0c-7aef-425f-960c-f0f26e4562a5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 944 time: 0.0803821 Oct 12 11:17:00.829479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59155693-26bb-415c-b15e-baf858b2a991 req-7ddf4127-fdac-4d3f-a659-916c97f265d1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Oct 12 11:17:00.830900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:00.856867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:01.031903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dd9eee68-a027-4373-9138-349520a3f52f details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:01.047738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b0b48d1e-79a4-4170-9f14-a006ddef52e1 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:01.213562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078aa58-c545-4d5d-a285-aa1c19a5d543 req-1fa23df4-74c9-45cc-afa7-13240d4fe284 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.223156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b078aa58-c545-4d5d-a285-aa1c19a5d543 req-1fa23df4-74c9-45cc-afa7-13240d4fe284 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 944 time: 0.0688877 Oct 12 11:17:01.277878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b078aa58-c545-4d5d-a285-aa1c19a5d543 req-06877815-5866-491f-a936-2bad2f0e00f6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Oct 12 11:17:01.285421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dd9eee68-a027-4373-9138-349520a3f52f,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:01.333367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b0b48d1e-79a4-4170-9f14-a006ddef52e1 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:01.346632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'dd9eee68-a027-4373-9138-349520a3f52f', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'port_id': 'dd9eee68-a027-4373-9138-349520a3f52f', 'mac_address': 'fa:16:3e:ab:fb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:01.351045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b0b48d1e-79a4-4170-9f14-a006ddef52e1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:01.351548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:01.452328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c5b5-6541-4748-a2f1-b0a4de08fe91 req-322018ac-796e-4d13-9158-459224844998 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.454022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d46c5b5-6541-4748-a2f1-b0a4de08fe91 req-322018ac-796e-4d13-9158-459224844998 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.1070745 Oct 12 11:17:01.479597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:01.502231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9eee68-a027-4373-9138-349520a3f52f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:01.522606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d46c5b5-6541-4748-a2f1-b0a4de08fe91 req-e570569e-deb3-474c-81fa-cef39a51da43 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Oct 12 11:17:01.594900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dd9eee68-a027-4373-9138-349520a3f52f,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:01.617987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55052af-7948-4523-9011-cbe021e59ab7 req-23f6c385-38d6-4296-9377-677eb3808c9c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.625572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e55052af-7948-4523-9011-cbe021e59ab7 req-23f6c385-38d6-4296-9377-677eb3808c9c tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.2583127 Oct 12 11:17:01.642420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:01.648346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd1e4ca-437b-419b-8814-9b24ccd0bbe5 req-0f98c578-1ac3-4cb7-8cd7-a799e7e4a2df tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0485437 Oct 12 11:17:01.663092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:01.744687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:01.788953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:01.811260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:01.850216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:01.852510 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a33a8a-78d8-478f-ad04-2e3f99da1c09" -d '{"events": [{"server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "name": "network-vif-plugged", "status": "completed", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:01.854420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-d322a68f-8f39-48bd-ba5a-d553e8d49586 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.856620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-d322a68f-8f39-48bd-ba5a-d553e8d49586 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 819 time: 0.4773448 Oct 12 11:17:01.864255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5672-fd59-430c-bb69-ea1b12e416a4 req-29f737da-fa09-4058-8e7b-337ff8ed929a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.867517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e55052af-7948-4523-9011-cbe021e59ab7 req-6be9a925-6415-4f99-987f-5db8a93e145e tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321064 Oct 12 11:17:01.872776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Request body: {'port': {'device_id': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'admin_state_up': True, 'tenant_id': '364cae6e461a40f7b3b1abc8dc435f56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:01.883941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-026b5672-fd59-430c-bb69-ea1b12e416a4 req-29f737da-fa09-4058-8e7b-337ff8ed929a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 945 time: 0.1365397 Oct 12 11:17:01.913953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:01.933569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-b27c2875-20c1-44e8-9217-54c482abb031 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:01.935153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-b27c2875-20c1-44e8-9217-54c482abb031 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.41 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.3979950 Oct 12 11:17:02.018311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-026b5672-fd59-430c-bb69-ea1b12e416a4 req-beddcdad-1a9a-4bc7-8367-32986807eedf tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217418 Oct 12 11:17:02.028899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dd9eee68-a027-4373-9138-349520a3f52f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:02.118593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-b7db8ebc-80d8-420d-bc16-2a2434a464a5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:02.121890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-b7db8ebc-80d8-420d-bc16-2a2434a464a5 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 944 time: 0.1077104 Oct 12 11:17:02.123633 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5bce6-f5b4-492b-af4f-3ee2076f148f x-openstack-request-id: req-8ab5bce6-f5b4-492b-af4f-3ee2076f148f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:02.123931 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "name": "network-vif-plugged", "status": "completed", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:02.124190 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ab5bce6-f5b4-492b-af4f-3ee2076f148f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:02.124598 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1', 'code': 200} Oct 12 11:17:02.166763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:02.294881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b18e95-2063-4e89-bf63-057623d933d8 req-e2eea480-d13e-4de6-89ef-6534e6e8707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:02.309621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69b18e95-2063-4e89-bf63-057623d933d8 req-e2eea480-d13e-4de6-89ef-6534e6e8707f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 1096 time: 0.0701540 Oct 12 11:17:02.381059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a47e-37f6-4653-b7f6-6b98e24f4038 req-0a9d962b-5f1e-4b01-b1cb-8b257dde56bf tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:02.382782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0b7a47e-37f6-4653-b7f6-6b98e24f4038 req-0a9d962b-5f1e-4b01-b1cb-8b257dde56bf tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 944 time: 0.3369498 Oct 12 11:17:02.404272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:02.411730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:02.412384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.439474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69b18e95-2063-4e89-bf63-057623d933d8 req-d97871c3-3d8b-4aa5-a629-7067ba3b6404 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Oct 12 11:17:02.451914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Deleting port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:02.452256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.463364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f29c5-f700-4665-86b2-33554aab1370 req-fc1d872f-8fdf-4722-bef9-4e5b040ada09 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:02.464871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e14f29c5-f700-4665-86b2-33554aab1370 req-fc1d872f-8fdf-4722-bef9-4e5b040ada09 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 945 time: 0.0949614 Oct 12 11:17:02.496672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Deleting port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:02.496672 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.513920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Made reservation on behalf of 364cae6e461a40f7b3b1abc8dc435f56 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:02.517614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.526591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.530669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0b7a47e-37f6-4653-b7f6-6b98e24f4038 req-f4a941e0-05d0-4323-9b4e-635ec147cf14 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194565 Oct 12 11:17:02.587341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e14f29c5-f700-4665-86b2-33554aab1370 req-24730002-89df-4be2-82a2-9b8f69cb67d3 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984535 Oct 12 11:17:02.599638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:02.624953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] For port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:02.624953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.650738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Calling delete_port for 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:02.689700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.756802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:02.792703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Deleting port 42d74db6-3105-42b6-b395-26ea55bf3b03 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:02.793060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.814741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48d57a1a-f2a2-4018-8a18-4483cf1a7889 req-bcd98a04-cd4a-49b9-90e0-52cc5a82da7f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0424058 Oct 12 11:17:02.879010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.891275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6ef7709f-d339-4dd3-81c1-e02fc626b4e2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:02.913262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event deleted for resources: {'Port': ['ID=6ef7709f-d339-4dd3-81c1-e02fc626b4e2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:02.944023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e3347-9e2f-4c83-ba5c-ebb00056d04f req-08f22e2d-c818-4990-b632-8748cb950da2 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:02.945635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b24e3347-9e2f-4c83-ba5c-ebb00056d04f req-08f22e2d-c818-4990-b632-8748cb950da2 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 945 time: 0.2969983 Oct 12 11:17:02.947557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] For port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:02.947929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.971990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] No DVR routers for this DVR port 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:02.976707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:02.980242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02ccca29-127a-4c04-bb66-a5ccc19c4936 req-5f958e21-be2b-47f6-8bd3-328dc5660f1f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.41 "DELETE /v2.0/ports/6ef7709f-d339-4dd3-81c1-e02fc626b4e2 HTTP/1.1" status: 204 len: 173 time: 0.8501091 Oct 12 11:17:02.980722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-deleted', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:02.984064 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e5779d-b624-41e2-ac47-a5e050609fae" -d '{"events": [{"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-deleted", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:02.996500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Calling delete_port for ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:03.028547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e353d731-b5c4-4efe-bca0-f784ee969742 req-7348fa74-5dca-4220-a329-8d972bcc5507 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 210 time: 0.0282426 Oct 12 11:17:03.030253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dd9eee68-a027-4373-9138-349520a3f52f up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:03.032128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Allocated IP 172.20.0.9 (a31ae4a4-1fd4-4d35-a72b-389e5e771bb5/20a981c5-f929-4125-94e8-98db5bba339c/718f791e-967f-4281-bc7a-696778ba8d68) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:03.100573 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b155f895-b473-4088-b43e-5fd653e3846a x-openstack-request-id: req-b155f895-b473-4088-b43e-5fd653e3846a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:03.100856 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8", "name": "network-vif-deleted", "tag": "6ef7709f-d339-4dd3-81c1-e02fc626b4e2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:03.101102 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b155f895-b473-4088-b43e-5fd653e3846a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:03.101497 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8', 'name': 'network-vif-deleted', 'tag': '6ef7709f-d339-4dd3-81c1-e02fc626b4e2', 'status': 'completed', 'code': 200} Oct 12 11:17:03.126312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b24e3347-9e2f-4c83-ba5c-ebb00056d04f req-f99c6582-9d61-43c7-a5fc-27390c649cfd tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa546614-dbbd-4995-a9ac-8936781c0e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657836 Oct 12 11:17:03.129168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] For port 42d74db6-3105-42b6-b395-26ea55bf3b03, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42d74db6-3105-42b6-b395-26ea55bf3b03,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:03.129509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.153296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Calling delete_port for 42d74db6-3105-42b6-b395-26ea55bf3b03 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:03.186738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port dd9eee68-a027-4373-9138-349520a3f52f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:03.192343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port dd9eee68-a027-4373-9138-349520a3f52f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:03.193175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.241002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0142d-e0e7-477c-8796-4705be2af41a req-ed0c0019-e63b-452b-bcd4-0f0a17769662 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:03.243337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ab0142d-e0e7-477c-8796-4705be2af41a req-ed0c0019-e63b-452b-bcd4-0f0a17769662 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 945 time: 0.0813568 Oct 12 11:17:03.298973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.352025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dd9eee68-a027-4373-9138-349520a3f52f,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:03.363746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ab0142d-e0e7-477c-8796-4705be2af41a req-dbb7e1fa-7853-4769-aa8e-48002ecf0b03 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957143 Oct 12 11:17:03.428859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.429917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb17016a-7765-48a1-b487-2dd9d9c1d8ab up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:03.575068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:03.624289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.651580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.655645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port cb17016a-7765-48a1-b487-2dd9d9c1d8ab completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:03.660863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port cb17016a-7765-48a1-b487-2dd9d9c1d8ab triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:03.661415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.715178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c57e-4d22-4a55-8266-89866cc81604 req-9f19c8fc-d919-484c-9108-810ce1e08776 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:03.716935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f45c57e-4d22-4a55-8266-89866cc81604 req-9f19c8fc-d919-484c-9108-810ce1e08776 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 945 time: 0.0625923 Oct 12 11:17:03.788837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f45c57e-4d22-4a55-8266-89866cc81604 req-2b664368-cf79-4be7-891e-5e40d6f0650d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Oct 12 11:17:03.830619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.883217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Pushing event deleted for resources: {'Port': ['ID=ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:03.906253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:03.916634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] No DVR routers for this DVR port ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:03.921919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.926416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afccf4d7-8c3f-49d4-b697-09c1471d0e21 req-4fc80d00-8332-4f5e-b2e4-ec7d55836041 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.41 "DELETE /v2.0/ports/ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 HTTP/1.1" status: 204 len: 173 time: 1.9782674 Oct 12 11:17:03.948635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'name': 'network-vif-deleted', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:03.953412 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b18d2b-d6d0-423f-8e1e-ff31f2efe9b2" -d '{"events": [{"server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "name": "network-vif-deleted", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:03.959959 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:03.994304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0073fae-50ff-4054-a691-501772a26c9a req-bbd45b77-09af-4ee0-ac3f-e6a620581a6a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0605264 Oct 12 11:17:04.017437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:04.031034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Pushing event deleted for resources: {'Port': ['ID=42d74db6-3105-42b6-b395-26ea55bf3b03,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:04.046202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f37bc-7a46-42b6-81ab-02f7f67905da req-cfc924de-eee7-4e29-810f-af69b601fe60 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.048901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-971f37bc-7a46-42b6-81ab-02f7f67905da req-cfc924de-eee7-4e29-810f-af69b601fe60 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.4016986 Oct 12 11:17:04.115280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:04.126187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb'}, {'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f'}, {'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:04.132189 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e106344-9d25-4eb6-b2d5-11350196eb8b" -d '{"events": [{"server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "name": "network-vif-plugged", "status": "completed", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb"}, {"server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9eee68-a027-4373-9138-349520a3f52f"}, {"server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "name": "network-vif-plugged", "status": "completed", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:04.189516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-971f37bc-7a46-42b6-81ab-02f7f67905da req-ae725a83-7551-42bf-a174-69789ca5eeeb tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245558 Oct 12 11:17:04.200730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:04.221394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:04.403119 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9098eea-a8d0-436c-bff3-9f7f448fd0f2 x-openstack-request-id: req-e9098eea-a8d0-436c-bff3-9f7f448fd0f2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:04.403467 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f848df99-1f72-4921-bf80-49ee81d67177", "name": "network-vif-deleted", "tag": "ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:04.403726 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9098eea-a8d0-436c-bff3-9f7f448fd0f2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:04.404277 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f848df99-1f72-4921-bf80-49ee81d67177', 'name': 'network-vif-deleted', 'tag': 'ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704', 'status': 'completed', 'code': 200} Oct 12 11:17:04.424310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:04.433182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:04.448821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:04.510809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-15c7a568-4ed6-4f73-9404-a778732371ab req-5af23de5-c64f-4320-b82e-4e14fe223dc4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d704f8-b21c-4af8-9ec2-d1bd2a8c23c8 HTTP/1.1" status: 200 len: 210 time: 0.0793464 Oct 12 11:17:04.515031 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e9db9-6dde-4108-8114-e928af6e0cdb x-openstack-request-id: req-571e9db9-6dde-4108-8114-e928af6e0cdb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:04.515031 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "name": "network-vif-plugged", "status": "completed", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb", "code": 200}, {"server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9eee68-a027-4373-9138-349520a3f52f", "code": 200}, {"server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "name": "network-vif-plugged", "status": "completed", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:04.518009 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-571e9db9-6dde-4108-8114-e928af6e0cdb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:04.518476 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb', 'code': 200} Oct 12 11:17:04.520331 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f', 'code': 200} Oct 12 11:17:04.520613 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab', 'code': 200} Oct 12 11:17:04.603811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:04.703562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00f7b-767e-43ce-8a0c-f88184ff8d54 req-09ed8e7b-f9c7-4a1e-b487-053068d4bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.705315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbe00f7b-767e-43ce-8a0c-f88184ff8d54 req-09ed8e7b-f9c7-4a1e-b487-053068d4bbb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 1097 time: 0.1932437 Oct 12 11:17:04.740315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.740876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:04.741209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-adcc2062-8078-4323-8a6f-8b12bdb62377 req-d89ff3f2-09e6-4220-a261-baa96d2afd06 tempest-FloatingIPsAssociationNegativeTestJSON-563401590 tempest-FloatingIPsAssociationNegativeTestJSON-563401590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f848df99-1f72-4921-bf80-49ee81d67177 HTTP/1.1" status: 200 len: 210 time: 0.0737801 Oct 12 11:17:04.764355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617b44-8f78-48a3-b11d-131e217ef3c9 req-01aa74e3-7f44-4bd1-9030-9588b89f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.766142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45617b44-8f78-48a3-b11d-131e217ef3c9 req-01aa74e3-7f44-4bd1-9030-9588b89f0a07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 1096 time: 0.1788418 Oct 12 11:17:04.780122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9212-c0f0-4c4c-a744-9f2c968344f6 req-585e5ac6-46ca-476e-ace2-8ba2934b0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.783076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-519d9212-c0f0-4c4c-a744-9f2c968344f6 req-585e5ac6-46ca-476e-ace2-8ba2934b0e6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 1097 time: 0.1971126 Oct 12 11:17:04.827360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:04.843681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbe00f7b-767e-43ce-8a0c-f88184ff8d54 req-e0c6f4f2-74d0-48d5-9d3a-ff78c3d14639 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980110 Oct 12 11:17:04.850343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45617b44-8f78-48a3-b11d-131e217ef3c9 req-d3eeb837-3103-4389-8945-6fd93efce668 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Oct 12 11:17:04.850654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-934909f0-0ad9-421a-8a02-6eaa105ba7bc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9821103 Oct 12 11:17:04.866438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-519d9212-c0f0-4c4c-a744-9f2c968344f6 req-a6896519-acd8-4a1b-88f0-b771ba356723 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689759 Oct 12 11:17:04.869298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2ac62-02c4-4aa0-a02b-790dd2276a35 req-456bca23-a728-4e65-8981-1042a2a72df9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.870870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e2ac62-02c4-4aa0-a02b-790dd2276a35 req-456bca23-a728-4e65-8981-1042a2a72df9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0963340 Oct 12 11:17:04.939781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4de6a-9fa5-4604-bb5d-cbed5db155e3 req-cd0f5058-bbc6-4101-abd8-d637dfe9920f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:04.947576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dc4de6a-9fa5-4604-bb5d-cbed5db155e3 req-cd0f5058-bbc6-4101-abd8-d637dfe9920f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 945 time: 0.0625820 Oct 12 11:17:04.983631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e2ac62-02c4-4aa0-a02b-790dd2276a35 req-17affe8b-8454-478c-a8a2-13a012dd3bdf tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Oct 12 11:17:04.991974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dc4de6a-9fa5-4604-bb5d-cbed5db155e3 req-8316b8c6-7076-4a62-8d8a-7c2db91c74d6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Oct 12 11:17:05.040025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:05.074713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:05.075076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6ef7709f-d339-4dd3-81c1-e02fc626b4e2 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:05.076083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:05.108169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Request body: {'port': {'device_id': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:05.120103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:05.120499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ac6c32cb-8fa3-4664-a2e5-a12ab3e2e704 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:05.164712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf235e-98f4-4d84-8196-c8596cb062d0 req-18058cf2-be9b-4313-9215-0b7160bc1aa0 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:05.167260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ddf235e-98f4-4d84-8196-c8596cb062d0 req-18058cf2-be9b-4313-9215-0b7160bc1aa0 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffbd211a-010f-4381-b3b7-ed28418bc2a0 HTTP/1.1" status: 200 len: 945 time: 0.1076849 Oct 12 11:17:05.233270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ddf235e-98f4-4d84-8196-c8596cb062d0 req-a2360a37-7907-40e2-a747-0c216953afd5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Oct 12 11:17:05.292455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:05.302328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bf6f3-61f4-40c8-aef8-113c39438c0a req-ae89f4d8-27f4-458b-b482-575bc6e48b01 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:05.303940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a49bf6f3-61f4-40c8-aef8-113c39438c0a req-ae89f4d8-27f4-458b-b482-575bc6e48b01 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 931 time: 0.1916878 Oct 12 11:17:05.336962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:17:05.355342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871b7b1-e994-4c50-8d7b-5a32f701e6bf req-8f6da732-8230-4750-89fb-0a467ba2d1ed tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:05.357114 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7871b7b1-e994-4c50-8d7b-5a32f701e6bf req-8f6da732-8230-4750-89fb-0a467ba2d1ed tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.0684814 Oct 12 11:17:05.412681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7871b7b1-e994-4c50-8d7b-5a32f701e6bf req-61560905-2ca0-43f8-9f35-c15ba9bc13f9 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Oct 12 11:17:05.431452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a49bf6f3-61f4-40c8-aef8-113c39438c0a req-077e5fa9-5b4d-45e9-bee8-31ea8e75fa02 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193182 Oct 12 11:17:05.965782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:06.146671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7872b-47a6-48c6-9c42-7b43f12715fd req-f77f513b-45f1-46a6-8946-49fe06cf9391 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:06.148015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:17:06.148617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8a7872b-47a6-48c6-9c42-7b43f12715fd req-f77f513b-45f1-46a6-8946-49fe06cf9391 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.0875869 Oct 12 11:17:06.160233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-62ecdba7-83b2-4614-87a7-f5cb105d2ded admin admin] 10.222.0.43 "PUT /v2.0/routers/6117e1d2-1a4a-4e0b-a227-aac76c118b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8987257 Oct 12 11:17:06.161967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44506) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:06.162299 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Sync routers for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:17:06.186426 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:06.195654 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:06.300926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8a7872b-47a6-48c6-9c42-7b43f12715fd req-5f619d3a-e825-4084-84db-20217c001eb2 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Oct 12 11:17:06.334959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:06.389577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718f791e-967f-4281-bc7a-696778ba8d68 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:06.399693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:06.426447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Transition to ACTIVE for port object 718f791e-967f-4281-bc7a-696778ba8d68 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:06.476271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:06.488553 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:06.575600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:06.669395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d57038-8fb2-4ce5-8b59-958cd25389e7 req-de3d2b5d-061e-4f5f-bd32-e8616e160943 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:06.677027 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:17:06.680755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88d57038-8fb2-4ce5-8b59-958cd25389e7 req-de3d2b5d-061e-4f5f-bd32-e8616e160943 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.2300897 Oct 12 11:17:06.697027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:06.704235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:06.717184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-6837b40a-bd6a-4eff-bcb0-04363da08820 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:06.718767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-6837b40a-bd6a-4eff-bcb0-04363da08820 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 944 time: 0.1804230 Oct 12 11:17:06.772507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88d57038-8fb2-4ce5-8b59-958cd25389e7 req-57860110-73af-4f41-bb06-5d335c1d896a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934927 Oct 12 11:17:06.772684 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:17:03Z', 'revision_number': 5, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port': {'id': '5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:42Z', 'updated_at': '2021-10-12T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:06.797033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d24769-759c-4e50-889e-4c1b74efa10f req-93f31ca4-d708-4084-8ac8-2e3b5f8d1be5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:06.805022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9d24769-759c-4e50-889e-4c1b74efa10f req-93f31ca4-d708-4084-8ac8-2e3b5f8d1be5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.2431474 Oct 12 11:17:06.811791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Checking router: 6117e1d2-1a4a-4e0b-a227-aac76c118b93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:17:06.824077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Routers {'6117e1d2-1a4a-4e0b-a227-aac76c118b93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:06.824688 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:06.939355 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] Set router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:06.967919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2f48e-c904-46a0-a548-52d1d57f3a3d req-a3013a53-7100-43d4-b589-1d97d06ad392 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:06.976039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7e2f48e-c904-46a0-a548-52d1d57f3a3d req-a3013a53-7100-43d4-b589-1d97d06ad392 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0923200 Oct 12 11:17:06.977280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9d24769-759c-4e50-889e-4c1b74efa10f req-e4436c01-d796-48e7-8b8d-56a06f8cb7c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713033 Oct 12 11:17:06.984870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Deleting port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:06.985208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.020176 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:17:06Z', 'revision_number': 6, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:07.026854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Deleting port a42b12ea-a3e2-4733-af6e-f2fcb668714f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:07.027222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.036763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:07.037093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:07.037429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:07.056946 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb98c75-4403-4c3d-8bbd-1b4fe68ec7d0 None None] The sync data for ids ['6117e1d2-1a4a-4e0b-a227-aac76c118b93'] in n-d-813419-3 is: [{'id': '6117e1d2-1a4a-4e0b-a227-aac76c118b93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142722398-router', 'tenant_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:41Z', 'updated_at': '2021-10-12T11:17:06Z', 'revision_number': 6, 'project_id': 'd9e737f1c97043519cbd1bb8acd70ddd', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:17:07.057219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:07.057457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:07.074485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:07.075001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:07.081063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:07.081676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Bound port: 718f791e-967f-4281-bc7a-696778ba8d68, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:07.082164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.312595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:07.318396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:07.327040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-1a3aed57-b232-4b0f-a2c8-dcd7a24f2f15 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:07.333018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-1a3aed57-b232-4b0f-a2c8-dcd7a24f2f15 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.2454393 Oct 12 11:17:07.360079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-a9fbc9fa-1c7e-4a59-9618-2b9c7f6d7e0e tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/quotas/1f62651c73284ed58c09ea77df5b5df7 HTTP/1.1" status: 200 len: 375 time: 0.0146554 Oct 12 11:17:07.369636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Deleting port b7e65442-87cf-4418-b401-0740e730ba1f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:07.370350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.417495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.462988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7e2f48e-c904-46a0-a548-52d1d57f3a3d req-3b3659de-c1fd-4dc2-87fa-7f9004bc7c81 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859312 Oct 12 11:17:07.516126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:07.516755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.522496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] 10.222.0.47 "PUT /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 1091 time: 2.4331627 Oct 12 11:17:07.541033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] For port 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:07.541935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.545360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] For port a42b12ea-a3e2-4733-af6e-f2fcb668714f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a42b12ea-a3e2-4733-af6e-f2fcb668714f,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:07.545990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.558284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:07.560665 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a359e56-b6d0-472c-b8ea-f49610fc0f94" -d '{"events": [{"name": "network-changed", "server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "tag": "718f791e-967f-4281-bc7a-696778ba8d68"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:07.570535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Calling delete_port for 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:07.572623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Calling delete_port for a42b12ea-a3e2-4733-af6e-f2fcb668714f owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:07.608281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-1021e6a3-d830-43ec-b4ee-6d5ac759084b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406533 Oct 12 11:17:07.750205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357486d-2807-4017-b86a-27436720f802 req-1eae7d1c-5d31-43b7-af5b-db25c74f5f23 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:07.751632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e357486d-2807-4017-b86a-27436720f802 req-1eae7d1c-5d31-43b7-af5b-db25c74f5f23 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffbd211a-010f-4381-b3b7-ed28418bc2a0 HTTP/1.1" status: 200 len: 945 time: 0.3577080 Oct 12 11:17:07.779556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8b9b-6168-452d-bc20-ffedc0dec46b service neutron] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:07.803775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32789c-348d-4d0b-bf42-7a7f155fa435 req-89d28e49-98c4-4606-a769-cf731899a664 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:07.805274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e32789c-348d-4d0b-bf42-7a7f155fa435 req-89d28e49-98c4-4606-a769-cf731899a664 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1352282 Oct 12 11:17:07.830048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] For port b7e65442-87cf-4418-b401-0740e730ba1f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7e65442-87cf-4418-b401-0740e730ba1f,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:07.830431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:07.865372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Calling delete_port for b7e65442-87cf-4418-b401-0740e730ba1f owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:07.876596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-04e8c870-408a-41e9-bd43-43a0e9753451 service neutron] 10.222.0.43 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674322 Oct 12 11:17:07.900005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-afd5b899-6abb-401d-bef0-acbf52724958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:07.901542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-afd5b899-6abb-401d-bef0-acbf52724958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1094 time: 0.2216759 Oct 12 11:17:07.936698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e32789c-348d-4d0b-bf42-7a7f155fa435 req-e699cb4a-07af-4750-a3b2-e70d6da0d216 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923741 Oct 12 11:17:07.981168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.012539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-8fdb27c8-0c38-4511-b5a5-60dff261982e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 217 time: 0.0944638 Oct 12 11:17:08.044014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event deleted for resources: {'Port': ['ID=a42b12ea-a3e2-4733-af6e-f2fcb668714f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:08.116978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:08.134008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] No DVR routers for this DVR port a42b12ea-a3e2-4733-af6e-f2fcb668714f on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:08.139211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.151401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-72655a37-d54c-4b6a-8d0a-47deca70db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:08.152859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-72655a37-d54c-4b6a-8d0a-47deca70db69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1079066 Oct 12 11:17:08.155463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3a29f037-05c0-44d9-b69d-ba43539b04c9 req-6922177c-e4db-4e42-a0fe-4de296a6163f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 210 time: 0.1233203 Oct 12 11:17:08.157052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.162363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f00adae5-2333-479c-a9e9-a7bbf5e81b42 req-56ea57d9-295c-41da-938d-983507c6694b tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "DELETE /v2.0/ports/a42b12ea-a3e2-4733-af6e-f2fcb668714f HTTP/1.1" status: 204 len: 173 time: 1.4302220 Oct 12 11:17:08.173356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-c63a050c-396e-41be-9065-0effc691bc13 service neutron] 10.222.0.43 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702415 Oct 12 11:17:08.190183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:08.191614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:08.192189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42d74db6-3105-42b6-b395-26ea55bf3b03 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:08.214733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-deleted', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:08.216880 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f83aea-f540-4eca-ac8f-95f0038035dd" -d '{"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-deleted", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:08.242337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Pushing event deleted for resources: {'Port': ['ID=5e15ac8a-d7f5-433c-87da-a60ce7d1d1fb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:08.243885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 42d74db6-3105-42b6-b395-26ea55bf3b03 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:08.244565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42d74db6-3105-42b6-b395-26ea55bf3b03 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:08.295515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Deleting port 4e349654-a45c-42ea-81b8-5e1f074d42eb {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:08.296008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.328913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c93a5-d3b4-4d30-ab87-9d64663db62f x-openstack-request-id: req-852c93a5-d3b4-4d30-ab87-9d64663db62f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:08.329525 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "tag": "718f791e-967f-4281-bc7a-696778ba8d68", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:08.329672 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-852c93a5-d3b4-4d30-ab87-9d64663db62f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:08.330153 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68', 'status': 'completed', 'code': 200} Oct 12 11:17:08.332745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-d69b3142-aba6-4977-96af-8ec65f764a06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683726 Oct 12 11:17:08.382109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-66afdbf8-a8d6-442c-acac-36bf8f754f65 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:08.385441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-66afdbf8-a8d6-442c-acac-36bf8f754f65 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/ports?device_id=750385ad-0332-45c0-b7ac-3bb0c375f691 HTTP/1.1" status: 200 len: 945 time: 0.2621384 Oct 12 11:17:08.405998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.524093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] For port 4e349654-a45c-42ea-81b8-5e1f074d42eb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4e349654-a45c-42ea-81b8-5e1f074d42eb,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:08.524621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.543310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-bebf1b5d-d0f7-47e9-b24e-b945427ac788 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953595 Oct 12 11:17:08.548300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Calling delete_port for 4e349654-a45c-42ea-81b8-5e1f074d42eb owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:08.616084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.620476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.635328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fa6ba-7c3d-4e40-b856-0328b8cfbab8 req-eb0e26ac-26ea-4528-a1e5-e1c98330a244 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:08.636814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee9fa6ba-7c3d-4e40-b856-0328b8cfbab8 req-eb0e26ac-26ea-4528-a1e5-e1c98330a244 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.2904885 Oct 12 11:17:08.653970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.708951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Deleting port b0b48d1e-79a4-4170-9f14-a006ddef52e1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:08.709292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.710015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e65442-87cf-4418-b401-0740e730ba1f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:08.764033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee9fa6ba-7c3d-4e40-b856-0328b8cfbab8 req-ae6c734a-0fbc-4a6c-a14b-a6ce930b7216 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183405 Oct 12 11:17:08.867802 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733eaf49-3429-4319-afac-5bccb0ab5756 x-openstack-request-id: req-733eaf49-3429-4319-afac-5bccb0ab5756 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:08.867802 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442effe5-836b-438e-8656-9f2a3eda32fd", "name": "network-vif-deleted", "tag": "a42b12ea-a3e2-4733-af6e-f2fcb668714f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:08.867802 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-733eaf49-3429-4319-afac-5bccb0ab5756 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:08.867802 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442effe5-836b-438e-8656-9f2a3eda32fd', 'name': 'network-vif-deleted', 'tag': 'a42b12ea-a3e2-4733-af6e-f2fcb668714f', 'status': 'completed', 'code': 200} Oct 12 11:17:08.867802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.868265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6117e1d2-1a4a-4e0b-a227-aac76c118b93 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:17:08.875948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:08.877109 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eddd88cd-53ef-4487-92d1-6dcf7eb9bfde admin admin] 10.222.0.43 "DELETE /v2.0/routers/6117e1d2-1a4a-4e0b-a227-aac76c118b93 HTTP/1.1" status: 204 len: 168 time: 2.7134080 Oct 12 11:17:08.896624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44550) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:08.943481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6be975bb-14f6-4431-9c1b-3522525986c6 req-9a2b1faa-2cf0-4fb7-813b-9d8ec219a978 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926072 Oct 12 11:17:08.985032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4374385-2c73-4b00-83d5-efc375ff4442 req-83af7f31-866a-4213-aa27-144caa8bb50b tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:08.991059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4374385-2c73-4b00-83d5-efc375ff4442 req-83af7f31-866a-4213-aa27-144caa8bb50b tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.2820110 Oct 12 11:17:09.000016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Deleting subnet 4c9d8802-f930-4049-b479-ecff783f33bb {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:09.004943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.044521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.072550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.152814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] For port b0b48d1e-79a4-4170-9f14-a006ddef52e1, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b0b48d1e-79a4-4170-9f14-a006ddef52e1,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:09.153232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.173473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event deleted for resources: {'Port': ['ID=4e349654-a45c-42ea-81b8-5e1f074d42eb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:09.189872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4374385-2c73-4b00-83d5-efc375ff4442 req-a0cced4f-a1d6-4e9a-a17a-75d7ae3e3407 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916485 Oct 12 11:17:09.227881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Calling delete_port for b0b48d1e-79a4-4170-9f14-a006ddef52e1 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:09.258367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadeccd-8de4-429f-877f-d6be8b1b8a6f req-fcd2a335-d208-46d7-a4a3-e3c2163c33e8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:09.260049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fadeccd-8de4-429f-877f-d6be8b1b8a6f req-fcd2a335-d208-46d7-a4a3-e3c2163c33e8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1894708 Oct 12 11:17:09.272896 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.286349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.294185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] No DVR routers for this DVR port 4e349654-a45c-42ea-81b8-5e1f074d42eb on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:09.308742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.319932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e357486d-2807-4017-b86a-27436720f802 req-7ec4a4ab-d1e2-48f7-a1f3-245e430ce5b9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.47 "DELETE /v2.0/ports/4e349654-a45c-42ea-81b8-5e1f074d42eb HTTP/1.1" status: 204 len: 173 time: 1.5591731 Oct 12 11:17:09.396348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fadeccd-8de4-429f-877f-d6be8b1b8a6f req-48a9eaab-3e30-4d77-8756-83ac2da5ec0c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274550 Oct 12 11:17:09.503672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.546573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9d8802-f930-4049-b479-ecff783f33bb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:09.568603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c876e-a7e5-4870-99fc-8740a1884f85 None None] Network 0e93cfef-6eb2-4d6b-9543-07072404a529 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:09.578126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.585154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ebc72d8c-258e-4735-a784-88d56f726624 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4c9d8802-f930-4049-b479-ecff783f33bb HTTP/1.1" status: 204 len: 168 time: 0.6872983 Oct 12 11:17:09.590320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:09.617048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-883f25a1-aa11-4e05-8f3e-b014a78a3246 req-4ccee82f-b50d-4e7a-b9ee-e0eef4274bc4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=442effe5-836b-438e-8656-9f2a3eda32fd HTTP/1.1" status: 200 len: 210 time: 0.0763648 Oct 12 11:17:09.697429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.750913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.814511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event deleted for resources: {'Port': ['ID=b0b48d1e-79a4-4170-9f14-a006ddef52e1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:09.861591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-f17244d4-0a67-4ce3-ab43-03bc7eb0d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:09.865288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-f17244d4-0a67-4ce3-ab43-03bc7eb0d0ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1094 time: 0.7045963 Oct 12 11:17:09.884481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] No DVR routers for this DVR port b0b48d1e-79a4-4170-9f14-a006ddef52e1 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:09.887884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.891867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba8f8ca9-3da0-4770-aac4-99b9ab64392c req-7a7d60dd-5dce-4b72-95ca-72408d09b9c5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "DELETE /v2.0/ports/b0b48d1e-79a4-4170-9f14-a006ddef52e1 HTTP/1.1" status: 204 len: 173 time: 1.4736614 Oct 12 11:17:09.897162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Deleting port 496fca19-b38d-4213-ac90-889bb0442de3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:09.897616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:09.951003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] DHCP port deletion for 0e93cfef-6eb2-4d6b-9543-07072404a529 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:17:09.996192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] For port 496fca19-b38d-4213-ac90-889bb0442de3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=496fca19-b38d-4213-ac90-889bb0442de3,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:10.002233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.053404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Calling delete_port for 496fca19-b38d-4213-ac90-889bb0442de3 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:10.082896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Deleting port 496fca19-b38d-4213-ac90-889bb0442de3 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:10.085091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.184696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bfb4207-38e2-414d-8984-f84823cbaf9b req-eb63848f-a070-4997-b072-f612dfe7133a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 210 time: 0.0549104 Oct 12 11:17:10.194981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-8e8cc9e8-fba4-4ad2-b154-7c96965521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.196694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-8e8cc9e8-fba4-4ad2-b154-7c96965521c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.3257954 Oct 12 11:17:10.217046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:10.281746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: a42b12ea-a3e2-4733-af6e-f2fcb668714f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:10.285950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a42b12ea-a3e2-4733-af6e-f2fcb668714f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:10.286594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4e349654-a45c-42ea-81b8-5e1f074d42eb no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:10.308892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-956ee110-8e54-4460-8f33-f557a2191178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.312094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-956ee110-8e54-4460-8f33-f557a2191178 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 1097 time: 0.1482038 Oct 12 11:17:10.315302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 496fca19-b38d-4213-ac90-889bb0442de3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:10.345119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Router c04175ce-224d-4b69-b685-e68b9572e224 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:17:10.346058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'name': 'network-vif-deleted', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:10.349367 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62155b7-dfba-4233-8e28-e2401817ef30" -d '{"events": [{"server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "name": "network-vif-deleted", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:10.377411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 4e349654-a45c-42ea-81b8-5e1f074d42eb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:10.377778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4e349654-a45c-42ea-81b8-5e1f074d42eb not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:10.384965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] For port 496fca19-b38d-4213-ac90-889bb0442de3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=496fca19-b38d-4213-ac90-889bb0442de3,segment=NetworkSegment(7e056c58-0c95-4704-96ab-8811e38031ec),segment_id=7e056c58-0c95-4704-96ab-8811e38031ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:10.385372 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.400344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-6690620d-b4ae-4557-b533-3c8983c476cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 217 time: 0.0986643 Oct 12 11:17:10.418421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Calling delete_port for 496fca19-b38d-4213-ac90-889bb0442de3 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:10.464741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-de8facd3-cec8-4ba1-a80a-db1346167c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.466312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-de8facd3-cec8-4ba1-a80a-db1346167c32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0557280 Oct 12 11:17:10.477027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.497825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-99ba30a9-a56b-446d-a8a8-42b08762b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.499478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-99ba30a9-a56b-446d-a8a8-42b08762b3f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 911 time: 0.1791000 Oct 12 11:17:10.511561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78e99-8ccb-4703-91d5-c6e851c46c21 req-1c616e3f-afd0-4996-b2f6-db8fa8062277 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.513829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f78e99-8ccb-4703-91d5-c6e851c46c21 req-1c616e3f-afd0-4996-b2f6-db8fa8062277 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.1116626 Oct 12 11:17:10.561653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8faf16-190c-41c7-8749-4bf68e3f1bbf req-2d664127-a981-4dfe-a2d9-4ceed297c08c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.568059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.571215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea8faf16-190c-41c7-8749-4bf68e3f1bbf req-2d664127-a981-4dfe-a2d9-4ceed297c08c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.2179551 Oct 12 11:17:10.571330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-399f6597-2be9-4a27-ad18-b74d23ccecfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9eee68-a027-4373-9138-349520a3f52f HTTP/1.1" status: 200 len: 217 time: 0.0558467 Oct 12 11:17:10.576922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-c0b7b5a3-0d5b-4cb3-a1b1-b26e27cb3253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671198 Oct 12 11:17:10.616547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.648994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Pushing event deleted for resources: {'Port': ['ID=496fca19-b38d-4213-ac90-889bb0442de3,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:10.660135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] No DVR routers for this DVR port 496fca19-b38d-4213-ac90-889bb0442de3 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:10.663851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.664419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.664917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.665404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.665891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.666373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.666904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.667382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.667864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.668348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.668823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.669295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:10.682817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce1186-a73f-4226-9947-dfd62a136e63 None None] No DVR routers for this DVR port 496fca19-b38d-4213-ac90-889bb0442de3 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:10.698034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=496fca19-b38d-4213-ac90-889bb0442de3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:10.738826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea8faf16-190c-41c7-8749-4bf68e3f1bbf req-29b34335-4b52-4c44-a776-a8bcc7595092 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635165 Oct 12 11:17:10.751420 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f78e99-8ccb-4703-91d5-c6e851c46c21 req-bfec9ee6-6a8e-46f9-94fa-4b411b3c46f2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292941 Oct 12 11:17:10.759134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-b6b4b917-305a-4832-96a0-a69a01849068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:10.759134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-b6b4b917-305a-4832-96a0-a69a01849068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.1738789 Oct 12 11:17:10.767644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:17:10.774228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cd55b0ba-2a11-431d-bd14-64054609f131 admin admin] 10.222.0.43 "PUT /v2.0/routers/c04175ce-224d-4b69-b685-e68b9572e224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8077388 Oct 12 11:17:10.790924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Sync routers for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:17:10.799210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:10.800556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:10.801983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:10.804103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-d88e6026-e2eb-4f63-bf47-637e93a130f6 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159593 Oct 12 11:17:10.814204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-edd8bffd-5225-4c68-a437-5702a2cfa8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305178 Oct 12 11:17:10.815843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:10.866397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'name': 'network-vif-deleted', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:10.869904 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03248ec0-4039-41a8-bf5e-5272e0417186" -d '{"events": [{"server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "name": "network-vif-deleted", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:10.873829 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f63328-c905-418f-be27-48d684a87a8d x-openstack-request-id: req-b7f63328-c905-418f-be27-48d684a87a8d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:10.874340 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbd211a-010f-4381-b3b7-ed28418bc2a0", "name": "network-vif-deleted", "tag": "4e349654-a45c-42ea-81b8-5e1f074d42eb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:10.874340 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7f63328-c905-418f-be27-48d684a87a8d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:10.874882 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbd211a-010f-4381-b3b7-ed28418bc2a0', 'name': 'network-vif-deleted', 'tag': '4e349654-a45c-42ea-81b8-5e1f074d42eb', 'status': 'completed', 'code': 200} Oct 12 11:17:10.879511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93cfef-6eb2-4d6b-9543-07072404a529']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:10.928571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e056c58-0c95-4704-96ab-8811e38031ec') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:10.928963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e056c58-0c95-4704-96ab-8811e38031ec') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:10.944337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.011404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.024784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:11.025419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.053938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:11.080160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.086091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a359e56-b6d0-472c-b8ea-f49610fc0f94 req-dea74a94-c0fa-4eee-ada9-8ef92a9a643a service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745497 Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:11.127571 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:11.142483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b0b48d1e-79a4-4170-9f14-a006ddef52e1 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:11.165028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3949e-bf34-4a9d-afc6-4589a0b85ee7 req-1c35fcee-22d0-4bdd-acd5-8b09e0aa49f9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:11.165571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-d2255253-6a13-4a5f-b9d1-ca9e634da6ba service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436575 Oct 12 11:17:11.167189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ac3949e-bf34-4a9d-afc6-4589a0b85ee7 req-1c35fcee-22d0-4bdd-acd5-8b09e0aa49f9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1885405 Oct 12 11:17:11.196013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: b0b48d1e-79a4-4170-9f14-a006ddef52e1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:11.196991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b0b48d1e-79a4-4170-9f14-a006ddef52e1 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:11.205955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.231170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.241596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e93cfef-6eb2-4d6b-9543-07072404a529 HTTP/1.1" status: 204 len: 168 time: 1.6347525 Oct 12 11:17:11.263210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44588) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:11.298930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ac3949e-bf34-4a9d-afc6-4589a0b85ee7 req-1230f198-a5ea-4c61-a19c-a70f8e8dd4d1 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245501 Oct 12 11:17:11.330489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.342046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690e90-7ce6-4e6d-97cb-7f68e06569a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e93cfef-6eb2-4d6b-9543-07072404a529,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:11.368053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:17:08Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:11.392489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Checking router: c04175ce-224d-4b69-b685-e68b9572e224 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:17:11.401100 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7733e4e1-9835-4a4d-8ad0-fb386d60fbae x-openstack-request-id: req-7733e4e1-9835-4a4d-8ad0-fb386d60fbae {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:11.401398 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750385ad-0332-45c0-b7ac-3bb0c375f691", "name": "network-vif-deleted", "tag": "b0b48d1e-79a4-4170-9f14-a006ddef52e1", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:11.401565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Routers {'c04175ce-224d-4b69-b685-e68b9572e224'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:11.401683 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7733e4e1-9835-4a4d-8ad0-fb386d60fbae {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:11.402012 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750385ad-0332-45c0-b7ac-3bb0c375f691', 'name': 'network-vif-deleted', 'tag': 'b0b48d1e-79a4-4170-9f14-a006ddef52e1', 'status': 'completed', 'code': 200} Oct 12 11:17:11.402279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c04175ce-224d-4b69-b685-e68b9572e224'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:11.415578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fd497ad-243d-44bf-9952-0fea518bb259 req-8fce0936-9308-4544-b6db-792af2239c4b service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423301 Oct 12 11:17:11.476713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877f04c-9db8-4ccc-af0b-d8ea92957c88 req-94e7845a-894a-4e65-83fc-a7b10855c571 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:11.478219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3877f04c-9db8-4ccc-af0b-d8ea92957c88 req-94e7845a-894a-4e65-83fc-a7b10855c571 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.2159305 Oct 12 11:17:11.484681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Deleting port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:11.485024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.530039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] Set router c04175ce-224d-4b69-b685-e68b9572e224 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:11.579964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3877f04c-9db8-4ccc-af0b-d8ea92957c88 req-52dc4c65-05f9-4931-bf3d-f861530e8e98 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839500 Oct 12 11:17:11.606149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] For port 2489dc1e-c6fa-4a73-91d5-d3f663622ecd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:11.606528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.628003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Calling delete_port for 2489dc1e-c6fa-4a73-91d5-d3f663622ecd owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:11.710000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8006491b-aec7-4338-9fc8-285e5f947c35 req-25ed3bb0-ffd9-4892-a6f5-22239d3243ac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 210 time: 0.0335584 Oct 12 11:17:11.821133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:17:08Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:11.874198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7369679-8b5a-4a3f-b683-6f9af33c377d None None] The sync data for ids ['c04175ce-224d-4b69-b685-e68b9572e224'] in n-d-813419-3 is: [{'id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1394324223-router', 'tenant_id': '14ca263eaece40698c7fd8e0840ced34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:17:08Z', 'revision_number': 5, 'project_id': '14ca263eaece40698c7fd8e0840ced34', 'gw_port': {'id': '2489dc1e-c6fa-4a73-91d5-d3f663622ecd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04175ce-224d-4b69-b685-e68b9572e224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:58Z', 'updated_at': '2021-10-12T11:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:17:11.946641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:11.961022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0049ea-c1f4-4f88-ad51-cdfced405052 req-6628af09-6d07-4555-bc19-05718ddd508f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:11.962609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c0049ea-c1f4-4f88-ad51-cdfced405052 req-6628af09-6d07-4555-bc19-05718ddd508f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.1487994 Oct 12 11:17:11.978114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2489dc1e-c6fa-4a73-91d5-d3f663622ecd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:12.050012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.069022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c0049ea-c1f4-4f88-ad51-cdfced405052 req-591167f1-a242-4409-bcbf-5993b88bc804 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985532 Oct 12 11:17:12.081477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-b08d7c97-be77-41a9-b09b-354b9a2056e4 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.082964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-b08d7c97-be77-41a9-b09b-354b9a2056e4 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.2133946 Oct 12 11:17:12.100084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Request body: {'port': {'device_id': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'admin_state_up': True, 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:12.128417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.183479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.186534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.250511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273794a3-643a-4c58-a5a3-c5d502dfbaa3 req-90b12d4c-17f3-44f4-8b77-822ada30581f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.257253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273794a3-643a-4c58-a5a3-c5d502dfbaa3 req-90b12d4c-17f3-44f4-8b77-822ada30581f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.264549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273794a3-643a-4c58-a5a3-c5d502dfbaa3 req-90b12d4c-17f3-44f4-8b77-822ada30581f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.265437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-273794a3-643a-4c58-a5a3-c5d502dfbaa3 req-90b12d4c-17f3-44f4-8b77-822ada30581f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694&device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a&device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 2417 time: 0.2169201 Oct 12 11:17:12.350882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-273794a3-643a-4c58-a5a3-c5d502dfbaa3 req-24f738ad-5d5b-4725-8858-029a7e1818fc tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650165 Oct 12 11:17:12.354459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7e65442-87cf-4418-b401-0740e730ba1f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:12.367138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.367666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04175ce-224d-4b69-b685-e68b9572e224 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:17:12.383219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b7e65442-87cf-4418-b401-0740e730ba1f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:12.383219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7e65442-87cf-4418-b401-0740e730ba1f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:12.385602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.388819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-29645d3f-cd4e-4868-af2b-82fbe1fa8bc6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c04175ce-224d-4b69-b685-e68b9572e224 HTTP/1.1" status: 204 len: 168 time: 1.5860276 Oct 12 11:17:12.389131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44606) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:12.435121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-f74f0a32-30a5-42ee-becf-3103071be81f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.436708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-f74f0a32-30a5-42ee-becf-3103071be81f tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.2046239 Oct 12 11:17:12.494328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Deleting subnet cf33b438-824b-4cc7-8516-11f0d86b5d86 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:12.509170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.653452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.682229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61876b4-cecf-403b-869c-be38188e73d7 req-ca42e17d-9936-4109-8cea-749524599682 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.683850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d61876b4-cecf-403b-869c-be38188e73d7 req-ca42e17d-9936-4109-8cea-749524599682 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.5532737 Oct 12 11:17:12.782323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d61876b4-cecf-403b-869c-be38188e73d7 req-e5097e8b-af75-43c2-8e54-0d00b2709366 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869031 Oct 12 11:17:12.799373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbc41-631e-4e92-b30b-8b004a8c458f req-ab63ddab-0ad3-4ea1-971e-486bdbda53ee tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.801277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73acbc41-631e-4e92-b30b-8b004a8c458f req-ab63ddab-0ad3-4ea1-971e-486bdbda53ee tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.2555745 Oct 12 11:17:12.810648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-b5e85885-6e25-45e1-8dcb-629067964687 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:12.812082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-b5e85885-6e25-45e1-8dcb-629067964687 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 811 time: 0.3152928 Oct 12 11:17:12.826969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Request body: {'port': {'device_id': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'admin_state_up': True, 'tenant_id': '1f62651c73284ed58c09ea77df5b5df7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:12.857122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Deleting port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:12.857457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.873209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:12.877302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:12.936826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.010498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73acbc41-631e-4e92-b30b-8b004a8c458f req-df75969e-85df-463e-b91b-7694690bcce7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902225 Oct 12 11:17:13.085286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] For port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,segment=NetworkSegment(d3131e22-5d7d-4b57-9a30-4ab867bdffbe),segment_id=d3131e22-5d7d-4b57-9a30-4ab867bdffbe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:13.088201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.116975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Calling delete_port for 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:13.119057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f933-57ac-461e-b999-b6aad93831f5 req-1bdad3f8-bfb2-490e-a959-f9d731d25256 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:13.120750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f199f933-57ac-461e-b999-b6aad93831f5 req-1bdad3f8-bfb2-490e-a959-f9d731d25256 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.1322129 Oct 12 11:17:13.121742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Allocated IP 172.20.0.7 (b0a4310c-7cb3-4648-8634-42a033ffc15e/b9eec976-4b7c-47ef-9eb0-6399e1ac670a/f2165a3f-23c6-4143-a001-c2a500034dfd) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:13.125517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Deleting port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:13.125854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.139460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43451071-7627-4b83-b2a2-b8d30b97b92b req-f217b2f1-1150-4882-860d-e39a37bfaa51 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 210 time: 0.0369549 Oct 12 11:17:13.179979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.220977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf33b438-824b-4cc7-8516-11f0d86b5d86,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:13.226005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa326e-548b-4b3d-80b3-8e8b71790b35 None None] Network 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:13.226549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Made reservation on behalf of 1f62651c73284ed58c09ea77df5b5df7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:13.230134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.244724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f199f933-57ac-461e-b999-b6aad93831f5 req-95221c08-4004-4640-8ba0-eb0b0e6fc9ef tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154020 Oct 12 11:17:13.245329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.251235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-53f5153a-2ebf-40a6-b6ad-55150548d83e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf33b438-824b-4cc7-8516-11f0d86b5d86 HTTP/1.1" status: 204 len: 168 time: 0.8611321 Oct 12 11:17:13.267903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44612) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:13.402685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] For port bea1ba9f-27d7-4d26-a860-61ec64ab5f2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:13.403068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.424709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Calling delete_port for bea1ba9f-27d7-4d26-a860-61ec64ab5f2b owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:13.454583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] DHCP port deletion for 1ce72cdf-ab9c-4f44-932d-a3f48cca8fab request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:17:13.463843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.494484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.508769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642ed5-0aeb-4f58-92a6-89c2bb95c27e req-da8f8a80-a7b4-41ae-accb-a4c241473a13 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:13.515603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77642ed5-0aeb-4f58-92a6-89c2bb95c27e req-da8f8a80-a7b4-41ae-accb-a4c241473a13 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 945 time: 0.3006735 Oct 12 11:17:13.540705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Deleting port 2aae6a6a-1224-478e-ad76-b7219abd6c2c {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:13.540967 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.602531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77642ed5-0aeb-4f58-92a6-89c2bb95c27e req-fe11ffee-2324-4ad8-be49-f84336f047b4 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d2e72d4-8523-4bd7-a48a-361949c85f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Oct 12 11:17:13.626581 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.641719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] For port 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2aae6a6a-1224-478e-ad76-b7219abd6c2c,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:13.641719 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.656837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Calling delete_port for 2aae6a6a-1224-478e-ad76-b7219abd6c2c owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:13.660370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.695536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Pushing event deleted for resources: {'Port': ['ID=8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:13.711512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Network b0a4310c-7cb3-4648-8634-42a033ffc15e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:13.714239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Deleting port 2aae6a6a-1224-478e-ad76-b7219abd6c2c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:13.714586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.717394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:13.721375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:13.794742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event updated for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:13.825567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:13.827637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.838493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.838868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.839208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.839542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.839875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.840203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.840525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.840862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.841208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.841490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.841811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.842130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:13.896248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.921951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-49c9a8ab-d5c4-4948-b363-c13293212aac tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8270855 Oct 12 11:17:13.923379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:13.924029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] Pushing event deleted for resources: {'Port': ['ID=2aae6a6a-1224-478e-ad76-b7219abd6c2c,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:13.935106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98628c-f0b5-46e7-b232-b2519f0f2c41 None None] No DVR routers for this DVR port 2aae6a6a-1224-478e-ad76-b7219abd6c2c on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:13.951045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Request body: {'port': {'device_id': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:14.002124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bea1ba9f-27d7-4d26-a860-61ec64ab5f2b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:14.184334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] No DVR routers for this DVR port 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:14.199763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Allocated IP 172.20.0.2 (b0a4310c-7cb3-4648-8634-42a033ffc15e/b9eec976-4b7c-47ef-9eb0-6399e1ac670a/2baca027-b9a4-4878-ace3-fe3c2e0f49b4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:14.211213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2489dc1e-c6fa-4a73-91d5-d3f663622ecd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:14.214269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.229449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.233025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49ae5af3-0c01-4469-8609-e61cc2dcebd1 req-188fd09d-cc81-4d68-aca5-27f8860feaad tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.47 "DELETE /v2.0/ports/8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad HTTP/1.1" status: 204 len: 173 time: 1.7872083 Oct 12 11:17:14.234465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-deleted', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:14.236308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2489dc1e-c6fa-4a73-91d5-d3f663622ecd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:14.236817 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870f6a6-76a9-439f-8ba7-e52310778f0c" -d '{"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-deleted", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:14.237504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2489dc1e-c6fa-4a73-91d5-d3f663622ecd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:14.238193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2aae6a6a-1224-478e-ad76-b7219abd6c2c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:14.262632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2aae6a6a-1224-478e-ad76-b7219abd6c2c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:14.263153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2aae6a6a-1224-478e-ad76-b7219abd6c2c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:14.274355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] For port 2aae6a6a-1224-478e-ad76-b7219abd6c2c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2aae6a6a-1224-478e-ad76-b7219abd6c2c,segment=NetworkSegment(62785afc-c873-4f12-9d4b-3dbc3e7dccdc),segment_id=62785afc-c873-4f12-9d4b-3dbc3e7dccdc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:14.274757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.307969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352d2ec-3b1c-4c71-8717-9137c48efbf8 req-e0b0cb9d-f40d-4a8a-874b-ac1e051355b0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:14.309427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9352d2ec-3b1c-4c71-8717-9137c48efbf8 req-e0b0cb9d-f40d-4a8a-874b-ac1e051355b0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.2401116 Oct 12 11:17:14.314199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616deca-3492-453e-9d87-e87a1e9e8629 req-780117ee-223c-442e-aba0-3523543d83c1 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:14.315918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d616deca-3492-453e-9d87-e87a1e9e8629 req-780117ee-223c-442e-aba0-3523543d83c1 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1424901 Oct 12 11:17:14.330017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Calling delete_port for 2aae6a6a-1224-478e-ad76-b7219abd6c2c owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:14.347986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.450731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d616deca-3492-453e-9d87-e87a1e9e8629 req-b37850f6-0c4d-486e-ba0f-61932563c424 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247678 Oct 12 11:17:14.460247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9352d2ec-3b1c-4c71-8717-9137c48efbf8 req-bf290e68-e3d7-4b8d-b801-f6f9f6369638 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374674 Oct 12 11:17:14.500045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.547411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.590626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae6a6a-1224-478e-ad76-b7219abd6c2c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:14.590626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] No DVR routers for this DVR port 2aae6a6a-1224-478e-ad76-b7219abd6c2c on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:14.605537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa2e73-800c-4cc0-b9f8-31638ca7b377 req-d39d68e9-94d6-4662-91be-48ad07edd307 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 210 time: 0.0301495 Oct 12 11:17:14.646392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.716562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.727731 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9487ea84-05f9-476a-9583-fe22bffc1385 x-openstack-request-id: req-9487ea84-05f9-476a-9583-fe22bffc1385 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:14.728030 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84797d92-488d-453a-b648-303cd3631250", "name": "network-vif-deleted", "tag": "8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:14.728281 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9487ea84-05f9-476a-9583-fe22bffc1385 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:14.728678 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84797d92-488d-453a-b648-303cd3631250', 'name': 'network-vif-deleted', 'tag': '8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad', 'status': 'completed', 'code': 200} Oct 12 11:17:14.762177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Network b0a4310c-7cb3-4648-8634-42a033ffc15e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:14.771288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce72cdf-ab9c-4f44-932d-a3f48cca8fab']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:14.783431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:14.805678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:14.826427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62785afc-c873-4f12-9d4b-3dbc3e7dccdc') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:14.826841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62785afc-c873-4f12-9d4b-3dbc3e7dccdc') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:14.836019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:17:14.853019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event updated for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:14.879974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43326a39-ef47-484a-9232-05db9b793fa7 req-6fe83d95-deb2-41ce-9951-79177e00f4c3 tempest-LiveMigrationTest-1168900979 tempest-LiveMigrationTest-1168900979-project] 10.222.0.43 "GET /v2.0/ports?device_id=84797d92-488d-453a-b648-303cd3631250 HTTP/1.1" status: 200 len: 210 time: 0.0908871 Oct 12 11:17:14.885208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.910908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.918189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:14.918815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.928415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:14.928813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:14.930451 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:14.940589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2165a3f-23c6-4143-a001-c2a500034dfd {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:14.951540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.005559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Transition to ACTIVE for port object f2165a3f-23c6-4143-a001-c2a500034dfd will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:15.020889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:17:15.027983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9a9ad24d-6599-4d88-8f3f-18e9a0741f5d admin admin] 10.222.0.43 "PUT /v2.0/routers/be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7610986 Oct 12 11:17:15.034907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44644) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:15.042546 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Sync routers for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:17:15.054360 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:15.055402 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:15.064752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0598f7ad-2ba7-4bb9-ba02-36ac382c6162 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2418859 Oct 12 11:17:15.081897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Request body: {'port': {'device_id': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:15.116897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.131713 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.134766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.138241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1ce72cdf-ab9c-4f44-932d-a3f48cca8fab HTTP/1.1" status: 204 len: 168 time: 1.8664694 Oct 12 11:17:15.150413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03c110-144b-45be-a8f1-d908de0e21a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce72cdf-ab9c-4f44-932d-a3f48cca8fab,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:15.195586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a7d9e-43dc-41a6-bd1a-de92e025d05f req-b411b317-6d9a-4d0b-9117-18c0704b3a7c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:15.204112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e56a7d9e-43dc-41a6-bd1a-de92e025d05f req-b411b317-6d9a-4d0b-9117-18c0704b3a7c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1378508 Oct 12 11:17:15.208323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Pushing event updated for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:15.220171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:15.221244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.226195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.306531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e56a7d9e-43dc-41a6-bd1a-de92e025d05f req-cab7699e-8eb3-4d6e-a907-b80c856c0f05 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009636 Oct 12 11:17:15.367371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Attempting to bind port f2165a3f-23c6-4143-a001-c2a500034dfd on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:15.367619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Attempting to bind port f2165a3f-23c6-4143-a001-c2a500034dfd by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:15.367956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Attempting to bind port f2165a3f-23c6-4143-a001-c2a500034dfd on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:15.382904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Port f2165a3f-23c6-4143-a001-c2a500034dfd on network b0a4310c-7cb3-4648-8634-42a033ffc15e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:15.383227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Attempting to bind port f2165a3f-23c6-4143-a001-c2a500034dfd on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:15.395053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:15.395395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Checking segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:15.395785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Bound using segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:15.396243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Bound port: f2165a3f-23c6-4143-a001-c2a500034dfd, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:15.397652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.421062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.430193 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:17:13Z', 'revision_number': 5, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:15.468863 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Checking router: be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:17:15.478793 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Routers {'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:15.479617 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:15.481143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:15.484589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f2165a3f-23c6-4143-a001-c2a500034dfd,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:15.618959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Deleting port 32448279-e04c-4371-abb4-f69df18a2427 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:15.619312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.621270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.633508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4b1dd-3ec9-4690-9461-a37a732878b5 req-1321e5c2-ec3c-4589-9d13-99c08b5a74cb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:15.635329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86e4b1dd-3ec9-4690-9461-a37a732878b5 req-1321e5c2-ec3c-4589-9d13-99c08b5a74cb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0711913 Oct 12 11:17:15.641483 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] Set router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:15.654061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44654) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:15.671544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe218eb-18fa-4aae-9871-b086cf1f63e8 req-dd55c85b-7a26-4298-9a47-7887fdd88135 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:15.673135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fe218eb-18fa-4aae-9871-b086cf1f63e8 req-dd55c85b-7a26-4298-9a47-7887fdd88135 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0988967 Oct 12 11:17:15.677247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:15.700692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.735369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:15.736041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.737437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] 10.222.0.41 "PUT /v2.0/ports/f2165a3f-23c6-4143-a001-c2a500034dfd HTTP/1.1" status: 200 len: 1091 time: 1.7981784 Oct 12 11:17:15.741264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:15.745578 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:15.751490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Transition to ACTIVE for port object 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:15.772046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fe218eb-18fa-4aae-9871-b086cf1f63e8 req-ae7be0b8-bfc1-44e4-b80e-9f24d668f06a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836072 Oct 12 11:17:15.779895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-af319fef-e169-45f6-9944-6bbacfe89982 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14ca263eaece40698c7fd8e0840ced34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198041 Oct 12 11:17:15.779895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:15.811081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86e4b1dd-3ec9-4690-9461-a37a732878b5 req-7b9f04c3-5eae-4d78-b536-672c7702e721 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281297 Oct 12 11:17:15.820249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442146e-fa03-4413-8a5d-bdcd98fc1eab service neutron] Pushing event updated for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:15.821094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] For port 32448279-e04c-4371-abb4-f69df18a2427, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=32448279-e04c-4371-abb4-f69df18a2427,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:15.821460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.846065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Calling delete_port for 32448279-e04c-4371-abb4-f69df18a2427 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:15.853351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.854875 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:17:13Z', 'revision_number': 5, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:15.893240 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead69fe-a420-420b-ad70-736be15a1b60 None None] The sync data for ids ['be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3'] in n-d-813419-3 is: [{'id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1036914076-router', 'tenant_id': '19c60e9566a04f07a6f031d5447f0695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '32448279-e04c-4371-abb4-f69df18a2427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:10:56Z', 'updated_at': '2021-10-12T11:17:13Z', 'revision_number': 5, 'project_id': '19c60e9566a04f07a6f031d5447f0695', 'gw_port': {'id': '32448279-e04c-4371-abb4-f69df18a2427', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:10:57Z', 'updated_at': '2021-10-12T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:17:15.965839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Pushing event updated for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:15.967329 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaa4cc3-ab6e-4cd5-9bec-36157a15c5db x-openstack-request-id: req-feaa4cc3-ab6e-4cd5-9bec-36157a15c5db {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:15.968065 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:15.968065 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feaa4cc3-ab6e-4cd5-9bec-36157a15c5db {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:15.968275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:15.968370 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd', 'status': 'completed', 'code': 200} Oct 12 11:17:15.984657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-f7e9593c-22f4-45ba-9661-3bc886df6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:15.985123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-f7e9593c-22f4-45ba-9661-3bc886df6a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 1094 time: 0.1042533 Oct 12 11:17:16.011763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44664) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:16.024207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.035349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-a75c3632-f912-402a-9e24-87021b17da05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2165a3f-23c6-4143-a001-c2a500034dfd HTTP/1.1" status: 200 len: 217 time: 0.0404277 Oct 12 11:17:16.060436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c433a-2062-472b-9bca-3c2958b2ceea req-5e2d3a35-bf33-4b71-a113-c0a052aab7a5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.063627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c70c433a-2062-472b-9bca-3c2958b2ceea req-5e2d3a35-bf33-4b71-a113-c0a052aab7a5 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 943 time: 0.1611159 Oct 12 11:17:16.122543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-405bdf8b-c42d-485d-956a-d5f0580992c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.124169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-405bdf8b-c42d-485d-956a-d5f0580992c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.0557492 Oct 12 11:17:16.145440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Attempting to bind port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:16.145819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Attempting to bind port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:16.146219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Attempting to bind port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:16.157732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c70c433a-2062-472b-9bca-3c2958b2ceea req-d8ec88d7-fce3-4595-9bd7-c151b06f4a15 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831103 Oct 12 11:17:16.159131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 on network b0a4310c-7cb3-4648-8634-42a033ffc15e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:16.159866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Attempting to bind port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 on network b0a4310c-7cb3-4648-8634-42a033ffc15e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:16.165136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:16.165589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Checking segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:16.166066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Bound using segment: {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:16.166593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Bound port: 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f84e014-1ae0-4f42-a992-b4933953a546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:16.167096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.178620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-c07def06-3afd-4782-9978-ea38065f2303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469811 Oct 12 11:17:16.218628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:16.256667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.259354 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.262868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa546614-dbbd-4995-a9ac-8936781c0e84 HTTP/1.1" status: 204 len: 168 time: 0.4806390 Oct 12 11:17:16.263030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:16.263030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8ed87d4d-3a51-467c-aacf-7c1bc4d1bdad not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:16.268124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bea1ba9f-27d7-4d26-a860-61ec64ab5f2b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:16.288092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96548e-94d1-4b84-b6b1-b874e3117800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa546614-dbbd-4995-a9ac-8936781c0e84,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:16.298937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:16.313003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Deleting subnet 9f17ec17-9764-4c4d-bf01-7d24450b8516 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:16.313535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: bea1ba9f-27d7-4d26-a860-61ec64ab5f2b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:16.313535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bea1ba9f-27d7-4d26-a860-61ec64ab5f2b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:16.313953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:16.316595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.339200 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.359019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.359463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-0be1a80f-b475-47c2-9257-4df106f9d81a service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718783 Oct 12 11:17:16.389828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.415848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Pushing event deleted for resources: {'Port': ['ID=32448279-e04c-4371-abb4-f69df18a2427,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:16.435222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.435846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.437224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] 10.222.0.41 "PUT /v2.0/ports/2baca027-b9a4-4878-ace3-fe3c2e0f49b4 HTTP/1.1" status: 200 len: 1091 time: 1.3605199 Oct 12 11:17:16.440847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.497612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cc594-f39a-4eb8-a1b7-71fbb183c520 service neutron] Pushing event updated for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:16.585092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-e55687c5-edee-4b9b-a525-bd13e9687e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.586622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-e55687c5-edee-4b9b-a525-bd13e9687e75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 1094 time: 0.0456879 Oct 12 11:17:16.603970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.643518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-ff40b528-3683-4516-bce4-2d60d9cc3ffc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4 HTTP/1.1" status: 200 len: 217 time: 0.0495062 Oct 12 11:17:16.673954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f17ec17-9764-4c4d-bf01-7d24450b8516,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:16.677659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.681121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-48f8f3b6-f4b8-44dc-9757-58ed36dcebe9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9f17ec17-9764-4c4d-bf01-7d24450b8516 HTTP/1.1" status: 204 len: 168 time: 0.6666679 Oct 12 11:17:16.704080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:16.729406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:16.731954 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:16.787579 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e257a61-519b-4757-9a5c-c97058edc7b1 x-openstack-request-id: req-3e257a61-519b-4757-9a5c-c97058edc7b1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:16.787863 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:16.788111 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e257a61-519b-4757-9a5c-c97058edc7b1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:16.788504 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4', 'status': 'completed', 'code': 200} Oct 12 11:17:16.795119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-a2eb5df6-edc2-4076-a5d9-83cc03507bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.796648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-a2eb5df6-edc2-4076-a5d9-83cc03507bb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.1317565 Oct 12 11:17:16.803666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.833757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-490142a6-280c-4766-aa4f-e8d52992b008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279477 Oct 12 11:17:16.883923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:16.892616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c694-8a6a-4c2c-8488-b87792f3d022 req-a5dd3af4-d3f9-41c4-848c-cce67b6a88d0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:16.896219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d64c694-8a6a-4c2c-8488-b87792f3d022 req-a5dd3af4-d3f9-41c4-848c-cce67b6a88d0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.4466684 Oct 12 11:17:17.000133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.008210 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-fc74a18a-45d6-47e5-ab98-60a3f2474408 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239660 Oct 12 11:17:17.009736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.013100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.038293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d64c694-8a6a-4c2c-8488-b87792f3d022 req-30266864-bff1-4585-8cfa-e1b1b496daf3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127856 Oct 12 11:17:17.044018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9eb0-afd3-48df-a07f-69809bb15a81 req-81f14256-6b36-4c1b-aa6c-eea5e33ec28e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.045551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb2d9eb0-afd3-48df-a07f-69809bb15a81 req-81f14256-6b36-4c1b-aa6c-eea5e33ec28e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1624289 Oct 12 11:17:17.056032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d196a-799c-437e-b0e0-b6e9a7506548']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:17.080708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-a49975b2-c08c-4fef-afdf-cba7a29fb924 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381260 Oct 12 11:17:17.084107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:17.084386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3131e22-5d7d-4b57-9a30-4ab867bdffbe') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:17.105970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.144717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb2d9eb0-afd3-48df-a07f-69809bb15a81 req-7b922644-da75-454d-aa00-f9a8ff1a1094 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906482 Oct 12 11:17:17.151733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.152268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:17:17.156525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.157656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c5fe763-fcb7-4c9d-82b5-fedd8f74304d admin admin] 10.222.0.43 "DELETE /v2.0/routers/be2ba3d3-bf9e-4a79-93ee-868e17c3e6f3 HTTP/1.1" status: 204 len: 168 time: 2.1208847 Oct 12 11:17:17.161624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44692) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:17.177432 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.191800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:17.192391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:17.193955 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:17.252427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7502a4b-a6da-4403-9d97-94892e459f78 req-858f1a62-1af0-4fba-a139-3e3794714211 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.260573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7502a4b-a6da-4403-9d97-94892e459f78 req-858f1a62-1af0-4fba-a139-3e3794714211 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1414382 Oct 12 11:17:17.269355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae7542d0-f9b8-4326-a8d7-97d250ccb58c req-dd1da1c3-a2e5-4dd2-a2c8-812a43570eeb service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771505 Oct 12 11:17:17.289776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Deleting subnet 0ce639dd-e3a2-40cd-8200-4c476b953e03 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:17.293554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.351042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.360390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.385364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.390329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] 10.222.0.43 "DELETE /v2.0/networks/d54d196a-799c-437e-b0e0-b6e9a7506548 HTTP/1.1" status: 204 len: 168 time: 0.6852224 Oct 12 11:17:17.394957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:17.414997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7502a4b-a6da-4403-9d97-94892e459f78 req-71832007-1f4c-4011-b278-357d0aee1592 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500473 Oct 12 11:17:17.422763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-9a8a1421-1e4e-4c1f-9635-ae2476398b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.424230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-9a8a1421-1e4e-4c1f-9635-ae2476398b1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 1094 time: 0.2202034 Oct 12 11:17:17.433476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f687b-c6f3-47d7-b00a-0fffa42883eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d54d196a-799c-437e-b0e0-b6e9a7506548,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:17.500376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac427b8-ff19-4fa0-8b7a-353c25c03ecf req-5cae2271-b1d6-4387-a063-faa05dbccdd6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.509078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ac427b8-ff19-4fa0-8b7a-353c25c03ecf req-5cae2271-b1d6-4387-a063-faa05dbccdd6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 943 time: 0.1588535 Oct 12 11:17:17.543905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Deleting subnet 811ebac8-31f5-462b-9da1-879d4d661c53 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:17.550165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.550762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.555263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-e43dfc0c-5c27-452a-a625-c13f8d380f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.556892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-e43dfc0c-5c27-452a-a625-c13f8d380f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f62651c73284ed58c09ea77df5b5df7&device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1449933 Oct 12 11:17:17.596620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-2bc183f6-69ee-4f3e-8c37-1ba6b348cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.598270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-2bc183f6-69ee-4f3e-8c37-1ba6b348cac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 912 time: 0.1636088 Oct 12 11:17:17.610318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ac427b8-ff19-4fa0-8b7a-353c25c03ecf req-edcdf7f4-c977-4169-9c32-da117c15ae0e tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Oct 12 11:17:17.644936 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-279a620c-7611-4e5c-960e-e1e27ca1f8be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2165a3f-23c6-4143-a001-c2a500034dfd HTTP/1.1" status: 200 len: 217 time: 0.0389471 Oct 12 11:17:17.659954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1f607bbc-9c59-4249-83f4-2c5d91699f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.680889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.720809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-dfabd6b5-b593-4b61-9931-ae4974e23e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.723118 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-dfabd6b5-b593-4b61-9931-ae4974e23e74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.0704434 Oct 12 11:17:17.723877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-c66b7d1d-911a-4dc3-afcf-0949e91563d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.725381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-c66b7d1d-911a-4dc3-afcf-0949e91563d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 200 len: 912 time: 0.1449845 Oct 12 11:17:17.750548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.774377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-cd7331b6-2468-4d78-8e3e-b14aa820f821 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390244 Oct 12 11:17:17.803805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.809016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-e4c22994-3d37-40a3-b7de-4ca08579eda1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4 HTTP/1.1" status: 200 len: 217 time: 0.0676861 Oct 12 11:17:17.843602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce639dd-e3a2-40cd-8200-4c476b953e03,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:17.874672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.879605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-907a2e80-020e-46a7-bd1c-00fe727a6fd2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0ce639dd-e3a2-40cd-8200-4c476b953e03 HTTP/1.1" status: 204 len: 168 time: 0.7145851 Oct 12 11:17:17.879968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:17.882836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4352484-684b-4236-811b-a4eb04419745 None None] Network 416eb893-02d5-4581-bf00-cf2c55b69fb1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:17.891611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-4fa1c77c-17f0-41c5-8185-a7ef73e2f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:17.893156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-4fa1c77c-17f0-41c5-8185-a7ef73e2f70a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 200 len: 851 time: 0.0734298 Oct 12 11:17:17.932351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-af751f55-ee09-42cc-a5d4-e86de6da26dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a4310c-7cb3-4648-8634-42a033ffc15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297956 Oct 12 11:17:17.975525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:17.980364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-53f1e726-c1b7-4ec9-8324-6482da742103 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973028 Oct 12 11:17:17.981455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.046952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811ebac8-31f5-462b-9da1-879d4d661c53,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:18.055319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.061023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8bd01259-1003-41f1-a1a0-d3b0b190147e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/811ebac8-31f5-462b-9da1-879d4d661c53 HTTP/1.1" status: 204 len: 168 time: 0.6620488 Oct 12 11:17:18.061300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44742) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:18.128324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Deleting port 95d808db-3b2f-43f9-8649-0499621ca004 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:18.128787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.143228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 32448279-e04c-4371-abb4-f69df18a2427 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:18.157155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-2479d189-790d-4478-a120-19e11b4786fd service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025721 Oct 12 11:17:18.158423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0624c5cf-b3a5-4944-b1d7-0c5fc310c29b req-45b8b845-42e7-48ca-b7a6-e7b1e3913573 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687632 Oct 12 11:17:18.178203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 32448279-e04c-4371-abb4-f69df18a2427 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:18.179074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 32448279-e04c-4371-abb4-f69df18a2427 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:18.194123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599134ac-d388-4930-90e4-1217375913b0 None None] DHCP port deletion for 416eb893-02d5-4581-bf00-cf2c55b69fb1 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:17:18.209545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] For port 95d808db-3b2f-43f9-8649-0499621ca004, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=95d808db-3b2f-43f9-8649-0499621ca004,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:18.211238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.229845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Calling delete_port for 95d808db-3b2f-43f9-8649-0499621ca004 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:18.236477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:18.309511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.356062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecd9f-e1d0-4303-8725-6a7662f2e94f req-b7f92076-a0d6-497f-b3be-05c0915fe2cf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:18.357779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-346ecd9f-e1d0-4303-8725-6a7662f2e94f req-b7f92076-a0d6-497f-b3be-05c0915fe2cf tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0801709 Oct 12 11:17:18.377183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394f9ec-91d3-4a57-82e2-95ccf3c2efa5 req-d334f1ce-6da5-46c1-a152-651a0b55b81d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:18.386250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a394f9ec-91d3-4a57-82e2-95ccf3c2efa5 req-d334f1ce-6da5-46c1-a152-651a0b55b81d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.2259030 Oct 12 11:17:18.407113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-346ecd9f-e1d0-4303-8725-6a7662f2e94f req-23d2ff6f-1320-4caf-9e58-26da9ad0b160 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Oct 12 11:17:18.422659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5a95a3f-8c5e-4f7b-95bb-c3b9cc395930 req-b978a0ae-0d2b-4d26-ba09-c18fcaef9a26 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640605 Oct 12 11:17:18.460560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Deleting port 95d808db-3b2f-43f9-8649-0499621ca004 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:18.464741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.484029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.514326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d808db-3b2f-43f9-8649-0499621ca004,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:18.523258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] No DVR routers for this DVR port 95d808db-3b2f-43f9-8649-0499621ca004 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:18.535571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a394f9ec-91d3-4a57-82e2-95ccf3c2efa5 req-a4df9dc2-ca77-4fad-8225-33f820334faa tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483381 Oct 12 11:17:18.542728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.558226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:18.585365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-599134ac-d388-4930-90e4-1217375913b0 None None] For port 95d808db-3b2f-43f9-8649-0499621ca004, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=95d808db-3b2f-43f9-8649-0499621ca004,segment=NetworkSegment(69124307-d8c9-4699-8dd9-69fadb10da17),segment_id=69124307-d8c9-4699-8dd9-69fadb10da17)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:18.585772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.588246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '718f791e-967f-4281-bc7a-696778ba8d68', 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5', 'port_id': '718f791e-967f-4281-bc7a-696778ba8d68', 'mac_address': 'fa:16:3e:63:c6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a981c5-f929-4125-94e8-98db5bba339c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:18.594395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c01ecc-913e-4d16-8546-cff59099f400']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.602311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Calling delete_port for 95d808db-3b2f-43f9-8649-0499621ca004 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:18.611490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80759cc-24d2-4a0b-8301-0909d02aedf0') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.611789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80759cc-24d2-4a0b-8301-0909d02aedf0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.614114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.625174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.641942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416eb893-02d5-4581-bf00-cf2c55b69fb1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.647498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.662462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44756) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:18.664262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69124307-d8c9-4699-8dd9-69fadb10da17') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.664568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69124307-d8c9-4699-8dd9-69fadb10da17') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:18.666361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:18.667030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.667621 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:18.673103 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:18.700526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.722185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.731731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:18.732287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.742049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205dd5-6306-40ad-a9ae-cbb561e08deb req-951f6e21-c8db-4feb-8d08-b9ed87cb180a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:18.743770 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f205dd5-6306-40ad-a9ae-cbb561e08deb req-951f6e21-c8db-4feb-8d08-b9ed87cb180a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0933819 Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:18.744603 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:18.762510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718f791e-967f-4281-bc7a-696778ba8d68 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:18.796881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:18.796881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.825656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599134ac-d388-4930-90e4-1217375913b0 None None] Pushing event deleted for resources: {'Port': ['ID=95d808db-3b2f-43f9-8649-0499621ca004,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:18.829425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599134ac-d388-4930-90e4-1217375913b0 None None] No DVR routers for this DVR port 95d808db-3b2f-43f9-8649-0499621ca004 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:18.839700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f205dd5-6306-40ad-a9ae-cbb561e08deb req-e9698d14-d411-46c1-864f-27b5e4a5bc7b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829093 Oct 12 11:17:18.860133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-960a734d-dfc1-430f-8bb7-8b0faba851c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.871226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966244cc-7167-4032-a80a-1010834c7f81 req-5b79b450-8fb0-4fe4-823b-e08a05b92e58 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:18.871946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.872704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-966244cc-7167-4032-a80a-1010834c7f81 req-5b79b450-8fb0-4fe4-823b-e08a05b92e58 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 943 time: 0.1589770 Oct 12 11:17:18.900741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.908049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.914399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] 10.222.0.43 "DELETE /v2.0/networks/416eb893-02d5-4581-bf00-cf2c55b69fb1 HTTP/1.1" status: 204 len: 168 time: 1.0334456 Oct 12 11:17:18.921776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:18.937337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd0cc-a09b-475f-a397-469f9cbd8a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=416eb893-02d5-4581-bf00-cf2c55b69fb1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:18.940117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-966244cc-7167-4032-a80a-1010834c7f81 req-40e541f5-8518-4506-a6bd-3d53d109a919 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598125 Oct 12 11:17:18.967389 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.972411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:18.975834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3c01ecc-913e-4d16-8546-cff59099f400 HTTP/1.1" status: 204 len: 168 time: 0.9135301 Oct 12 11:17:18.993716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e09c5-1653-4468-9f81-748d08a00f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c01ecc-913e-4d16-8546-cff59099f400,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:19.020888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-960a734d-dfc1-430f-8bb7-8b0faba851c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.098990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-960a734d-dfc1-430f-8bb7-8b0faba851c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.139505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['718f791e-967f-4281-bc7a-696778ba8d68'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:19.140665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-960a734d-dfc1-430f-8bb7-8b0faba851c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63d6e31ebf0d4fcf949fb2273ad76f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768569 Oct 12 11:17:19.144612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:19.146046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a734d-dfc1-430f-8bb7-8b0faba851c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5544500-baf3-4488-bf3e-a5b8c533eeff,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:19.198402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.222978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.304776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44766) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:19.317996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.320764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.326644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5544500-baf3-4488-bf3e-a5b8c533eeff HTTP/1.1" status: 204 len: 168 time: 0.1762304 Oct 12 11:17:19.330668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6c154-fcb3-454f-9b65-1a5f61377986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5544500-baf3-4488-bf3e-a5b8c533eeff,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:19.351261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f914f6b-64db-4340-9029-7a4b49e1fa8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9e737f1c97043519cbd1bb8acd70ddd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431552 Oct 12 11:17:19.352252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:19.381393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44772) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:19.404370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.425994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.429226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-14f2ecca-0465-449f-ad96-29a8a6566bfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ada54463ffd4d7c9cb856acf0d3d262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438452 Oct 12 11:17:19.429467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:19.490684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.514818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.550625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed94b6-0b6f-4421-aebe-2abc5b7b4a0b req-a601bec5-4475-4ed7-9ea8-2ea0a74f36b0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:19.552318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ed94b6-0b6f-4421-aebe-2abc5b7b4a0b req-a601bec5-4475-4ed7-9ea8-2ea0a74f36b0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 944 time: 0.0552840 Oct 12 11:17:19.577911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.578789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.580008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7c682e3-c8fb-4ca4-bbfc-ab5e2075c5a7 HTTP/1.1" status: 204 len: 168 time: 0.2267659 Oct 12 11:17:19.594688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46de9d-7d9f-4a1f-b8e7-8791387739b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c682e3-c8fb-4ca4-bbfc-ab5e2075c5a7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:19.626710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ed94b6-0b6f-4421-aebe-2abc5b7b4a0b req-8280076f-1b04-41e5-8e01-188e1ab11ed7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Oct 12 11:17:19.653357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.656184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:19.657296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d2e72d4-8523-4bd7-a48a-361949c85f80 HTTP/1.1" status: 204 len: 168 time: 0.2264118 Oct 12 11:17:19.693966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f8f4-6da6-4aab-9dfe-e8d9f30cb816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e72d4-8523-4bd7-a48a-361949c85f80,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:19.729840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce08048-04c3-44c9-8ed0-a53246838c2c req-df00f2e2-b7b9-4202-9a21-67cf5da6466a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:19.731307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fce08048-04c3-44c9-8ed0-a53246838c2c req-df00f2e2-b7b9-4202-9a21-67cf5da6466a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0792429 Oct 12 11:17:19.771618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fce08048-04c3-44c9-8ed0-a53246838c2c req-e5975e5a-7545-48cc-8953-dacb129b5696 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Oct 12 11:17:19.962620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a52201-0470-42ab-aaad-1d39ef82579f req-4b9220f9-5e9e-45eb-ac5d-79a2474093ea tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:19.965696 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a52201-0470-42ab-aaad-1d39ef82579f req-4b9220f9-5e9e-45eb-ac5d-79a2474093ea tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0577867 Oct 12 11:17:20.025681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a52201-0470-42ab-aaad-1d39ef82579f req-08dd21ad-2023-47f3-9ba4-be86974f67d1 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Oct 12 11:17:20.091390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91861-9726-48a1-af36-a31c74414de4 req-5fd93149-e405-4e7d-8590-fea0f675ae6f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:20.093707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5d91861-9726-48a1-af36-a31c74414de4 req-5fd93149-e405-4e7d-8590-fea0f675ae6f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 943 time: 0.0763094 Oct 12 11:17:20.111115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 95d808db-3b2f-43f9-8649-0499621ca004 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:20.136890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 95d808db-3b2f-43f9-8649-0499621ca004 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:20.136890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 95d808db-3b2f-43f9-8649-0499621ca004 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:20.137113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5d91861-9726-48a1-af36-a31c74414de4 req-2f064e87-cfb6-46c7-a690-e3940dade81e tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Oct 12 11:17:20.234354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:20.390920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 718f791e-967f-4281-bc7a-696778ba8d68 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:20.393065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b486dc95-c129-4232-a73c-6648372a7e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.396881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 718f791e-967f-4281-bc7a-696778ba8d68 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:20.397243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.473985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44798) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:20.479037 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.508381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:20.510779 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab099c-b0cf-4c05-ad63-f1ede2d58fc5" -d '{"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-plugged", "status": "completed", "tag": "718f791e-967f-4281-bc7a-696778ba8d68"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:20.521542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44802) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:20.526127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:20.535220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a128fa58-019b-4744-9926-6b8e4ec50f14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6ec624b8c714a2b9a75d9673d545cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585480 Oct 12 11:17:20.550855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44804) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:20.558019 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431e86de-b0b2-41f3-afc7-8de778144cb5 x-openstack-request-id: req-431e86de-b0b2-41f3-afc7-8de778144cb5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:20.558335 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-plugged", "status": "completed", "tag": "718f791e-967f-4281-bc7a-696778ba8d68", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:20.558800 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-431e86de-b0b2-41f3-afc7-8de778144cb5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:20.559253 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68', 'code': 200} Oct 12 11:17:20.583472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.596341 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.608279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c194ed0a-3003-4dd4-ad56-19e2059c8e49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19c60e9566a04f07a6f031d5447f0695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560746 Oct 12 11:17:20.610631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:20.615768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.693991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:20.717328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.732062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff17c4-30ab-42c9-aa7a-c85ec9f05771 req-dca7ce05-ee61-41e1-a9ce-5253f7fe71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:20.733831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eff17c4-30ab-42c9-aa7a-c85ec9f05771 req-dca7ce05-ee61-41e1-a9ce-5253f7fe71fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1096 time: 0.0675349 Oct 12 11:17:20.757321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.774441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b20f9-f754-48e7-a7c5-5d5c08850799 req-e5aab074-7550-4a86-bad0-fe9aecaa4019 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:20.775969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-709b20f9-f754-48e7-a7c5-5d5c08850799 req-e5aab074-7550-4a86-bad0-fe9aecaa4019 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0506577 Oct 12 11:17:20.780822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.784125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.784786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3259591-4015-40ca-a5a2-b9345d8426e1 HTTP/1.1" status: 204 len: 168 time: 0.2623141 Oct 12 11:17:20.794497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5406158-55df-4042-b064-9c0b6560c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3259591-4015-40ca-a5a2-b9345d8426e1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:20.821575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eff17c4-30ab-42c9-aa7a-c85ec9f05771 req-66c53cd1-9fec-488d-8aac-206811c5bfc5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756443 Oct 12 11:17:20.848693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-709b20f9-f754-48e7-a7c5-5d5c08850799 req-a544fb11-fbe8-4e60-968b-027379b29cd7 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Oct 12 11:17:20.902312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.904916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:20.906034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5a57878-f89b-4ed0-94f2-80265c6f69c3 HTTP/1.1" status: 204 len: 168 time: 0.2944052 Oct 12 11:17:20.922738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef4ff-8be9-42a8-a04f-3fb67d083865 req-67b1fdd3-b2ad-4b63-8afe-055f563d3ee3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:20.924208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbeef4ff-8be9-42a8-a04f-3fb67d083865 req-67b1fdd3-b2ad-4b63-8afe-055f563d3ee3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0603340 Oct 12 11:17:20.925373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d1b82-bf96-49db-ac48-724160286afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a57878-f89b-4ed0-94f2-80265c6f69c3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:20.975703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbeef4ff-8be9-42a8-a04f-3fb67d083865 req-e18a8c0a-1c5e-4d23-869c-e1769c6174e7 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Oct 12 11:17:21.132832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f2165a3f-23c6-4143-a001-c2a500034dfd details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:21.167258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0797e-95fe-4985-bf32-c786dbaff24b req-b16f314f-996f-4e6e-a6fb-ad787ebc5d6c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:21.168922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6e0797e-95fe-4985-bf32-c786dbaff24b req-b16f314f-996f-4e6e-a6fb-ad787ebc5d6c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0671878 Oct 12 11:17:21.221933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6e0797e-95fe-4985-bf32-c786dbaff24b req-dd4648e1-c204-4b84-bfdd-e90797fee961 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Oct 12 11:17:21.274475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f2165a3f-23c6-4143-a001-c2a500034dfd,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:21.287083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'f2165a3f-23c6-4143-a001-c2a500034dfd', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'port_id': 'f2165a3f-23c6-4143-a001-c2a500034dfd', 'mac_address': 'fa:16:3e:9b:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eec976-4b7c-47ef-9eb0-6399e1ac670a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:21.309359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729b47-969c-4e91-a4bd-7d5a3a441d22 req-4d76e8ee-b2e2-4b45-a9e9-6f2771e02a02 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:21.317223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c729b47-969c-4e91-a4bd-7d5a3a441d22 req-4d76e8ee-b2e2-4b45-a9e9-6f2771e02a02 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 943 time: 0.0683215 Oct 12 11:17:21.328855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.353381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2165a3f-23c6-4143-a001-c2a500034dfd {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:21.358182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c729b47-969c-4e91-a4bd-7d5a3a441d22 req-7bf45f0c-ce13-4f88-bd34-23fbae26ebd6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Oct 12 11:17:21.400351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f2165a3f-23c6-4143-a001-c2a500034dfd,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:21.449461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.472215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.472938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:21.554836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:21.573360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:21.578092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4', 'network_id': 'b0a4310c-7cb3-4648-8634-42a033ffc15e', 'port_id': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4', 'mac_address': 'fa:16:3e:7a:15:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9eec976-4b7c-47ef-9eb0-6399e1ac670a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:21.628559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.633816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44852) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:21.646206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.649304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:21.678374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:21.712487 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.771952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-275767991-network', 'tenant_id': '08fa422358e6481b8f48b39727ba2e12'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:21.819140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.871289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:21.882220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Made reservation on behalf of 08fa422358e6481b8f48b39727ba2e12 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:21.884764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:21.895724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.008643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e477-7c4c-4965-a387-423951cd9acd req-700680ba-138b-41a0-939c-2ae6e0da3254 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:22.010727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b643e477-7c4c-4965-a387-423951cd9acd req-700680ba-138b-41a0-939c-2ae6e0da3254 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0808833 Oct 12 11:17:22.043899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.086329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b643e477-7c4c-4965-a387-423951cd9acd req-ecc7a099-b84c-4f5f-b296-e07427878fc0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535383 Oct 12 11:17:22.106842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.137278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeed9f9-3bce-464f-b85c-ab49ac925f64 req-c389cdc9-8e06-43d7-acb9-1ec11c12e3c3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:22.139156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-deeed9f9-3bce-464f-b85c-ab49ac925f64 req-c389cdc9-8e06-43d7-acb9-1ec11c12e3c3 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Oct 12 11:17:22.142882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:17:22.153491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d804b95b-9625-4598-a872-2c36c8b5e02b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:22.158231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.158573 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Added segment 13fa0be6-8a68-4401-bb21-ee1c0caf015d of type vlan for network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 Oct 12 11:17:22.182668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-deeed9f9-3bce-464f-b85c-ab49ac925f64 req-c2d54041-f383-47d3-ac43-c9ae266529e7 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353181 Oct 12 11:17:22.187705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2baca027-b9a4-4878-ace3-fe3c2e0f49b4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:22.221877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['f2165a3f-23c6-4143-a001-c2a500034dfd'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:22.540920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279a4b-a160-489c-92ff-130ea87c3ed9 req-cabdd3da-c31c-4188-ab71-5107367eaa21 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:22.542823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3279a4b-a160-489c-92ff-130ea87c3ed9 req-cabdd3da-c31c-4188-ab71-5107367eaa21 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 944 time: 0.0833507 Oct 12 11:17:22.575656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.588798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3279a4b-a160-489c-92ff-130ea87c3ed9 req-d1d05ce5-e22f-482c-9397-38fb1662e088 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Oct 12 11:17:22.613605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e3177-6fa2-49d4-a36e-7807b8c180e1 req-360d0020-dc29-4a68-877e-1cb98c52d944 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:22.614241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-937e3177-6fa2-49d4-a36e-7807b8c180e1 req-360d0020-dc29-4a68-877e-1cb98c52d944 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0760345 Oct 12 11:17:22.653562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-937e3177-6fa2-49d4-a36e-7807b8c180e1 req-6d1eb1c9-6283-419c-bc00-f72c56b88149 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Oct 12 11:17:22.689242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.690209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:22.690839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:22.760865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] Pushing event updated for resources: {'Network': ['ID=be00b7c0-dfe1-4ac4-bee1-19d9e345b319,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:22.772182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:17:22.791407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44900) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:22.791698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-854d7d9d-1cff-4150-bf1b-b7c1d99bfa74 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1567423 Oct 12 11:17:22.797203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Request body: {'subnet': {'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-275767991-subnet', 'tenant_id': '08fa422358e6481b8f48b39727ba2e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:22.912076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Made reservation on behalf of 08fa422358e6481b8f48b39727ba2e12 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:22.914451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:23.163706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:23.219301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:23.269720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=436da21d-723e-4479-9915-77a466ff6dc9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:23.277429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-e17410dd-bfcc-4ff2-9852-e3ab5f730c22 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221140 Oct 12 11:17:23.280581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Checking segment: {'id': '13fa0be6-8a68-4401-bb21-ee1c0caf015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:23.280934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Network hostable DHCP agents. Network: be00b7c0-dfe1-4ac4-bee1-19d9e345b319, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:17:23.304466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d1c9-b726-41ab-b98b-52e0c11b6e3f req-9880b3b4-5af2-4627-903a-435fafe60de0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.311177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42b8d1c9-b726-41ab-b98b-52e0c11b6e3f req-9880b3b4-5af2-4627-903a-435fafe60de0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.1004381 Oct 12 11:17:23.348082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42b8d1c9-b726-41ab-b98b-52e0c11b6e3f req-af4af362-8aa5-4eae-8a36-5fac146cc297 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Oct 12 11:17:23.397485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:17:23.402356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-97d3d74e-4b59-4fd5-8fe3-3905b430041a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.404369 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-97d3d74e-4b59-4fd5-8fe3-3905b430041a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187322 Oct 12 11:17:23.422938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-313a80e6-b4e0-4611-9edc-ef7cfbffffa8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/quotas/d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 375 time: 0.0106475 Oct 12 11:17:23.458549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-a8a406ef-eff3-475d-9549-301756f48ac3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286219 Oct 12 11:17:23.482912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c404-e329-48de-94d7-e58f1db3a9bb req-79b443ad-2ed0-4058-bdbf-bdb5a59ec66a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.484630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9e8c404-e329-48de-94d7-e58f1db3a9bb req-79b443ad-2ed0-4058-bdbf-bdb5a59ec66a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0615606 Oct 12 11:17:23.499729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, be00b7c0-dfe1-4ac4-bee1-19d9e345b319) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:23.510941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.511528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:23.520367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5713ae54-7fd7-4f78-a9ef-a23514794105 None None] Network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:23.547991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9e8c404-e329-48de-94d7-e58f1db3a9bb req-01374326-2a48-42d1-99ab-7b2454946217 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 Oct 12 11:17:23.642506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c8f1ed11-f5a5-47f3-a18f-124d9291f17d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8496444 Oct 12 11:17:23.656083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47393536-a611-4015-adac-8204e5dd4af8 req-46711e8e-169d-4a03-a964-ee8f80860183 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.658963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47393536-a611-4015-adac-8204e5dd4af8 req-46711e8e-169d-4a03-a964-ee8f80860183 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1096 time: 0.0472271 Oct 12 11:17:23.668653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f0f24-adf8-421f-904c-b92a1e2e6845 None None] Network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:23.710856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47393536-a611-4015-adac-8204e5dd4af8 req-8fffd9a3-1e7a-459f-9011-ea6a254d5845 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Oct 12 11:17:23.870558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4965-56a3-404a-a478-0feb6053d1e8 req-bc009923-dd47-419e-b818-0f5e742bd347 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:23.870970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95eb4965-56a3-404a-a478-0feb6053d1e8 req-bc009923-dd47-419e-b818-0f5e742bd347 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 944 time: 0.0786252 Oct 12 11:17:23.924282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95eb4965-56a3-404a-a478-0feb6053d1e8 req-55e64f3c-a142-482a-8b98-6a0f43f18aef tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Oct 12 11:17:24.034280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067262ce-d364-402d-9f78-f2b88be22bd9 req-02930899-75e3-4620-9259-dc2251170fea tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.035806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-067262ce-d364-402d-9f78-f2b88be22bd9 req-02930899-75e3-4620-9259-dc2251170fea tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0541360 Oct 12 11:17:24.074742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-067262ce-d364-402d-9f78-f2b88be22bd9 req-15c75897-139a-4566-8897-174d8827be2e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Oct 12 11:17:24.086544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.087121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.087483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.087937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.088376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.088817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.089256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.089726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.090137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.090587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.092541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-daf0647e-614e-4cd8-962c-c0c9317501c7 req-bd0e121b-f81b-46f5-a2f5-6b98a3fa6337 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7133 time: 0.1821375 Oct 12 11:17:24.146578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c81a2d5-ee38-44c3-ab2e-1764d7c2e645 req-c609e1d7-d704-4dac-a712-a3542095f979 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Oct 12 11:17:24.200155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492ba54-42eb-49e3-97b1-34b19ee48d51 req-94e08265-cfe1-43a0-8643-905919734e01 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.201936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9492ba54-42eb-49e3-97b1-34b19ee48d51 req-94e08265-cfe1-43a0-8643-905919734e01 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1096 time: 0.0555449 Oct 12 11:17:24.238455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9492ba54-42eb-49e3-97b1-34b19ee48d51 req-2fb0cbc3-96f1-4b15-a8fd-835a0aa5b225 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302842 Oct 12 11:17:24.365277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb477f6-a69d-4825-bf8a-30f0191917be req-f28da68d-b650-47a6-9411-53136dba5ee4 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.366831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bb477f6-a69d-4825-bf8a-30f0191917be req-f28da68d-b650-47a6-9411-53136dba5ee4 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 886 time: 0.0875649 Oct 12 11:17:24.448464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-c18241dc-be6b-4afc-8d7f-f5cb5627fa7f tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.450016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-c18241dc-be6b-4afc-8d7f-f5cb5627fa7f tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/networks?id=be00b7c0-dfe1-4ac4-bee1-19d9e345b319 HTTP/1.1" status: 200 len: 821 time: 0.1131651 Oct 12 11:17:24.465335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-bc8c0ef0-1895-410f-9f03-cdfcd2487107 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/quotas/08fa422358e6481b8f48b39727ba2e12 HTTP/1.1" status: 200 len: 375 time: 0.0091798 Oct 12 11:17:24.498337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-ff96e8ab-efc6-4df5-883e-86f4ff4e47cc tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08fa422358e6481b8f48b39727ba2e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273881 Oct 12 11:17:24.532483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.538330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:24.539030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fd59a55-d785-48e5-b9a4-2513b97193b0 req-19fb36ac-3e0f-4e58-a362-164d09b2dd29 tempest-NetworksTest-2047011175 tempest-NetworksTest-2047011175-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7133 time: 0.1190717 Oct 12 11:17:24.697134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-82cd1df6-00e9-4e4b-97fc-3fdf5bf15968 service neutron] 10.222.0.43 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900671 Oct 12 11:17:24.789815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-c7e1e217-c4d7-4083-bd8c-b25fbd0e82b4 service neutron] 10.222.0.43 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864809 Oct 12 11:17:25.074918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9adda5-28a9-498b-82aa-42ae9cd711ac req-6b936322-778c-442e-a2fd-56d85ec51d7c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:25.083100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45000) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:25.083796 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f9adda5-28a9-498b-82aa-42ae9cd711ac req-6b936322-778c-442e-a2fd-56d85ec51d7c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0665720 Oct 12 11:17:25.138653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f9adda5-28a9-498b-82aa-42ae9cd711ac req-b2fed38d-3793-44fb-bf9f-6a7e9f8328fd tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Oct 12 11:17:25.152625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:25.265198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f42ef60-3c93-4a47-a61d-c43047ac23d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.302469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c87d-71fd-4f1e-8663-0954fb991a91 req-25ce876f-6186-40c8-aa6a-8f260a591a5a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:25.304027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2146c87d-71fd-4f1e-8663-0954fb991a91 req-25ce876f-6186-40c8-aa6a-8f260a591a5a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 944 time: 0.0892830 Oct 12 11:17:25.312228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:25.317812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:25.318390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.355274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2146c87d-71fd-4f1e-8663-0954fb991a91 req-0119e471-68d2-4542-b548-46af83846bd9 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Oct 12 11:17:25.370471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f42ef60-3c93-4a47-a61d-c43047ac23d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.425710 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.431272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f42ef60-3c93-4a47-a61d-c43047ac23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.433429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d81fc67-cbca-4dee-bfd2-923f1cdc8801 req-09ac629b-fab3-44b4-8f9b-6b99bcbfc085 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 210 time: 0.0328445 Oct 12 11:17:25.461066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:25.469047 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f51f9-f6b4-4ba4-b558-c5b4fb52b2b6" -d '{"events": [{"server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "name": "network-vif-plugged", "status": "completed", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:25.473633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:25.500167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4f42ef60-3c93-4a47-a61d-c43047ac23d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad1b090d1ea84e8cacc64afb18814fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131069 Oct 12 11:17:25.501572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42ef60-3c93-4a47-a61d-c43047ac23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f93ad61-7472-4af6-92e3-ebc7c69f69e5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:25.502678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45030) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:25.546596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.547752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f2165a3f-23c6-4143-a001-c2a500034dfd up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:25.622171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c505ee5-04f5-4652-9f84-31fee6d9dc75 req-3080a3e3-5c30-462e-bcf1-fc22bae07dda tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:25.623881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c505ee5-04f5-4652-9f84-31fee6d9dc75 req-3080a3e3-5c30-462e-bcf1-fc22bae07dda tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0921400 Oct 12 11:17:25.629843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:25.656676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.689052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c505ee5-04f5-4652-9f84-31fee6d9dc75 req-a43fbd4c-7836-4682-9473-2f2456741b61 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Oct 12 11:17:25.693557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.740460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port f2165a3f-23c6-4143-a001-c2a500034dfd completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:25.744584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port f2165a3f-23c6-4143-a001-c2a500034dfd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:25.757761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.779608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92b80b9e-1c38-4f6a-a2c9-710192b9dc65 req-2cd757b2-ac1c-4dbe-a4b0-708563a22271 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 210 time: 0.0333395 Oct 12 11:17:25.832947 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.836111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.841054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f93ad61-7472-4af6-92e3-ebc7c69f69e5 HTTP/1.1" status: 204 len: 168 time: 0.3228710 Oct 12 11:17:25.853128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe617-bccb-41e7-ae22-b140d29521ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f93ad61-7472-4af6-92e3-ebc7c69f69e5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:25.878992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:25.925635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f2165a3f-23c6-4143-a001-c2a500034dfd,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:25.942305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-6e8d5976-dd4a-45ce-aeef-5008d76d5457 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294569 Oct 12 11:17:25.961968 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9804e6-4144-4126-a2eb-8a8fced0d809 x-openstack-request-id: req-3a9804e6-4144-4126-a2eb-8a8fced0d809 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:25.962309 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "name": "network-vif-plugged", "status": "completed", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:25.962559 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a9804e6-4144-4126-a2eb-8a8fced0d809 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:25.962978 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4', 'code': 200} Oct 12 11:17:26.024124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.098082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:26.101857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-efe11632-b54b-4fa4-b1c8-be4a0869de20 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:26.103340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-efe11632-b54b-4fa4-b1c8-be4a0869de20 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535416 Oct 12 11:17:26.108569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feab32-715c-43f1-961b-b54548ad91fa req-dbb5a3d9-3299-49d2-9d44-98b6f6a5f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:26.109899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8feab32-715c-43f1-961b-b54548ad91fa req-dbb5a3d9-3299-49d2-9d44-98b6f6a5f615 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0750437 Oct 12 11:17:26.118886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Request body: {'port': {'device_id': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd265b7fd5b6f4fc4a36134a6ff8c07a3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:26.224920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8feab32-715c-43f1-961b-b54548ad91fa req-8afaac8b-e4fc-468c-88b2-7f7dc1d61ca0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016848 Oct 12 11:17:26.293886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85005-5864-4bbd-8a2d-1fa576176d9c req-42382df9-222e-4c0b-ba8f-624a003cb8b1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:26.295363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ce85005-5864-4bbd-8a2d-1fa576176d9c req-42382df9-222e-4c0b-ba8f-624a003cb8b1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0645638 Oct 12 11:17:26.328952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.334471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ce85005-5864-4bbd-8a2d-1fa576176d9c req-008d15e7-d55e-4db4-8f5a-7561a983dc86 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Oct 12 11:17:26.369247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Made reservation on behalf of d265b7fd5b6f4fc4a36134a6ff8c07a3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:26.373036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.382057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.462462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.487553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f94139-e568-4a9a-b0fc-3aa9190f738c req-a5d52296-2331-4c9a-8286-cf4ed0bbf1fb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:26.489342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f94139-e568-4a9a-b0fc-3aa9190f738c req-a5d52296-2331-4c9a-8286-cf4ed0bbf1fb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 945 time: 0.0582855 Oct 12 11:17:26.538798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f94139-e568-4a9a-b0fc-3aa9190f738c req-2a1eaf15-3500-4190-87d2-f3539c3812b1 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Oct 12 11:17:26.552220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.622971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:26.632896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82981af7-6780-4b48-bbd9-e34183d4b354 req-07debc19-71ff-4ed2-be89-6974d4b89f1e tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 210 time: 0.0347810 Oct 12 11:17:26.648327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5df59-5ed5-40d7-8926-db4078cae8a0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:26.654625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-883db0b8-eceb-44a8-89b4-05daa7a2ea2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.750962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Allocated IP 192.168.233.140 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/675fdf29-9b0e-45ee-b1b5-08ed905f8f72) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:26.816239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525febb2-491d-45d2-9ee5-16b9c3057437 req-e48fa0fe-591b-4342-bd07-4868c2800d26 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:26.817632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-525febb2-491d-45d2-9ee5-16b9c3057437 req-e48fa0fe-591b-4342-bd07-4868c2800d26 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0539994 Oct 12 11:17:26.827558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-883db0b8-eceb-44a8-89b4-05daa7a2ea2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.858115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-525febb2-491d-45d2-9ee5-16b9c3057437 req-461c8034-53d1-4486-8dad-d263f2b3c60e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Oct 12 11:17:26.885078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-883db0b8-eceb-44a8-89b4-05daa7a2ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:26.942428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0340977c-7fc8-4726-9d10-18c28c0b2894 req-3b33b027-6ed3-4cba-816e-7debeee55552 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Oct 12 11:17:26.943242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45060) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:26.943436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-883db0b8-eceb-44a8-89b4-05daa7a2ea2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ebe5a2851e749e18959d54484ccfd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164239 Oct 12 11:17:26.946802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883db0b8-eceb-44a8-89b4-05daa7a2ea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2da5e5-7323-4e5f-b0ea-a7b68ce6ff7f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:26.990811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.020780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.043226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.088390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.135296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:27.142286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:27.146316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:27.169904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.173101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.178113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d2da5e5-7323-4e5f-b0ea-a7b68ce6ff7f HTTP/1.1" status: 204 len: 168 time: 0.2289119 Oct 12 11:17:27.178261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:27.186688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e286d35-9d49-4826-8c01-233084867f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2da5e5-7323-4e5f-b0ea-a7b68ce6ff7f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:27.213128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:27.213860 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.219278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-b0d108b6-3664-4053-a359-070613626f6f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:17:27.220422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-b0d108b6-3664-4053-a359-070613626f6f tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2762871 Oct 12 11:17:27.282547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-7b48cdc4-da43-4dc1-8195-ea221c7f63b1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:27.284954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-7b48cdc4-da43-4dc1-8195-ea221c7f63b1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 1093 time: 0.0474579 Oct 12 11:17:27.320178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-51680408-6ff0-41b6-9f6b-4b00f4907c2f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2048209 Oct 12 11:17:27.336578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Request body: {'port': {'device_id': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:27.354133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Request body: {'binding': {'host': 'n-h1-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:27.354792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:17:27.452960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-d4971643-f276-41b3-813a-948c96665aa8 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:27.454536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-d4971643-f276-41b3-813a-948c96665aa8 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.47 "GET /v2.0/networks?id=be00b7c0-dfe1-4ac4-bee1-19d9e345b319 HTTP/1.1" status: 200 len: 821 time: 0.1689520 Oct 12 11:17:27.475632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Request body: {'port': {'device_id': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319', 'admin_state_up': True, 'tenant_id': '08fa422358e6481b8f48b39727ba2e12'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:27.500645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.512838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1627c9d2-277e-4fc0-a0ff-f7a1e7597f69 None None] Provisioning complete for port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:27.513430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1627c9d2-277e-4fc0-a0ff-f7a1e7597f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.541017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1da6-8fb6-4e2e-a49b-28c344b8b6e6 req-2926f32b-b5c0-4893-b55a-e69f870c6d90 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:27.542558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a70b1da6-8fb6-4e2e-a49b-28c344b8b6e6 req-2926f32b-b5c0-4893-b55a-e69f870c6d90 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Oct 12 11:17:27.547692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h1-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:27.548324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:27.548850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:27.557160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1627c9d2-277e-4fc0-a0ff-f7a1e7597f69 None None] Port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:17:27.560887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:27.561554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:27.575060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:27.575400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:27.575786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:27.576221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Bound port: 718f791e-967f-4281-bc7a-696778ba8d68, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:27.625505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a70b1da6-8fb6-4e2e-a49b-28c344b8b6e6 req-923d3452-cc46-41ee-932b-18f207c9863d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 Oct 12 11:17:27.654983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:27.755339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad371e-65c8-473a-a07f-0c7fa3742af9 req-e49f550b-0444-41af-b562-843c24fea56b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:27.756863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3ad371e-65c8-473a-a07f-0c7fa3742af9 req-e49f550b-0444-41af-b562-843c24fea56b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Oct 12 11:17:27.810363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3ad371e-65c8-473a-a07f-0c7fa3742af9 req-ad35e06b-8487-499a-b3a0-363d54b4cc81 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Oct 12 11:17:27.842010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.844275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-eb3db3a2-40b9-432a-b3d0-95cd6a3ba419 service neutron] 10.222.0.43 "POST /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68/bindings HTTP/1.1" status: 201 len: 389 time: 0.5520234 Oct 12 11:17:27.879773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Made reservation on behalf of 08fa422358e6481b8f48b39727ba2e12 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:27.884567 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:27.896483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-fe90cdfd-1dad-45fb-b1d6-0664ea5f63e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764565 Oct 12 11:17:27.925239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-907ac6f3-58fa-4f5d-8c43-568432732f31 req-256f0410-cef6-47f2-a405-0bade37bafbf tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 210 time: 0.0262506 Oct 12 11:17:27.966339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:27.969514 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e5b07-c44b-490e-9336-13598dbe01aa" -d '{"events": [{"server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "name": "network-vif-plugged", "status": "completed", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:27.974730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:27.988683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.003619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-aca68f17-3543-4a7b-b50e-13b5a8eb19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.006145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-aca68f17-3543-4a7b-b50e-13b5a8eb19cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 1096 time: 0.0620770 Oct 12 11:17:28.015452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Transition to ACTIVE for port object 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:28.090161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Allocated IP 172.20.0.7 (be00b7c0-dfe1-4ac4-bee1-19d9e345b319/436da21d-723e-4479-9915-77a466ff6dc9/8bec29fa-6f8b-4e3d-b2d2-ed24b4294676) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:28.136311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e34656-200c-4a6e-90b3-63a05fbceb6c req-75c70d22-d358-493d-b8f6-173b19e3467a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.137683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7e34656-200c-4a6e-90b3-63a05fbceb6c req-75c70d22-d358-493d-b8f6-173b19e3467a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1283078 Oct 12 11:17:28.139238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.193734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-e5cca1b6-aba1-4d8b-84b3-a58aeb3df228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.195332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-e5cca1b6-aba1-4d8b-84b3-a58aeb3df228 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1629019 Oct 12 11:17:28.198258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7e34656-200c-4a6e-90b3-63a05fbceb6c req-992b0e57-bc2b-4006-aec7-387f2d21e8fa tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500960 Oct 12 11:17:28.257328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-0bc32862-6a4f-41e8-880f-6f3657b3abd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 200 len: 217 time: 0.0517366 Oct 12 11:17:28.300229 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc88f9-4ea9-4670-98ce-6583d7ebe34f x-openstack-request-id: req-f8cc88f9-4ea9-4670-98ce-6583d7ebe34f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:28.302752 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "name": "network-vif-plugged", "status": "completed", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:28.302752 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8cc88f9-4ea9-4670-98ce-6583d7ebe34f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:28.302752 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd', 'code': 200} Oct 12 11:17:28.303033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:28.347930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02055a11-dcd5-4fb8-aa3b-f7474a8d1281 req-47a84d26-e137-4498-8e84-deb48ed28f45 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.349510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02055a11-dcd5-4fb8-aa3b-f7474a8d1281 req-47a84d26-e137-4498-8e84-deb48ed28f45 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.2231591 Oct 12 11:17:28.380880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-43586110-391b-4386-ab74-89c006f45db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.384256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-43586110-391b-4386-ab74-89c006f45db1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1177373 Oct 12 11:17:28.439559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-ab3b126e-2466-47c3-b2e2-33b8fae9ce5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412257 Oct 12 11:17:28.509641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.529724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02055a11-dcd5-4fb8-aa3b-f7474a8d1281 req-be9c2152-e593-42db-a510-47314ee5181c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496682 Oct 12 11:17:28.535556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:28.535903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:28.536239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:28.555914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:28.556246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:28.567047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62499c-99cf-46ed-9aca-0d99f3ee002f req-2826e5b5-d617-4669-9e89-23f3f316dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.568794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d62499c-99cf-46ed-9aca-0d99f3ee002f req-2826e5b5-d617-4669-9e89-23f3f316dfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 1096 time: 0.1407700 Oct 12 11:17:28.577599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:28.578395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:28.578976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:28.579429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Bound port: 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:28.579936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.673254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d62499c-99cf-46ed-9aca-0d99f3ee002f req-55b3bd7b-d02f-4afd-b092-930129a6609a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895476 Oct 12 11:17:28.684876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967731-4fe4-4e26-a28d-1d7f27d7da03 req-bfd28801-af3a-4c21-a290-0b1c9c499a0f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.692357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.698012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4967731-4fe4-4e26-a28d-1d7f27d7da03 req-bfd28801-af3a-4c21-a290-0b1c9c499a0f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.1523161 Oct 12 11:17:28.719144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-6925216d-1a79-4a7f-9e2c-59a32f25797a service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709513 Oct 12 11:17:28.727414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-a0a35b4d-d5ca-4ad0-bd81-1d52b4357988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.728852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-a0a35b4d-d5ca-4ad0-bd81-1d52b4357988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1096 time: 0.1281545 Oct 12 11:17:28.791380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:28.794368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:28.795383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Pushing event updated for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:28.798566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4967731-4fe4-4e26-a28d-1d7f27d7da03 req-f216e602-f099-4445-b2a9-3ffb3dcd0fb5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996282 Oct 12 11:17:28.804554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:28.814975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:28.820064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:28.836956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e23f06-0727-436c-8cb4-26fbd43cc3f6 req-4fb3a6bf-49e7-4694-bfe9-80cc8cfeebcb service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070220 Oct 12 11:17:28.857817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005560-67d8-4566-be91-2632dacd1f1c req-fbeb3792-f933-4d89-9a32-af8c5fc8742c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.859317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33005560-67d8-4566-be91-2632dacd1f1c req-fbeb3792-f933-4d89-9a32-af8c5fc8742c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1360612 Oct 12 11:17:28.898334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.899118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.929373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33005560-67d8-4566-be91-2632dacd1f1c req-98edb06b-fa59-4f30-9484-813c73eae7f5 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607226 Oct 12 11:17:28.936392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.950909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98fef-8b0d-4f4b-aacb-e3f6fc38369c req-0f1f099e-4b1e-4bab-9646-5ad915ac8b6c tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.952967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04b98fef-8b0d-4f4b-aacb-e3f6fc38369c req-0f1f099e-4b1e-4bab-9646-5ad915ac8b6c tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Oct 12 11:17:28.979245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:28.980220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:28.981805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 1096 time: 1.6521578 Oct 12 11:17:28.984340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:28.988230 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a48e93-3a22-4cc4-898c-d381126e6908" -d '{"events": [{"name": "network-changed", "server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:29.005380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-91b53ff4-5900-426f-a980-f6f38bf40fba tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5354156 Oct 12 11:17:29.022277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Request body: {'port': {'device_id': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:29.070909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d37c-ec37-4306-9cd0-f5d917f222b4 service neutron] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:29.076156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04b98fef-8b0d-4f4b-aacb-e3f6fc38369c req-c7eeba73-a71b-4a36-b1ef-6b34a816d21f tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130216 Oct 12 11:17:29.138139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-990277e1-aaab-4927-9067-d8747d6e211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.141474 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567941b3-12fc-41a6-83f1-5d7a9ee85683 x-openstack-request-id: req-567941b3-12fc-41a6-83f1-5d7a9ee85683 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:29.141821 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:29.142134 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-567941b3-12fc-41a6-83f1-5d7a9ee85683 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:29.142591 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'status': 'completed', 'code': 200} Oct 12 11:17:29.143391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-990277e1-aaab-4927-9067-d8747d6e211c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1893501 Oct 12 11:17:29.170047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:29.179977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7438b9-13ba-4b51-b306-fead09fdb7e3 req-d7914535-5411-4912-800e-fbca66a04694 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.182562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce7438b9-13ba-4b51-b306-fead09fdb7e3 req-d7914535-5411-4912-800e-fbca66a04694 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 931 time: 0.1671932 Oct 12 11:17:29.212923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-c70f9580-38e0-4cd2-813c-6818ff6920d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 217 time: 0.0614619 Oct 12 11:17:29.266081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce7438b9-13ba-4b51-b306-fead09fdb7e3 req-08c65541-c9ff-4eb2-8ec5-b4411d7a8077 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707264 Oct 12 11:17:29.267910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-7d8c844f-b9aa-4e21-aa66-8f7084e8e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.269540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-7d8c844f-b9aa-4e21-aa66-8f7084e8e88b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.1464593 Oct 12 11:17:29.328863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-87379228-3327-4cbc-9c99-2106e1b8a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.330330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-87379228-3327-4cbc-9c99-2106e1b8a2f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.1019831 Oct 12 11:17:29.338837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31277ac4-e6cb-4a7d-b263-be4fc3156141 req-3d7a41dd-bd62-4e38-8fa0-3cc97ea0c052 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.340311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31277ac4-e6cb-4a7d-b263-be4fc3156141 req-3d7a41dd-bd62-4e38-8fa0-3cc97ea0c052 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 945 time: 0.1253798 Oct 12 11:17:29.389013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-e1ace704-7872-43c7-aba0-f4a62ff247f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434124 Oct 12 11:17:29.411716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-fb97de88-a0c1-4b2d-b753-143d16686882 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0531716 Oct 12 11:17:29.451401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31277ac4-e6cb-4a7d-b263-be4fc3156141 req-4bbd2038-edf9-4722-8b03-7a5e79945dd0 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855627 Oct 12 11:17:29.536872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-320e3873-edae-407d-97f4-78d8b543673c service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310825 Oct 12 11:17:29.553632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3d652-0f79-4c22-a201-1ec4eaf0bf8c req-c03871bc-9a09-4ccd-87b3-0690424e21e0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.555165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55a3d652-0f79-4c22-a201-1ec4eaf0bf8c req-c03871bc-9a09-4ccd-87b3-0690424e21e0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1861572 Oct 12 11:17:29.558570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-13b7dd13-df7c-418d-aef4-c6fa487a7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.559923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-13b7dd13-df7c-418d-aef4-c6fa487a7975 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1275043 Oct 12 11:17:29.648415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55a3d652-0f79-4c22-a201-1ec4eaf0bf8c req-f70d96b6-039c-4b27-9ba2-792033bf682a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861931 Oct 12 11:17:29.680379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-74a0de77-d7d6-4c3a-95b0-26b0f8380037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.683544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-74a0de77-d7d6-4c3a-95b0-26b0f8380037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002822 Oct 12 11:17:29.693827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-4247b4a6-961d-4d42-94d9-9e104e618e07 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474738 Oct 12 11:17:29.719848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415cc3c-bb16-4e4a-b59f-67b46968cca8 req-2b963504-34cc-45c0-b373-3066c8299613 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.721760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f415cc3c-bb16-4e4a-b59f-67b46968cca8 req-2b963504-34cc-45c0-b373-3066c8299613 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.0847635 Oct 12 11:17:29.766376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f415cc3c-bb16-4e4a-b59f-67b46968cca8 req-a78ddc19-ff93-4317-bd45-2bd5c2a71224 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Oct 12 11:17:29.940466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50376250-4909-40c5-9afe-ed7b519d8c72 req-aa03bb8a-820c-496d-bf28-1f2a0ce680a9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:29.942101 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50376250-4909-40c5-9afe-ed7b519d8c72 req-aa03bb8a-820c-496d-bf28-1f2a0ce680a9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0520351 Oct 12 11:17:29.982958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50376250-4909-40c5-9afe-ed7b519d8c72 req-93a33afb-77ea-4436-8d41-c45d0d2b2a53 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Oct 12 11:17:30.089805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:30.100213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1126129478', 'description': 'tempest-description-1616712274'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:30.109882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.126277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d7329-ae05-4e86-ab10-22ee8760e2a1 req-d79e7b05-5d62-4ee4-b98b-696d713ef126 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.127884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f0d7329-ae05-4e86-ab10-22ee8760e2a1 req-d79e7b05-5d62-4ee4-b98b-696d713ef126 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0743732 Oct 12 11:17:30.137165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Transition to ACTIVE for port object 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:30.162835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-d7c39dad-2ee3-4db1-be83-3c84bc394025 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533117 Oct 12 11:17:30.178896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f0d7329-ae05-4e86-ab10-22ee8760e2a1 req-6c13efcb-b55a-4330-94f0-9ebe1423eaab tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Oct 12 11:17:30.201061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.274353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.300840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.358897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Pushing event updated for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:30.390950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad23237b-64ee-4ab5-9e6c-8e1895ed432c req-403faead-a0c8-4022-b9df-54f212c2d2ce service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149322 Oct 12 11:17:30.417837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede15152-b1c3-461f-acc3-cbfc2225c3d3 req-cfd46633-5844-4cb5-b565-c923c2e34851 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.419526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ede15152-b1c3-461f-acc3-cbfc2225c3d3 req-cfd46633-5844-4cb5-b565-c923c2e34851 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 943 time: 0.0750558 Oct 12 11:17:30.454047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Attempting to bind port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:30.454436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Attempting to bind port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '13fa0be6-8a68-4401-bb21-ee1c0caf015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:30.454790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Attempting to bind port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 on network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:30.463274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ede15152-b1c3-461f-acc3-cbfc2225c3d3 req-5eaf3797-bf60-48cc-978e-f65ebb8c6609 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Oct 12 11:17:30.465423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 on network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:30.465755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Attempting to bind port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 on network be00b7c0-dfe1-4ac4-bee1-19d9e345b319 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:30.479463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:30.479822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Checking segment: {'id': '13fa0be6-8a68-4401-bb21-ee1c0caf015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:30.480300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Bound using segment: {'id': '13fa0be6-8a68-4401-bb21-ee1c0caf015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:30.480884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Bound port: 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fa0be6-8a68-4401-bb21-ee1c0caf015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:30.481095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.545385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.604617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.613752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8657ed9-cb3b-4344-a0d5-e7db68cd95d3 req-18109498-628c-47ca-b6c1-4f190e76f68d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.615195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8657ed9-cb3b-4344-a0d5-e7db68cd95d3 req-18109498-628c-47ca-b6c1-4f190e76f68d tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 945 time: 0.0524020 Oct 12 11:17:30.619003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:30.630903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-5ee34bb0-5d89-4067-8c83-e4b83c3fad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.638147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-5ee34bb0-5d89-4067-8c83-e4b83c3fad56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.0960233 Oct 12 11:17:30.665439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8657ed9-cb3b-4344-a0d5-e7db68cd95d3 req-e1f21b22-984f-47dd-8b57-817552d1cdf6 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Oct 12 11:17:30.665719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,segment=NetworkSegment(13fa0be6-8a68-4401-bb21-ee1c0caf015d),segment_id=13fa0be6-8a68-4401-bb21-ee1c0caf015d)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:30.737976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaa5ef2-8745-4065-b156-990492a8cfb9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:30.750175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.827029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.827815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.829303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] 10.222.0.47 "PUT /v2.0/ports/8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 HTTP/1.1" status: 200 len: 1091 time: 1.8138406 Oct 12 11:17:30.843978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ac9ed-2bca-4e98-b776-68881799826f req-7fb5123a-a689-469c-9990-6d36b01d5ad6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.845890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5ac9ed-2bca-4e98-b776-68881799826f req-7fb5123a-a689-469c-9990-6d36b01d5ad6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0522282 Oct 12 11:17:30.853755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.876940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdc7f5-4af9-4ace-832a-ac5d2c6405cc service neutron] Pushing event updated for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:30.881823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-baefc082-9593-4975-8c11-2e474bc221bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:30.883987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-baefc082-9593-4975-8c11-2e474bc221bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2399583 Oct 12 11:17:30.888322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5ac9ed-2bca-4e98-b776-68881799826f req-bd8451f3-89a3-459a-8b8c-fba2aed07913 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Oct 12 11:17:30.943226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:30.946063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-5f54279f-385b-4aec-a4c3-95c2d0ebce18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0480018 Oct 12 11:17:31.030131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6331b27a-525e-45b0-81f7-f5db792ac92a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:31.046012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-8ac96c0d-7bf3-4003-a1cb-04e64f5d1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.051991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-8ac96c0d-7bf3-4003-a1cb-04e64f5d1f40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0764341 Oct 12 11:17:31.051991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-4e89666c-6b70-4340-93da-a9254626c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.051991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-4e89666c-6b70-4340-93da-a9254626c1b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08fa422358e6481b8f48b39727ba2e12&device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 1094 time: 0.1179357 Oct 12 11:17:31.125041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-91e8ea27-119b-415f-bb6c-0f1638246bae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 HTTP/1.1" status: 200 len: 217 time: 0.0612254 Oct 12 11:17:31.127742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:31.128836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63573d2a-7573-417d-8f67-82c201c7ae56 req-a611cbb7-e5f3-4976-8a30-e2c5a35d3c84 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0417068 Oct 12 11:17:31.159847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:31.162129 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f728e6-6f16-4818-b767-ae2fc13a2bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:31.179309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-1b7446a3-fb20-40cc-a01e-354c072e7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.180824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-1b7446a3-fb20-40cc-a01e-354c072e7428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186097 Oct 12 11:17:31.222600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2b23-1585-45db-bd30-e41693093964 req-d93540cb-0177-4a2d-a0f1-efb316b0eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.224089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-d93540cb-0177-4a2d-a0f1-efb316b0eff4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436da21d-723e-4479-9915-77a466ff6dc9 HTTP/1.1" status: 200 len: 861 time: 0.0908711 Oct 12 11:17:31.300929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-810f1adc-08a5-49f2-9d5a-7e9a205f43ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be00b7c0-dfe1-4ac4-bee1-19d9e345b319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666413 Oct 12 11:17:31.344435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8352-545f-46b1-b7f6-e422f925983e req-b20c11a4-d242-492d-a6f6-20a488543ed4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.345927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75ba8352-545f-46b1-b7f6-e422f925983e req-b20c11a4-d242-492d-a6f6-20a488543ed4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.1623323 Oct 12 11:17:31.396663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dfef0-2174-44ab-b4ba-365999c9ec13 req-1123b830-1c4d-4ff6-a53c-9acedafc0b8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.398052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3b9dfef0-2174-44ab-b4ba-365999c9ec13 req-1123b830-1c4d-4ff6-a53c-9acedafc0b8a tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0581114 Oct 12 11:17:31.419257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-347c3f24-4989-40b1-8fb3-ad2e165c54e0 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208011 Oct 12 11:17:31.445150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3b9dfef0-2174-44ab-b4ba-365999c9ec13 req-13389f8c-8723-4b0a-8ca2-7b06839c8ffd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Oct 12 11:17:31.468833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75ba8352-545f-46b1-b7f6-e422f925983e req-0dd59dda-33b7-4c02-b48a-04703af7f908 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127143 Oct 12 11:17:31.479219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Request body: {'security_group': {'name': 'tempest-securitygroup-443931442', 'description': 'tempest-description-402830473'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:31.528480 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ed800-8a57-42dd-912b-283be36aa480 x-openstack-request-id: req-c86ed800-8a57-42dd-912b-283be36aa480 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:31.528772 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:31.529028 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c86ed800-8a57-42dd-912b-283be36aa480 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:31.529430 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676', 'status': 'completed', 'code': 200} Oct 12 11:17:31.533264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-613e6552-28df-40db-9631-ef94d27cc608 service neutron] 10.222.0.47 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230928 Oct 12 11:17:31.592581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:31.645563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6a48e93-3a22-4cc4-898c-d381126e6908 req-9064e8ce-560d-43ff-8bed-96d5635beeb6 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182028 Oct 12 11:17:31.684402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf940ab-739f-409c-a004-a0e9d4087727 req-beb3a1f0-d576-458d-9fa1-4f38a95a238f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.685817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebf940ab-739f-409c-a004-a0e9d4087727 req-beb3a1f0-d576-458d-9fa1-4f38a95a238f tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1073380 Oct 12 11:17:31.693259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:31.696527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-460c2b23-1585-45db-bd30-e41693093964 req-512134ab-469a-44ec-ab01-0a33e8a4aee6 service neutron] 10.222.0.47 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523945 Oct 12 11:17:31.735432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebf940ab-739f-409c-a004-a0e9d4087727 req-6a39afd5-92e3-4cc0-99d1-c060ddb8c1d4 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379479 Oct 12 11:17:31.775272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:31.810251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce4b0e-07b5-40e9-a210-1b375551cf2c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:31.866917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:31.868541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9889109a-bde3-4af5-81e1-6d800a0f59c9 req-4131c994-c252-417e-8bd5-71c0fe802dea tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3936248 Oct 12 11:17:31.883599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-b1a8d287-92c5-4a29-a8db-bab4a331093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.885105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-b1a8d287-92c5-4a29-a8db-bab4a331093d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08fa422358e6481b8f48b39727ba2e12&device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 1094 time: 0.0471961 Oct 12 11:17:31.974470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0127-ca63-4afa-a426-67d0c5af1c79 req-c730b6c3-dace-4b61-b9b9-e7aff7567367 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.979178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9fb0127-ca63-4afa-a426-67d0c5af1c79 req-c730b6c3-dace-4b61-b9b9-e7aff7567367 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 943 time: 0.0586548 Oct 12 11:17:31.987214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-b049fcb1-42bc-4d7a-a9e4-bd414c846b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:31.989164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-b049fcb1-42bc-4d7a-a9e4-bd414c846b89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be00b7c0-dfe1-4ac4-bee1-19d9e345b319 HTTP/1.1" status: 200 len: 922 time: 0.0942454 Oct 12 11:17:32.026564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9fb0127-ca63-4afa-a426-67d0c5af1c79 req-b2a548c8-e046-4fe9-ba05-61d2e56544bc tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Oct 12 11:17:32.052506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-09018e9c-44e8-40e6-ad82-f27059a144b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 HTTP/1.1" status: 200 len: 217 time: 0.0486577 Oct 12 11:17:32.106577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-570b9da3-aaf0-452e-b9a4-15710292ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.108196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-570b9da3-aaf0-452e-b9a4-15710292ffb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=436da21d-723e-4479-9915-77a466ff6dc9 HTTP/1.1" status: 200 len: 861 time: 0.0534446 Oct 12 11:17:32.145942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-0d3aa9bf-5dea-4941-85cc-c9e91f4902e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be00b7c0-dfe1-4ac4-bee1-19d9e345b319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292418 Oct 12 11:17:32.178553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1316753008', 'description': 'tempest-description-1489613624'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:32.266043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:32.267202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.276075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1acf98-d0b0-44f5-b7c0-650280b491fa req-55a57b72-ac2b-4009-b27d-1c0522b4e872 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.277538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.283406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e1acf98-d0b0-44f5-b7c0-650280b491fa req-55a57b72-ac2b-4009-b27d-1c0522b4e872 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1145585 Oct 12 11:17:32.307817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-c32b9e26-29ed-4f0e-9493-b86b66e7e98d service neutron] 10.222.0.47 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545904 Oct 12 11:17:32.353635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e1acf98-d0b0-44f5-b7c0-650280b491fa req-20419c4f-480c-4c0e-9883-e8328094d235 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Oct 12 11:17:32.390133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.397731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:32.412064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'mac_address': 'fa:16:3e:53:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:32.425707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83f728e6-6f16-4818-b767-ae2fc13a2bbc req-8b9fcc96-672e-43e4-8dfe-2608d1acbfd0 service neutron] 10.222.0.47 "GET /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093543 Oct 12 11:17:32.449132 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.482616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.504170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6beb9-cffd-4a1d-a8d2-1c6f77075385,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:32.511907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5fb0d-183e-46da-8373-3397b073c5e4 req-418ca797-69f2-47d3-9410-f1ccc6dbb53a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.515180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98a5fb0d-183e-46da-8373-3397b073c5e4 req-418ca797-69f2-47d3-9410-f1ccc6dbb53a tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 945 time: 0.0633039 Oct 12 11:17:32.525691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:32.550356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:32.560821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.567923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98a5fb0d-183e-46da-8373-3397b073c5e4 req-7aa5bee7-0b42-49de-9f2c-6e5e2ef12626 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Oct 12 11:17:32.603540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.626388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.656237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:32.673220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012cae8-6d48-4455-863d-3c6abb26f5fc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:32.706605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5203-1a79-474c-af27-0fe83336f437 req-a1c6d915-047f-4cef-a447-8879717386b3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.708241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-964f5203-1a79-474c-af27-0fe83336f437 req-a1c6d915-047f-4cef-a447-8879717386b3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0642939 Oct 12 11:17:32.737312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.738918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-90efe9a7-794a-4128-b986-cfb1b6562a4f req-dc925e39-caee-4d1d-a847-5031c7edbe4f tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5646141 Oct 12 11:17:32.760111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-964f5203-1a79-474c-af27-0fe83336f437 req-5109d5e6-d96b-498a-812b-3bb704ca6ea6 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Oct 12 11:17:32.805129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1050979012', 'description': 'tempest-description-2135896256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:32.852604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aecb5e-e423-475c-9e20-c5c3ec2b6293 req-c2ed3514-c9b9-46c3-9faf-9b22899fb53c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.854112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37aecb5e-e423-475c-9e20-c5c3ec2b6293 req-c2ed3514-c9b9-46c3-9faf-9b22899fb53c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 949 time: 0.0518622 Oct 12 11:17:32.888920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:32.913898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:32.938514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-6e641b48-d738-45da-8455-81229b51fafd tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:32.942124 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-6e641b48-d738-45da-8455-81229b51fafd tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 945 time: 0.0871181 Oct 12 11:17:32.945782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37aecb5e-e423-475c-9e20-c5c3ec2b6293 req-c2196305-609b-40c2-86c1-634e685e0a60 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826013 Oct 12 11:17:33.006205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.083396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.113970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77ac07-2a01-4b37-a2ef-37b103738edd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:33.182833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.184568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1077fd4f-f2dd-478b-8c49-4902adc93764 req-60ab4ed0-2cc6-4708-87a7-f7d4d70d7f90 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3835862 Oct 12 11:17:33.291761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce6f56-b7b3-4884-8ece-33245c3a9db8 req-aad9d18f-bb4a-4e9b-ac11-3e92f51967c4 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:33.293503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0ce6f56-b7b3-4884-8ece-33245c3a9db8 req-aad9d18f-bb4a-4e9b-ac11-3e92f51967c4 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 943 time: 0.0543640 Oct 12 11:17:33.338358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0ce6f56-b7b3-4884-8ece-33245c3a9db8 req-e4723224-f57b-4088-bad7-b9fefc35d10a tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Oct 12 11:17:33.417486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5d5b2-05f4-43ff-a353-ad6050ae0f2f req-7ecc4842-c6b8-44aa-9f56-7a8259699caa tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:33.421026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6a5d5b2-05f4-43ff-a353-ad6050ae0f2f req-7ecc4842-c6b8-44aa-9f56-7a8259699caa tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0887289 Oct 12 11:17:33.470243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Deleting port f2165a3f-23c6-4143-a001-c2a500034dfd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:33.470586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.489912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6a5d5b2-05f4-43ff-a353-ad6050ae0f2f req-c6f16721-51b9-482a-8c71-addbd81e25e9 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Oct 12 11:17:33.578993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] For port f2165a3f-23c6-4143-a001-c2a500034dfd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f2165a3f-23c6-4143-a001-c2a500034dfd,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:33.579540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.616988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Calling delete_port for f2165a3f-23c6-4143-a001-c2a500034dfd owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:33.688087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e9add-8fe6-4cef-b598-d5f94845427c req-9b0d0786-5258-4537-8d4c-60ba8a2f392f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:33.689967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e08e9add-8fe6-4cef-b598-d5f94845427c req-9b0d0786-5258-4537-8d4c-60ba8a2f392f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1075566 Oct 12 11:17:33.709093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-87f8128a-dde6-4f79-8c31-9a3ebbd3544c tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45091 time: 0.2783966 Oct 12 11:17:33.750461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e08e9add-8fe6-4cef-b598-d5f94845427c req-f04fa20c-88be-4a92-8227-518d955c642f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Oct 12 11:17:33.761828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-314958d6-ebb1-4cde-aeb3-a1c18f308863 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/035bb08a-dfe8-4495-9b68-5cfdb150719e HTTP/1.1" status: 200 len: 2981 time: 0.0458870 Oct 12 11:17:33.844211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-45f44884-ed9a-4f03-9f17-c14e37fd2c58 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/035bb08a-dfe8-4495-9b68-5cfdb150719e HTTP/1.1" status: 200 len: 2981 time: 0.0678253 Oct 12 11:17:33.853238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe148-454b-435b-8446-077be27ce210 req-d819437f-2dab-412a-9529-382552a61ce2 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:33.854923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a2fe148-454b-435b-8446-077be27ce210 req-d819437f-2dab-412a-9529-382552a61ce2 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 945 time: 0.0878079 Oct 12 11:17:33.884357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9a7c-a5ef-4cff-8a54-6c6abf3206ee req-fb3105da-27ef-438b-bdf7-94c0b8f3b5be tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:33.885875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e11e9a7c-a5ef-4cff-8a54-6c6abf3206ee req-fb3105da-27ef-438b-bdf7-94c0b8f3b5be tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfd96fc6-3cf6-40b4-8a18-9dca39229349 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Oct 12 11:17:33.888643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:33.900570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2baca027-b9a4-4878-ace3-fe3c2e0f49b4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:33.938734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event deleted for resources: {'Port': ['ID=f2165a3f-23c6-4143-a001-c2a500034dfd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:33.996426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-fa00f0dd-1aed-49d8-aec5-496a66d0ddf2 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1a9f514b-d1f8-46bb-a572-a0d808ec2942 HTTP/1.1" status: 200 len: 2977 time: 0.1403980 Oct 12 11:17:34.017225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e11e9a7c-a5ef-4cff-8a54-6c6abf3206ee req-2b65e5e4-ef1e-4e21-ab53-32024cddbaf1 tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbf705d3-f114-4222-bca3-8df1a4ef72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197104 Oct 12 11:17:34.018091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] No DVR routers for this DVR port f2165a3f-23c6-4143-a001-c2a500034dfd on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:34.022369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.027766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe60f672-aa6c-4a0b-83c3-ab44045dd1d3 req-3d83ac1b-12b2-46fb-b43b-a61f111ece7b tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "DELETE /v2.0/ports/f2165a3f-23c6-4143-a001-c2a500034dfd HTTP/1.1" status: 204 len: 173 time: 1.0756896 Oct 12 11:17:34.028242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'name': 'network-vif-deleted', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:34.031329 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe7f538-bce3-4487-95f2-301963d355de" -d '{"events": [{"server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "name": "network-vif-deleted", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:34.084947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Deleting port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:34.085296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.098466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-4b2c9e30-a61a-41f7-8131-c10449b748c1 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1a9f514b-d1f8-46bb-a572-a0d808ec2942 HTTP/1.1" status: 200 len: 2977 time: 0.0913293 Oct 12 11:17:34.157363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918b78-ab22-4437-bc95-e10fe86aed88 req-80a42f78-09f4-46e9-9417-8aab006d8b02 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:34.158839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e918b78-ab22-4437-bc95-e10fe86aed88 req-80a42f78-09f4-46e9-9417-8aab006d8b02 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0561197 Oct 12 11:17:34.194113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-a0e64de7-602f-41ea-aa63-39a3b722ae96 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2db5df59-5ed5-40d7-8926-db4078cae8a0 HTTP/1.1" status: 200 len: 2981 time: 0.0946491 Oct 12 11:17:34.200681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e918b78-ab22-4437-bc95-e10fe86aed88 req-0b02c620-8517-454e-90e0-1c2ea274ffc4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Oct 12 11:17:34.277484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:34.281061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:34.288386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] For port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,segment=NetworkSegment(1f84e014-1ae0-4f42-a992-b4933953a546),segment_id=1f84e014-1ae0-4f42-a992-b4933953a546)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:34.288749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.298123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-ee2c8827-440e-4e62-a07e-ba7a29fa19c7 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2db5df59-5ed5-40d7-8926-db4078cae8a0 HTTP/1.1" status: 200 len: 2981 time: 0.0991566 Oct 12 11:17:34.304158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Calling delete_port for 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:34.334618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641aed9-156a-480f-973b-0756678237e7 req-75eaf3b9-f330-417e-b773-5b211d4594d6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:34.336248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6641aed9-156a-480f-973b-0756678237e7 req-75eaf3b9-f330-417e-b773-5b211d4594d6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 949 time: 0.0713279 Oct 12 11:17:34.394072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-e6f70133-fc30-43e8-963d-cb15a98f59c2 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2dd9f2ef-2727-47b3-82ff-550520deea99 HTTP/1.1" status: 200 len: 2981 time: 0.0878959 Oct 12 11:17:34.413639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6641aed9-156a-480f-973b-0756678237e7 req-876b8c66-a059-45ae-bab7-3c607ab4ee99 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Oct 12 11:17:34.467832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,segment=NetworkSegment(13fa0be6-8a68-4401-bb21-ee1c0caf015d),segment_id=13fa0be6-8a68-4401-bb21-ee1c0caf015d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:34.481907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676', 'network_id': 'be00b7c0-dfe1-4ac4-bee1-19d9e345b319', 'port_id': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676', 'mac_address': 'fa:16:3e:91:73:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436da21d-723e-4479-9915-77a466ff6dc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:17:34.523861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:34.525575 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba789f-121d-4675-8f9b-c70c1edce2d6 x-openstack-request-id: req-35ba789f-121d-4675-8f9b-c70c1edce2d6 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:34.526166 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd96fc6-3cf6-40b4-8a18-9dca39229349", "name": "network-vif-deleted", "tag": "f2165a3f-23c6-4143-a001-c2a500034dfd", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:34.526580 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35ba789f-121d-4675-8f9b-c70c1edce2d6 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:34.527294 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd96fc6-3cf6-40b4-8a18-9dca39229349', 'name': 'network-vif-deleted', 'tag': 'f2165a3f-23c6-4143-a001-c2a500034dfd', 'status': 'completed', 'code': 200} Oct 12 11:17:34.529092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:34.529458 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.536083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-592ebf7e-e620-41e3-aca5-6932b6a75d96 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2dd9f2ef-2727-47b3-82ff-550520deea99 HTTP/1.1" status: 200 len: 2981 time: 0.0663483 Oct 12 11:17:34.536887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.584792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-39b9c137-e08e-4a7a-8ba6-246c3e71e565 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/56638618-ab82-46b6-a3b5-e10eb1dee8d5 HTTP/1.1" status: 200 len: 2981 time: 0.0399201 Oct 12 11:17:34.608369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:34.608864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.642631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef42d9b-7c8a-4db5-ac77-cc3ab4a57f9a req-1e9e7cfc-9256-4548-b940-08e095141a39 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:34.644436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef42d9b-7c8a-4db5-ac77-cc3ab4a57f9a req-1e9e7cfc-9256-4548-b940-08e095141a39 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 943 time: 0.0607789 Oct 12 11:17:34.662821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Pushing event deleted for resources: {'Port': ['ID=2baca027-b9a4-4878-ace3-fe3c2e0f49b4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:34.708476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-63a52200-4d5d-4b85-b518-18f8d2fd14d9 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/56638618-ab82-46b6-a3b5-e10eb1dee8d5 HTTP/1.1" status: 200 len: 2981 time: 0.1168585 Oct 12 11:17:34.725744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef42d9b-7c8a-4db5-ac77-cc3ab4a57f9a req-2baa0118-5640-4f80-afde-892f2e57fb22 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738733 Oct 12 11:17:34.739132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] No DVR routers for this DVR port 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:34.771123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.775534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a2fe148-454b-435b-8446-077be27ce210 req-a9fd6a3d-e848-4d1f-9e46-fad51a81b3cb tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.41 "DELETE /v2.0/ports/2baca027-b9a4-4878-ace3-fe3c2e0f49b4 HTTP/1.1" status: 204 len: 173 time: 0.9123876 Oct 12 11:17:34.776325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'name': 'network-vif-deleted', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:34.778944 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8978a4-7baa-4540-af9f-0b09d1ed03f5" -d '{"events": [{"server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "name": "network-vif-deleted", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:34.802192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-ea7965a6-8f67-4817-aaa2-fd6b74e722ae tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7578f739-2671-40eb-9839-99e3f818b1df HTTP/1.1" status: 200 len: 2973 time: 0.0927758 Oct 12 11:17:34.804613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,segment=NetworkSegment(13fa0be6-8a68-4401-bb21-ee1c0caf015d),segment_id=13fa0be6-8a68-4401-bb21-ee1c0caf015d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:34.847382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.853952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-9271ebe6-fb33-4861-9f2d-a0a803cec659 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/7578f739-2671-40eb-9839-99e3f818b1df HTTP/1.1" status: 200 len: 2973 time: 0.0506463 Oct 12 11:17:34.880754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:34.884091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be0e97-2521-4ed2-9cbf-814b1986620c" -d '{"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-plugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:34.890525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:34.908030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-458b32e7-edf7-497b-a6ed-818cc1c18903 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9e724cf0-d3fc-48dc-b14c-46034287115f HTTP/1.1" status: 200 len: 2981 time: 0.0528121 Oct 12 11:17:34.914642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41942c08-c253-4ce6-b601-3c09a82a8dda req-680ecf39-09d7-49fe-9dc3-209f5e2c348e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:34.921944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41942c08-c253-4ce6-b601-3c09a82a8dda req-680ecf39-09d7-49fe-9dc3-209f5e2c348e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0572250 Oct 12 11:17:34.958534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:34.980584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-8340ecd2-a684-4bf8-b8df-0f8a691b733e tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9e724cf0-d3fc-48dc-b14c-46034287115f HTTP/1.1" status: 200 len: 2981 time: 0.0659480 Oct 12 11:17:34.999255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41942c08-c253-4ce6-b601-3c09a82a8dda req-6494ee11-03e9-43db-8d9c-20d8182323b4 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698462 Oct 12 11:17:35.054540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:35.059273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:35.074760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-c38da295-1d67-44b0-bdfa-2f1184bac61e tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/aaaa5ef2-8745-4065-b156-990492a8cfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0778658 Oct 12 11:17:35.138425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:35.180725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-7e9e589a-2858-498c-872f-afb8aab73562 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/aaaa5ef2-8745-4065-b156-990492a8cfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0975909 Oct 12 11:17:35.187554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:35.209679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe66d4-1eaf-42b3-9d48-7158afb0487f req-f093d99a-f329-4fdb-8a72-ddac1416c28f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:35.211342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98fe66d4-1eaf-42b3-9d48-7158afb0487f req-f093d99a-f329-4fdb-8a72-ddac1416c28f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0817931 Oct 12 11:17:35.219120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:35.219463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2baca027-b9a4-4878-ace3-fe3c2e0f49b4 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:35.221889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f2165a3f-23c6-4143-a001-c2a500034dfd no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:35.243883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: f2165a3f-23c6-4143-a001-c2a500034dfd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:35.244231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f2165a3f-23c6-4143-a001-c2a500034dfd not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:35.250863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-233a2bcb-66ed-4985-803d-ee1345b55499 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b4c6beb9-cffd-4a1d-a8d2-1c6f77075385 HTTP/1.1" status: 200 len: 2981 time: 0.0513520 Oct 12 11:17:35.257139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98fe66d4-1eaf-42b3-9d48-7158afb0487f req-156889d2-7c18-4af8-b740-801b8d3e4e52 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Oct 12 11:17:35.301803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8bec29fa-6f8b-4e3d-b2d2-ed24b4294676'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:35.308300 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf74643d-efcd-4260-9eb1-ab17b841639e x-openstack-request-id: req-bf74643d-efcd-4260-9eb1-ab17b841639e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:35.308586 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3", "name": "network-vif-deleted", "tag": "2baca027-b9a4-4878-ace3-fe3c2e0f49b4", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:35.311059 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf74643d-efcd-4260-9eb1-ab17b841639e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:35.311059 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3', 'name': 'network-vif-deleted', 'tag': '2baca027-b9a4-4878-ace3-fe3c2e0f49b4', 'status': 'completed', 'code': 200} Oct 12 11:17:35.331763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-bdfbeaa5-6ca8-429d-9303-91074821a6af tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b4c6beb9-cffd-4a1d-a8d2-1c6f77075385 HTTP/1.1" status: 200 len: 2981 time: 0.0742042 Oct 12 11:17:35.354661 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b4da42-d4e3-424f-9452-32bdef829ae4 x-openstack-request-id: req-25b4da42-d4e3-424f-9452-32bdef829ae4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:35.355466 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-plugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:35.355910 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25b4da42-d4e3-424f-9452-32bdef829ae4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:35.369783 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'code': 200} Oct 12 11:17:35.386722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-c3f12fff-169d-4346-95c2-8b510868c559 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/cbf705d3-f114-4222-bca3-8df1a4ef72fa HTTP/1.1" status: 200 len: 2981 time: 0.0540617 Oct 12 11:17:35.483809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-551345a9-3435-48e1-aa7d-7b750f23d6a5 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/cbf705d3-f114-4222-bca3-8df1a4ef72fa HTTP/1.1" status: 200 len: 2981 time: 0.0908222 Oct 12 11:17:35.505937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06525f5-f357-4f15-b2e7-a8338370ee32 req-1ff79a24-5f55-48e4-b718-f819bbf87ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:35.508247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a06525f5-f357-4f15-b2e7-a8338370ee32 req-1ff79a24-5f55-48e4-b718-f819bbf87ab3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1101 time: 0.0873353 Oct 12 11:17:35.520037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726484c7-5c66-4858-b7e0-9546a752f818 req-0ad2394a-179e-4788-ac1b-ad536fc1cdd3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:35.527288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-726484c7-5c66-4858-b7e0-9546a752f818 req-0ad2394a-179e-4788-ac1b-ad536fc1cdd3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0733638 Oct 12 11:17:35.560131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-4a96e7b4-12fe-4e1f-98f2-c1a3a1023456 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d804b95b-9625-4598-a872-2c36c8b5e02b HTTP/1.1" status: 200 len: 2981 time: 0.0686090 Oct 12 11:17:35.595234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-726484c7-5c66-4858-b7e0-9546a752f818 req-cda963f3-b504-4e78-87dc-028bbc0b945f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670617 Oct 12 11:17:35.604181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a06525f5-f357-4f15-b2e7-a8338370ee32 req-a2330e41-e1f7-4cc2-a5e5-6b7bafeb5f4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806444 Oct 12 11:17:35.632843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-2d1dae75-349f-497f-a249-62f169c80108 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d804b95b-9625-4598-a872-2c36c8b5e02b HTTP/1.1" status: 200 len: 2981 time: 0.0635948 Oct 12 11:17:35.681029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-16173545-b1a5-49d6-9bcc-aee3d8970d18 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f57bc7ff-0d6a-42d9-b946-479c16af8ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0419984 Oct 12 11:17:35.710720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a6948e7-b23f-401d-8bfe-44533ba20343 req-9cfab923-9031-4d3e-966d-d06ccbbdf5bc tempest-MultipleCreateTestJSON-12440855 tempest-MultipleCreateTestJSON-12440855-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7c5ea3-6515-40b0-b97e-11d7b4d78bf3 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Oct 12 11:17:35.732164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-9ea0bf04-8631-4c91-986b-753c17181e18 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f57bc7ff-0d6a-42d9-b946-479c16af8ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0421333 Oct 12 11:17:35.774412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-2d266775-d34e-4642-bba3-dbd356cbeec9 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/fd42b3b5-4a11-4bf4-b4c6-842d36aba09f HTTP/1.1" status: 200 len: 2981 time: 0.0380335 Oct 12 11:17:35.823455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2def0cf2-6cf4-4ece-aa67-a19df3191101 req-b0aba404-dad0-49d0-935d-aac544556d83 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/fd42b3b5-4a11-4bf4-b4c6-842d36aba09f HTTP/1.1" status: 200 len: 2981 time: 0.0422335 Oct 12 11:17:35.853740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c86d5-9040-4a54-af50-016ca40664b7 req-d164028f-c1d9-41af-9ed1-cd68fd0837ca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:35.860489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-216c86d5-9040-4a54-af50-016ca40664b7 req-d164028f-c1d9-41af-9ed1-cd68fd0837ca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0816882 Oct 12 11:17:35.897885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-216c86d5-9040-4a54-af50-016ca40664b7 req-5b5106da-cca0-4a6e-8d71-669a08ef8cb0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Oct 12 11:17:35.936422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154dac4-d21c-45f7-b0f1-1fd63c68d74b req-efd64de4-dc9b-4342-99c1-2a58f083c023 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:35.938150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b154dac4-d21c-45f7-b0f1-1fd63c68d74b req-efd64de4-dc9b-4342-99c1-2a58f083c023 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 944 time: 0.0514781 Oct 12 11:17:35.981875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b154dac4-d21c-45f7-b0f1-1fd63c68d74b req-1628d59a-0143-4f65-9e18-fa84f99beffe tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Oct 12 11:17:36.086793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4f93c40-0205-4dbd-9b67-884f8551dc89 req-094013ed-b519-42af-b925-442a7d2b68c9 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0cafe9568c9413dac40ad10223f2e0e HTTP/1.1" status: 200 len: 6102 time: 0.0809648 Oct 12 11:17:36.144470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4f93c40-0205-4dbd-9b67-884f8551dc89 req-81b8bc00-537e-4df7-a01e-e59f48c72827 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "GET /v2.0/security-groups/aaaa5ef2-8745-4065-b156-990492a8cfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0505741 Oct 12 11:17:36.155036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f26db-5f1d-4ae8-8c34-5110aa2efbfe req-5dc461a3-e1f9-4b95-98b2-b8111927746d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:36.156593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de3f26db-5f1d-4ae8-8c34-5110aa2efbfe req-5dc461a3-e1f9-4b95-98b2-b8111927746d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0570383 Oct 12 11:17:36.198418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de3f26db-5f1d-4ae8-8c34-5110aa2efbfe req-6bbd4427-f844-4665-afa2-492626af5749 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Oct 12 11:17:36.215598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4f93c40-0205-4dbd-9b67-884f8551dc89 req-357896c7-eb30-457e-98f2-36835bfadbd1 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "GET /v2.0/security-groups/aaaa5ef2-8745-4065-b156-990492a8cfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0640156 Oct 12 11:17:36.285486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-9e3e589d-fffe-44de-8543-73a3bce63a33 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0e77ac07-2a01-4b37-a2ef-37b103738edd HTTP/1.1" status: 200 len: 1778 time: 0.0467622 Oct 12 11:17:36.349737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.371722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.410642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9828be-3ccc-4a9b-8122-d866d7ebb7c4 req-e6e160f5-9079-42a2-af32-59cefc2b1dc6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:36.413263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae9828be-3ccc-4a9b-8122-d866d7ebb7c4 req-e6e160f5-9079-42a2-af32-59cefc2b1dc6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0604231 Oct 12 11:17:36.452505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ae9828be-3ccc-4a9b-8122-d866d7ebb7c4 req-b03d99de-9063-4916-b086-608ea4f7fc41 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Oct 12 11:17:36.460660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.463452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.464604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-855a7698-ddff-4c49-9710-dd4cfcf62178 req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e77ac07-2a01-4b37-a2ef-37b103738edd HTTP/1.1" status: 204 len: 173 time: 0.1727808 Oct 12 11:17:36.473884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862d735-d1ac-42bb-b971-cb1158266d03 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77ac07-2a01-4b37-a2ef-37b103738edd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:36.540611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-c5987350-ff82-467b-add8-b2855803894d tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e012cae8-6d48-4455-863d-3c6abb26f5fc HTTP/1.1" status: 200 len: 1778 time: 0.0391119 Oct 12 11:17:36.593287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.615297 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.723647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.726413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:36.727600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb8ce93a-b141-40f4-81fb-914aece55da7 req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/e012cae8-6d48-4455-863d-3c6abb26f5fc HTTP/1.1" status: 204 len: 173 time: 0.1811335 Oct 12 11:17:36.737318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f32276-016f-49e2-9a3a-799abbda0755 tempest-SecurityGroupsTestAdminJSON-433257108 tempest-SecurityGroupsTestAdminJSON-433257108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012cae8-6d48-4455-863d-3c6abb26f5fc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:36.819383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898ab5-cac6-4544-8450-ee45806d5b29 req-9676ad62-024d-4231-81bb-7526280ca82f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:36.821059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c898ab5-cac6-4544-8450-ee45806d5b29 req-9676ad62-024d-4231-81bb-7526280ca82f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0615895 Oct 12 11:17:36.839960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6ff4-7e6d-459c-a253-077a65dfb26d req-960998ce-8e7f-4253-805f-da477036dbfc tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:36.841872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3ea6ff4-7e6d-459c-a253-077a65dfb26d req-960998ce-8e7f-4253-805f-da477036dbfc tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Oct 12 11:17:36.870521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c898ab5-cac6-4544-8450-ee45806d5b29 req-a8d9306f-ca15-4f09-8561-4b5b83af070c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Oct 12 11:17:36.898771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3ea6ff4-7e6d-459c-a253-077a65dfb26d req-8a5c117b-e230-43d5-bc86-c2ea309a7aac tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481515 Oct 12 11:17:36.922933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45244) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:36.985965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359b90-2711-4f61-b82a-acbde5ba453f req-1c2e3898-3655-40a3-8dc2-f34654630997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:36.987680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-1c2e3898-3655-40a3-8dc2-f34654630997 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93190da58e144b50b7ff8a4e2102c81a&device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 1096 time: 0.0833926 Oct 12 11:17:36.994503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Deleting subnet b9eec976-4b7c-47ef-9eb0-6399e1ac670a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:36.995383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-3ce93b6f-ca3e-4b48-aea8-720d1a184774 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "GET /v2.0/security-groups/ddce4b0e-07b5-40e9-a210-1b375551cf2c HTTP/1.1" status: 200 len: 1776 time: 0.0544612 Oct 12 11:17:37.011113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.059921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.092465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8df3d-d6be-4d46-aa62-528c80b71e6d req-617b1209-1d09-4f3b-be93-45d417b161bb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.094016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fe8df3d-d6be-4d46-aa62-528c80b71e6d req-617b1209-1d09-4f3b-be93-45d417b161bb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1185563 Oct 12 11:17:37.125850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.129309 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.133153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359b90-2711-4f61-b82a-acbde5ba453f req-c046ff73-bd65-4e07-9b6b-761333741864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.134650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-c046ff73-bd65-4e07-9b6b-761333741864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 200 len: 917 time: 0.1383259 Oct 12 11:17:37.172684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fe8df3d-d6be-4d46-aa62-528c80b71e6d req-e53e8b96-fa1a-4df4-8764-686802006673 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657754 Oct 12 11:17:37.185433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.203473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-b823bf66-3a64-49f2-b014-48d7b368fb37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7 HTTP/1.1" status: 200 len: 217 time: 0.0490105 Oct 12 11:17:37.266386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359b90-2711-4f61-b82a-acbde5ba453f req-65a31b8f-6cc9-493b-9a1a-478cd0549917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.268326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-65a31b8f-6cc9-493b-9a1a-478cd0549917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 200 len: 855 time: 0.0630023 Oct 12 11:17:37.274071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.312615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9eec976-4b7c-47ef-9eb0-6399e1ac670a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:37.315908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.316096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359b90-2711-4f61-b82a-acbde5ba453f req-a4946cdc-9c19-46ad-9bb2-12fef133dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.317628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-a4946cdc-9c19-46ad-9bb2-12fef133dd0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70cdaa84-4a7e-4d5a-946b-b06cb94d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427611 Oct 12 11:17:37.319744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb0438f8-cbf9-4735-b8c2-a971e09943c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9eec976-4b7c-47ef-9eb0-6399e1ac670a HTTP/1.1" status: 204 len: 168 time: 0.3955336 Oct 12 11:17:37.322259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45252) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:37.333225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9750a-c721-41ae-bbdb-e004ce916699 req-8d6c283f-1ead-47e1-8f31-b7390f2b8cfa tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.339198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52d9750a-c721-41ae-bbdb-e004ce916699 req-8d6c283f-1ead-47e1-8f31-b7390f2b8cfa tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 944 time: 0.0993500 Oct 12 11:17:37.354945 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.357604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.358740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6140dfff-b124-4c74-9998-00cb4add8c54 req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddce4b0e-07b5-40e9-a210-1b375551cf2c HTTP/1.1" status: 204 len: 173 time: 0.3527567 Oct 12 11:17:37.387951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52d9750a-c721-41ae-bbdb-e004ce916699 req-26a76f62-0c49-44b6-a65a-5517c69ed934 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466480 Oct 12 11:17:37.441070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd51fb-a3ad-4c5d-ac53-2b2bd867b921 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce4b0e-07b5-40e9-a210-1b375551cf2c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:37.461161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-7ba6029e-8949-48ab-b394-2b0712323482 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "GET /v2.0/security-groups/6331b27a-525e-45b0-81f7-f5db792ac92a HTTP/1.1" status: 200 len: 1778 time: 0.0451643 Oct 12 11:17:37.461307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.513226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-276d1d60-b7f6-47c0-86c0-7224ce455ef7 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828136 Oct 12 11:17:37.539418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.561642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.643454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.654846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.657688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.659921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49b0c0a7-1220-4d87-bf22-23a52bf16ef9 req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] 10.222.0.43 "DELETE /v2.0/security-groups/6331b27a-525e-45b0-81f7-f5db792ac92a HTTP/1.1" status: 204 len: 173 time: 0.1907499 Oct 12 11:17:37.679013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd5e86-b148-412a-b8a1-176142009708 tempest-SecurityGroupsTestAdminJSON-1250569123 tempest-SecurityGroupsTestAdminJSON-1250569123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331b27a-525e-45b0-81f7-f5db792ac92a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:37.682526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a4310c-7cb3-4648-8634-42a033ffc15e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:37.700061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc70c1-83bf-4015-98bc-ce44d5628b4d req-9b5ade4a-cb72-4d95-89c2-ecb71b0e2af3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:37.701601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ccc70c1-83bf-4015-98bc-ce44d5628b4d req-9b5ade4a-cb72-4d95-89c2-ecb71b0e2af3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1618688 Oct 12 11:17:37.708712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f84e014-1ae0-4f42-a992-b4933953a546') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:37.709006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f84e014-1ae0-4f42-a992-b4933953a546') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:37.729040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.751619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28359b90-2711-4f61-b82a-acbde5ba453f req-b58ef8db-c9ef-44be-9e38-89d93fff9680 service neutron] 10.222.0.47 "GET /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262454 Oct 12 11:17:37.756433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.770589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:37.771017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:37.772681 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:37.818392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ccc70c1-83bf-4015-98bc-ce44d5628b4d req-6017f8fe-f0a7-4d1b-b9dd-212fc1e20b41 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945740 Oct 12 11:17:37.900477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.906200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:37.910196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0a4310c-7cb3-4648-8634-42a033ffc15e HTTP/1.1" status: 204 len: 168 time: 0.5869069 Oct 12 11:17:37.922600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8db97-d22e-477e-ac39-222d15443403 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a4310c-7cb3-4648-8634-42a033ffc15e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:38.018770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5365b-ae96-4e75-a49e-42b30cc1e58b req-3b852e86-9829-49f0-bc24-85db21912113 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.020399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0af5365b-ae96-4e75-a49e-42b30cc1e58b req-3b852e86-9829-49f0-bc24-85db21912113 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0600564 Oct 12 11:17:38.037438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7bfa4-ab2a-467c-8988-b542cbb92633 req-fb26a24c-2e8a-43d3-9f12-4ca0f92edd1d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.039124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72c7bfa4-ab2a-467c-8988-b542cbb92633 req-fb26a24c-2e8a-43d3-9f12-4ca0f92edd1d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0638239 Oct 12 11:17:38.072838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0af5365b-ae96-4e75-a49e-42b30cc1e58b req-18493a6b-8389-4b75-b312-befdac8b15e3 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Oct 12 11:17:38.085066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72c7bfa4-ab2a-467c-8988-b542cbb92633 req-84228d92-1291-44c7-b846-9f94b11732f1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Oct 12 11:17:38.200634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45268) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:38.293753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45274) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:38.308623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:38.318262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a1d5-e1d4-4595-b32f-3f6e18fb61e1 req-50180566-2ce0-4b65-ace8-178df83fad81 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.321191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f53a1d5-e1d4-4595-b32f-3f6e18fb61e1 req-50180566-2ce0-4b65-ace8-178df83fad81 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0609925 Oct 12 11:17:38.360234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b0becd5-f216-4f76-926c-3cefe3378436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f62651c73284ed58c09ea77df5b5df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641627 Oct 12 11:17:38.360516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45276) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:38.405122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3a8ad609-2f3d-4423-af56-722d022d40ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0cafe9568c9413dac40ad10223f2e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030480 Oct 12 11:17:38.407957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:38.414270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f53a1d5-e1d4-4595-b32f-3f6e18fb61e1 req-6e42ff86-20cf-40f0-bb92-28fef42834c0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808828 Oct 12 11:17:38.431654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:17:38.438216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:38.439999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.442582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.489133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.500985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.517976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.608020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b665-5348-4a0a-b3a8-ca8f687e6e7f req-6cc3dac6-f282-4450-bd30-967af5d7c9c7 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.609730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f1b665-5348-4a0a-b3a8-ca8f687e6e7f req-6cc3dac6-f282-4450-bd30-967af5d7c9c7 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 944 time: 0.0883124 Oct 12 11:17:38.618511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.663980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:38.666594 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292af0c-2c9a-47ed-993a-5956d96967a9" -d '{"events": [{"server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "name": "network-vif-plugged", "status": "completed", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:38.684356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,segment=NetworkSegment(13fa0be6-8a68-4401-bb21-ee1c0caf015d),segment_id=13fa0be6-8a68-4401-bb21-ee1c0caf015d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:38.687308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f1b665-5348-4a0a-b3a8-ca8f687e6e7f req-f5fb3a27-0bd8-46b7-891d-89e519f1e3c1 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677855 Oct 12 11:17:38.717733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.721223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.723316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aaaa5ef2-8745-4065-b156-990492a8cfb9 HTTP/1.1" status: 204 len: 168 time: 0.3126843 Oct 12 11:17:38.738814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f8424-6f66-4ac4-970c-512c0e3fd0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaa5ef2-8745-4065-b156-990492a8cfb9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:38.742874 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e03de3e-ffc8-45e3-bb09-399057c362dd x-openstack-request-id: req-2e03de3e-ffc8-45e3-bb09-399057c362dd {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:38.743157 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "name": "network-vif-plugged", "status": "completed", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:38.743406 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e03de3e-ffc8-45e3-bb09-399057c362dd {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:38.743796 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676', 'code': 200} Oct 12 11:17:38.809294 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:38.891243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:38.972534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c384a4a-bde5-4964-92df-54eaf5321162 req-df4799fe-8d23-41c2-a196-aa842ae48110 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.974534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c384a4a-bde5-4964-92df-54eaf5321162 req-df4799fe-8d23-41c2-a196-aa842ae48110 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0552418 Oct 12 11:17:38.983636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e930-0e51-4ac2-98f9-a616fab4cd07 req-2877c04e-0fcc-47c3-9dfe-eb82b4604930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.985166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f706e930-0e51-4ac2-98f9-a616fab4cd07 req-2877c04e-0fcc-47c3-9dfe-eb82b4604930 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 1096 time: 0.0727885 Oct 12 11:17:38.991396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-ef2f51a4-fd5e-4e85-a9eb-d679b20c83c8 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:38.993003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-ef2f51a4-fd5e-4e85-a9eb-d679b20c83c8 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1101 time: 0.0816417 Oct 12 11:17:39.017355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c384a4a-bde5-4964-92df-54eaf5321162 req-21a5c149-f903-49f6-8d42-59cf887411ee tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Oct 12 11:17:39.022423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-d9cd49c8-deda-4e93-b368-0552d6e0e440 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.050395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f706e930-0e51-4ac2-98f9-a616fab4cd07 req-881e4ab4-f185-446c-a176-81b60a3b3377 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565295 Oct 12 11:17:39.055129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.057608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.058620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbf705d3-f114-4222-bca3-8df1a4ef72fa HTTP/1.1" status: 204 len: 168 time: 0.6972551 Oct 12 11:17:39.074020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7344f7-e17a-4781-9b00-47641f13578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf705d3-f114-4222-bca3-8df1a4ef72fa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:39.135315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-d9cd49c8-deda-4e93-b368-0552d6e0e440 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.208582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-d9cd49c8-deda-4e93-b368-0552d6e0e440 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.211957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0301-7439-42a5-8acc-2d7e0ecea073 req-f61ff402-ec0c-499b-abc1-08db448e72ab tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:39.211957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6fa0301-7439-42a5-8acc-2d7e0ecea073 req-f61ff402-ec0c-499b-abc1-08db448e72ab tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0534904 Oct 12 11:17:39.233824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24b7faed-d19e-4144-9814-53727ea8e2e5 req-d9cd49c8-deda-4e93-b368-0552d6e0e440 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337179 Oct 12 11:17:39.242733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd49c8-deda-4e93-b368-0552d6e0e440 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b4cee-24b6-4479-b97a-ff57c06ad0d8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:39.251666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6fa0301-7439-42a5-8acc-2d7e0ecea073 req-d97a312b-da13-4bef-aff3-aebc3aa2f863 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353131 Oct 12 11:17:39.354443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd4104-0728-43b2-90f1-eba6adb4e054 req-9769984a-2686-4a36-896e-9df63459d609 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:39.356201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8cd4104-0728-43b2-90f1-eba6adb4e054 req-9769984a-2686-4a36-896e-9df63459d609 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Oct 12 11:17:39.396439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8cd4104-0728-43b2-90f1-eba6adb4e054 req-d5280153-152d-44bb-ae9b-a1f5c14a4db4 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Oct 12 11:17:39.498628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45316) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:39.568006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fb21452-8e4a-42f2-941f-3e6783800a1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac6cf7bd5c0f416c8f80aa6e0438739f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670502 Oct 12 11:17:39.573245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:39.576173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed2493-aaa1-4c32-a036-0c1d68c6c7b1 req-d317aa16-5623-4b6a-b2a9-52a2fefa1ca1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:39.577866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71ed2493-aaa1-4c32-a036-0c1d68c6c7b1 req-d317aa16-5623-4b6a-b2a9-52a2fefa1ca1 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0902236 Oct 12 11:17:39.630596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71ed2493-aaa1-4c32-a036-0c1d68c6c7b1 req-60f86b4b-a85f-45da-a73a-c52ff0b9a6bd tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 Oct 12 11:17:39.638205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.662479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.815178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65a47d-ae52-4b43-aefe-3979e5e461b9 req-d5671767-59d4-4cda-8f6f-2d14ebf81729 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:39.816655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f65a47d-ae52-4b43-aefe-3979e5e461b9 req-d5671767-59d4-4cda-8f6f-2d14ebf81729 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.0502238 Oct 12 11:17:39.847931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.850527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:39.851716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4c6beb9-cffd-4a1d-a8d2-1c6f77075385 HTTP/1.1" status: 204 len: 168 time: 0.2774756 Oct 12 11:17:39.861536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e333d1-b734-49a3-b1d2-e22e8f8a9ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6beb9-cffd-4a1d-a8d2-1c6f77075385,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:39.863306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f65a47d-ae52-4b43-aefe-3979e5e461b9 req-9ef3b253-d7c2-4486-b6cd-e77737418465 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Oct 12 11:17:39.983365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80862eef-b6f7-427f-a8f4-fb34cce0d8ce req-2938a67d-9e66-45c5-8928-74b4bae19a59 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:39.986995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80862eef-b6f7-427f-a8f4-fb34cce0d8ce req-2938a67d-9e66-45c5-8928-74b4bae19a59 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Oct 12 11:17:40.031390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80862eef-b6f7-427f-a8f4-fb34cce0d8ce req-76b01bf9-92cd-4ef6-b4e3-fab2f26e2eb6 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Oct 12 11:17:40.113746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b601de3-e06f-415f-bfbd-42dfabdb1cad req-edd5a787-017d-410e-8fe5-8d43f6d0f10a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.116120 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b601de3-e06f-415f-bfbd-42dfabdb1cad req-edd5a787-017d-410e-8fe5-8d43f6d0f10a tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.0556436 Oct 12 11:17:40.159265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b601de3-e06f-415f-bfbd-42dfabdb1cad req-d8aee98d-6528-4e7a-8fbc-135a5fef1d81 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Oct 12 11:17:40.162750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82d135-d7c4-44e0-a340-dee9c90e5231 req-5f886c16-43f8-48a6-bb53-cee02657cb99 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.164418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce82d135-d7c4-44e0-a340-dee9c90e5231 req-5f886c16-43f8-48a6-bb53-cee02657cb99 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0609801 Oct 12 11:17:40.222621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce82d135-d7c4-44e0-a340-dee9c90e5231 req-1c0f9a7a-ac8b-454f-89f5-09d09587dcb5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Oct 12 11:17:40.257852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-066de6a1-37fd-4888-b147-24601be8e0f4 req-153db9bd-4ae0-4743-87e4-22b88092903c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:17:40.258856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-066de6a1-37fd-4888-b147-24601be8e0f4 req-153db9bd-4ae0-4743-87e4-22b88092903c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058444 Oct 12 11:17:40.305850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-ccc30e33-bd9d-4cf6-9885-b0a90d0c8e7e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085348 Oct 12 11:17:40.322972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-eed07134-a1d0-4369-b9d9-075c42c2598a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:17:40.323933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-eed07134-a1d0-4369-b9d9-075c42c2598a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075045 Oct 12 11:17:40.332961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787634b-5700-401a-927c-6a66ee2911dc req-765231a6-974b-4c8f-acf4-7c702ec82037 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.334762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4787634b-5700-401a-927c-6a66ee2911dc req-765231a6-974b-4c8f-acf4-7c702ec82037 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0873337 Oct 12 11:17:40.365885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-066de6a1-37fd-4888-b147-24601be8e0f4 req-f0846c34-305e-42b3-9339-39571b1c7a4d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0983758 Oct 12 11:17:40.386499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4787634b-5700-401a-927c-6a66ee2911dc req-7deb3913-18bf-4b14-86b5-7bdc0f37a59a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Oct 12 11:17:40.445504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45364) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:40.528100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1c4b-af94-44ef-acb2-fea542290a93 req-672495ee-3b79-4719-a591-ba9d572d9e5c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.529734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9aa1c4b-af94-44ef-acb2-fea542290a93 req-672495ee-3b79-4719-a591-ba9d572d9e5c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0648315 Oct 12 11:17:40.582709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1281198795-network', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:40.590149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9aa1c4b-af94-44ef-acb2-fea542290a93 req-a53bdc10-f0f3-4e75-b813-d1da801617b4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515733 Oct 12 11:17:40.690392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:40.693968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:40.707840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:40.731444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975249f2-1294-4b46-93db-7b3f63cead0d req-89bd9c36-080b-4aae-9722-385ab6b37d17 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.733255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975249f2-1294-4b46-93db-7b3f63cead0d req-89bd9c36-080b-4aae-9722-385ab6b37d17 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.0693004 Oct 12 11:17:40.787887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975249f2-1294-4b46-93db-7b3f63cead0d req-465f7542-201d-4ebf-be00-3f03d3bfd96e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473206 Oct 12 11:17:40.815587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:40.891494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:40.919196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:17:40.945865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:40.946051 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Added segment cd632a86-9883-418c-adbb-535f18999f09 of type vlan for network 48938513-d2e0-4401-a918-9c0cfe771667 Oct 12 11:17:40.947421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa89e2-fd55-4459-b04e-1536e7c0012f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:40.957658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fca28-dba4-411a-aa36-5aed17b7af83 req-8619c18f-8ed3-4d60-a648-f4ae35a54221 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:40.961488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f35fca28-dba4-411a-aa36-5aed17b7af83 req-8619c18f-8ed3-4d60-a648-f4ae35a54221 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.1014781 Oct 12 11:17:41.023986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:41.034897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f35fca28-dba4-411a-aa36-5aed17b7af83 req-927019ab-1fe7-43be-9f3d-b0c136ac10f6 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Oct 12 11:17:41.116465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:41.117428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.118012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:41.188131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf2be0-f55f-446b-85d1-769038493ac6 req-4ef2b239-4837-4b7e-90f8-2689694ee72a tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.195235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39bf2be0-f55f-446b-85d1-769038493ac6 req-4ef2b239-4837-4b7e-90f8-2689694ee72a tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.0783975 Oct 12 11:17:41.225878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] Pushing event updated for resources: {'Network': ['ID=48938513-d2e0-4401-a918-9c0cfe771667,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:41.239079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 48938513-d2e0-4401-a918-9c0cfe771667 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:17:41.241466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7073-01b2-4058-a712-f48ef0aa6fd5 req-71e72670-ca72-4ec7-90e5-d228935c7eab tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.243185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c71e7073-01b2-4058-a712-f48ef0aa6fd5 req-71e72670-ca72-4ec7-90e5-d228935c7eab tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.1224105 Oct 12 11:17:41.254388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39bf2be0-f55f-446b-85d1-769038493ac6 req-552b338b-05dc-424c-a7b7-efe8a154dbf0 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551240 Oct 12 11:17:41.266623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7cabf859-1362-4123-a869-c74d185f69ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8193567 Oct 12 11:17:41.270359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45412) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:41.281021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Request body: {'subnet': {'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1281198795-subnet', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:41.318453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c71e7073-01b2-4058-a712-f48ef0aa6fd5 req-81aaf23e-7c40-437f-b1d5-c2ef3a2bf86e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630860 Oct 12 11:17:41.413768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:41.414817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:41.446601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265af35a-65e8-4ff4-b7fe-f1a96dd1e89c req-acce6db0-b8dd-49bf-9849-26a2afa07755 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.448241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-265af35a-65e8-4ff4-b7fe-f1a96dd1e89c req-acce6db0-b8dd-49bf-9849-26a2afa07755 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0935895 Oct 12 11:17:41.545704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-265af35a-65e8-4ff4-b7fe-f1a96dd1e89c req-42736621-acc7-461f-a0fe-42a9bd14af92 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671213 Oct 12 11:17:41.569631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c9bed-6d83-4b1a-a3a1-ac1d3a71dc6a req-572d58fa-be3e-41e6-b80d-be8fed0c4b43 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.576073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c9bed-6d83-4b1a-a3a1-ac1d3a71dc6a req-572d58fa-be3e-41e6-b80d-be8fed0c4b43 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.590309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c9bed-6d83-4b1a-a3a1-ac1d3a71dc6a req-572d58fa-be3e-41e6-b80d-be8fed0c4b43 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.590309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f72c9bed-6d83-4b1a-a3a1-ac1d3a71dc6a req-572d58fa-be3e-41e6-b80d-be8fed0c4b43 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694&device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a&device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 2417 time: 0.0803020 Oct 12 11:17:41.629585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f72c9bed-6d83-4b1a-a3a1-ac1d3a71dc6a req-a05a47a5-9e39-4de8-ab8e-08ef812401d0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Oct 12 11:17:41.702780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b88fe-aa1d-4542-a7ca-2ef1406a59cf req-b961d269-c413-4b7a-8963-16ae5edd7e30 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.704310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c3b88fe-aa1d-4542-a7ca-2ef1406a59cf req-b961d269-c413-4b7a-8963-16ae5edd7e30 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0661030 Oct 12 11:17:41.757198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c3b88fe-aa1d-4542-a7ca-2ef1406a59cf req-50a22890-ca8b-4276-a7fa-93b1c341daba tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Oct 12 11:17:41.808970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:41.896811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7df89d5-9606-404f-aeb5-975a75f7474a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:41.919435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43015b9f-5cd7-40e0-9a0a-0c4d04cd9bae req-1288d84b-73d0-48a2-afea-89b4e82bb68c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:41.926634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43015b9f-5cd7-40e0-9a0a-0c4d04cd9bae req-1288d84b-73d0-48a2-afea-89b4e82bb68c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.1097081 Oct 12 11:17:41.948240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:41.948595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Network hostable DHCP agents. Network: 48938513-d2e0-4401-a918-9c0cfe771667, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:17:41.985137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43015b9f-5cd7-40e0-9a0a-0c4d04cd9bae req-9845a896-850a-41b6-9396-8fc199d83868 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557375 Oct 12 11:17:42.066280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Network 48938513-d2e0-4401-a918-9c0cfe771667 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:17:42.079561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61dce480-01ec-4e2f-aa7c-e4d9d1c35274 req-f1abe914-38ba-4f67-9554-8f50db24750b tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0684202 Oct 12 11:17:42.163481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 48938513-d2e0-4401-a918-9c0cfe771667) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:42.173156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:42.173447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc713d6-ffd2-4e51-aa50-936395b8c98a None None] Network 48938513-d2e0-4401-a918-9c0cfe771667 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:42.175524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.231713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900a68-e381-4e7d-a201-74495542ce00 req-a38b72b4-d548-4613-8253-004054ef2ca4 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:42.233423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3900a68-e381-4e7d-a201-74495542ce00 req-a38b72b4-d548-4613-8253-004054ef2ca4 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.0622633 Oct 12 11:17:42.288628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b12c458a-d9d5-4a3d-8246-89bcc73f7f6d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0128276 Oct 12 11:17:42.289188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45454) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:42.292985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:42.312632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3900a68-e381-4e7d-a201-74495542ce00 req-5f9cb43f-0db5-4966-b2a1-0dcd07e2625e tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697753 Oct 12 11:17:42.358165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-48938513-d2e0-4401-a918-9c0cfe771667', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:17:42.359761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.415391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.418225 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.483625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.526937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Allocated IP 172.20.0.2 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/3a16fd93-d037-4324-a94f-e1c5a36e6b1b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:42.708549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.763620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.780802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.780947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986836db-7df0-484d-a80c-f30642ad754f req-9daafdec-0030-4f95-a33d-035a0777e929 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:42.782625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-986836db-7df0-484d-a80c-f30642ad754f req-9daafdec-0030-4f95-a33d-035a0777e929 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1254835 Oct 12 11:17:42.813478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:42.817075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:42.820656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:42.829375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-986836db-7df0-484d-a80c-f30642ad754f req-64b4f1f0-8109-46b3-99b0-5e69b96ba051 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Oct 12 11:17:42.881695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Pushing event updated for resources: {'Port': ['ID=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:42.887646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Attempting to bind port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:42.888102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Attempting to bind port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:42.888448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Attempting to bind port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:42.893981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:42.894354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:42.894801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.895197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:42.895670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Bound port: 3a16fd93-d037-4324-a94f-e1c5a36e6b1b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:42.896052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:42.973900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] For port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:42.977427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] For port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:42.988219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-19180403-dae4-438e-9011-226f10d241bf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:42.989776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-19180403-dae4-438e-9011-226f10d241bf tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0907257 Oct 12 11:17:43.007283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:43.021030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6714ec-c617-4bb8-bfba-2bce3249241f req-0773d4f0-7d49-4a6a-922a-36d0b6ea200f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.022528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c6714ec-c617-4bb8-bfba-2bce3249241f req-0773d4f0-7d49-4a6a-922a-36d0b6ea200f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0902975 Oct 12 11:17:43.054864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:43.133724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f771b-fddf-4976-876b-15f9ac11af18 None None] Pushing event updated for resources: {'Port': ['ID=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:43.143948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:43.190115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c6714ec-c617-4bb8-bfba-2bce3249241f req-b98cb1aa-52ef-4558-b95f-1e3239965e47 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524107 Oct 12 11:17:43.194242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c6467-f4db-428d-84a4-20b2655570c1 req-d7b012c6-e7ad-47c0-aba8-263ef6e6b020 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.196540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-263c6467-f4db-428d-84a4-20b2655570c1 req-d7b012c6-e7ad-47c0-aba8-263ef6e6b020 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 945 time: 0.0701547 Oct 12 11:17:43.267327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-263c6467-f4db-428d-84a4-20b2655570c1 req-48668a6f-296c-49d0-8f33-3fbd5a745f80 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Oct 12 11:17:43.347582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:43.395351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:43.398501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-3c02f761-65bf-41aa-9e33-c182539cd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.399902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-3c02f761-65bf-41aa-9e33-c182539cd4c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1101 time: 0.1444440 Oct 12 11:17:43.531717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0013660-d4c8-4a94-a405-84929cb84ef2 req-30d7ba10-dfa9-4b37-82cd-7d7d2af168ad tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.542612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0013660-d4c8-4a94-a405-84929cb84ef2 req-30d7ba10-dfa9-4b37-82cd-7d7d2af168ad tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.0722184 Oct 12 11:17:43.599565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0013660-d4c8-4a94-a405-84929cb84ef2 req-02eb8217-9711-4ed5-bf5f-96772eba42cd tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Oct 12 11:17:43.660375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b842b35-014e-4672-851d-1dcd32994900 req-0c3ec324-4cc9-4bd0-984e-893bd7f9e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.662182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b842b35-014e-4672-851d-1dcd32994900 req-0c3ec324-4cc9-4bd0-984e-893bd7f9e54e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 1097 time: 0.0531580 Oct 12 11:17:43.679714 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:17:43.689925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:43.694856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-c4927929-7802-424d-8461-832e24a3cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.697395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-c4927929-7802-424d-8461-832e24a3cc8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2581942 Oct 12 11:17:43.713725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b842b35-014e-4672-851d-1dcd32994900 req-73c2eb74-230c-455c-a58f-4e7aa80c5771 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Oct 12 11:17:43.755611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-81e51074-f237-4903-8eb2-10ae909bb688 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0487056 Oct 12 11:17:43.766925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Allocated IP 172.25.2.141 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:43.864660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:43.903482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-5bdc75d6-93ac-48d3-afac-89dc37d31506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:43.904958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-5bdc75d6-93ac-48d3-afac-89dc37d31506 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1404386 Oct 12 11:17:43.995584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abf7e2-8c1d-43a9-8671-e8b06d0718cd req-a9e5fab1-0f10-4741-b5c7-d3a36bc26087 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.003284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52abf7e2-8c1d-43a9-8671-e8b06d0718cd req-a9e5fab1-0f10-4741-b5c7-d3a36bc26087 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0821927 Oct 12 11:17:44.008726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:44.011009 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc07a2-811c-4e7b-9356-28db77d49587" -d '{"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-unplugged", "status": "completed", "tag": "718f791e-967f-4281-bc7a-696778ba8d68"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:44.021763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.039756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-fa5d9d45-55a1-4b39-89f4-e778fd822320 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.041262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-fa5d9d45-55a1-4b39-89f4-e778fd822320 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.47 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.2040517 Oct 12 11:17:44.052305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52abf7e2-8c1d-43a9-8671-e8b06d0718cd req-ca521479-c9a8-4fca-96d3-96c6a2a75a1c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Oct 12 11:17:44.072216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.097484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-a816e276-584f-46f2-83fb-8b1091f6a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.101750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-a816e276-584f-46f2-83fb-8b1091f6a58c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670933 Oct 12 11:17:44.115557 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76fd639-030c-4955-8b1c-3a0635abbe4c x-openstack-request-id: req-c76fd639-030c-4955-8b1c-3a0635abbe4c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:44.115919 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-unplugged", "status": "completed", "tag": "718f791e-967f-4281-bc7a-696778ba8d68", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:44.116238 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c76fd639-030c-4955-8b1c-3a0635abbe4c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:44.116774 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68', 'code': 200} Oct 12 11:17:44.151521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.184681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3a16fd93-d037-4324-a94f-e1c5a36e6b1b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:44.226546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84af75b-41d9-4aa7-84ca-b804720b5b03 req-dd05ebe3-fee4-44ca-892d-b05dda0b36db tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.233923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e84af75b-41d9-4aa7-84ca-b804720b5b03 req-dd05ebe3-fee4-44ca-892d-b05dda0b36db tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.0851173 Oct 12 11:17:44.252756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45516) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:44.270929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:44.302375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:44.302797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.316488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e84af75b-41d9-4aa7-84ca-b804720b5b03 req-a9d6623d-1e4f-4947-913c-f3a552dcfb16 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806739 Oct 12 11:17:44.357020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12affdf-745b-4434-b34c-477b8bb518d9 None None] Network 48938513-d2e0-4401-a918-9c0cfe771667 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:44.461500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.463123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df770-5dca-4b0d-9713-ad58189272aa req-5bf2b1a0-217e-456b-bc86-a58fee8b5206 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.464666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-fb0f599f-533c-42a8-8924-c723a792b54e service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262620 Oct 12 11:17:44.465022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-588df770-5dca-4b0d-9713-ad58189272aa req-5bf2b1a0-217e-456b-bc86-a58fee8b5206 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0701973 Oct 12 11:17:44.465977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9af5-54ac-41d8-8d88-f5cf3271c315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.470788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h2-813419-3 for vnic_type normal with profile {"migrating_to": "n-h1-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:44.470788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:44.470788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:44.480152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa692b75-21b4-4675-827b-bc54b11c0e7c req-7e1052f4-a145-4709-8422-4fbf63311743 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.481619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa692b75-21b4-4675-827b-bc54b11c0e7c req-7e1052f4-a145-4709-8422-4fbf63311743 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1638370 Oct 12 11:17:44.493110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c11bb4ea-9ade-4c5d-b520-debe60122a27 None None] Provisioning complete for port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:44.493678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c11bb4ea-9ade-4c5d-b520-debe60122a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.541207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:44.541521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:44.554834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-588df770-5dca-4b0d-9713-ad58189272aa req-e1001c4d-b3a5-40b5-a899-ed89b8eb5e76 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800970 Oct 12 11:17:44.574752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:44.574752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Deleting port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:44.574752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.596682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:44.596894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:44.597275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:44.597635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Bound port: 718f791e-967f-4281-bc7a-696778ba8d68, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:44.598273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.613109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:44.613372 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.646855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9af5-54ac-41d8-8d88-f5cf3271c315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.657247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:44.661430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Pushing event updated for resources: {'Port': ['ID=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:44.677276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:44.722926 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c11bb4ea-9ade-4c5d-b520-debe60122a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.760211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9af5-54ac-41d8-8d88-f5cf3271c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.789973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa692b75-21b4-4675-827b-bc54b11c0e7c req-ec02c14f-8aa0-466e-b927-2c2f82447cba tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644885 Oct 12 11:17:44.792454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.822910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb4f7-41d3-4daf-8066-568fc85c4743 req-9a8af580-0e53-4dd2-a596-f680ae84e4a9 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:44.831149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-722eb4f7-41d3-4daf-8066-568fc85c4743 req-9a8af580-0e53-4dd2-a596-f680ae84e4a9 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 945 time: 0.1064029 Oct 12 11:17:44.839295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f9af5-54ac-41d8-8d88-f5cf3271c315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c90156-e2da-4d90-ae0b-0a166d6566b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:44.843968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dd4f9af5-54ac-41d8-8d88-f5cf3271c315 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8deb4a546770457f96ee007c85f76f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901411 Oct 12 11:17:44.854134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45526) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:44.871445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:44.884774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-24b7a3a9-1da6-4b18-a41e-cb8dee7acf11 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991189 Oct 12 11:17:44.913983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-722eb4f7-41d3-4daf-8066-568fc85c4743 req-0f869af3-17a2-4603-890e-f9fad29a0dd1 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/security-groups?id=d804b95b-9625-4598-a872-2c36c8b5e02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Oct 12 11:17:44.929777 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-c11bb4ea-9ade-4c5d-b520-debe60122a27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:17:44.930491 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-c11bb4ea-9ade-4c5d-b520-debe60122a27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:17:44.937501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.959855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:44.985341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] For port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,segment=NetworkSegment(13fa0be6-8a68-4401-bb21-ee1c0caf015d),segment_id=13fa0be6-8a68-4401-bb21-ee1c0caf015d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:44.985707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.118183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.120495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.124346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3c90156-e2da-4d90-ae0b-0a166d6566b9 HTTP/1.1" status: 204 len: 168 time: 0.2666519 Oct 12 11:17:45.130899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800de2-0a90-484a-b314-1460d61a2644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c90156-e2da-4d90-ae0b-0a166d6566b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:45.248854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:17:45.332153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:45.359157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Calling delete_port for 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:45.366562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:45.368394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:45.420531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h2-813419-3 for vnic_type normal with profile {"migrating_to": "n-h1-813419-3"} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:45.420531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:45.420810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:45.428296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:45.428660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempting to bind port 718f791e-967f-4281-bc7a-696778ba8d68 on network a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:45.448785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.459402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0074-8d4e-4800-ad5a-4c4f8a3d8bc5 req-8ea1e22d-5a27-4ff7-ad06-9a887d40ab73 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.461826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7bb0074-8d4e-4800-ad5a-4c4f8a3d8bc5 req-8ea1e22d-5a27-4ff7-ad06-9a887d40ab73 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.0718462 Oct 12 11:17:45.488470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:45.489594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Checking segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:45.490359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Bound using segment: {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:45.491170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Bound port: 718f791e-967f-4281-bc7a-696778ba8d68, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40adce-3dc3-4d1a-9440-28c030f855ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a31ae4a4-1fd4-4d35-a72b-389e5e771bb5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:45.498377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.524917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4de461-0255-4194-bb0b-cd3769e60ab5 req-e9c29303-34d7-4d5a-9707-f5d405a18a6b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.531969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba4de461-0255-4194-bb0b-cd3769e60ab5 req-e9c29303-34d7-4d5a-9707-f5d405a18a6b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1917901 Oct 12 11:17:45.550674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7bb0074-8d4e-4800-ad5a-4c4f8a3d8bc5 req-d3adc3b7-7448-40b0-8696-159d6b1433d8 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Oct 12 11:17:45.607274 n-d-813419-3 neutron-server[95549]: WARNING neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Concurrent port binding operations failed on port 718f791e-967f-4281-bc7a-696778ba8d68 Oct 12 11:17:45.610947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:45.613174 n-d-813419-3 neutron-server[95549]: INFO neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Attempt 2 to bind port 718f791e-967f-4281-bc7a-696778ba8d68 Oct 12 11:17:45.613868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 has no active binding in host n-h1-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:17:45.676775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ea7afec1-9dbf-4cdd-8c31-3e4c91503e91 None None] Provisioning complete for port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:45.677158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea7afec1-9dbf-4cdd-8c31-3e4c91503e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.684610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.685233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.686724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 1121 time: 2.6856291 Oct 12 11:17:45.693865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470ac54-a166-4216-ade5-d7be51df7f32 req-25f89591-ed3a-4771-bfb7-4d75e4215861 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.695904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8470ac54-a166-4216-ade5-d7be51df7f32 req-25f89591-ed3a-4771-bfb7-4d75e4215861 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0622468 Oct 12 11:17:45.729663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:45.744446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8470ac54-a166-4216-ade5-d7be51df7f32 req-b8b44e05-aa39-44f6-8037-2a78a3975857 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Oct 12 11:17:45.778077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.778077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.778077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.778398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.778505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['718f791e-967f-4281-bc7a-696778ba8d68'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:45.778620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.778825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.779160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.779489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.779820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.780171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.780521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.780841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3beab76-2746-4f4c-ace1-f94e11bdb4b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:45.816196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['718f791e-967f-4281-bc7a-696778ba8d68'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:45.827371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba4de461-0255-4194-bb0b-cd3769e60ab5 req-e03989ba-4d55-429d-9941-edf00107d9ed tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520711 Oct 12 11:17:45.858586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-0f10e10e-8a39-4247-90cd-c427797b0e23 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.860600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-0f10e10e-8a39-4247-90cd-c427797b0e23 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.2663014 Oct 12 11:17:45.885576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:45.993969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799841e-84b2-4538-80f6-9c2cf0793d90 req-6370948c-b6b4-46cb-a989-e50b12f648a6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:45.995672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3799841e-84b2-4538-80f6-9c2cf0793d90 req-6370948c-b6b4-46cb-a989-e50b12f648a6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0798190 Oct 12 11:17:46.006472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.048577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3799841e-84b2-4538-80f6-9c2cf0793d90 req-cc5d40ad-c324-4f3b-a8bb-40b94b8f99a7 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Oct 12 11:17:46.049716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45544) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:46.083579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bf06d72-d212-4259-8a14-ee3d7b68e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.138318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:46.140600 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f06f62-7f33-413b-81fc-74b7561e0cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "tag": "718f791e-967f-4281-bc7a-696778ba8d68"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:46.183351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Pushing event deleted for resources: {'Port': ['ID=8bec29fa-6f8b-4e3d-b2d2-ed24b4294676,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:46.187190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61e6acc8-c0ce-4385-b683-12716162f306 req-53472834-d992-444f-b186-498f6ed2ecf0 tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 210 time: 0.1053097 Oct 12 11:17:46.206081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3a16fd93-d037-4324-a94f-e1c5a36e6b1b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:46.240673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bf06d72-d212-4259-8a14-ee3d7b68e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.249463 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1447269-0bf1-4bcd-835d-0ada4eeb34be x-openstack-request-id: req-f1447269-0bf1-4bcd-835d-0ada4eeb34be {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:46.253765 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "tag": "718f791e-967f-4281-bc7a-696778ba8d68", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:46.253765 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1447269-0bf1-4bcd-835d-0ada4eeb34be {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:46.253765 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68', 'status': 'completed', 'code': 200} Oct 12 11:17:46.300954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bf06d72-d212-4259-8a14-ee3d7b68e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.313682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:46.314932 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.328514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] No DVR routers for this DVR port 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:46.337412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.340711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72cc567a-6bea-4a0e-af13-73e2f6dd59f4 req-f1f24b27-d9f0-4465-8510-f18e58e9c4ea tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.47 "DELETE /v2.0/ports/8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 HTTP/1.1" status: 204 len: 173 time: 2.2856967 Oct 12 11:17:46.350934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-b3f05b4c-9133-4ce4-8bdb-6d2d2e813730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:46.352594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-b3f05b4c-9133-4ce4-8bdb-6d2d2e813730 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1124 time: 0.0954030 Oct 12 11:17:46.353911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf06d72-d212-4259-8a14-ee3d7b68e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889cb72-e103-4480-9fcd-d7029d757e89,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:46.360594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:46.364829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3bf06d72-d212-4259-8a14-ee3d7b68e804 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1857e827ddcf42da83ab642e54ca3296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073828 Oct 12 11:17:46.365587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:46.396316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:46.397113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8bec29fa-6f8b-4e3d-b2d2-ed24b4294676 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:46.399774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Deleting port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:46.400125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.492805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.500027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-c5e34c92-8021-4fb4-ba46-bbd717f05e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:46.501483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-c5e34c92-8021-4fb4-ba46-bbd717f05e28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1334267 Oct 12 11:17:46.528715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.552743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.555443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-e186b488-520b-4a73-af9e-2c2001c2a838 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 217 time: 0.0458765 Oct 12 11:17:46.560672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-26b7421d-980a-4bdd-bf4f-bc106eddc1f9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:46.562206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-26b7421d-980a-4bdd-bf4f-bc106eddc1f9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 810 time: 0.2446415 Oct 12 11:17:46.624314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-1531ca27-f469-4454-aa5a-d1e034621cf6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/quotas/2406fa06d3ea45ddaf95eb133267c98b HTTP/1.1" status: 200 len: 375 time: 0.0218050 Oct 12 11:17:46.625959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] For port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:46.626318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.642081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-123943d6-ab34-4578-9f3f-c39ce7880392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:46.643744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-123943d6-ab34-4578-9f3f-c39ce7880392 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0811925 Oct 12 11:17:46.655255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Calling delete_port for 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:46.701714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-b2c5f9d9-d9d1-4f7a-b17c-5083ed2fa46b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366261 Oct 12 11:17:46.727202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c0f71-8fbd-430e-be0d-f670545bbf34 req-b5dbb4a7-3c1f-4693-b057-785dd88bd86d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:46.728733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e42c0f71-8fbd-430e-be0d-f670545bbf34 req-b5dbb4a7-3c1f-4693-b057-785dd88bd86d tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 945 time: 0.1054709 Oct 12 11:17:46.781151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-cc375dce-6c82-4376-94e3-26204c31f8e5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435833 Oct 12 11:17:46.827278 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e42c0f71-8fbd-430e-be0d-f670545bbf34 req-cfc3c372-dcaf-40a9-9559-8af604ede422 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869718 Oct 12 11:17:46.855234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-49fefc61-ab14-48d2-97c9-50cafe62d33b service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444018 Oct 12 11:17:46.855945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.858814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:46.862833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b889cb72-e103-4480-9fcd-d7029d757e89 HTTP/1.1" status: 204 len: 168 time: 0.4930387 Oct 12 11:17:46.892674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d869042-d722-4087-a315-47bbb419806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889cb72-e103-4480-9fcd-d7029d757e89,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:46.947430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-ad1160e2-7cce-45a1-a350-943f2dbc4ad2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576502 Oct 12 11:17:46.984992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Router 7a96a250-a65e-4832-8e7f-1b125afcc461 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:17:47.013000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035f204-3183-4c20-b707-6887a79bf554 req-ba341e7d-cb11-4ecd-a05e-6b91cab39e90 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:47.014568 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7035f204-3183-4c20-b707-6887a79bf554 req-ba341e7d-cb11-4ecd-a05e-6b91cab39e90 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1189566 Oct 12 11:17:47.063943 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69f06f62-7f33-413b-81fc-74b7561e0cc3 req-171d9ebc-a607-443c-be1a-108099651e33 service neutron] 10.222.0.47 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923773 Oct 12 11:17:47.094069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7035f204-3183-4c20-b707-6887a79bf554 req-6749316d-79e8-40f9-9fef-bd744a086659 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686533 Oct 12 11:17:47.144554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:47.155452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-8b717b28-7e30-4e51-b92a-d001ef3be395 service neutron] 10.222.0.43 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040074 Oct 12 11:17:47.156199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3d0a73b3-3b82-473e-90c8-2355922a80e7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:47.177411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb17016a-7765-48a1-b487-2dd9d9c1d8ab'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:47.191571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event deleted for resources: {'Port': ['ID=7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:47.247751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] No DVR routers for this DVR port 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:47.251531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:47.255500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231317b0-f852-4923-8ecc-0ccff3262c6a req-33853845-2667-4cf0-99ce-673873104942 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "DELETE /v2.0/ports/7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb HTTP/1.1" status: 204 len: 173 time: 1.3830600 Oct 12 11:17:47.259972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:17:47.279939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f360-7480-4771-a1d3-9b791e0c6405 req-b2442fc5-c86c-4c3a-8506-9dd6004c3a0a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:47.285331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3005f360-7480-4771-a1d3-9b791e0c6405 req-b2442fc5-c86c-4c3a-8506-9dd6004c3a0a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1224504 Oct 12 11:17:47.291954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Sync routers for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:17:47.322994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:47.323573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:47.337890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:47.339184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-046a7085-06cb-43ba-a2d4-07293bcf011e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0494690 Oct 12 11:17:47.341013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3005f360-7480-4771-a1d3-9b791e0c6405 req-20621631-1f49-4a14-b7c0-c40b776602ab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Oct 12 11:17:47.341807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:47.615885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-968d4486-4115-4cad-87ae-cd6f55a0e2f2 req-0ae27492-749c-407c-88e9-a1b31f8b317b tempest-InstanceActionsNegativeTestJSON-1632488107 tempest-InstanceActionsNegativeTestJSON-1632488107-project] 10.222.0.43 "GET /v2.0/ports?device_id=342634e1-9c17-4ec4-aea8-92a33ac72254 HTTP/1.1" status: 200 len: 210 time: 0.0380239 Oct 12 11:17:47.721704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cba090ea-390d-450b-a2a3-e4706adef97b req-9a561285-d1fc-406a-81e9-9012abbdf0ce tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 210 time: 0.0667629 Oct 12 11:17:47.768312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:47.943828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19b0de7c-bdb0-44f9-82de-19730c547675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:47.972158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17ee6315-45b9-4b5f-b265-4ae8db6f7e6d req-1ca0f9e8-6a9b-469e-91ed-beaec931b822 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=305ed135-691e-47f7-8bf4-8dd8419cd694 HTTP/1.1" status: 200 len: 210 time: 0.0340757 Oct 12 11:17:48.081407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:45Z', 'revision_number': 3, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:48.106370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.108270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Checking router: 7a96a250-a65e-4832-8e7f-1b125afcc461 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:17:48.108625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Updating router 7a96a250-a65e-4832-8e7f-1b125afcc461 port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:17:48.135838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.252177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'name': 'network-vif-deleted', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676'}, {'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'name': 'network-vif-deleted', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:48.254866 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542d873-e804-423b-8d90-395434834fe4" -d '{"events": [{"server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "name": "network-vif-deleted", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676"}, {"server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "name": "network-vif-deleted", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:48.315325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92236-09da-4d19-adba-993c3b20a49e req-144649e9-ca7e-414a-a56d-7cef07fee104 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:48.316850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86f92236-09da-4d19-adba-993c3b20a49e req-144649e9-ca7e-414a-a56d-7cef07fee104 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0900362 Oct 12 11:17:48.335835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Allocated IP 172.20.0.1 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/cb76da7b-3d90-4d34-af35-d83cd35463d4) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:48.337419 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f58c2-6481-4841-a940-176b98f15621 x-openstack-request-id: req-286f58c2-6481-4841-a940-176b98f15621 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:48.337571 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342634e1-9c17-4ec4-aea8-92a33ac72254", "name": "network-vif-deleted", "tag": "8bec29fa-6f8b-4e3d-b2d2-ed24b4294676", "status": "completed", "code": 200}, {"server_uuid": "305ed135-691e-47f7-8bf4-8dd8419cd694", "name": "network-vif-deleted", "tag": "7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:48.337722 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-286f58c2-6481-4841-a940-176b98f15621 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:48.338556 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342634e1-9c17-4ec4-aea8-92a33ac72254', 'name': 'network-vif-deleted', 'tag': '8bec29fa-6f8b-4e3d-b2d2-ed24b4294676', 'status': 'completed', 'code': 200} Oct 12 11:17:48.338852 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305ed135-691e-47f7-8bf4-8dd8419cd694', 'name': 'network-vif-deleted', 'tag': '7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb', 'status': 'completed', 'code': 200} Oct 12 11:17:48.368907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:48.383764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86f92236-09da-4d19-adba-993c3b20a49e req-f02f7159-ffed-4834-ac0e-c0356aff51ab tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Oct 12 11:17:48.398429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:48.398883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7054fbeb-cb54-4b7f-bea6-dcd3b70b03cb not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:48.493514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.548088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.563667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeec07-965e-45d0-b5de-145838f5aaba req-b0cf9df0-dbc6-4075-8880-2efb8764982c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:48.565225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0adeec07-965e-45d0-b5de-145838f5aaba req-b0cf9df0-dbc6-4075-8880-2efb8764982c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0657265 Oct 12 11:17:48.598346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.612398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0adeec07-965e-45d0-b5de-145838f5aaba req-aa22871c-d61c-4a3e-8f01-c7f052148769 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Oct 12 11:17:48.645571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:48.652295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:48.655814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:48.660924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.685433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Pushing event updated for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:48.716481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45624) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:48.727020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.822307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bfa58-3c0d-4016-b639-eaf6215998e6 None None] Pushing event updated for resources: {'Port': ['ID=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:48.831693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Deleting subnet 436da21d-723e-4479-9915-77a466ff6dc9 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:48.841306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.860520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Attempting to bind port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:48.861030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Attempting to bind port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:48.864040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Attempting to bind port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:48.868555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:48.869059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:48.869716 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.870209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:48.870837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Bound port: 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:48.871368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.903989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8a8b776c-2c1c-4a23-a04c-24476eefe856 req-c0be7444-e7ac-47ea-afa8-7d0d54a7bc19 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 210 time: 0.0635927 Oct 12 11:17:48.908447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:48.960331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] For port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:48.966650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] For port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:48.978298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.120773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-27fee04c-20cd-45cd-adfa-59d2e5d089e9 None None] Provisioning complete for port cb76da7b-3d90-4d34-af35-d83cd35463d4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:49.121243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27fee04c-20cd-45cd-adfa-59d2e5d089e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.145830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.156881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.173689 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.223308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-27fee04c-20cd-45cd-adfa-59d2e5d089e9 None None] Port cb76da7b-3d90-4d34-af35-d83cd35463d4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:17:49.224236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.230747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/436da21d-723e-4479-9915-77a466ff6dc9 HTTP/1.1" status: 204 len: 168 time: 0.5129426 Oct 12 11:17:49.231395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:49.232314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c05acb-1d2d-4387-816e-5fed42ecc956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436da21d-723e-4479-9915-77a466ff6dc9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:49.241608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:49.242270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:49.314680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bfa58-3c0d-4016-b639-eaf6215998e6 None None] Pushing event updated for resources: {'Port': ['ID=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:49.402483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:49.410349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.558962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ce270-01e8-423d-9b00-faa009ddeb46 req-a146c7bf-70d9-4ca1-8fae-4355e973c024 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:49.565336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d13ce270-01e8-423d-9b00-faa009ddeb46 req-a146c7bf-70d9-4ca1-8fae-4355e973c024 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.0745473 Oct 12 11:17:49.604139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.613999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d13ce270-01e8-423d-9b00-faa009ddeb46 req-44fbfeec-140b-455b-a79e-5689a836cb42 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Oct 12 11:17:49.634398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.653997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be00b7c0-dfe1-4ac4-bee1-19d9e345b319']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:49.667277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fa0be6-8a68-4401-bb21-ee1c0caf015d') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:49.667569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fa0be6-8a68-4401-bb21-ee1c0caf015d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:49.669273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:48Z', 'revision_number': 1, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:49.682098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c92ed-6db9-4815-9213-8599adc53c97 req-fedab41b-88fc-43eb-b59e-b5d3f1ee066c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:49.684263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad1c92ed-6db9-4815-9213-8599adc53c97 req-fedab41b-88fc-43eb-b59e-b5d3f1ee066c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1589816 Oct 12 11:17:49.689938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.693415 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.699322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a298ad-4f6a-487f-a827-7ded94420fba None None] The sync data for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 is: [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:48Z', 'revision_number': 1, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:17:49.743492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.760204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a901e9-804e-4481-9ede-d068efd7e325 req-9cd0171c-5a2c-4058-906a-496000606693 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:49.760204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93a901e9-804e-4481-9ede-d068efd7e325 req-9cd0171c-5a2c-4058-906a-496000606693 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0742311 Oct 12 11:17:49.787775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:17:49.788186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:17:49.790277 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:17:49.811342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93a901e9-804e-4481-9ede-d068efd7e325 req-7aead320-f6f3-471a-b1e9-102109570153 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Oct 12 11:17:49.857449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:49.864423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Pushing event updated for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:49.876740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45678) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:49.879251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad1c92ed-6db9-4815-9213-8599adc53c97 req-05fa59e7-b282-4ff5-936c-f3c6fa480b99 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865110 Oct 12 11:17:49.993108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:49.993559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:49.997453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.004331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.017939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/be00b7c0-dfe1-4ac4-bee1-19d9e345b319 HTTP/1.1" status: 204 len: 168 time: 0.7846732 Oct 12 11:17:50.032545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206bb15-8395-4827-9d57-2224a092db23 admin admin] Pushing event deleted for resources: {'Network': ['ID=be00b7c0-dfe1-4ac4-bee1-19d9e345b319,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:50.142634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58233f2d-de5c-4621-b8bb-d5f9c03b6534 req-d954f988-de51-485c-b4b1-71557e357e92 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 210 time: 0.1001160 Oct 12 11:17:50.144404 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-257ab3ca-57c3-41f0-9f59-5a2a21ab14a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.181661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Router 7a96a250-a65e-4832-8e7f-1b125afcc461 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:17:50.266763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-257ab3ca-57c3-41f0-9f59-5a2a21ab14a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.347133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-257ab3ca-57c3-41f0-9f59-5a2a21ab14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.375569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d61ea96f-f6f9-420e-80e4-611214094b68 None None] Provisioning complete for port cb76da7b-3d90-4d34-af35-d83cd35463d4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:50.378033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61ea96f-f6f9-420e-80e4-611214094b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.422053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ed69619-2237-4ebe-9bb1-34d4a544b85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.434241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-257ab3ca-57c3-41f0-9f59-5a2a21ab14a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67e68470f5674e22a6ea27c92f913401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513427 Oct 12 11:17:50.449145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:50.456333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d61ea96f-f6f9-420e-80e4-611214094b68 None None] Port cb76da7b-3d90-4d34-af35-d83cd35463d4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:17:50.497892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ab3ca-57c3-41f0-9f59-5a2a21ab14a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44b127-1173-4fad-817d-320b268baff4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:50.540387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:50.549515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-eec828d6-4b31-4426-a9fb-7c4d74676853 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:50.551173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-eec828d6-4b31-4426-a9fb-7c4d74676853 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 810 time: 0.2766602 Oct 12 11:17:50.580833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Request body: {'port': {'device_id': '43314851-b984-4bfb-8baf-847eb85f0a75', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'admin_state_up': True, 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:50.621938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.724358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.741093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2c5922d-b741-4b19-861e-56a331cc7dea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08fa422358e6481b8f48b39727ba2e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886499 Oct 12 11:17:50.748651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:50.852644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:17:50.862883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c3ef761a-9848-4b86-b82e-04d8093f9f53 admin admin] 10.222.0.43 "PUT /v2.0/routers/7a96a250-a65e-4832-8e7f-1b125afcc461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200210 Oct 12 11:17:50.895010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.898812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489c5d-1952-4e85-a8e2-8ac4ffb6b2d4 req-446174b2-0f89-4a71-9e58-6db5fa169011 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:50.903074 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4489c5d-1952-4e85-a8e2-8ac4ffb6b2d4 req-446174b2-0f89-4a71-9e58-6db5fa169011 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.1102202 Oct 12 11:17:50.966594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Made reservation on behalf of 2406fa06d3ea45ddaf95eb133267c98b for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:50.971914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:50.972606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4489c5d-1952-4e85-a8e2-8ac4ffb6b2d4 req-446055af-dfbb-4eb9-b50a-74dbc07cf455 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Oct 12 11:17:50.989795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.014401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.017369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.021571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd44b127-1173-4fad-817d-320b268baff4 HTTP/1.1" status: 204 len: 168 time: 0.5643187 Oct 12 11:17:51.114094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd65f09-8949-4d23-b150-2d56ae4a65d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44b127-1173-4fad-817d-320b268baff4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:51.281592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bad06-2f82-432b-bd8b-782968e96984 req-889666f3-bef6-4140-8187-f76d991f63b4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:51.283320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-491bad06-2f82-432b-bd8b-782968e96984 req-889666f3-bef6-4140-8187-f76d991f63b4 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0968847 Oct 12 11:17:51.352841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-491bad06-2f82-432b-bd8b-782968e96984 req-34d55535-f2ff-46d7-b87c-a233bd22cd60 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Oct 12 11:17:51.455517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.487313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-88e5680b-854a-4d06-a9bb-4fb079acb4c0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:51.488853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-88e5680b-854a-4d06-a9bb-4fb079acb4c0 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.0960526 Oct 12 11:17:51.666579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59134b62-4e59-455c-b807-3aad14d84ae8 req-29bec9e7-0455-4a8a-bb06-f81e1ca2e4ca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:51.668443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59134b62-4e59-455c-b807-3aad14d84ae8 req-29bec9e7-0455-4a8a-bb06-f81e1ca2e4ca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.7158992 Oct 12 11:17:51.687753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.734088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Deleting port cb17016a-7765-48a1-b487-2dd9d9c1d8ab {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:51.734961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.766550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59134b62-4e59-455c-b807-3aad14d84ae8 req-73f48dc2-a600-4e63-bbf1-b6838c0dba7a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Oct 12 11:17:51.781071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.824708 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.831001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.832968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d804b95b-9625-4598-a872-2c36c8b5e02b HTTP/1.1" status: 204 len: 168 time: 1.0803316 Oct 12 11:17:51.854377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Allocated IP 172.20.0.11 (f4f11d58-5007-4c49-9bbd-561fd4138b8f/131a2e6a-aa37-40bd-ab32-dd1c75bc62ef/19b101be-2c9c-44dd-9b76-3a239aa22107) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:51.877820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a83d0c-0e5e-46fa-b886-f298bb950799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d804b95b-9625-4598-a872-2c36c8b5e02b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:51.901720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] For port cb17016a-7765-48a1-b487-2dd9d9c1d8ab, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:51.903142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:51.917143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Calling delete_port for cb17016a-7765-48a1-b487-2dd9d9c1d8ab owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:51.975596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a2d2a7b-0b01-45c7-b53c-8afda96ee89b req-16794540-b450-4a7e-866d-82535f09bf04 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 210 time: 0.0577304 Oct 12 11:17:52.195733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.214284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb17016a-7765-48a1-b487-2dd9d9c1d8ab'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:52.225670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3d0a73b3-3b82-473e-90c8-2355922a80e7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:52.255939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51d952-b882-4281-b668-c899ef5141e6 req-6be932f1-e2c2-4860-9c60-0d6280cf99ab tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:52.257783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event deleted for resources: {'Port': ['ID=cb17016a-7765-48a1-b487-2dd9d9c1d8ab,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:52.261956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da51d952-b882-4281-b668-c899ef5141e6 req-6be932f1-e2c2-4860-9c60-0d6280cf99ab tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d25a117-f8db-4d65-bacc-76a8bd4ba37a HTTP/1.1" status: 200 len: 946 time: 0.1669383 Oct 12 11:17:52.325114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.356452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] No DVR routers for this DVR port cb17016a-7765-48a1-b487-2dd9d9c1d8ab on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:52.360251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.365985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-410e17fe-a056-4e72-9b59-00229ea11dc3 req-4ac7b8c3-169b-4abe-bb1f-010de3fdb6c2 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.41 "DELETE /v2.0/ports/cb17016a-7765-48a1-b487-2dd9d9c1d8ab HTTP/1.1" status: 204 len: 173 time: 0.8691666 Oct 12 11:17:52.368054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'name': 'network-vif-deleted', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:52.370971 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd97a54-8bfc-4014-b97c-a1665be8c347" -d '{"events": [{"server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "name": "network-vif-deleted", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:52.384760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:52.391206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da51d952-b882-4281-b668-c899ef5141e6 req-49a0e29a-c87a-4649-8e21-656863d212aa tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157346 Oct 12 11:17:52.427861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:52.501360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.561969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dd9eee68-a027-4373-9138-349520a3f52f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:17:52.572475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:52.584346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615765789', 'description': 'tempest-description--22355594'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:52.607008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Pushing event updated for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:52.660077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Network f4f11d58-5007-4c49-9bbd-561fd4138b8f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:52.661998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:52.665534 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f6148-1595-4044-83f4-3bf09e330c35 x-openstack-request-id: req-5c2f6148-1595-4044-83f4-3bf09e330c35 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:52.669690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:52.669847 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d25a117-f8db-4d65-bacc-76a8bd4ba37a", "name": "network-vif-deleted", "tag": "cb17016a-7765-48a1-b487-2dd9d9c1d8ab", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:52.669847 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c2f6148-1595-4044-83f4-3bf09e330c35 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:52.669847 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d25a117-f8db-4d65-bacc-76a8bd4ba37a', 'name': 'network-vif-deleted', 'tag': 'cb17016a-7765-48a1-b487-2dd9d9c1d8ab', 'status': 'completed', 'code': 200} Oct 12 11:17:52.763797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:52.765176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.780700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:52.887037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-d4f139f2-d3ef-4cab-a483-a7df587bfaff tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3108249 Oct 12 11:17:52.901671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Request body: {'port': {'device_id': '43314851-b984-4bfb-8baf-847eb85f0a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:52.947475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.018485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:53.019127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.037791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.096016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.110202 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Sync routers for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:17:53.125926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:53.126821 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:53.133842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1378296-eb7d-4a4c-9545-1690439b9e4c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:53.170540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4f42e-1d23-44c7-ab5d-f573ff90f10d req-9ec7b816-72f9-40db-982a-5f03d0a5bb1c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:53.182826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a4f42e-1d23-44c7-ab5d-f573ff90f10d req-9ec7b816-72f9-40db-982a-5f03d0a5bb1c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.2319100 Oct 12 11:17:53.265484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a4f42e-1d23-44c7-ab5d-f573ff90f10d req-95857ea5-ae53-43ef-8618-32eec12655f8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787382 Oct 12 11:17:53.278614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.284301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8eeed1a2-ee00-464b-91e1-ff39f5a1b12d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7099676 Oct 12 11:17:53.292202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:53.302650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'security_group_rule': {'security_group_id': 'b1378296-eb7d-4a4c-9545-1690439b9e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:53.321949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:53.343603 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:53.382493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.534297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb75399-0d92-42f4-bf0b-88aad120edaf req-0d8a64bc-964d-4b8d-8af7-862209bb207c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:53.547261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1eb75399-0d92-42f4-bf0b-88aad120edaf req-0d8a64bc-964d-4b8d-8af7-862209bb207c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 932 time: 0.1301141 Oct 12 11:17:53.586205 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.606986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.694081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1324752178-network', 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:53.699354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bc6bb-c492-455d-98fb-350c6f72bd17 req-7c61d945-e27a-46f2-ae57-e4a9f32c940c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:53.700960 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b2bc6bb-c492-455d-98fb-350c6f72bd17 req-7c61d945-e27a-46f2-ae57-e4a9f32c940c tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 1.0068495 Oct 12 11:17:53.710738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:53.718188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b101be-2c9c-44dd-9b76-3a239aa22107 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:53.737123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.772897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1eb75399-0d92-42f4-bf0b-88aad120edaf req-42217fe7-99a5-45f3-a6f7-f799fab42119 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200236 Oct 12 11:17:53.776896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b2bc6bb-c492-455d-98fb-350c6f72bd17 req-4825c714-befd-4a48-9d2f-37c5ae03837f tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Oct 12 11:17:53.777966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Transition to ACTIVE for port object 19b101be-2c9c-44dd-9b76-3a239aa22107 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:53.801653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.874511 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 2, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:53.877777 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.931582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.933592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:53.938741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.945213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.952820 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Checking router: 7a96a250-a65e-4832-8e7f-1b125afcc461 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:17:53.956557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Updating router 7a96a250-a65e-4832-8e7f-1b125afcc461 port cb76da7b-3d90-4d34-af35-d83cd35463d4 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:17:53.979060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:53.997981 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:53.999499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cd4903-7233-43e1-8d14-bd0e08d5369e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.006122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.067216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.138445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Attempting to bind port 19b101be-2c9c-44dd-9b76-3a239aa22107 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:54.139497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Attempting to bind port 19b101be-2c9c-44dd-9b76-3a239aa22107 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:54.139776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Attempting to bind port 19b101be-2c9c-44dd-9b76-3a239aa22107 on network f4f11d58-5007-4c49-9bbd-561fd4138b8f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:54.157538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Port 19b101be-2c9c-44dd-9b76-3a239aa22107 on network f4f11d58-5007-4c49-9bbd-561fd4138b8f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:17:54.158408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Attempting to bind port 19b101be-2c9c-44dd-9b76-3a239aa22107 on network f4f11d58-5007-4c49-9bbd-561fd4138b8f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:54.169015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.169258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:54.169643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Checking segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:54.170080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Bound using segment: {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:54.170642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Bound port: 19b101be-2c9c-44dd-9b76-3a239aa22107, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778ed1a9-78a2-49b8-9ad3-68501d940e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:54.171109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.201585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:54.212146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.213638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fae986a6-d0f0-4dc6-ad9c-10d70208cca9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9201658 Oct 12 11:17:54.216378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45776) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:54.221855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'security_group_rule': {'security_group_id': 'b1378296-eb7d-4a4c-9545-1690439b9e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:54.238876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:54.291130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:54.301913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=19b101be-2c9c-44dd-9b76-3a239aa22107,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:54.312049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.320005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:54.320476 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.327727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:17:54.338488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.338816 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Added segment 97f7c86e-f40b-4c1c-a401-33d9ba463069 of type vlan for network eeb04607-1c13-4ac2-9aa4-f9a4303742da Oct 12 11:17:54.392980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.419960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.444950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.448005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-925166985-network', 'tenant_id': '9f30a910f47042ae97ec4ee1b2c75fdb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:54.482633 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.510309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.516358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.516498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10353fa-5818-4e08-a14c-06ad8b15581d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.516611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] 10.222.0.41 "PUT /v2.0/ports/19b101be-2c9c-44dd-9b76-3a239aa22107 HTTP/1.1" status: 200 len: 1092 time: 1.6172671 Oct 12 11:17:54.516611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:54.516611 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:54.540744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Made reservation on behalf of 9f30a910f47042ae97ec4ee1b2c75fdb for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:54.543022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.547235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8da4b-92a0-4327-bb2a-9089892840f3 req-91cff8b1-6bef-4a10-968f-725e2a752612 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.549323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6f8da4b-92a0-4327-bb2a-9089892840f3 req-91cff8b1-6bef-4a10-968f-725e2a752612 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1580331 Oct 12 11:17:54.554685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49758afc-0aa8-4454-a97d-de4d69f7cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.583968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.592230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6f8da4b-92a0-4327-bb2a-9089892840f3 req-51d95643-edb9-4195-b827-a7fde23a4dd0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Oct 12 11:17:54.601488 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.615076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.641004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775210a-55a6-4fad-9ad3-373e9defb9c3 req-47c3ab90-5702-43d0-b4b7-a93b90c3664c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.642957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0775210a-55a6-4fad-9ad3-373e9defb9c3 req-47c3ab90-5702-43d0-b4b7-a93b90c3664c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1063008 Oct 12 11:17:54.644824 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6d22f-7728-465f-b6f4-15de5797105b x-openstack-request-id: req-3fe6d22f-7728-465f-b6f4-15de5797105b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:54.645125 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:54.645374 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fe6d22f-7728-465f-b6f4-15de5797105b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:54.645948 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107', 'status': 'completed', 'code': 200} Oct 12 11:17:54.666291 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Pushing event updated for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.698558 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.699338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.699673 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.700190 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.700681 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.701173 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.702427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.703016 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.708369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.708369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.708369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.708369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:17:54.718902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0775210a-55a6-4fad-9ad3-373e9defb9c3 req-a2c7ce11-c72a-407f-af9b-587cb25efb53 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Oct 12 11:17:54.726676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-4ba94588-bd8b-429f-aafb-10bda6cd534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.729324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-4ba94588-bd8b-429f-aafb-10bda6cd534b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1095 time: 0.0600197 Oct 12 11:17:54.753421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.765901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.766245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Attempting to bind port cb76da7b-3d90-4d34-af35-d83cd35463d4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:17:54.766635 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Attempting to bind port cb76da7b-3d90-4d34-af35-d83cd35463d4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:17:54.767037 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Attempting to bind port cb76da7b-3d90-4d34-af35-d83cd35463d4 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:17:54.768796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.769861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.770512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.772845 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:17:54.773224 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:54.773626 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.774012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:17:54.774528 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Bound port: cb76da7b-3d90-4d34-af35-d83cd35463d4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:17:54.775138 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.861772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80f76db-c81a-44c6-a742-52f1a06cb87a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:54.872514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.898389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:17:54.899556 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] For port cb76da7b-3d90-4d34-af35-d83cd35463d4, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:54.906401 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] For port cb76da7b-3d90-4d34-af35-d83cd35463d4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb76da7b-3d90-4d34-af35-d83cd35463d4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:17:54.956862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-1a0884f8-a844-4148-aa02-caff9990a695 service neutron] 10.222.0.47 "GET /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68/bindings/n-h1-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.1790202 Oct 12 11:17:54.958981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-bd67e132-04b3-47f8-a249-213c54b41c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.960358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-bd67e132-04b3-47f8-a249-213c54b41c79 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2229927 Oct 12 11:17:54.974850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6476197 Oct 12 11:17:54.976058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:54.977050 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Added segment b74e9f34-8cf4-4409-88da-6dc47316ee38 of type vlan for network 09bb5b66-0e41-4be6-886e-6b7c487af639 Oct 12 11:17:54.984338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab80a3e-e2f1-4f97-915a-648a56aafad9 req-f6b19031-1b84-444f-a8a1-4af8742585ae tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:54.986603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ab80a3e-e2f1-4f97-915a-648a56aafad9 req-f6b19031-1b84-444f-a8a1-4af8742585ae tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 944 time: 0.0990357 Oct 12 11:17:54.987202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45794) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:55.002819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253005-6825-493b-9ef4-1664cfbef4da admin admin] Pushing event updated for resources: {'Network': ['ID=eeb04607-1c13-4ac2-9aa4-f9a4303742da,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:55.013366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.014554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Request body: {'subnet': {'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1324752178-subnet', 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:55.017603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-480dcb72-8589-43cd-9436-2a3ecd6fa6f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7999423 Oct 12 11:17:55.018306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:55.021377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:17:55.025382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:55.050216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9ee69cb7-d1bf-4312-942c-e9038dca43b0 None None] Provisioning complete for port cb76da7b-3d90-4d34-af35-d83cd35463d4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:55.050591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9ee69cb7-d1bf-4312-942c-e9038dca43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.052633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:55.077314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.093883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213b671-c477-4622-810e-32dc10c607a4 req-849ff014-3352-49c7-82e4-3e2cc9ad4972 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.099655 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.101222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a213b671-c477-4622-810e-32dc10c607a4 req-849ff014-3352-49c7-82e4-3e2cc9ad4972 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.1576900 Oct 12 11:17:55.141337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9ee69cb7-d1bf-4312-942c-e9038dca43b0 None None] Port cb76da7b-3d90-4d34-af35-d83cd35463d4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:17:55.151108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a213b671-c477-4622-810e-32dc10c607a4 req-28e5f0d4-ffe4-40fd-94e3-4bb4671c894e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490124 Oct 12 11:17:55.183572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:17:55.185109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:55.200222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ab80a3e-e2f1-4f97-915a-648a56aafad9 req-c4a29351-0a4e-42ad-9e0c-90e2ae2b9950 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985281 Oct 12 11:17:55.235467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:55.238777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.242421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-13e7c5ad-a8f4-4811-8ee3-2683d1aa9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.243831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.244789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.245075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9325fc81-2ade-4b58-bc00-ed304ccf4ed0 req-13e7c5ad-a8f4-4811-8ee3-2683d1aa9747 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771955 Oct 12 11:17:55.245371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.276857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb17016a-7765-48a1-b487-2dd9d9c1d8ab no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:55.318974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: cb17016a-7765-48a1-b487-2dd9d9c1d8ab {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:55.319335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb17016a-7765-48a1-b487-2dd9d9c1d8ab not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:55.337686 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:17:55.344804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.365151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] Pushing event updated for resources: {'Network': ['ID=09bb5b66-0e41-4be6-886e-6b7c487af639,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:55.379327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 09bb5b66-0e41-4be6-886e-6b7c487af639 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:17:55.436211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c21256f5-9f5b-4d27-8024-334742ce3e65 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1953380 Oct 12 11:17:55.438485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45800) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:55.446183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Request body: {'subnet': {'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-925166985-subnet', 'tenant_id': '9f30a910f47042ae97ec4ee1b2c75fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:17:55.467602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-5f79cae7-f634-48ee-a202-90f63ff6b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.469271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-5f79cae7-f634-48ee-a202-90f63ff6b0e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1095 time: 0.1761863 Oct 12 11:17:55.509397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.522997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] Provisioning complete for port cb76da7b-3d90-4d34-af35-d83cd35463d4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:55.523821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.563557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-367f40c9-bb00-4880-a2f6-ba379fb30996 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b101be-2c9c-44dd-9b76-3a239aa22107 HTTP/1.1" status: 200 len: 217 time: 0.0810080 Oct 12 11:17:55.567365 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b6cae-647a-484b-8a28-d6c88a105c17 None None] Pushing event updated for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:55.575707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:55.576007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Made reservation on behalf of 9f30a910f47042ae97ec4ee1b2c75fdb for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:17:55.579774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.635567 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:54Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:17:55.641185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.661280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:55.681506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] For port cb76da7b-3d90-4d34-af35-d83cd35463d4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb76da7b-3d90-4d34-af35-d83cd35463d4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:55.695670 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b05-ebac-42ad-b1f1-748fcc448b9e None None] The sync data for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 is: [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:54Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:17:55.720717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.25.2.133 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:17:55.745110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718f791e-967f-4281-bc7a-696778ba8d68 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:17:55.767678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.805642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:55.825329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-e1df67b6-951d-4e89-afac-d9bbfb5ae7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.828927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-e1df67b6-951d-4e89-afac-d9bbfb5ae7f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.2486858 Oct 12 11:17:55.844804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b397-328a-4bda-9f18-fd1237a525d0 None None] Pushing event updated for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:55.871195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-f771efe8-9fb4-4e0b-a30e-bfce6a835636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353177 Oct 12 11:17:55.884329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d6af-f12f-4aac-9dbd-e8105c179d42 req-b59ebf13-3fac-416c-aeb6-4c46f8a26bea tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.885764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a64d6af-f12f-4aac-9dbd-e8105c179d42 req-b59ebf13-3fac-416c-aeb6-4c46f8a26bea tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1784749 Oct 12 11:17:55.941948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.970384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:55.990945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563610c-b5a6-47ab-a083-2b069e7998dc req-4b68d853-20cc-4c88-81df-573461d68e9c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:55.992531 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8563610c-b5a6-47ab-a083-2b069e7998dc req-4b68d853-20cc-4c88-81df-573461d68e9c tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1231356 Oct 12 11:17:56.012052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.048038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a64d6af-f12f-4aac-9dbd-e8105c179d42 req-02f0c473-d6e7-4dd1-818a-1659ac29fec4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535044 Oct 12 11:17:56.055325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8563610c-b5a6-47ab-a083-2b069e7998dc req-c3f90e45-350c-4c00-8c48-e8c23e51cc6e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Oct 12 11:17:56.093222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.097752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7a35da-6686-4548-9742-e63ef2f4c76c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:56.143042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Checking segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:56.143042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Network hostable DHCP agents. Network: eeb04607-1c13-4ac2-9aa4-f9a4303742da, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:17:56.144154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-1d7cfdd9-585d-442e-972c-c7380b50f835 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573586 Oct 12 11:17:56.195035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb76da7b-3d90-4d34-af35-d83cd35463d4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:17:56.203399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.232106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] Transition to ACTIVE for port object 718f791e-967f-4281-bc7a-696778ba8d68 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:17:56.268454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1452ec-d104-4c72-a6ba-28f028dfddfb req-eda78c37-1b85-4d5f-9db0-1e7634d546f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121147 Oct 12 11:17:56.315297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cb76da7b-3d90-4d34-af35-d83cd35463d4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:17:56.316052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.336404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:17:56.352272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ade5-6d96-40e2-b7b2-7de7f5f17807 req-3deb7c20-a74d-4fde-8e20-72e3d6a3526e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.353839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:56.362304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e89ade5-6d96-40e2-b7b2-7de7f5f17807 req-3deb7c20-a74d-4fde-8e20-72e3d6a3526e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 943 time: 0.0761027 Oct 12 11:17:56.374823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:17:56.378449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58630c44-5612-45f1-ae3f-cc673348e41a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:56.380892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:17:56.391506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Checking segment: {'id': 'b74e9f34-8cf4-4409-88da-6dc47316ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:17:56.391868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Network hostable DHCP agents. Network: 09bb5b66-0e41-4be6-886e-6b7c487af639, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:17:56.399095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.415132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:56.435208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-b8b68349-0713-4ab8-a330-fb25e7198346 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.436700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-b8b68349-0713-4ab8-a330-fb25e7198346 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.2995374 Oct 12 11:17:56.450361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.474388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e89ade5-6d96-40e2-b7b2-7de7f5f17807 req-abb5d259-1c85-485d-a523-3017644ba0b8 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104701 Oct 12 11:17:56.505480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, eeb04607-1c13-4ac2-9aa4-f9a4303742da) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:56.511646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] No DVR routers for this DVR port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:56.518655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe088f60-8e8a-458e-a3ff-676c07067528 None None] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:56.521606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.522268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.557327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc6ef-172d-476d-bd25-87c13ec1151c req-074d6254-3bae-498d-8d97-9d993447ca8c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.566489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e59cc6ef-172d-476d-bd25-87c13ec1151c req-074d6254-3bae-498d-8d97-9d993447ca8c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 944 time: 0.2575545 Oct 12 11:17:56.576292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] Pushing event updated for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:56.576292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-90e7e531-0262-49c3-b29d-4c7f902a8094 service neutron] 10.222.0.47 "PUT /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68/bindings/n-h1-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5777912 Oct 12 11:17:56.578612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Network 09bb5b66-0e41-4be6-886e-6b7c487af639 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:17:56.649831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 09bb5b66-0e41-4be6-886e-6b7c487af639) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:17:56.661981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2a8659cc-5243-4fb2-8393-76cb634236fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6631763 Oct 12 11:17:56.677262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d5031-c524-4339-ae1e-5ada277cd717 None None] Network 09bb5b66-0e41-4be6-886e-6b7c487af639 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:56.682139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.682861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.707911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e59cc6ef-172d-476d-bd25-87c13ec1151c req-133a53e8-365e-4e48-980e-05c9a43c7ad8 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404495 Oct 12 11:17:56.709186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.740835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Deleting port 3d0a73b3-3b82-473e-90c8-2355922a80e7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:17:56.741262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.766672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1287b52-74db-4066-8346-e8e14f5989eb None None] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:56.819094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-cd8367e1-46e3-4219-979e-5a7d06f1b3e1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.829597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c66a73db-7683-45ec-af76-858da4db8ad7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3817363 Oct 12 11:17:56.829906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-cd8367e1-46e3-4219-979e-5a7d06f1b3e1 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0873230 Oct 12 11:17:56.910242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-982f7f48-a678-4abe-9fc1-99e7f4863cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:56.910849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.912411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-982f7f48-a678-4abe-9fc1-99e7f4863cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d&tenant_id=364cae6e461a40f7b3b1abc8dc435f56 HTTP/1.1" status: 200 len: 1095 time: 0.0823689 Oct 12 11:17:56.968328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] For port 3d0a73b3-3b82-473e-90c8-2355922a80e7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3d0a73b3-3b82-473e-90c8-2355922a80e7,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:17:56.968705 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:56.996965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Calling delete_port for 3d0a73b3-3b82-473e-90c8-2355922a80e7 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:17:57.044313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-174766f0-aec8-44c8-8de1-edf7b252c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.046924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-174766f0-aec8-44c8-8de1-edf7b252c0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1095 time: 0.1120923 Oct 12 11:17:57.048796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2979fe-9098-4420-bd77-49dfcb762032 None None] Network 09bb5b66-0e41-4be6-886e-6b7c487af639 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:17:57.240981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-d28aad39-7548-4dd2-9ec9-63ac46781730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.242798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-d28aad39-7548-4dd2-9ec9-63ac46781730 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 200 len: 920 time: 0.1885898 Oct 12 11:17:57.273526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a718f2-3a67-46af-a979-1961c3c33388 req-075ddff5-726a-403d-a3dd-205cf4fb575e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.275054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1a718f2-3a67-46af-a979-1961c3c33388 req-075ddff5-726a-403d-a3dd-205cf4fb575e tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 945 time: 0.1159418 Oct 12 11:17:57.293095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-7c466767-0947-4dc6-8894-00349d734dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 200 len: 217 time: 0.0399311 Oct 12 11:17:57.324483 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.349526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-6b7b1676-5192-412e-8d5d-8e01b58fa41d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.350994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-6b7b1676-5192-412e-8d5d-8e01b58fa41d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.1895332 Oct 12 11:17:57.365420 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1a718f2-3a67-46af-a979-1961c3c33388 req-59a95ecc-9661-4490-806f-75c6a0c737c8 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/security-groups?id=035bb08a-dfe8-4495-9b68-5cfdb150719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826583 Oct 12 11:17:57.376081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-588c04e2-4d86-47fc-8bd8-1b2b354df900 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/quotas/e9909226dbbf4f33ae6dcda33510f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0173950 Oct 12 11:17:57.377819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-51cb778e-8c18-44fe-9717-b91a36815ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.385330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-51cb778e-8c18-44fe-9717-b91a36815ad2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 200 len: 859 time: 0.0772645 Oct 12 11:17:57.401677 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.416906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-162575d0-27bf-4f7b-81ee-dedf36da8d6d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335708 Oct 12 11:17:57.433525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-b963d65a-5997-453e-b13c-e8ec847afd19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399883 Oct 12 11:17:57.438203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.541345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:57.591900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.594672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] No DVR routers for this DVR port 3d0a73b3-3b82-473e-90c8-2355922a80e7 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:17:57.595892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-4cc73226-3a30-4164-a11c-b7975afb0f71 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539776 Oct 12 11:17:57.600390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.600570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-228e80cc-6243-4764-84ff-38636ea21837 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688180 Oct 12 11:17:57.603954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18b743bc-637e-4064-9dc3-88f54d64ee07 req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.47 "DELETE /v2.0/ports/3d0a73b3-3b82-473e-90c8-2355922a80e7 HTTP/1.1" status: 204 len: 173 time: 1.1572948 Oct 12 11:17:57.608404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e298d9-be31-49af-913e-6a2e27d89d77 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] Pushing event deleted for resources: {'Port': ['ID=3d0a73b3-3b82-473e-90c8-2355922a80e7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:17:57.610049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'name': 'network-vif-deleted', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:17:57.613097 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a95a2d4-d697-45a2-84c0-13379dd8c4a7" -d '{"events": [{"server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "name": "network-vif-deleted", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:17:57.630730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cee1b-48c1-48b5-8667-7bdcecc016f7 req-4830cb0d-4a1a-47ab-b2d3-2637e7fd8a60 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:57.632332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-825cee1b-48c1-48b5-8667-7bdcecc016f7 req-4830cb0d-4a1a-47ab-b2d3-2637e7fd8a60 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1995986 Oct 12 11:17:57.676889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-825cee1b-48c1-48b5-8667-7bdcecc016f7 req-afa393b6-d70e-4bd3-8d98-054f0d2edf01 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Oct 12 11:17:57.749118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:57.754005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e5f45b2-c13b-4337-99a5-6300fc44052a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7291529 Oct 12 11:17:57.779336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-2a76d962-f6b8-47bf-bd0b-7fbb646dc215 service neutron] 10.222.0.41 "GET /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747956 Oct 12 11:17:57.783016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-4f0b6688-92b2-4a86-b3a2-f0ea107a2bb3 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492453 Oct 12 11:17:58.032340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6245e3-cee9-48ee-a5e2-cb3e23e4c755 req-eda733c3-08be-4791-b50c-d15c57757c9e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:58.033845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f6245e3-cee9-48ee-a5e2-cb3e23e4c755 req-eda733c3-08be-4791-b50c-d15c57757c9e tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 944 time: 0.0558393 Oct 12 11:17:58.089244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f6245e3-cee9-48ee-a5e2-cb3e23e4c755 req-c305833a-c9c6-4281-b735-0ca0518b82cd tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487077 Oct 12 11:17:58.161037 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd87bcba-02df-4c6e-bc9d-01524b7c2ea5 x-openstack-request-id: req-bd87bcba-02df-4c6e-bc9d-01524b7c2ea5 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:17:58.161335 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fff5f7-7783-45b8-885a-e7729257c802", "name": "network-vif-deleted", "tag": "3d0a73b3-3b82-473e-90c8-2355922a80e7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:17:58.161638 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd87bcba-02df-4c6e-bc9d-01524b7c2ea5 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:17:58.161996 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fff5f7-7783-45b8-885a-e7729257c802', 'name': 'network-vif-deleted', 'tag': '3d0a73b3-3b82-473e-90c8-2355922a80e7', 'status': 'completed', 'code': 200} Oct 12 11:17:58.238226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2acb6-8ee3-4fd7-90de-9bfd81b2a69f req-1bebf386-1c2e-4bf3-92e6-ab23f802a697 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:58.239788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03f2acb6-8ee3-4fd7-90de-9bfd81b2a69f req-1bebf386-1c2e-4bf3-92e6-ab23f802a697 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 944 time: 0.0576301 Oct 12 11:17:58.261849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-66eec67f-12c8-42c6-98cf-518c79e2c91a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1615765789&fields=id&tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 267 time: 0.0349357 Oct 12 11:17:58.310061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03f2acb6-8ee3-4fd7-90de-9bfd81b2a69f req-ca9b43d3-5947-4205-80e6-1fcbf5cfcd6e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640247 Oct 12 11:17:58.317544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e09f16-780c-4e19-b374-3392f8409f63 req-7e5b8718-2b49-4836-b563-c497e932dace tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:58.318864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-7e5b8718-2b49-4836-b563-c497e932dace tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d&tenant_id=364cae6e461a40f7b3b1abc8dc435f56&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0712469 Oct 12 11:17:58.380461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-ed1a5b89-255c-4db7-8dc9-9733fb1e4a67 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:58.382112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-ed1a5b89-255c-4db7-8dc9-9733fb1e4a67 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.1128578 Oct 12 11:17:58.400445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-7406d939-4da9-43d3-87b0-1018481ad551 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/quotas/e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 375 time: 0.0120800 Oct 12 11:17:58.412167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3d0a73b3-3b82-473e-90c8-2355922a80e7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:17:58.433874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 3d0a73b3-3b82-473e-90c8-2355922a80e7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:17:58.434126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3d0a73b3-3b82-473e-90c8-2355922a80e7 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:17:58.464036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-a0bc2d65-ce7c-4228-8b37-6aa7b0f59f41 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577161 Oct 12 11:17:58.530597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85e09f16-780c-4e19-b374-3392f8409f63 req-43b83afb-f8f9-4bd0-ba3b-2d5f507f18c8 service neutron] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:17:58.535211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85e09f16-780c-4e19-b374-3392f8409f63 req-43b83afb-f8f9-4bd0-ba3b-2d5f507f18c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:17:58.536351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85e09f16-780c-4e19-b374-3392f8409f63 req-43b83afb-f8f9-4bd0-ba3b-2d5f507f18c8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68/bindings/n-h2-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.2081323 Oct 12 11:17:58.571930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-7a832593-604f-487e-bbfd-4469ac215add service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954287 Oct 12 11:17:58.606956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4ec723c-6170-449a-a475-2ad1268f2e81 req-e2537528-9f27-4475-a41e-6d683b808edb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 210 time: 0.0268595 Oct 12 11:17:58.685683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-b4225808-30f3-4cbb-8e19-ba5a5d8dd740 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067617 Oct 12 11:17:58.713180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-716cd990-49a1-44d1-9d6f-7b4f966b79a9 req-6f9bcb24-1329-468d-965d-f32855a3be93 tempest-ListServerFiltersTestJSON-1082210827 tempest-ListServerFiltersTestJSON-1082210827-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fff5f7-7783-45b8-885a-e7729257c802 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Oct 12 11:17:59.079094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e80eae-21ae-46dd-a1d4-50ab83403851 req-9ca2face-f5e7-4d3f-b1de-c372e7712b41 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:59.081065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30e80eae-21ae-46dd-a1d4-50ab83403851 req-9ca2face-f5e7-4d3f-b1de-c372e7712b41 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0597274 Oct 12 11:17:59.123288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30e80eae-21ae-46dd-a1d4-50ab83403851 req-a6299a82-202d-48d6-b383-08747c427062 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Oct 12 11:17:59.194923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b572ce14-14e8-47f0-a769-49c557440556 req-6de8fd3c-c2bc-4b55-8ca7-c1c45459c4f4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Oct 12 11:17:59.259423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f816e-7df2-4174-8d91-8d7fd800aec9 req-14bc6202-3c02-4b56-83b7-f1998dcbedbc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:59.260909 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-322f816e-7df2-4174-8d91-8d7fd800aec9 req-14bc6202-3c02-4b56-83b7-f1998dcbedbc tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 944 time: 0.0509992 Oct 12 11:17:59.299796 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-322f816e-7df2-4174-8d91-8d7fd800aec9 req-9ab6e7f2-268d-4689-ae64-bfff85a487fa tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Oct 12 11:17:59.436492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b739076-eff7-413f-beb1-6b5bdf54e797 req-38557ce3-7458-4c78-8128-b21020811e33 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:59.438500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b739076-eff7-413f-beb1-6b5bdf54e797 req-38557ce3-7458-4c78-8128-b21020811e33 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 944 time: 0.0506158 Oct 12 11:17:59.478616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b739076-eff7-413f-beb1-6b5bdf54e797 req-3f0c928d-c7aa-44f1-88a7-02e8807065e3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Oct 12 11:17:59.575374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80bd8a-5dc7-474a-864a-9e9e97fc0704 req-19493aed-1b46-4a21-8e05-3217b24a32c4 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:17:59.576963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c80bd8a-5dc7-474a-864a-9e9e97fc0704 req-19493aed-1b46-4a21-8e05-3217b24a32c4 tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 1095 time: 0.0478764 Oct 12 11:17:59.612363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c80bd8a-5dc7-474a-864a-9e9e97fc0704 req-4b48754a-3013-4414-9892-a3821363591a tempest-LiveAutoBlockMigrationV225Test-1289973221 tempest-LiveAutoBlockMigrationV225Test-1289973221-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292799 Oct 12 11:17:59.734256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e042014e-9d15-4c98-93a8-330a64bb7a14 req-123de186-5514-4035-8363-ceefbd0cc810 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 210 time: 0.0259259 Oct 12 11:17:59.925207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:17:59.973357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Deleting subnet f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:17:59.976371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.012513 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.124375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.213158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b73de7-39c9-44ac-834f-3c8b81cec146 req-a71ed039-5ee1-456a-bab4-42a61e4ae137 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:00.214667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17b73de7-39c9-44ac-834f-3c8b81cec146 req-a71ed039-5ee1-456a-bab4-42a61e4ae137 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 944 time: 0.0550945 Oct 12 11:18:00.255598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17b73de7-39c9-44ac-834f-3c8b81cec146 req-a5f7e0eb-17f9-473f-b5a8-975de9f0c2be tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Oct 12 11:18:00.292025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.308850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84ecf-3038-46b1-9439-9c681bf78a20 req-2c6ea3c4-c8f6-4901-8015-21c923dfaa7c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:00.310494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5a84ecf-3038-46b1-9439-9c681bf78a20 req-2c6ea3c4-c8f6-4901-8015-21c923dfaa7c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0611649 Oct 12 11:18:00.339026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:00.342600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25b891c7-7180-490b-ad80-448929caca06 req-0886216f-1ba1-44e0-9b70-ee789de5cb2e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 210 time: 0.0292826 Oct 12 11:18:00.343501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.351919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-74de0d61-5a5a-444f-ac8e-8910a8526835 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f91db7c6-bd1b-4f8e-9fd9-9d837d53c83a HTTP/1.1" status: 204 len: 168 time: 0.4212461 Oct 12 11:18:00.352754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bfd320-1ac5-4616-b7de-790d5a493815 None None] Network 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:00.355005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45938) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:00.401147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5a84ecf-3038-46b1-9439-9c681bf78a20 req-c36443aa-d6e5-4628-abcd-3b468673c894 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660989 Oct 12 11:18:00.468244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.553154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Deleting port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:00.555688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.626432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] DHCP port deletion for 70cdaa84-4a7e-4d5a-946b-b06cb94d0923 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:18:00.668832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-0af73ad6-00b3-444f-919b-8083a92c0c79 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:00.670423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-0af73ad6-00b3-444f-919b-8083a92c0c79 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/networks?id=09bb5b66-0e41-4be6-886e-6b7c487af639 HTTP/1.1" status: 200 len: 809 time: 0.1407583 Oct 12 11:18:00.682327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Deleting port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:00.682721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.688255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-b2038a0b-42c0-48bc-b976-8335d9d4c2c4 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/quotas/9f30a910f47042ae97ec4ee1b2c75fdb HTTP/1.1" status: 200 len: 375 time: 0.0106044 Oct 12 11:18:00.736523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-1ebb60ff-c3f4-4e2a-adf7-a9fa2d38687e tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f30a910f47042ae97ec4ee1b2c75fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340357 Oct 12 11:18:00.753414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] For port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:00.754090 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.773845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] For port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,segment=NetworkSegment(8e8ea9d1-8b79-4d4b-940f-9f1849badfec),segment_id=8e8ea9d1-8b79-4d4b-940f-9f1849badfec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:00.774138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d76f8-3687-4fb2-8e3f-85c388ba87ef req-36fe2980-58e2-4d68-b774-ab9b0f908c8d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:00.774462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:00.781420 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d6d76f8-3687-4fb2-8e3f-85c388ba87ef req-36fe2980-58e2-4d68-b774-ab9b0f908c8d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 944 time: 0.2018547 Oct 12 11:18:00.805351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Calling delete_port for 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:00.812245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Calling delete_port for 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:00.854301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-25b00b5a-30da-43c1-ba9e-6712de729322 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:00.855778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-25b00b5a-30da-43c1-ba9e-6712de729322 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.2776337 Oct 12 11:18:00.867905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-f1158e6f-f8a7-4130-9a60-b503e7a09be0 service neutron] 10.222.0.43 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231439 Oct 12 11:18:00.868198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d6d76f8-3687-4fb2-8e3f-85c388ba87ef req-1b505756-735c-4f22-b01e-3f2fd2a7b880 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857718 Oct 12 11:18:00.910954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Request body: {'port': {'device_id': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'admin_state_up': True, 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:01.021236 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.024345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-c13b3cb3-680e-49d0-b195-98c86270ed39 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:01.025741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-c13b3cb3-680e-49d0-b195-98c86270ed39 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 944 time: 0.0733120 Oct 12 11:18:01.029994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-917f0457-495c-4973-a62e-31d5c6f1c0bf req-1f758bfd-8df2-4c38-b370-d1d009ae90d1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 210 time: 0.0566175 Oct 12 11:18:01.036320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-3b4a4894-a9df-4618-891f-2a78e9951dc9 service neutron] 10.222.0.43 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674869 Oct 12 11:18:01.069425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] Pushing event deleted for resources: {'Port': ['ID=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:01.071399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0048a6-8d42-425b-97ed-8e8ac9d00b83 None None] No DVR routers for this DVR port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:01.116536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.144390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e89e1c-edc8-415c-ac09-ffe7095e0ab3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:01.146309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] No DVR routers for this DVR port 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:01.159986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Deleting port 718f791e-967f-4281-bc7a-696778ba8d68 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:01.160335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.181168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:01.185262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.253574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.268331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] For port 718f791e-967f-4281-bc7a-696778ba8d68, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=718f791e-967f-4281-bc7a-696778ba8d68,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:01.268717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.286372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Calling delete_port for 718f791e-967f-4281-bc7a-696778ba8d68 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:01.319911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 19b101be-2c9c-44dd-9b76-3a239aa22107 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:01.461489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=19b101be-2c9c-44dd-9b76-3a239aa22107,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:01.477524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '19b101be-2c9c-44dd-9b76-3a239aa22107', 'network_id': 'f4f11d58-5007-4c49-9bbd-561fd4138b8f', 'port_id': '19b101be-2c9c-44dd-9b76-3a239aa22107', 'mac_address': 'fa:16:3e:f2:cf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131a2e6a-aa37-40bd-ab32-dd1c75bc62ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:01.528312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.534813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.555743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b101be-2c9c-44dd-9b76-3a239aa22107 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:01.560778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['718f791e-967f-4281-bc7a-696778ba8d68'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:01.603846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event deleted for resources: {'Port': ['ID=718f791e-967f-4281-bc7a-696778ba8d68,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:01.605207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:01.672508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=19b101be-2c9c-44dd-9b76-3a239aa22107,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:01.691838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7d4caa-26f2-4531-902b-08366f76e175 req-5a24d8bc-cb9a-42cf-a5e5-8667f883bc1b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0397499 Oct 12 11:18:01.698432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b1bbfd-0118-4dc8-bccf-9525a586cd14 req-fdafa13e-0080-4af9-a3d4-f4b720316bb6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 210 time: 0.0811932 Oct 12 11:18:01.704153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cdaa84-4a7e-4d5a-946b-b06cb94d0923']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:01.734036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ea9d1-8b79-4d4b-940f-9f1849badfec') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:01.740503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ea9d1-8b79-4d4b-940f-9f1849badfec') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:01.750777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] No DVR routers for this DVR port 718f791e-967f-4281-bc7a-696778ba8d68 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:01.756479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.760860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e7a50a9-7c1c-467a-be9b-9edb0deb56cd req-8a907dce-c160-4ea1-b48d-2e45b9014539 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.41 "DELETE /v2.0/ports/718f791e-967f-4281-bc7a-696778ba8d68 HTTP/1.1" status: 204 len: 173 time: 0.7235799 Oct 12 11:18:01.763322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.775506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.815993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-deleted', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:01.817994 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c240beb-088b-49c4-a3fd-67942ee28f5f" -d '{"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-deleted", "tag": "718f791e-967f-4281-bc7a-696778ba8d68"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:01.844955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.859909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:18:01.861346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:18:01.867765 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:18:01.908905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:01.949657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-f94067b6-31cc-428d-9459-9bb918064eb2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:01.951965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-f94067b6-31cc-428d-9459-9bb918064eb2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.3610063 Oct 12 11:18:01.961996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Allocated IP 172.20.0.12 (eeb04607-1c13-4ac2-9aa4-f9a4303742da/5e7a35da-6686-4548-9742-e63ef2f4c76c/c67b1ac9-5c39-4600-8c8b-e475c4397c0b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:01.969469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac3f308b-f401-4c67-9317-bb8b64b67197 req-42fedce7-ccf1-4457-a01b-e28f8cc2ed72 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.1035702 Oct 12 11:18:01.983993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad372-254e-4e4d-90c2-fb5170d50e13 req-ae72afd9-9c4c-42a1-be98-b99b62754879 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:01.995233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1afad372-254e-4e4d-90c2-fb5170d50e13 req-ae72afd9-9c4c-42a1-be98-b99b62754879 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1479921 Oct 12 11:18:02.028128 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac78eff-31fc-49ea-baa2-a9fbca96da49 x-openstack-request-id: req-3ac78eff-31fc-49ea-baa2-a9fbca96da49 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:02.028550 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800cf7a5-080e-4dbc-ae2c-1fc30978444d", "name": "network-vif-deleted", "tag": "718f791e-967f-4281-bc7a-696778ba8d68", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:02.028821 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac78eff-31fc-49ea-baa2-a9fbca96da49 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:02.029306 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800cf7a5-080e-4dbc-ae2c-1fc30978444d', 'name': 'network-vif-deleted', 'tag': '718f791e-967f-4281-bc7a-696778ba8d68', 'status': 'completed', 'code': 200} Oct 12 11:18:02.068288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1afad372-254e-4e4d-90c2-fb5170d50e13 req-932d07ae-2098-4114-a2c5-9398b1ac8d9d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Oct 12 11:18:02.087016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-55f98229-ef8e-48a2-a143-6954ce669316 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 380 time: 0.1246686 Oct 12 11:18:02.094321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['19b101be-2c9c-44dd-9b76-3a239aa22107'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:02.107961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'device_id': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'admin_state_up': True, 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'security_groups': ['b1378296-eb7d-4a4c-9545-1690439b9e4c']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:02.188359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.192277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:02.228365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:02.228851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 45e89e1c-edc8-415c-ac09-ffe7095e0ab3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:02.229564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bd1ae27-3b16-48ae-8da0-d7ed2efc18f0 req-a27f49d3-c0f8-4337-9318-589ac035e71d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 210 time: 0.0479221 Oct 12 11:18:02.257149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.310800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.315419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70cdaa84-4a7e-4d5a-946b-b06cb94d0923 HTTP/1.1" status: 204 len: 168 time: 1.9572754 Oct 12 11:18:02.348420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddda80-ffc4-4024-8bd1-4ebfdb1a4475 admin admin] Pushing event deleted for resources: {'Network': ['ID=70cdaa84-4a7e-4d5a-946b-b06cb94d0923,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:02.372210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f20fc-a843-4b94-a3a6-8263354f1882 req-f168383a-d72f-424b-bdf3-022f688ca8e9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:02.380544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c02f20fc-a843-4b94-a3a6-8263354f1882 req-f168383a-d72f-424b-bdf3-022f688ca8e9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 945 time: 0.1969986 Oct 12 11:18:02.389663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.414854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:02.418574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.475711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:02.484287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:02.490381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c02f20fc-a843-4b94-a3a6-8263354f1882 req-8d837ace-c7d3-4fab-a7ab-33e67437ca5b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087666 Oct 12 11:18:02.491469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:02.494322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:02.556918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:02.557802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.618598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.20.0.10 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:02.657226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-04646d3b-c2d6-4b8d-97d6-0f8248b3cb08 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7530029 Oct 12 11:18:02.671554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Request body: {'port': {'device_id': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:02.752488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:02.779408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.875764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-13adc146-9aa2-4cb6-a0d7-cc8cfa7bb2ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93190da58e144b50b7ff8a4e2102c81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219103 Oct 12 11:18:02.887840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-586f6638-5709-4254-906b-e18e07c19d69 req-3addaf68-6547-4d4b-9be5-67d594f681b1 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0525942 Oct 12 11:18:02.888391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45988) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:02.892386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:02.901618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-864c5e85-ab16-42c3-9ba4-2d738c48e886 req-81ff9d6a-b7c9-4dbd-af3d-c882fc6ca936 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 210 time: 0.0729795 Oct 12 11:18:02.984307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.031363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.198965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67b1ac9-5c39-4600-8c8b-e475c4397c0b {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:03.222172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.253721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Transition to ACTIVE for port object c67b1ac9-5c39-4600-8c8b-e475c4397c0b will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:03.274823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe606c-0f69-4d9d-8904-775b3a820127 req-34704acc-49b0-449e-b4cd-7f8243a1c54f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:03.283393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1fe606c-0f69-4d9d-8904-775b3a820127 req-34704acc-49b0-449e-b4cd-7f8243a1c54f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1278648 Oct 12 11:18:03.333916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 19b101be-2c9c-44dd-9b76-3a239aa22107 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:03.338876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1fe606c-0f69-4d9d-8904-775b3a820127 req-df0f54ed-a7ee-400e-8fe9-2e979c1069fb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Oct 12 11:18:03.341645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.440242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1f05e4c-2821-4d73-9d63-b7c198aa1c36 req-b965b771-4ca2-4eea-ad53-bc17ed5e7af9 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.3725696 Oct 12 11:18:03.444381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.489507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:03.514890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:03.520017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:03.550342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:03.580434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 19b101be-2c9c-44dd-9b76-3a239aa22107 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:03.583348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3a6aa-9e68-4f2d-8807-dad091bc403a req-f33a31ff-c0a4-434c-8774-d531a567107e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:03.589617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-daa3a6aa-9e68-4f2d-8807-dad091bc403a req-f33a31ff-c0a4-434c-8774-d531a567107e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 944 time: 0.1360629 Oct 12 11:18:03.590287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 19b101be-2c9c-44dd-9b76-3a239aa22107 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:03.591055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.650797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:03.651667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.663007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.663571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-daa3a6aa-9e68-4f2d-8807-dad091bc403a req-94f598a2-3ab2-46c5-801c-5257e7deb0de tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Oct 12 11:18:03.666205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.675316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/035bb08a-dfe8-4495-9b68-5cfdb150719e HTTP/1.1" status: 204 len: 168 time: 0.7784140 Oct 12 11:18:03.676466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:03.680515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Attempting to bind port c67b1ac9-5c39-4600-8c8b-e475c4397c0b on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:03.681242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Attempting to bind port c67b1ac9-5c39-4600-8c8b-e475c4397c0b by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:03.681838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Attempting to bind port c67b1ac9-5c39-4600-8c8b-e475c4397c0b on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:03.687775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Port c67b1ac9-5c39-4600-8c8b-e475c4397c0b on network eeb04607-1c13-4ac2-9aa4-f9a4303742da not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:03.696268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Attempting to bind port c67b1ac9-5c39-4600-8c8b-e475c4397c0b on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:03.708600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:03.710530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Checking segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:03.710949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Bound using segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:03.716698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Bound port: c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:03.716698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.749883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0cd8a-ba6f-4e4d-b009-0bcd7e0923be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035bb08a-dfe8-4495-9b68-5cfdb150719e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:03.833545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:03.850804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:03.885575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3c3f0-82df-41dd-a2c3-703343491076 req-b8332cda-de40-44ca-bce8-5c02b847aa8d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:03.894939 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.899778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05a3c3f0-82df-41dd-a2c3-703343491076 req-b8332cda-de40-44ca-bce8-5c02b847aa8d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 945 time: 0.2434750 Oct 12 11:18:03.929191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-1ced353b-9331-4faa-9f13-cd1081689787 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8202977 Oct 12 11:18:03.935911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:03.940376 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35ee4d-6a2c-4773-9b26-53364a5525a3" -d '{"events": [{"server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "name": "network-vif-plugged", "status": "completed", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:03.948620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Request body: {'port': {'device_id': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:03.949028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:03.998716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=19b101be-2c9c-44dd-9b76-3a239aa22107,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:04.009345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.019678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d1d19ddf-f04c-4ef7-a0b3-490a9ee325c2 None None] Provisioning complete for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:04.021653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1d19ddf-f04c-4ef7-a0b3-490a9ee325c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.088322 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.089410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:04.116653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.117347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.118891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c67b1ac9-5c39-4600-8c8b-e475c4397c0b HTTP/1.1" status: 200 len: 1092 time: 1.4523170 Oct 12 11:18:04.121379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:04.124312 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d5733-9b22-4215-aaa6-e1c4479704f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:04.135492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1055bd5-b324-44da-ba8d-d57092d2cb7b req-c8f6f270-1e07-4958-92f1-31149a11ea31 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.1145341 Oct 12 11:18:04.136743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05a3c3f0-82df-41dd-a2c3-703343491076 req-32e32be8-9269-4a13-92b1-5f2f6b9dc551 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359428 Oct 12 11:18:04.312389 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053be70-dce5-42f3-9a3e-290a086779d2 x-openstack-request-id: req-6053be70-dce5-42f3-9a3e-290a086779d2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:04.312678 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "name": "network-vif-plugged", "status": "completed", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:04.312935 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6053be70-dce5-42f3-9a3e-290a086779d2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:04.314316 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107', 'code': 200} Oct 12 11:18:04.332377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:04.357359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 718f791e-967f-4281-bc7a-696778ba8d68 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:04.358417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 718f791e-967f-4281-bc7a-696778ba8d68 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:04.359126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aca9c0-c76e-42cf-8d2b-26d698cb2bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:04.393337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d1d19ddf-f04c-4ef7-a0b3-490a9ee325c2 None None] Port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:18:04.408344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-848d7250-972e-4d39-b2b2-4bc7575537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.419693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-848d7250-972e-4d39-b2b2-4bc7575537d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 1095 time: 0.1824296 Oct 12 11:18:04.424089 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86078f-b9b7-43b1-8993-7f60ad400721 x-openstack-request-id: req-5b86078f-b9b7-43b1-8993-7f60ad400721 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:04.424477 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:04.424811 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b86078f-b9b7-43b1-8993-7f60ad400721 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:04.425499 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'status': 'completed', 'code': 200} Oct 12 11:18:04.478785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:04.497704 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.523839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Transition to ACTIVE for port object 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:04.551347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-26c32d11-e726-4ac5-9918-68f2b3c157a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b HTTP/1.1" status: 200 len: 217 time: 0.1214864 Oct 12 11:18:04.605797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5945-09e6-43b7-9fa5-e416c47c9c7e req-3ed759fb-099e-47ea-a722-3df0843b4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.608100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53af5945-09e6-43b7-9fa5-e416c47c9c7e req-3ed759fb-099e-47ea-a722-3df0843b4a1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1097 time: 0.0820098 Oct 12 11:18:04.609483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:04.659215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0a5e4-497d-4f33-ba34-ca7b2e0f8562 req-cad554ed-5640-4836-9f09-09781f8f2928 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.668176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1da0a5e4-497d-4f33-ba34-ca7b2e0f8562 req-cad554ed-5640-4836-9f09-09781f8f2928 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 932 time: 0.1412978 Oct 12 11:18:04.705732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b85af-20ef-4774-901b-bf24238570ab req-a8f17cc0-54d9-4526-b43d-c6a001786e2c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.707431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-099b85af-20ef-4774-901b-bf24238570ab req-a8f17cc0-54d9-4526-b43d-c6a001786e2c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1858914 Oct 12 11:18:04.716854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-6054a207-b799-4af3-9209-6a74a9cb3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.718308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-6054a207-b799-4af3-9209-6a74a9cb3d72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.1242077 Oct 12 11:18:04.753117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:04.760780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53af5945-09e6-43b7-9fa5-e416c47c9c7e req-bc9c0a96-3d16-47c9-bfcd-2e6321e4fd17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421356 Oct 12 11:18:04.778887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1da0a5e4-497d-4f33-ba34-ca7b2e0f8562 req-975de0dc-139b-4ec3-bc21-d0a230a0b048 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058421 Oct 12 11:18:04.826326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-5eb120cc-1677-4f85-8830-128c3aea1f20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940335 Oct 12 11:18:04.838883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-7f1c3ff1-3698-4e75-a551-5e4a623641ea tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:04.840517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-7f1c3ff1-3698-4e75-a551-5e4a623641ea tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.41 "GET /v2.0/networks?id=09bb5b66-0e41-4be6-886e-6b7c487af639 HTTP/1.1" status: 200 len: 809 time: 0.3200998 Oct 12 11:18:05.005379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb1c9fcc-724b-4bdb-906e-3d8735844d37 req-4fbd67bc-9377-4f12-85da-18d7adc7337a tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.0760972 Oct 12 11:18:05.019761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Attempting to bind port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:05.020217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Attempting to bind port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:05.020656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Attempting to bind port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:05.023218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-99c8da44-65b4-4cab-9502-5e8b1dcc51f6 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815765 Oct 12 11:18:05.038397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e on network 48938513-d2e0-4401-a918-9c0cfe771667 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:05.038769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Attempting to bind port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:05.061089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:05.061545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:05.062042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:05.062332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-099b85af-20ef-4774-901b-bf24238570ab req-bc38192d-39bc-4f1d-824b-142d6ba4b096 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310871 Oct 12 11:18:05.062710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Bound port: 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:05.063448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.119421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Request body: {'port': {'device_id': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639', 'admin_state_up': True, 'tenant_id': '9f30a910f47042ae97ec4ee1b2c75fdb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:05.156456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:05.161093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:05.249553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46229c79-ca8d-452b-88c6-2da203b2b86e req-4ba0dc4c-273a-43da-8dc0-230b37090fee tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.259201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46229c79-ca8d-452b-88c6-2da203b2b86e req-4ba0dc4c-273a-43da-8dc0-230b37090fee tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 944 time: 0.0961566 Oct 12 11:18:05.277803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.344192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.345372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.350635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] 10.222.0.47 "PUT /v2.0/ports/8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1092 time: 1.4068260 Oct 12 11:18:05.362318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:05.368038 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:05.405715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46229c79-ca8d-452b-88c6-2da203b2b86e req-b5cee6dc-2090-4bf3-ada5-9394084ccf6e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376865 Oct 12 11:18:05.458190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d394a9-0fd7-4470-bd16-782824f95801 service neutron] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:05.538626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64b88f-efe1-4ff6-aa13-e1b29369cab8 req-fe9fccf6-9c3c-4550-875f-9e17144a80fd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.540466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d64b88f-efe1-4ff6-aa13-e1b29369cab8 req-fe9fccf6-9c3c-4550-875f-9e17144a80fd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.2751241 Oct 12 11:18:05.553599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46042) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:05.570475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b014a58-2099-42fe-9075-bc46f3a34d8a req-24b1a410-ee32-4773-919e-4449636198d0 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029130 Oct 12 11:18:05.596654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b4810cc-478f-4620-90e8-42d5b743dba3 req-b5bdaa7b-d437-4aec-bbaa-f931eb4ab831 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0940623 Oct 12 11:18:05.622404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-76cbd63a-4950-4441-8935-d8f92e53cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.624160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-76cbd63a-4950-4441-8935-d8f92e53cd93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1095 time: 0.1554284 Oct 12 11:18:05.636459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d64b88f-efe1-4ff6-aa13-e1b29369cab8 req-5da46824-6b3e-4502-9e4a-4d23537b889f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Oct 12 11:18:05.687180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-c261a8e6-f4af-4e51-b29c-4db85d0bf57b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 217 time: 0.0531223 Oct 12 11:18:05.704823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Made reservation on behalf of 9f30a910f47042ae97ec4ee1b2c75fdb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:05.709102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.718661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43da1c6-51bc-492d-830c-66f2d50c20ba x-openstack-request-id: req-f43da1c6-51bc-492d-830c-66f2d50c20ba {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:05.719087 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:05.719436 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f43da1c6-51bc-492d-830c-66f2d50c20ba {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:05.719983 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'status': 'completed', 'code': 200} Oct 12 11:18:05.763757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-717627694-network', 'tenant_id': 'bc9c83091ae94b4e82a5a2a95085c786'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:05.776587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-a5293b55-3d07-4be2-9396-204db6e49eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.778222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-a5293b55-3d07-4be2-9396-204db6e49eb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0716026 Oct 12 11:18:05.845952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-05fb6b8b-a009-40c8-bec7-3978e4e8c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.847324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-26a95b30-2b4f-496d-8f0c-ccbfc5ff18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.848842 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-26a95b30-2b4f-496d-8f0c-ccbfc5ff18a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 1095 time: 0.1249597 Oct 12 11:18:05.849165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-05fb6b8b-a009-40c8-bec7-3978e4e8c83c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633531 Oct 12 11:18:05.950818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Made reservation on behalf of bc9c83091ae94b4e82a5a2a95085c786 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:05.953068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.973308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Allocated IP 172.20.0.12 (09bb5b66-0e41-4be6-886e-6b7c487af639/58630c44-5612-45f1-ae3f-cc673348e41a/b32e41ee-79ef-471f-a9f4-3f5d32f38518) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:05.976868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:05.989955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eedff-3a07-4e29-8e8d-02ecf828b8ee req-a201d8ef-b0a9-42c3-8b01-3c64594e2249 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:05.989955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-723eedff-3a07-4e29-8e8d-02ecf828b8ee req-a201d8ef-b0a9-42c3-8b01-3c64594e2249 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 944 time: 0.1036181 Oct 12 11:18:06.001880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-e8447fb1-d383-4113-b6b7-c2f8f34e7cbc service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380894 Oct 12 11:18:06.060051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-08aa3a46-b39a-45cf-8eaa-a3340495d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.063310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-08aa3a46-b39a-45cf-8eaa-a3340495d85e service neutron] 10.222.0.47 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 906 time: 0.1978512 Oct 12 11:18:06.134836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-fe885b77-72eb-4847-a6f6-f806896900e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b HTTP/1.1" status: 200 len: 217 time: 0.0637031 Oct 12 11:18:06.146364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-723eedff-3a07-4e29-8e8d-02ecf828b8ee req-f88b9a09-70b5-4aa9-8dac-e935de38210c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434102 Oct 12 11:18:06.186533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77deb00b-3289-49e1-a8a9-c33f9aeb84af req-90633d8d-3bd8-482d-897f-6096c42e494e service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727743 Oct 12 11:18:06.201486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-85b48470-15ac-4b52-ab7b-6be8b0ea30e6 req-fb6210f2-5172-48df-a560-54ef7fc1643f tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.0725894 Oct 12 11:18:06.306325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.314445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-5ffba27b-aa8d-41a7-91fe-b49a5c9e9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.316024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-5ffba27b-aa8d-41a7-91fe-b49a5c9e9273 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.1649964 Oct 12 11:18:06.317103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff16de-9ad8-408c-b710-2b3e033c408c req-dd399de8-3033-4f46-a231-04f992458d63 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.319472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfff16de-9ad8-408c-b710-2b3e033c408c req-dd399de8-3033-4f46-a231-04f992458d63 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0737283 Oct 12 11:18:06.367722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-b4279a8b-12ee-485d-8ddd-1f1d2d5f6ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374577 Oct 12 11:18:06.372582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.390099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfff16de-9ad8-408c-b710-2b3e033c408c req-4d1715eb-7ed2-4a56-8a5b-5ee9e7fa44b3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641539 Oct 12 11:18:06.397033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-352be776-54c3-4dcf-838e-2762285edd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.399189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-352be776-54c3-4dcf-838e-2762285edd86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1095 time: 0.0721493 Oct 12 11:18:06.400662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.433581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:18:06.446236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.446792 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Added segment fbe31aef-6850-450e-aaa3-468218f2eed6 of type vlan for network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 Oct 12 11:18:06.527311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-fd26a98f-88a1-4335-83b3-073e7d90ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.528809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-fd26a98f-88a1-4335-83b3-073e7d90ae4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.1220486 Oct 12 11:18:06.572544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.576106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-e989ce5d-b639-4f56-8bed-5f958cd967e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 217 time: 0.0386732 Oct 12 11:18:06.584024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6608d9-e25e-4b71-bf3d-a618156b6289,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:06.635998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-d80682c7-c520-48a0-8a4b-f471c7454f8a service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600887 Oct 12 11:18:06.637642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-106f7d2b-05ce-479e-ac6a-0333c6ccbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.639163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-106f7d2b-05ce-479e-ac6a-0333c6ccbeb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0553324 Oct 12 11:18:06.674772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea8a5-dc56-4462-9d77-a3c3ad487241 req-60c5deba-dbfe-4c81-b874-be36cb3007a8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.676453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-212ea8a5-dc56-4462-9d77-a3c3ad487241 req-60c5deba-dbfe-4c81-b874-be36cb3007a8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 944 time: 0.1930580 Oct 12 11:18:06.715258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b866d0a2-490a-4831-a396-b0335ce878ab req-66821782-1d8d-4201-9613-222894df0743 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0433984 Oct 12 11:18:06.742041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-4ac418e4-7378-4998-b8f7-852c6741645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.743676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-4ac418e4-7378-4998-b8f7-852c6741645e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854309 Oct 12 11:18:06.747550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.809979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-212ea8a5-dc56-4462-9d77-a3c3ad487241 req-a6c0d466-87fa-4dc8-aadf-bf63892e9871 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227593 Oct 12 11:18:06.812217 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.814117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.814861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:06.848210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Network 09bb5b66-0e41-4be6-886e-6b7c487af639 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:06.872744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:06.889619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:06.890536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d4e66-e3c8-482b-b076-fc9d1cf0ff83 req-a6a72686-f02b-4c8f-b28f-af39b7fd513e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:06.895348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a81d4e66-e3c8-482b-b076-fc9d1cf0ff83 req-a6a72686-f02b-4c8f-b28f-af39b7fd513e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1091528 Oct 12 11:18:06.910430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-eb138b2c-404e-4e09-9913-699d4a2ddb5c service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572597 Oct 12 11:18:06.915211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Pushing event updated for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:06.961979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e5d5733-9b22-4215-aaa6-e1c4479704f8 req-672d8646-7c3c-4d2a-ba3c-35f9cf9a6610 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030200 Oct 12 11:18:06.973137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4139087 Oct 12 11:18:06.979381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46060) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:06.984169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Request body: {'subnet': {'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-717627694-subnet', 'tenant_id': 'bc9c83091ae94b4e82a5a2a95085c786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:06.991443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7281b1-17ce-4739-8eba-9711f5cdd281 admin admin] Pushing event updated for resources: {'Network': ['ID=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:07.002599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:18:07.021369 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a81d4e66-e3c8-482b-b076-fc9d1cf0ff83 req-dec59a03-a192-45d9-b517-677315597758 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081183 Oct 12 11:18:07.030506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.033584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:07.076666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e47dd6d-4578-485c-b6a7-87cb283e8dd8 req-35a3a2f8-ce9b-40b8-84e2-9591ab81289e service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549320 Oct 12 11:18:07.260781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Made reservation on behalf of bc9c83091ae94b4e82a5a2a95085c786 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:07.263163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:07.276010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eee91-30b4-48e1-9e16-2d4ef09d1a1c req-7fd1c71e-ab8a-4685-8671-6eb5ff336fea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.277516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-469eee91-30b4-48e1-9e16-2d4ef09d1a1c req-7fd1c71e-ab8a-4685-8671-6eb5ff336fea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 944 time: 0.0513773 Oct 12 11:18:07.333258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-469eee91-30b4-48e1-9e16-2d4ef09d1a1c req-37eb5b12-afbb-4d38-9cbc-e99ee2674952 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494032 Oct 12 11:18:07.430354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-11917bca-6dbc-4f09-a55d-28094a319d96 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3242681 Oct 12 11:18:07.444048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Request body: {'port': {'device_id': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:07.456326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f45f72-5014-4ba9-9a7f-d1c4b1e3bf84 req-42a33ac2-d1d0-4264-b7f6-9c1a3cd0cd41 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.457819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53f45f72-5014-4ba9-9a7f-d1c4b1e3bf84 req-42a33ac2-d1d0-4264-b7f6-9c1a3cd0cd41 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 932 time: 0.0627320 Oct 12 11:18:07.521635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53f45f72-5014-4ba9-9a7f-d1c4b1e3bf84 req-af1d2884-eadb-4aee-8812-83b230d4c06e tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Oct 12 11:18:07.528395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:07.602320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:07.641237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1386ccd-9370-469f-a314-9f988e3ef4d6 req-4ba51ff7-a441-4de3-8883-abfb018a5af8 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.643595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1386ccd-9370-469f-a314-9f988e3ef4d6 req-4ba51ff7-a441-4de3-8883-abfb018a5af8 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0605690 Oct 12 11:18:07.708481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1386ccd-9370-469f-a314-9f988e3ef4d6 req-1a0fada4-e9b1-45f7-9b85-234d2aa2e6dd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585105 Oct 12 11:18:07.720268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-5c21aaf1-f095-4821-b2de-9df275a334e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.721856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-5c21aaf1-f095-4821-b2de-9df275a334e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1097 time: 0.0587115 Oct 12 11:18:07.767994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2040692-f933-4278-af97-980ad0956fba,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:07.799528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc406f-c720-4542-9a49-29cadfadd609 req-3fe29eaa-518b-42b7-99b5-bff4bd5c492c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.806855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88cc406f-c720-4542-9a49-29cadfadd609 req-3fe29eaa-518b-42b7-99b5-bff4bd5c492c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.2125742 Oct 12 11:18:07.830527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Checking segment: {'id': 'fbe31aef-6850-450e-aaa3-468218f2eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:07.831022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Network hostable DHCP agents. Network: ca505c4d-8ba0-4c9a-8457-4e11336ed3f0, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:18:07.831761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8559732-2358-491b-908e-2f1381d49f1d req-55082219-33ea-4cfd-a4c5-17d8f34606ae tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=800cf7a5-080e-4dbc-ae2c-1fc30978444d HTTP/1.1" status: 200 len: 210 time: 0.0324469 Oct 12 11:18:07.879393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-e960e140-4b8b-4f7c-ae8c-bd466bf8e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:07.881465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-e960e140-4b8b-4f7c-ae8c-bd466bf8e619 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 911 time: 0.1466017 Oct 12 11:18:07.928815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88cc406f-c720-4542-9a49-29cadfadd609 req-10c69a5e-4b75-43be-a70a-7a78fb48cc98 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209404 Oct 12 11:18:07.943420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-b0703dc1-9aa1-4205-8ac5-4e47f99c5d33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b101be-2c9c-44dd-9b76-3a239aa22107 HTTP/1.1" status: 200 len: 217 time: 0.0429585 Oct 12 11:18:07.997928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:18:08.017676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac235f-27f7-4842-950b-c405cc45cd61 req-68a05688-9259-450a-8418-28d4e90a8e33 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.019379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40ac235f-27f7-4842-950b-c405cc45cd61 req-68a05688-9259-450a-8418-28d4e90a8e33 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 944 time: 0.0885866 Oct 12 11:18:08.037246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-aef0d035-9f2d-440e-af83-71ff7daf79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.038752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-aef0d035-9f2d-440e-af83-71ff7daf79f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.0785670 Oct 12 11:18:08.049951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32e41ee-79ef-471f-a9f4-3f5d32f38518 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:08.059222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.072407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Transition to ACTIVE for port object b32e41ee-79ef-471f-a9f4-3f5d32f38518 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:08.077798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-32e0fc4c-7cb9-4241-8fe8-c5194ac439f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302498 Oct 12 11:18:08.088470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ca505c4d-8ba0-4c9a-8457-4e11336ed3f0) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:08.092601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.093389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.099797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3476e11-5de8-4d67-84e3-83688cbc2142 None None] Network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:08.123326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40ac235f-27f7-4842-950b-c405cc45cd61 req-f0b98c39-a476-4a14-9516-8fd2655c7de9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957150 Oct 12 11:18:08.140372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.180979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-17daa51c-2186-4321-bbef-4cb33e326022 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2005274 Oct 12 11:18:08.242421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-3765e324-91ef-45ad-a0a3-48b6615df157 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561918 Oct 12 11:18:08.242825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:08.259075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a47ded-4c80-4a74-90a7-ab72ef5a6a2e None None] Network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:08.307342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Attempting to bind port b32e41ee-79ef-471f-a9f4-3f5d32f38518 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:08.307988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Attempting to bind port b32e41ee-79ef-471f-a9f4-3f5d32f38518 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'b74e9f34-8cf4-4409-88da-6dc47316ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:08.308530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Attempting to bind port b32e41ee-79ef-471f-a9f4-3f5d32f38518 on network 09bb5b66-0e41-4be6-886e-6b7c487af639 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:08.314187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Port b32e41ee-79ef-471f-a9f4-3f5d32f38518 on network 09bb5b66-0e41-4be6-886e-6b7c487af639 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:08.314765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Attempting to bind port b32e41ee-79ef-471f-a9f4-3f5d32f38518 on network 09bb5b66-0e41-4be6-886e-6b7c487af639 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:08.320011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:08.320566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Checking segment: {'id': 'b74e9f34-8cf4-4409-88da-6dc47316ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:08.321137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Bound using segment: {'id': 'b74e9f34-8cf4-4409-88da-6dc47316ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:08.321735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Bound port: b32e41ee-79ef-471f-a9f4-3f5d32f38518, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74e9f34-8cf4-4409-88da-6dc47316ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:08.322317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.387248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfc8fd85-9019-4c7b-a9bd-2f076db604d7 req-f3156761-cfe4-4ece-8ed4-500ee6369c4b service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Oct 12 11:18:08.468717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:08.474738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518,segment=NetworkSegment(b74e9f34-8cf4-4409-88da-6dc47316ee38),segment_id=b74e9f34-8cf4-4409-88da-6dc47316ee38)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:08.483257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:08.487370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b325-8024-433d-89e5-6a043246050c req-21f8ccf5-1c9a-45e1-a48f-13e56fb3caf0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.488940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c82b325-8024-433d-89e5-6a043246050c req-21f8ccf5-1c9a-45e1-a48f-13e56fb3caf0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 944 time: 0.0819831 Oct 12 11:18:08.536918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c82b325-8024-433d-89e5-6a043246050c req-0520ae63-4608-4ea0-9662-021a0ef9cbab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Oct 12 11:18:08.552276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.624686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:08.632938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:08.635212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.635833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.637270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] 10.222.0.41 "PUT /v2.0/ports/b32e41ee-79ef-471f-a9f4-3f5d32f38518 HTTP/1.1" status: 200 len: 1092 time: 1.1985021 Oct 12 11:18:08.638460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:08.640719 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7362f-6f02-47ca-8de0-83efc9e40adc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:08.674619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962c31-f5a9-478d-8fbc-57e91bb53600 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:08.682604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.695342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753fdee-3010-4ad0-8b18-82a904f10a51 req-13dbba4a-f81b-441e-97fd-c03b2c788479 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.698418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:08.703846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f753fdee-3010-4ad0-8b18-82a904f10a51 req-13dbba4a-f81b-441e-97fd-c03b2c788479 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 944 time: 0.1023026 Oct 12 11:18:08.729128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:08.832395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:08.833931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:08.840525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-d9ff1fbb-79f2-47cb-b9c5-8b307bd0a050 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:08.842241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-d9ff1fbb-79f2-47cb-b9c5-8b307bd0a050 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/networks?id=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 HTTP/1.1" status: 200 len: 812 time: 0.1748977 Oct 12 11:18:08.883746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-0b43dbad-38d0-4ec0-89cc-30922d0829b6 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/quotas/bc9c83091ae94b4e82a5a2a95085c786 HTTP/1.1" status: 200 len: 375 time: 0.0323896 Oct 12 11:18:08.922043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-de1ee774-e25d-4a78-8703-5d82d390b008 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc9c83091ae94b4e82a5a2a95085c786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334177 Oct 12 11:18:08.922297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:09.025418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:09.040212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'mac_address': 'fa:16:3e:fb:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:09.093184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:09.097221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6bc01c99-5075-4ba3-a189-cfc44c03d9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676698 Oct 12 11:18:09.110197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67b1ac9-5c39-4600-8c8b-e475c4397c0b {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:09.127343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f753fdee-3010-4ad0-8b18-82a904f10a51 req-dbb0ced9-ae51-4c41-af55-9e279afc47e4 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206760 Oct 12 11:18:09.145424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:09.149678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-bc71f3b6-5282-40f4-8d2f-097d918bd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.152628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-bc71f3b6-5282-40f4-8d2f-097d918bd279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f30a910f47042ae97ec4ee1b2c75fdb&device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 1095 time: 0.0833356 Oct 12 11:18:09.200702 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd8f20b-e071-42fa-b18c-1555b5196796 x-openstack-request-id: req-3dd8f20b-e071-42fa-b18c-1555b5196796 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:09.201561 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:09.201999 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dd8f20b-e071-42fa-b18c-1555b5196796 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:09.202548 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518', 'status': 'completed', 'code': 200} Oct 12 11:18:09.206473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-0511d995-c7e2-4f62-baad-971886e75d33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518 HTTP/1.1" status: 200 len: 217 time: 0.0435638 Oct 12 11:18:09.209246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:09.224232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-1803114d-c358-4b29-94f4-55ca89c7133b service neutron] 10.222.0.43 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187263 Oct 12 11:18:09.281188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:09.320898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a455-f678-41b4-addd-20d8c217c686 req-51989e7c-2ea0-4253-b743-6a0efc4110d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.322504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-51989e7c-2ea0-4253-b743-6a0efc4110d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58630c44-5612-45f1-ae3f-cc673348e41a HTTP/1.1" status: 200 len: 849 time: 0.1083789 Oct 12 11:18:09.339906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e589-0ec2-4b7f-827f-0cec77a35da6 req-a06da837-a247-407f-bf70-5eb33f769012 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.341723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8608e589-0ec2-4b7f-827f-0cec77a35da6 req-a06da837-a247-407f-bf70-5eb33f769012 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0773246 Oct 12 11:18:09.371977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-95f627ed-7fac-408c-b734-3939b51f70b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09bb5b66-0e41-4be6-886e-6b7c487af639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406196 Oct 12 11:18:09.453636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8608e589-0ec2-4b7f-827f-0cec77a35da6 req-31a5ac2c-ded2-48a8-a367-838b58146270 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040318 Oct 12 11:18:09.483993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c67b1ac9-5c39-4600-8c8b-e475c4397c0b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:09.491495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:09.526618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-250a77d2-aa77-4443-b575-b7b55a30e2da service neutron] 10.222.0.41 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456943 Oct 12 11:18:09.644191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd17a455-f678-41b4-addd-20d8c217c686 req-355a1f91-e5ba-4d4e-b9ca-07d50e72248a service neutron] 10.222.0.41 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094899 Oct 12 11:18:09.653821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1639-598d-49a1-8943-3c040ad09e9d req-59428257-087d-4fef-94c5-9810e949446e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.656074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49eb1639-598d-49a1-8943-3c040ad09e9d req-59428257-087d-4fef-94c5-9810e949446e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1204844 Oct 12 11:18:09.721572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49eb1639-598d-49a1-8943-3c040ad09e9d req-12489e5c-edcc-4d14-8c47-3c5e6260de00 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Oct 12 11:18:09.756897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb8e4-5f7f-450f-b48d-56db5a889495 req-e50e2d75-f064-4323-9610-93d591682c0b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.759955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e5cb8e4-5f7f-450f-b48d-56db5a889495 req-e50e2d75-f064-4323-9610-93d591682c0b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 945 time: 0.0711684 Oct 12 11:18:09.845906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e5cb8e4-5f7f-450f-b48d-56db5a889495 req-465ef4ca-7086-4509-927a-14333f4aaf5c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756478 Oct 12 11:18:09.859424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7bbbd19-0639-4dcf-95c7-869c240d926f req-efc12129-0032-4efe-8420-0a3328197414 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 210 time: 0.0566492 Oct 12 11:18:09.898114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-ca0a5cf9-2a0d-4f53-a219-0dc5a1fd5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:09.900119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-ca0a5cf9-2a0d-4f53-a219-0dc5a1fd5d67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f30a910f47042ae97ec4ee1b2c75fdb&device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 1095 time: 0.0796690 Oct 12 11:18:10.031195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd90a-cc59-46bd-9ccc-b4e62111814e req-a0840b50-5db1-41a1-a206-a81fd24cd63a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.032817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd2dd90a-cc59-46bd-9ccc-b4e62111814e req-a0840b50-5db1-41a1-a206-a81fd24cd63a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1015396 Oct 12 11:18:10.062989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-7226de5e-0156-4b3d-8754-54ea62badf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.065435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-7226de5e-0156-4b3d-8754-54ea62badf3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=09bb5b66-0e41-4be6-886e-6b7c487af639 HTTP/1.1" status: 200 len: 910 time: 0.1571462 Oct 12 11:18:10.119377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-baf08c91-5063-4f49-a45e-3e04eb84a37c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518 HTTP/1.1" status: 200 len: 217 time: 0.0425568 Oct 12 11:18:10.122538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd2dd90a-cc59-46bd-9ccc-b4e62111814e req-6e5ca6a5-68c4-4cbe-a8a6-f6c6bf770d63 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829146 Oct 12 11:18:10.178889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-610a39d9-bec2-4cec-a3ca-fa4735f1a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.181298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-610a39d9-bec2-4cec-a3ca-fa4735f1a941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58630c44-5612-45f1-ae3f-cc673348e41a HTTP/1.1" status: 200 len: 849 time: 0.0553071 Oct 12 11:18:10.232384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-46e80cb3-d5ed-4640-a398-ab9504caec82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09bb5b66-0e41-4be6-886e-6b7c487af639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429742 Oct 12 11:18:10.292584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075fe15-576f-477b-a681-16835aab6e50 req-7a828a25-4e45-4c0f-8c34-8f4fa3198f40 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.302188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8075fe15-576f-477b-a681-16835aab6e50 req-7a828a25-4e45-4c0f-8c34-8f4fa3198f40 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 944 time: 0.0869780 Oct 12 11:18:10.354366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8075fe15-576f-477b-a681-16835aab6e50 req-4430675f-0e2a-4dcf-824a-786cba5e794b tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509431 Oct 12 11:18:10.372405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-23b0e570-597d-4ca3-9c55-c199d5234742 service neutron] 10.222.0.41 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317525 Oct 12 11:18:10.477178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63b7362f-6f02-47ca-8de0-83efc9e40adc req-1a1d0d34-a8a7-489d-aaa7-2b1d12257b6c service neutron] 10.222.0.41 "GET /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970473 Oct 12 11:18:10.500264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:10.624696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22da9-1db7-4d0b-8e5e-923bbcec04f0 req-c576807e-5ee4-443c-92ae-11461d55727f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.637619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19c22da9-1db7-4d0b-8e5e-923bbcec04f0 req-c576807e-5ee4-443c-92ae-11461d55727f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0766153 Oct 12 11:18:10.652920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:10.659260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:10.659842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:10.710643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19c22da9-1db7-4d0b-8e5e-923bbcec04f0 req-0cd0160f-ff8c-4d14-b318-49882cf83d6a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720363 Oct 12 11:18:10.784480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:10.823069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:10.825666 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c431db-6b28-4e5d-aa17-6af4f119ec4d" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:10.844412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:10.877067 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24408f73-9b34-4d18-8217-bd1a136dcd6a x-openstack-request-id: req-24408f73-9b34-4d18-8217-bd1a136dcd6a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:10.877437 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:10.877755 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24408f73-9b34-4d18-8217-bd1a136dcd6a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:10.878217 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:18:10.895041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:10.902357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8e83-b247-4a96-bfd4-b10657429db5 req-424254f2-2e8b-4774-a313-34e19a805aba tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:10.909777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-457f8e83-b247-4a96-bfd4-b10657429db5 req-424254f2-2e8b-4774-a313-34e19a805aba tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1052496 Oct 12 11:18:11.010556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:11.014652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-457f8e83-b247-4a96-bfd4-b10657429db5 req-02784229-a73d-4812-bae0-b4502d2ab6f6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953662 Oct 12 11:18:11.040080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02337-e20d-4d11-8939-0db952774d3f req-03816617-270a-4fe3-a1fb-eeaa0ee3da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.041891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33f02337-e20d-4d11-8939-0db952774d3f req-03816617-270a-4fe3-a1fb-eeaa0ee3da0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1097 time: 0.0817716 Oct 12 11:18:11.042953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.044107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.044107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.044107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.044489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.044751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.045087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.045414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.045800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.046067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.046406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.046745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:11.078756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63730-6157-4efa-aabb-8fd0520123b3 req-6ef3fbe8-2463-443f-b713-f1e72da24e93 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.080572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fd63730-6157-4efa-aabb-8fd0520123b3 req-6ef3fbe8-2463-443f-b713-f1e72da24e93 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 945 time: 0.1222103 Oct 12 11:18:11.105767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33f02337-e20d-4d11-8939-0db952774d3f req-b92906a9-c830-4d71-8656-80064b209ab3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541027 Oct 12 11:18:11.161447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0acf43f-97d4-4edc-8aee-364874f24ab9 req-515005aa-0cec-404f-ba99-fd371746a4f7 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 210 time: 0.0367472 Oct 12 11:18:11.164155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fd63730-6157-4efa-aabb-8fd0520123b3 req-782feb68-f13d-4cd1-b464-9b06dabad031 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721569 Oct 12 11:18:11.295188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a3b1f-f0a0-48b2-bf53-eb3b92362b91 req-c9daae80-6243-4b43-997a-33b73e632a25 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.296811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa8a3b1f-f0a0-48b2-bf53-eb3b92362b91 req-c9daae80-6243-4b43-997a-33b73e632a25 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.0561399 Oct 12 11:18:11.340831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa8a3b1f-f0a0-48b2-bf53-eb3b92362b91 req-171c15b8-a308-49f8-bfec-f66e0edb4a28 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352099 Oct 12 11:18:11.470192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46ce86-7472-473c-a4e4-2186d738fe45 req-929fb7ea-8a92-4bae-b1f6-bd3ca23b3a82 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.471864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e46ce86-7472-473c-a4e4-2186d738fe45 req-929fb7ea-8a92-4bae-b1f6-bd3ca23b3a82 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 944 time: 0.0523109 Oct 12 11:18:11.517144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e46ce86-7472-473c-a4e4-2186d738fe45 req-d059ecf7-5e17-4330-b6c8-66a0b1b5f8a6 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Oct 12 11:18:11.833963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed335a5d-da66-4c41-8e85-1a134680b5b4 req-d4dcc31c-3fa2-418b-baf4-28a0c8d672c6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.835875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed335a5d-da66-4c41-8e85-1a134680b5b4 req-d4dcc31c-3fa2-418b-baf4-28a0c8d672c6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0546930 Oct 12 11:18:11.898352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed335a5d-da66-4c41-8e85-1a134680b5b4 req-2fdb6f7b-df85-47a1-9f00-09d9db0dd052 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Oct 12 11:18:11.995735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-16d65f15-8c6b-441f-b825-22352a1855f9 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:11.997485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-16d65f15-8c6b-441f-b825-22352a1855f9 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.41 "GET /v2.0/networks?id=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 HTTP/1.1" status: 200 len: 812 time: 0.1216793 Oct 12 11:18:12.010898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Request body: {'port': {'device_id': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0', 'admin_state_up': True, 'tenant_id': 'bc9c83091ae94b4e82a5a2a95085c786'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:12.207209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334a0c-17a9-415e-ac4c-24f0203a92d4 req-dd8d116a-243b-48db-a200-a07e67f56e12 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:12.214722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8334a0c-17a9-415e-ac4c-24f0203a92d4 req-dd8d116a-243b-48db-a200-a07e67f56e12 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.0781803 Oct 12 11:18:12.249234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8334a0c-17a9-415e-ac4c-24f0203a92d4 req-2e209794-e2e0-4adc-b8d3-0779342c1b86 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Oct 12 11:18:12.303085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf8a6-3ea9-421f-9f32-7212e4887dfb req-f1091b40-aefd-4f4e-88da-4b363467ea48 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:12.304470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Made reservation on behalf of bc9c83091ae94b4e82a5a2a95085c786 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:12.308479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:12.311017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6aaf8a6-3ea9-421f-9f32-7212e4887dfb req-f1091b40-aefd-4f4e-88da-4b363467ea48 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 945 time: 0.0591056 Oct 12 11:18:12.357377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6aaf8a6-3ea9-421f-9f32-7212e4887dfb req-1c7607c9-f06d-4641-b5b2-a758e6f7abf4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Oct 12 11:18:12.404204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e10d234c-5b1f-4e71-ae14-b17ce04a7aec req-42722f59-1537-4947-9922-aeff5f04ca58 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 210 time: 0.0721841 Oct 12 11:18:12.475538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebead43-8d17-45ce-a48b-6931c9cdda5d req-ad007df4-4f2d-459e-ab3c-4779b66e28a8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:12.477597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ebead43-8d17-45ce-a48b-6931c9cdda5d req-ad007df4-4f2d-459e-ab3c-4779b66e28a8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.0508051 Oct 12 11:18:12.486779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Allocated IP 172.20.0.9 (ca505c4d-8ba0-4c9a-8457-4e11336ed3f0/d2040692-f933-4278-af97-980ad0956fba/a0c3c7ad-3267-4d9b-b4cd-e761caecac04) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:12.494431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:12.658102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ebead43-8d17-45ce-a48b-6931c9cdda5d req-aa71cdf5-d313-45b8-b502-1f99da8fa940 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485236 Oct 12 11:18:12.664111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port c67b1ac9-5c39-4600-8c8b-e475c4397c0b completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:12.668077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c67b1ac9-5c39-4600-8c8b-e475c4397c0b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:12.668264 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-9f2398a8-0531-4993-adcf-00f9dc03e3bd service neutron] show failed (client error): The resource could not be found. Oct 12 11:18:12.669450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-9f2398a8-0531-4993-adcf-00f9dc03e3bd service neutron] 10.222.0.47 "GET /v2.0/ports/675fdf29-9b0e-45ee-b1b5-08ed905f8f72/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.1480942 Oct 12 11:18:12.669956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:12.739100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:12.748905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7731e7f-29f1-40f8-8b7d-8e9f3f5ebcab req-53ee59d7-9c1b-4f9f-886b-cf4c885efb0e tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:12.757360 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7731e7f-29f1-40f8-8b7d-8e9f3f5ebcab req-53ee59d7-9c1b-4f9f-886b-cf4c885efb0e tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 944 time: 0.1295316 Oct 12 11:18:12.808167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:12.867098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7731e7f-29f1-40f8-8b7d-8e9f3f5ebcab req-e59d86f4-6486-4a4a-9b13-6c1b50c70ea9 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Oct 12 11:18:12.872867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:12.878953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:12.883984 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40453fdd-7dd6-4eb7-88a0-5fd5694e5e62" -d '{"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-plugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:12.946132 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e56ff4-1366-4f5f-877c-4b2b0362cfc3 x-openstack-request-id: req-68e56ff4-1366-4f5f-877c-4b2b0362cfc3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:12.946483 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-plugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:12.948513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68e56ff4-1366-4f5f-877c-4b2b0362cfc3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:12.948513 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'code': 200} Oct 12 11:18:12.968798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:12.970506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.079468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf436-d180-4e6c-b873-f9e56ab47e81 req-4954213e-da11-4512-8212-d4f38052d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.081362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2cdf436-d180-4e6c-b873-f9e56ab47e81 req-4954213e-da11-4512-8212-d4f38052d867 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 1097 time: 0.0853455 Oct 12 11:18:13.087425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:13.124814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:13.133051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:13.136169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:13.139534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Pushing event updated for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:13.154232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2cdf436-d180-4e6c-b873-f9e56ab47e81 req-beb823e1-8d6f-442a-bb3c-e62b7e8b179e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520139 Oct 12 11:18:13.174010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e43be0-be76-497f-abcb-d00705cf1a8a req-20d943f9-5658-4ae4-84da-f64fd304c747 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.175533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1e43be0-be76-497f-abcb-d00705cf1a8a req-20d943f9-5658-4ae4-84da-f64fd304c747 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1371975 Oct 12 11:18:13.216889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.217512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.247354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1e43be0-be76-497f-abcb-d00705cf1a8a req-f45487b5-6ca4-4da7-bee6-9b706195a358 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640030 Oct 12 11:18:13.259622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-9794a22e-b663-4e1b-b723-7e8880a182d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.263905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-9794a22e-b663-4e1b-b723-7e8880a182d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1101 time: 0.0498466 Oct 12 11:18:13.276260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:13.295035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-68a9e371-3531-4eba-a552-c9c4cb4ffc1d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2880127 Oct 12 11:18:13.308286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Request body: {'port': {'device_id': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:13.362148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.375353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.386994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b32e41ee-79ef-471f-a9f4-3f5d32f38518 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:13.428060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8f69-611c-436b-911b-dcb8d3683b0a req-a0bde0c6-c3f1-475f-9553-56dc6040ecf5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.440366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f85d8f69-611c-436b-911b-dcb8d3683b0a req-a0bde0c6-c3f1-475f-9553-56dc6040ecf5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.1116807 Oct 12 11:18:13.564540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518,segment=NetworkSegment(b74e9f34-8cf4-4409-88da-6dc47316ee38),segment_id=b74e9f34-8cf4-4409-88da-6dc47316ee38)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:13.577631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abc228-9af4-4c37-a5f2-5c75ac6dd9bf req-61202b70-88a0-4bf5-8489-829d7acc3ea0 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.577803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f85d8f69-611c-436b-911b-dcb8d3683b0a req-d38834c3-64da-430c-8a18-8dbac14734b6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361549 Oct 12 11:18:13.579951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05abc228-9af4-4c37-a5f2-5c75ac6dd9bf req-61202b70-88a0-4bf5-8489-829d7acc3ea0 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 946 time: 0.1278338 Oct 12 11:18:13.599083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518', 'network_id': '09bb5b66-0e41-4be6-886e-6b7c487af639', 'port_id': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518', 'mac_address': 'fa:16:3e:c8:f3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58630c44-5612-45f1-ae3f-cc673348e41a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:13.656993 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.671488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32e41ee-79ef-471f-a9f4-3f5d32f38518 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:13.679854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05abc228-9af4-4c37-a5f2-5c75ac6dd9bf req-dc9dc226-4431-42f5-aed0-06d283a30101 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899868 Oct 12 11:18:13.695887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518,segment=NetworkSegment(b74e9f34-8cf4-4409-88da-6dc47316ee38),segment_id=b74e9f34-8cf4-4409-88da-6dc47316ee38)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:13.779099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fac20-4dab-447b-93ab-3ba4c3b324da req-7976e083-8554-482f-871e-5324ff30ffd6 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.780500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f29fac20-4dab-447b-93ab-3ba4c3b324da req-7976e083-8554-482f-871e-5324ff30ffd6 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 931 time: 0.0676427 Oct 12 11:18:13.786179 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.790655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:13.826435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c3c7ad-3267-4d9b-b4cd-e761caecac04 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:13.839828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.850979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:13.862523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead0ac-fcf0-4c1a-a731-ebdfd09bd2b8 req-e3c1d4b4-a865-4350-960e-737659b13165 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:13.864149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11ead0ac-fcf0-4c1a-a731-ebdfd09bd2b8 req-e3c1d4b4-a865-4350-960e-737659b13165 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.0914948 Oct 12 11:18:13.871306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Transition to ACTIVE for port object a0c3c7ad-3267-4d9b-b4cd-e761caecac04 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:13.877634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f29fac20-4dab-447b-93ab-3ba4c3b324da req-7d972c4f-968e-41d6-b2b2-af7902eaed44 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Oct 12 11:18:13.905385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:13.918831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-11ead0ac-fcf0-4c1a-a731-ebdfd09bd2b8 req-54d01f17-606b-4a1d-9b96-4b982df486ec tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Oct 12 11:18:13.922506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:13.996215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:13.998658 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9136d7fb-3fe1-4af1-bc0d-14cd3bb21218" -d '{"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-unplugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:14.018874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.029675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:14.041397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Transition to ACTIVE for port object 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:14.070660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.071052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.071356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.071689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.072196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.072519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.072845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.074974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.075339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.075687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.076022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.083056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:14.127216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.130759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b32e41ee-79ef-471f-a9f4-3f5d32f38518'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:14.140299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f41b-7612-4ed4-aae8-4c6814784964 req-4f9345ce-a7fb-4ca9-b8db-462c7146a404 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.144193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed04b-ebb7-44c4-8563-6bf3fedc26a3 req-1bfc4379-1f3e-484a-bd48-fd0ae29b3d0d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.149562 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a26ed04b-ebb7-44c4-8563-6bf3fedc26a3 req-1bfc4379-1f3e-484a-bd48-fd0ae29b3d0d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 945 time: 0.1122472 Oct 12 11:18:14.152042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46194) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:14.155441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b928f41b-7612-4ed4-aae8-4c6814784964 req-4f9345ce-a7fb-4ca9-b8db-462c7146a404 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.0934856 Oct 12 11:18:14.165222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'floatingip': {'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:14.167623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Attempting to bind port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:14.174245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Attempting to bind port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'fbe31aef-6850-450e-aaa3-468218f2eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:14.174604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Attempting to bind port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 on network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:14.262240 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086442f-1a05-4f83-bfae-b11f53b3e06f x-openstack-request-id: req-d086442f-1a05-4f83-bfae-b11f53b3e06f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:14.272040 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-unplugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:14.272040 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d086442f-1a05-4f83-bfae-b11f53b3e06f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:14.278817 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'code': 200} Oct 12 11:18:14.279865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] No DVR routers for this DVR port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:14.309816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 on network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:14.310373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Attempting to bind port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 on network ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:14.326689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:14.343972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.356019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:14.356019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Checking segment: {'id': 'fbe31aef-6850-450e-aaa3-468218f2eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:14.356019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Bound using segment: {'id': 'fbe31aef-6850-450e-aaa3-468218f2eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:14.356588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Bound port: a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe31aef-6850-450e-aaa3-468218f2eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:14.357273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.413056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:14.413676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:14.413676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:14.430344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:14.430764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Attempting to bind port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:14.441658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:14.442006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:14.442398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:14.442884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Bound port: 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:14.443244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.547513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:14.553424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:14.590011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a26ed04b-ebb7-44c4-8563-6bf3fedc26a3 req-9d991779-b2e4-4f76-a000-9d82c7cabb94 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118862 Oct 12 11:18:14.628855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:14.672854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.677891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,segment=NetworkSegment(fbe31aef-6850-450e-aaa3-468218f2eed6),segment_id=fbe31aef-6850-450e-aaa3-468218f2eed6)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:14.697231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.698566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.701343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] 10.222.0.41 "PUT /v2.0/ports/675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 1096 time: 1.4289064 Oct 12 11:18:14.761452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.819161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adb9a-df12-442d-80d1-cb0f8b94c285 service neutron] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:14.829648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-e5990e03-77d1-40d2-801f-65470d18632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.831141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-e5990e03-77d1-40d2-801f-65470d18632e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.0807152 Oct 12 11:18:14.845670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.848883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:14.849758 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0c3c7ad-3267-4d9b-b4cd-e761caecac04 HTTP/1.1" status: 200 len: 1091 time: 1.5455322 Oct 12 11:18:14.851520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:14.853758 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99761a7b-087e-4021-a1e3-154cec3683e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:14.886270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c3b0-3f31-46f9-96a1-fde632b4d8cd req-3ca37f1f-1878-43d8-8991-6db9d59a8523 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:14.898570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d689c3b0-3f31-46f9-96a1-fde632b4d8cd req-3ca37f1f-1878-43d8-8991-6db9d59a8523 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.2108698 Oct 12 11:18:15.008606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2869-e184-4903-be31-969a00f895c5 req-6df1ef23-735f-4537-9fac-ed2c6352f033 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.010074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1cdb2869-e184-4903-be31-969a00f895c5 req-6df1ef23-735f-4537-9fac-ed2c6352f033 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.0837271 Oct 12 11:18:15.011454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-a8ffa8d6-d801-4d9a-bfdc-04c0248e2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.012743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-a8ffa8d6-d801-4d9a-bfdc-04c0248e2783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1730025 Oct 12 11:18:15.038527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae392e4-85bf-4ed5-a945-221405ec9a91 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:15.080213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d689c3b0-3f31-46f9-96a1-fde632b4d8cd req-43ac6900-ccd7-4bf0-bb4e-3a0df31de4cc tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820722 Oct 12 11:18:15.233094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-2773e13b-e4f1-4291-9ab6-3899688e9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.234934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-2773e13b-e4f1-4291-9ab6-3899688e9e93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc9c83091ae94b4e82a5a2a95085c786&device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 1094 time: 0.2613220 Oct 12 11:18:15.312672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-3b86eeb2-83e8-47eb-9a3e-c9b6432a8348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04 HTTP/1.1" status: 200 len: 217 time: 0.0490375 Oct 12 11:18:15.337244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:15.347035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26190b75-f174-4296-b1bc-9e7cd036ee7f req-2d96276d-5515-4669-8ff1-059221d1d75c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.349541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26190b75-f174-4296-b1bc-9e7cd036ee7f req-2d96276d-5515-4669-8ff1-059221d1d75c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 946 time: 0.1631916 Oct 12 11:18:15.391636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b32e41ee-79ef-471f-a9f4-3f5d32f38518 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:15.407704 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:15.412322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-b9c4d109-d7ac-4bca-8445-2a305e99a5f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.3918772 Oct 12 11:18:15.413862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-7ef77abd-5603-40bf-9dfe-cfefa2c53bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.415239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-7ef77abd-5603-40bf-9dfe-cfefa2c53bfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2040692-f933-4278-af97-980ad0956fba HTTP/1.1" status: 200 len: 852 time: 0.0928071 Oct 12 11:18:15.468452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26190b75-f174-4296-b1bc-9e7cd036ee7f req-04d6c1b8-f68c-49ba-8472-6d2d59b8d594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014149 Oct 12 11:18:15.484840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1cdb2869-e184-4903-be31-969a00f895c5 req-a1cc12f1-6107-42c8-adca-3b13815780c8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660792 Oct 12 11:18:15.489158 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-563ebab7-668f-4e64-a822-66e219a9e555 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322881 Oct 12 11:18:15.511135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-dcb14f14-7fb6-4010-9d8b-6f7f4d09a4e0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.511135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-dcb14f14-7fb6-4010-9d8b-6f7f4d09a4e0 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.1123934 Oct 12 11:18:15.511135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-d3d0390f-3f76-498e-a140-c4e293f3ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.512450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-d3d0390f-3f76-498e-a140-c4e293f3ad28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0850217 Oct 12 11:18:15.553479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b32e41ee-79ef-471f-a9f4-3f5d32f38518 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:15.560376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b32e41ee-79ef-471f-a9f4-3f5d32f38518 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:15.566823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:15.599265 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec74e28-7e7f-431d-8bcd-05a8efc5e760 x-openstack-request-id: req-2ec74e28-7e7f-431d-8bcd-05a8efc5e760 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:15.599550 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:15.599804 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ec74e28-7e7f-431d-8bcd-05a8efc5e760 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:15.600208 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04', 'status': 'completed', 'code': 200} Oct 12 11:18:15.624139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-5858f4cc-6958-4c07-bfc3-de9448dfc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.626848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-5858f4cc-6958-4c07-bfc3-de9448dfc4fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039906 Oct 12 11:18:15.650489 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Floating IP 46106521-3d8a-4e95-b3a1-7bb8605320d5 associated. External IP: 172.25.2.133, port: 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e. Oct 12 11:18:15.729955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:15.756074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Deleting port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:15.756416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:15.812123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1f25f-d547-429d-8519-42bf28d520b5 req-584d5961-e43a-4573-ab22-c65281cdecff tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:15.815014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bef1f25f-d547-429d-8519-42bf28d520b5 req-584d5961-e43a-4573-ab22-c65281cdecff tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 943 time: 0.1351945 Oct 12 11:18:15.886739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:15.889028 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de5ded2-7464-42c8-8361-73f80e598635" -d '{"events": [{"server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "name": "network-vif-plugged", "status": "completed", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:15.902459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518,segment=NetworkSegment(b74e9f34-8cf4-4409-88da-6dc47316ee38),segment_id=b74e9f34-8cf4-4409-88da-6dc47316ee38)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:15.904217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-c51cc1c4-b8f1-480c-a6b5-48e89008bc34 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684062 Oct 12 11:18:15.963201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bef1f25f-d547-429d-8519-42bf28d520b5 req-61ba131b-3a60-4596-b0ba-f4a8a1c214e7 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151919 Oct 12 11:18:15.973847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:16.012573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] For port 2de402c6-0fdb-480a-a93a-d3fd2e687e77, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2de402c6-0fdb-480a-a93a-d3fd2e687e77,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:16.012940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:16.033396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Calling delete_port for 2de402c6-0fdb-480a-a93a-d3fd2e687e77 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:16.040751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:16.061779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-f6106587-6401-49f9-a423-565cad3d9f7b service neutron] 10.222.0.41 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632155 Oct 12 11:18:16.069344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fc5cd37-223e-43a9-82c4-371ea6b0c9ea req-0a15aa4b-a536-4c59-a9dd-a01d7cf61244 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544056 Oct 12 11:18:16.076056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e845eb-9d8b-4a77-b4d3-15471023ea39 req-b89f1f21-e72e-4021-b0f3-c65355d8ea1b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.085718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77e845eb-9d8b-4a77-b4d3-15471023ea39 req-b89f1f21-e72e-4021-b0f3-c65355d8ea1b tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 944 time: 0.4804578 Oct 12 11:18:16.224377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77e845eb-9d8b-4a77-b4d3-15471023ea39 req-7f22b654-54ae-4dff-886b-fe65d4c28a73 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376779 Oct 12 11:18:16.259844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:16.280901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2de402c6-0fdb-480a-a93a-d3fd2e687e77'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:16.284058 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20d6f46f-e015-4007-9e53-521bd7b22adb req-901fa18a-5041-4202-a9f0-e64fb08fcbf1 service neutron] 10.222.0.41 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962156 Oct 12 11:18:16.311488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:16.314406 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:16.320542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event deleted for resources: {'Port': ['ID=2de402c6-0fdb-480a-a93a-d3fd2e687e77,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:16.366112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] No DVR routers for this DVR port 2de402c6-0fdb-480a-a93a-d3fd2e687e77 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:16.368912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:16.372355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0880e994-1672-408c-bb8f-a11bb8dafba6 req-b644556d-c46b-4ebc-8cf8-a0c92867cb42 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "DELETE /v2.0/ports/2de402c6-0fdb-480a-a93a-d3fd2e687e77 HTTP/1.1" status: 204 len: 173 time: 0.8570547 Oct 12 11:18:16.394586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Router 7a96a250-a65e-4832-8e7f-1b125afcc461 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:18:16.410416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4049a-2965-4810-9b02-732f7a35ab47 req-6c14144a-afa1-4266-ba8e-18b61af5f00c tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.412476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37e4049a-2965-4810-9b02-732f7a35ab47 req-6c14144a-afa1-4266-ba8e-18b61af5f00c tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.0837734 Oct 12 11:18:16.426594 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ccbe33-3d70-4ff8-8386-bcf0732c8d2d x-openstack-request-id: req-97ccbe33-3d70-4ff8-8386-bcf0732c8d2d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:16.427125 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "name": "network-vif-plugged", "status": "completed", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:16.427394 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97ccbe33-3d70-4ff8-8386-bcf0732c8d2d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:16.427896 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518', 'code': 200} Oct 12 11:18:16.513699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:16.559821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:16.581083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-b1980665-fc0f-438d-a8b3-5f4916457a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.582616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-b1980665-fc0f-438d-a8b3-5f4916457a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc9c83091ae94b4e82a5a2a95085c786&device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 1094 time: 0.1603408 Oct 12 11:18:16.585557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37e4049a-2965-4810-9b02-732f7a35ab47 req-1b89521c-514e-4864-84a4-e9eb9e6343de tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672547 Oct 12 11:18:16.594307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567fc13-4cf9-4900-b906-b20cdffac0ee req-6d575ab9-6fa6-42a6-b63c-df2f9d155603 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.596020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5567fc13-4cf9-4900-b906-b20cdffac0ee req-6d575ab9-6fa6-42a6-b63c-df2f9d155603 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1224151 Oct 12 11:18:16.601697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04818a3a-ee53-408f-b5ac-1780ba1584f7 req-56f6d289-0774-41d8-a35b-f86572b5aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.603343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04818a3a-ee53-408f-b5ac-1780ba1584f7 req-56f6d289-0774-41d8-a35b-f86572b5aac2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 1097 time: 0.0663388 Oct 12 11:18:16.660028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:18:16.665701 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:16.684456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5567fc13-4cf9-4900-b906-b20cdffac0ee req-6bb713a9-aad4-4e76-a732-55ccd00d75b5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738955 Oct 12 11:18:16.684456 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ec068-daaa-436a-b777-4c15b9407988 x-openstack-request-id: req-953ec068-daaa-436a-b777-4c15b9407988 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:16.684456 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:16.684456 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-953ec068-daaa-436a-b777-4c15b9407988 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:16.685066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Sync routers for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:18:16.685178 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'status': 'completed', 'code': 200} Oct 12 11:18:16.706952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:16.707808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:16.708086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04818a3a-ee53-408f-b5ac-1780ba1584f7 req-1c8d154b-fb45-4b61-a62e-bfaa4ea635ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859673 Oct 12 11:18:16.714343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-40af68d9-3144-43fe-bb4e-6c710f2c0430 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "PUT /v2.0/floatingips/46106521-3d8a-4e95-b3a1-7bb8605320d5 HTTP/1.1" status: 200 len: 992 time: 2.5611808 Oct 12 11:18:16.759578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-374099e5-8544-464b-a1cb-2bf8a57e9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.761014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-374099e5-8544-464b-a1cb-2bf8a57e9e9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 HTTP/1.1" status: 200 len: 913 time: 0.1703162 Oct 12 11:18:16.797369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-ba675eab-dc94-41eb-bf1c-9d91fddcc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.800226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-ba675eab-dc94-41eb-bf1c-9d91fddcc962 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.0784950 Oct 12 11:18:16.803192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-89c9103f-e4b5-4b52-a18a-b95785b42930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.804656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-89c9103f-e4b5-4b52-a18a-b95785b42930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.0871282 Oct 12 11:18:16.833957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f803a-62d2-4e53-9307-83e5ddc8297b req-4be96ba6-1d30-40f5-bfb0-10bda2e0a048 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.841672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-019f803a-62d2-4e53-9307-83e5ddc8297b req-4be96ba6-1d30-40f5-bfb0-10bda2e0a048 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 946 time: 0.0710590 Oct 12 11:18:16.872207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:16.886628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-019f803a-62d2-4e53-9307-83e5ddc8297b req-f37b1538-423d-4a52-9d80-0f686e1a3f42 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Oct 12 11:18:16.924830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264d3e9-5845-4417-b98d-9d9242ed7882 req-ad73e71c-87af-4734-93ad-1d51d15857f8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.926361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2264d3e9-5845-4417-b98d-9d9242ed7882 req-ad73e71c-87af-4734-93ad-1d51d15857f8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.1251345 Oct 12 11:18:16.972703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-c8903cf2-a55b-4287-8485-fcd47cb96406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:16.974129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-c8903cf2-a55b-4287-8485-fcd47cb96406 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1584167 Oct 12 11:18:16.995002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2264d3e9-5845-4417-b98d-9d9242ed7882 req-e74050fc-0390-46fe-af8d-39b5c53640d4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578585 Oct 12 11:18:17.028855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-606e8ca1-914f-40cc-9e51-c81c45cb2e26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0472147 Oct 12 11:18:17.045925 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-a472bf55-d1f2-4085-8ae6-def75c9779f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04 HTTP/1.1" status: 200 len: 217 time: 0.0685105 Oct 12 11:18:17.098448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-bc20cba8-adea-4231-9ab5-11a593430b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.100282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-bc20cba8-adea-4231-9ab5-11a593430b15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0640051 Oct 12 11:18:17.160874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-7b8187f9-3e87-4b36-80e5-a4a258726354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.162506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-7b8187f9-3e87-4b36-80e5-a4a258726354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553644 Oct 12 11:18:17.174385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '46106521-3d8a-4e95-b3a1-7bb8605320d5', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:17:56Z', 'updated_at': '2021-10-12T11:18:15Z', 'revision_number': 1, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:17.185452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-6a37c00f-d030-4a6a-a14d-8f9362cd9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.186995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-6a37c00f-d030-4a6a-a14d-8f9362cd9482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2040692-f933-4278-af97-980ad0956fba HTTP/1.1" status: 200 len: 852 time: 0.0823359 Oct 12 11:18:17.198079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06472ade-0fd2-47d2-ae8f-098aff47573c req-6a2ca958-86f3-4524-920b-eb91c8a4e976 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.199922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06472ade-0fd2-47d2-ae8f-098aff47573c req-6a2ca958-86f3-4524-920b-eb91c8a4e976 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 943 time: 0.1232798 Oct 12 11:18:17.201897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Checking router: 7a96a250-a65e-4832-8e7f-1b125afcc461 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:18:17.211542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:17.212180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:17.238315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-ca6d5fe5-6a79-4483-ab31-48516506bd17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376160 Oct 12 11:18:17.245309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-969f9f7c-4a58-452b-8510-0f0d2a5d712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.246464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-969f9f7c-4a58-452b-8510-0f0d2a5d712c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2590780 Oct 12 11:18:17.286126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-546aced5-b7ee-412e-83ab-73c0788a2877 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169107 Oct 12 11:18:17.318735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-f812984a-958f-44d5-a0c7-5266aa2efa91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0590832 Oct 12 11:18:17.373822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:17.394958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06472ade-0fd2-47d2-ae8f-098aff47573c req-b4ddf677-9174-46aa-af7a-714e2b54cf45 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830564 Oct 12 11:18:17.428600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-58a39b35-062f-43b3-8a35-d597b24d2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.428600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-58a39b35-062f-43b3-8a35-d597b24d2f1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0712583 Oct 12 11:18:17.429060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afd73ad4-66e1-4271-acf9-2c0e7dd7c434 req-e3719a99-37da-4b0f-8935-9bcdd9448c5d tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d359eb-76bf-42e6-86a9-5ab89d159541 HTTP/1.1" status: 200 len: 210 time: 0.0960035 Oct 12 11:18:17.456677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-9f8a5b67-7e89-49af-8331-039fe28e0eca service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567032 Oct 12 11:18:17.466391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-895013b5-3b10-404a-88d2-4c67b896275d service neutron] 10.222.0.41 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188802 Oct 12 11:18:17.511522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-eb71df55-0657-41f8-8542-abd3ff91535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.511522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-eb71df55-0657-41f8-8542-abd3ff91535d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796919 Oct 12 11:18:17.601443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:17.603722 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:17.635803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99761a7b-087e-4021-a1e3-154cec3683e9 req-1ee9b8a5-5e20-4658-81f6-53a638ef347a service neutron] 10.222.0.41 "GET /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601479 Oct 12 11:18:17.645771 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8b50d-5005-4473-87ce-b5c2ddd67123 x-openstack-request-id: req-32b8b50d-5005-4473-87ce-b5c2ddd67123 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:17.646053 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:17.646300 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32b8b50d-5005-4473-87ce-b5c2ddd67123 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:17.646733 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'status': 'completed', 'code': 200} Oct 12 11:18:17.647592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '46106521-3d8a-4e95-b3a1-7bb8605320d5', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:17:56Z', 'updated_at': '2021-10-12T11:18:15Z', 'revision_number': 1, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:17.658428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-5d35235e-ba2e-4bc3-a7d3-4dc77662e2ad service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197507 Oct 12 11:18:17.682413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8fa93c17-a925-4e7b-b3c9-c752bc98588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:17.685937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0593da7-6aea-4414-b382-e8231f4e2115 None None] The sync data for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 is: [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '46106521-3d8a-4e95-b3a1-7bb8605320d5', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:17:56Z', 'updated_at': '2021-10-12T11:18:15Z', 'revision_number': 1, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:18:17.725818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-b963786a-a438-4be4-93e9-aca5a4feecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.733913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-b963786a-a438-4be4-93e9-aca5a4feecca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1097 time: 0.0598950 Oct 12 11:18:17.788798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4dc831-2c6d-4f0d-906e-e7e42e6190fc req-e5806232-7348-4651-8657-7f546e17af60 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227679 Oct 12 11:18:17.827960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423ad8-e540-4c55-9e50-de12ad988214 req-41d6cb4e-4222-433a-b29c-d2ba42ee178d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.829706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9423ad8-e540-4c55-9e50-de12ad988214 req-41d6cb4e-4222-433a-b29c-d2ba42ee178d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0654340 Oct 12 11:18:17.838004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6a7d-29fa-4d57-bb99-24d246725caa req-693a0c67-7624-4c1d-8e6d-26eb13e56d5d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.839527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-936c6a7d-29fa-4d57-bb99-24d246725caa req-693a0c67-7624-4c1d-8e6d-26eb13e56d5d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.1064265 Oct 12 11:18:17.878732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9423ad8-e540-4c55-9e50-de12ad988214 req-af7e1af7-96e8-48b2-b335-334923b99439 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Oct 12 11:18:17.896076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-f6ddfd0d-9aef-4973-b627-ea1296d45410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:17.897548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-f6ddfd0d-9aef-4973-b627-ea1296d45410 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.1626194 Oct 12 11:18:17.903086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-936c6a7d-29fa-4d57-bb99-24d246725caa req-f30a2142-ea9f-4975-a6e6-e61caf09d001 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546103 Oct 12 11:18:17.955920 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfdc71-578d-4526-8b7b-42d4edaef8c6 None None] New status for floating IP 46106521-3d8a-4e95-b3a1-7bb8605320d5: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:18:17.968399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-7f78015d-5f62-4a8a-890f-d182d8927f51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.0637395 Oct 12 11:18:18.014324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9cd0c-6753-49b1-a57c-e8f60c3b62b6 req-5856ef18-93c1-4bf2-a822-8241924622d1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:18.016940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc9cd0c-6753-49b1-a57c-e8f60c3b62b6 req-5856ef18-93c1-4bf2-a822-8241924622d1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 946 time: 0.0568190 Oct 12 11:18:18.031137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-e3a1a81f-65d1-427e-ba0e-5096f1982c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:18.033209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-e3a1a81f-65d1-427e-ba0e-5096f1982c79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0560546 Oct 12 11:18:18.070364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc9cd0c-6753-49b1-a57c-e8f60c3b62b6 req-92d2e74c-38f9-41b9-9c53-1d2a8b57fc64 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Oct 12 11:18:18.101541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-6a819dff-3b4f-4066-a787-0f264d9ff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:18.103158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-6a819dff-3b4f-4066-a787-0f264d9ff049 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623262 Oct 12 11:18:18.207580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fd015-81cf-4ffb-a370-3970babf20b7 req-61e82b8b-42e9-4c20-84d7-44301c5b02b2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:18.209068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c2fd015-81cf-4ffb-a370-3970babf20b7 req-61e82b8b-42e9-4c20-84d7-44301c5b02b2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.1049652 Oct 12 11:18:18.251243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-3be6c292-618e-474f-8db6-5fd7493e61bd service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358397 Oct 12 11:18:18.282007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c2fd015-81cf-4ffb-a370-3970babf20b7 req-4564bbf4-f26a-4aa4-a73e-bdb4b7a1a4ec tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Oct 12 11:18:18.349867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c93a4ce0-33bd-4032-a07b-f3ebe58fca13 req-8d311a62-155f-4ed3-a101-22c81a1ac80f service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914745 Oct 12 11:18:18.525205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:18.529688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba9c3b-7c5e-467e-85b1-e3111ab45c28 req-e49983ae-db95-4825-8809-aca1f9057d8b tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:18.531497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70ba9c3b-7c5e-467e-85b1-e3111ab45c28 req-e49983ae-db95-4825-8809-aca1f9057d8b tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 943 time: 0.0539792 Oct 12 11:18:18.545814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 2de402c6-0fdb-480a-a93a-d3fd2e687e77 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:18.546150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2de402c6-0fdb-480a-a93a-d3fd2e687e77 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:18.570045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70ba9c3b-7c5e-467e-85b1-e3111ab45c28 req-af43a255-faa4-4b98-93a6-57cc1d596f24 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Oct 12 11:18:18.685722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-deleted', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:18.689193 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a44dbd-148b-40f8-8941-39bbaca3cb7f" -d '{"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-deleted", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:18.724576 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff3e78-3402-486f-9252-a290054c4f6b x-openstack-request-id: req-ebff3e78-3402-486f-9252-a290054c4f6b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:18.724874 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d359eb-76bf-42e6-86a9-5ab89d159541", "name": "network-vif-deleted", "tag": "2de402c6-0fdb-480a-a93a-d3fd2e687e77", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:18.725211 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebff3e78-3402-486f-9252-a290054c4f6b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:18.725673 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d359eb-76bf-42e6-86a9-5ab89d159541', 'name': 'network-vif-deleted', 'tag': '2de402c6-0fdb-480a-a93a-d3fd2e687e77', 'status': 'completed', 'code': 200} Oct 12 11:18:19.000670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b0d9d-4e76-4926-a84e-bfcfd6cc9ddf req-e7afa93c-f183-4a7a-8634-0b160ea3f80d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.002200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a3b0d9d-4e76-4926-a84e-bfcfd6cc9ddf req-e7afa93c-f183-4a7a-8634-0b160ea3f80d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0569601 Oct 12 11:18:19.044657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a3b0d9d-4e76-4926-a84e-bfcfd6cc9ddf req-e5ca108c-cf00-480b-aabf-94af160b9b08 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Oct 12 11:18:19.119059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0613-d800-4317-b52a-63688eea268a req-f8c52ba0-ed9b-45bd-84bd-fbacd9566b38 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.120545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-226b0613-d800-4317-b52a-63688eea268a req-f8c52ba0-ed9b-45bd-84bd-fbacd9566b38 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.0521669 Oct 12 11:18:19.148701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2c098-7a3c-4d52-bc1e-e380b91d0dfe req-994c6061-8a2f-4e4f-82f9-20164b6ff467 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.150161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fc2c098-7a3c-4d52-bc1e-e380b91d0dfe req-994c6061-8a2f-4e4f-82f9-20164b6ff467 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Oct 12 11:18:19.158926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-226b0613-d800-4317-b52a-63688eea268a req-a569f87d-ba2a-4949-b74d-bbcdc6e3acc9 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Oct 12 11:18:19.191121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fc2c098-7a3c-4d52-bc1e-e380b91d0dfe req-c873681a-55ba-4519-817e-d14b68dec690 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Oct 12 11:18:19.398031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a163e59-38e1-4db7-beac-667423db3c1a req-9956109b-2247-407b-8f39-7e5e8731bfee tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.399565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a163e59-38e1-4db7-beac-667423db3c1a req-9956109b-2247-407b-8f39-7e5e8731bfee tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.0488954 Oct 12 11:18:19.436620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a163e59-38e1-4db7-beac-667423db3c1a req-aa175632-98fa-4cfb-9426-633c8657be22 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Oct 12 11:18:19.541083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-ca30e860-1dfa-4c3c-ae80-b11fdf58b256 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.542543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-ca30e860-1dfa-4c3c-ae80-b11fdf58b256 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 945 time: 0.0566015 Oct 12 11:18:19.644961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Deleting port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:19.645284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:19.668027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8c79-6543-4250-ab7e-aef26fbe1369 req-a2a74060-53cd-4693-84b1-7638774da2c3 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.669545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-832e8c79-6543-4250-ab7e-aef26fbe1369 req-a2a74060-53cd-4693-84b1-7638774da2c3 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.0529366 Oct 12 11:18:19.710961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-832e8c79-6543-4250-ab7e-aef26fbe1369 req-28b6eb8d-6f4c-4afd-9404-4883bbb79586 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Oct 12 11:18:19.757904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aa86c-60de-4eb0-8db4-4034695561f6 req-381f9a67-fcd8-4704-b032-0c4888d6d61a tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:19.759744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f2aa86c-60de-4eb0-8db4-4034695561f6 req-381f9a67-fcd8-4704-b032-0c4888d6d61a tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 943 time: 0.1003532 Oct 12 11:18:19.778608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] For port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:19.778936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:19.807505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Calling delete_port for eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:19.832929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f2aa86c-60de-4eb0-8db4-4034695561f6 req-ebf4c158-577c-43ce-b05a-eae5c10e5c33 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671778 Oct 12 11:18:20.003478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:20.033508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event deleted for resources: {'Port': ['ID=eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:20.074770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] No DVR routers for this DVR port eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:20.077425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:20.081613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5250db3a-83e8-4e93-a311-48a5a5d7a391 req-3a1d3833-9933-4d6e-a5d8-455e5c06d006 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "DELETE /v2.0/ports/eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 HTTP/1.1" status: 204 len: 173 time: 0.5319252 Oct 12 11:18:20.170679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff6c1e-59e3-4c8a-841e-bb3cbca2c5bb req-34d4cd6f-b069-4ea2-8511-b61663d10df6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:20.172206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28ff6c1e-59e3-4c8a-841e-bb3cbca2c5bb req-34d4cd6f-b069-4ea2-8511-b61663d10df6 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Oct 12 11:18:20.215112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28ff6c1e-59e3-4c8a-841e-bb3cbca2c5bb req-17f79a80-a011-4ede-a7d7-a8ae1a7e257d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Oct 12 11:18:20.301478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a3c077b-3d70-419e-901f-e7d0f8e8b8b8 req-fa34a9b2-918c-4452-918d-b71afac45199 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=01811860-1a00-4e19-889d-9f9cfa19d6c4 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Oct 12 11:18:20.389724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f81911b9-d024-4672-9904-ccd88a9e77ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:20.540995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:20.556842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5a91-53ed-4660-b429-9827f57a6e2d req-9946b3b8-ee62-4be6-9aea-c2d51b1941e0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:20.558313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0ec5a91-53ed-4660-b429-9827f57a6e2d req-9946b3b8-ee62-4be6-9aea-c2d51b1941e0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.0509007 Oct 12 11:18:20.604412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0ec5a91-53ed-4660-b429-9827f57a6e2d req-467725d2-02ea-4ca4-a537-5d51d29b0e73 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Oct 12 11:18:20.651955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:20.665951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'mac_address': 'fa:16:3e:fb:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:20.669341 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:18:20.702875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:20.716233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c67b1ac9-5c39-4600-8c8b-e475c4397c0b {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:20.726652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-deleted', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:20.729408 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e52101-2abe-4b56-b99b-b2c4c1099318" -d '{"events": [{"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-deleted", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:20.736570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:20.767762 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c049bd3-be07-440f-ba94-0fbaa25b9b47 x-openstack-request-id: req-3c049bd3-be07-440f-ba94-0fbaa25b9b47 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:20.768077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01811860-1a00-4e19-889d-9f9cfa19d6c4", "name": "network-vif-deleted", "tag": "eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:20.768323 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c049bd3-be07-440f-ba94-0fbaa25b9b47 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:20.768738 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01811860-1a00-4e19-889d-9f9cfa19d6c4', 'name': 'network-vif-deleted', 'tag': 'eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4', 'status': 'completed', 'code': 200} Oct 12 11:18:20.814903 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:20.875437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:20.878676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1d3b-b865-49f6-adcd-16b4834a56da req-2e5687f0-4005-4fdf-b459-1a35b0bf8725 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:20.880162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0ac1d3b-b865-49f6-adcd-16b4834a56da req-2e5687f0-4005-4fdf-b459-1a35b0bf8725 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.0670333 Oct 12 11:18:20.919302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0ac1d3b-b865-49f6-adcd-16b4834a56da req-e86b41b8-1064-429d-9a86-9239d83576bb tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Oct 12 11:18:20.942190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c67b1ac9-5c39-4600-8c8b-e475c4397c0b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:21.022297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaa74f-d63e-49a4-8c82-193e08810f14 req-0097b635-5430-40da-9761-3a5e97e0c27f tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.024087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97aaa74f-d63e-49a4-8c82-193e08810f14 req-0097b635-5430-40da-9761-3a5e97e0c27f tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 943 time: 0.0601304 Oct 12 11:18:21.038420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e18b3-4f78-4c22-9939-9915dd52cc3e req-e43250f3-c6d3-4ead-b501-800b5518975e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.040065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a19e18b3-4f78-4c22-9939-9915dd52cc3e req-e43250f3-c6d3-4ead-b501-800b5518975e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 948 time: 0.0563266 Oct 12 11:18:21.089616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97aaa74f-d63e-49a4-8c82-193e08810f14 req-6012a4e7-2ca1-4902-a949-cf76b1fa3d2d tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594361 Oct 12 11:18:21.103349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a19e18b3-4f78-4c22-9939-9915dd52cc3e req-2e875280-430c-4270-9aab-3d1ff93f1ed4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Oct 12 11:18:21.227774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-19fc552b-a6a3-4309-addc-1ad65e5b1610 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.229255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-19fc552b-a6a3-4309-addc-1ad65e5b1610 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 948 time: 0.0965588 Oct 12 11:18:21.299186 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-b935c53d-1e4a-4ebf-b792-f69794080921 service neutron] delete failed (client error): The resource could not be found. Oct 12 11:18:21.300231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-b935c53d-1e4a-4ebf-b792-f69794080921 service neutron] 10.222.0.47 "DELETE /v2.0/ports/675fdf29-9b0e-45ee-b1b5-08ed905f8f72/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0603890 Oct 12 11:18:21.341171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-9af38ff6-9aeb-4570-881f-e0071a197dca tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.343416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-9af38ff6-9aeb-4570-881f-e0071a197dca tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 946 time: 0.0616505 Oct 12 11:18:21.409255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cf903-a973-49be-903a-1c36d40667f7 req-debee6ba-942f-4111-b25e-914781130f73 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.411561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe9cf903-a973-49be-903a-1c36d40667f7 req-debee6ba-942f-4111-b25e-914781130f73 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1103668 Oct 12 11:18:21.429671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-9b0431d9-2bed-4ab5-a2a1-e2b2d2db25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.431149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-9b0431d9-2bed-4ab5-a2a1-e2b2d2db25a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1099 time: 0.0732195 Oct 12 11:18:21.448589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.459310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a0c3c7ad-3267-4d9b-b4cd-e761caecac04 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:21.493522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Deleting port b32e41ee-79ef-471f-a9f4-3f5d32f38518 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:21.493716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.538741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe9cf903-a973-49be-903a-1c36d40667f7 req-024adcf5-ac75-424a-836c-1043411791d5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081858 Oct 12 11:18:21.566417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-d1067dea-62b8-4893-a75a-18ba1905238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.569572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-d1067dea-62b8-4893-a75a-18ba1905238b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1310039 Oct 12 11:18:21.606172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] For port b32e41ee-79ef-471f-a9f4-3f5d32f38518, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b32e41ee-79ef-471f-a9f4-3f5d32f38518,segment=NetworkSegment(b74e9f34-8cf4-4409-88da-6dc47316ee38),segment_id=b74e9f34-8cf4-4409-88da-6dc47316ee38)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:21.606549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.627364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Calling delete_port for b32e41ee-79ef-471f-a9f4-3f5d32f38518 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:21.634539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,segment=NetworkSegment(fbe31aef-6850-450e-aaa3-468218f2eed6),segment_id=fbe31aef-6850-450e-aaa3-468218f2eed6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:21.635794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-45afc5b6-3ecd-45ab-a2aa-911051341ce1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0600014 Oct 12 11:18:21.663262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04', 'network_id': 'ca505c4d-8ba0-4c9a-8457-4e11336ed3f0', 'port_id': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04', 'mac_address': 'fa:16:3e:95:73:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2040692-f933-4278-af97-980ad0956fba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:21.696095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-5e0a7ae5-f52c-4066-9caa-b52f0008b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.697439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-5e0a7ae5-f52c-4066-9caa-b52f0008b543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0531693 Oct 12 11:18:21.699733 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.709122 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.723260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c3c7ad-3267-4d9b-b4cd-e761caecac04 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:21.728067 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.747190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-94d582dd-6401-48f6-a82e-fa933c5e3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:21.749063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-94d582dd-6401-48f6-a82e-fa933c5e3202 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441587 Oct 12 11:18:21.751722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,segment=NetworkSegment(fbe31aef-6850-450e-aaa3-468218f2eed6),segment_id=fbe31aef-6850-450e-aaa3-468218f2eed6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:21.819569 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.820166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:21.863701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-680943e3-6c44-4424-b93b-605373b720be service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031387 Oct 12 11:18:21.877604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:21.897871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b32e41ee-79ef-471f-a9f4-3f5d32f38518'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:21.915073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Pushing event deleted for resources: {'Port': ['ID=b32e41ee-79ef-471f-a9f4-3f5d32f38518,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:21.950557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:22.008144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:22.027005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26cc32-91ad-48c3-b34a-56d3d5fc4ad9 req-932d465c-944e-47c6-bb02-f234e6234cca tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:22.033702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'mac_address': 'fa:16:3e:53:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:22.035554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f26cc32-91ad-48c3-b34a-56d3d5fc4ad9 req-932d465c-944e-47c6-bb02-f234e6234cca tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.1386306 Oct 12 11:18:22.036769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] No DVR routers for this DVR port b32e41ee-79ef-471f-a9f4-3f5d32f38518 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:22.055409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.067065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08d73c2d-d94b-4fb0-a084-4ef23a37adcc req-7935035f-62c6-4b28-ac7d-ff8bd067ed4d tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.41 "DELETE /v2.0/ports/b32e41ee-79ef-471f-a9f4-3f5d32f38518 HTTP/1.1" status: 204 len: 173 time: 0.7164176 Oct 12 11:18:22.072295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'name': 'network-vif-deleted', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:22.074749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f3f8b4a-90cd-4892-a8f1-878ad5f405c6 req-6b217838-94fa-4416-bb7e-38b7b3e3bc79 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036150 Oct 12 11:18:22.076871 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e80fd8d-9ad4-407c-b03f-260fc9306e9d" -d '{"events": [{"server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "name": "network-vif-deleted", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:22.078277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.104657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:22.122182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f26cc32-91ad-48c3-b34a-56d3d5fc4ad9 req-723a2f72-73ac-4cc5-93ed-1f290f716475 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/security-groups?id=f57bc7ff-0d6a-42d9-b946-479c16af8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856369 Oct 12 11:18:22.132397 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-024d7205-acfb-4e1c-8971-b1cc59b5e05f req-b2910e88-db1f-4669-81bb-b0bdd777e026 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.0612173 Oct 12 11:18:22.147303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:22.203479 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f399f0-f8c2-4b62-81b2-83c9d3c5ceaf x-openstack-request-id: req-c0f399f0-f8c2-4b62-81b2-83c9d3c5ceaf {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:22.203479 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9d85c0-697f-400a-a63c-fc607af2be7a", "name": "network-vif-deleted", "tag": "b32e41ee-79ef-471f-a9f4-3f5d32f38518", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:22.203479 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0f399f0-f8c2-4b62-81b2-83c9d3c5ceaf {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:22.203479 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9d85c0-697f-400a-a63c-fc607af2be7a', 'name': 'network-vif-deleted', 'tag': 'b32e41ee-79ef-471f-a9f4-3f5d32f38518', 'status': 'completed', 'code': 200} Oct 12 11:18:22.219808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.275199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b16866-ddea-441a-b204-a65c0c18e77d req-b659bd0c-b594-4db2-8677-79810d520aaf tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:22.283285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25b16866-ddea-441a-b204-a65c0c18e77d req-b659bd0c-b594-4db2-8677-79810d520aaf tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 944 time: 0.0743973 Oct 12 11:18:22.285627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:22.315903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d839-0246-456f-9bdd-9a8ed6c9728f req-ec0a93bb-8ea1-4a9a-b0fe-f7d5ca552a30 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:22.317738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fb29d839-0246-456f-9bdd-9a8ed6c9728f req-ec0a93bb-8ea1-4a9a-b0fe-f7d5ca552a30 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 949 time: 0.0844808 Oct 12 11:18:22.358376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25b16866-ddea-441a-b204-a65c0c18e77d req-40a76a58-771c-4399-9f73-d05f0b1bd00c tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741920 Oct 12 11:18:22.362089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fb29d839-0246-456f-9bdd-9a8ed6c9728f req-fad64a1e-93bc-4ea2-9b42-ec5c5422c9a9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Oct 12 11:18:22.378310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-5f7de9ed-a9df-4a83-8d15-2dad667357eb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:22.378310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-5f7de9ed-a9df-4a83-8d15-2dad667357eb tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 945 time: 0.0728555 Oct 12 11:18:22.509220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Deleting port 4cad6731-5681-4bdd-9783-86d223f2340d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:22.510558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.577196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:22.650646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] For port 4cad6731-5681-4bdd-9783-86d223f2340d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=4cad6731-5681-4bdd-9783-86d223f2340d,segment=NetworkSegment(8f40adce-3dc3-4d1a-9440-28c030f855ba),segment_id=8f40adce-3dc3-4d1a-9440-28c030f855ba)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:22.651045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.670057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Calling delete_port for 4cad6731-5681-4bdd-9783-86d223f2340d owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:22.685514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a0c3c7ad-3267-4d9b-b4cd-e761caecac04'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:22.689647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:22.704532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3376c-31a0-4feb-8c23-6efc6ac95b60 req-f3c52fc6-7def-4114-876d-ebc64e819bc3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:22.735046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fcf3376c-31a0-4feb-8c23-6efc6ac95b60 req-f3c52fc6-7def-4114-876d-ebc64e819bc3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0965502 Oct 12 11:18:22.776950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c67b1ac9-5c39-4600-8c8b-e475c4397c0b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:22.777495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:22.822667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fcf3376c-31a0-4feb-8c23-6efc6ac95b60 req-aebc3b4f-fa19-44ae-8fe2-ff76a797701a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865114 Oct 12 11:18:23.011235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:23.069584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Pushing event deleted for resources: {'Port': ['ID=4cad6731-5681-4bdd-9783-86d223f2340d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:23.091740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:23.179023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:23.181369 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee90467-d586-400a-add8-f07d0c461982" -d '{"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-plugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:23.197094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] No DVR routers for this DVR port 4cad6731-5681-4bdd-9783-86d223f2340d on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:23.201099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:23.207406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25e3d780-20c6-4d4b-9e42-ee4d669ca71d req-ff69d1bf-07c6-46a5-8613-1df44f2deab9 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.47 "DELETE /v2.0/ports/4cad6731-5681-4bdd-9783-86d223f2340d HTTP/1.1" status: 204 len: 173 time: 0.8183870 Oct 12 11:18:23.207406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-deleted', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:23.207660 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9560665f-f6fb-413c-a5f5-297ead11f3ef" -d '{"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-deleted", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:23.224799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:23.251329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:23.299954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:23.300748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:23.333296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5612cf2d-2689-451d-9cc7-99d4fc5a8eb0 req-fafc0058-9c9a-44cc-8ede-759e03b986b5 tempest-LiveAutoBlockMigrationV225Test-384201329 tempest-LiveAutoBlockMigrationV225Test-384201329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d09c378b-92a3-4e35-971a-28c6a7c534a6 HTTP/1.1" status: 200 len: 210 time: 0.0549479 Oct 12 11:18:23.343212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15522dc5-3e6e-4672-87f6-2d2cd7bfc78d req-85321bc3-87cc-4fd0-b240-d9270331f818 tempest-ServerGroupTestJSON-383315944 tempest-ServerGroupTestJSON-383315944-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac9d85c0-697f-400a-a63c-fc607af2be7a HTTP/1.1" status: 200 len: 210 time: 0.0416832 Oct 12 11:18:23.357865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:23.358265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device eb0c5b90-975c-4bee-bbf2-53cbc9c2b6c4 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:23.397741 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c14195-e6af-43f4-96e2-68c193efb8c4 x-openstack-request-id: req-f3c14195-e6af-43f4-96e2-68c193efb8c4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:23.398026 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c378b-92a3-4e35-971a-28c6a7c534a6", "name": "network-vif-deleted", "tag": "4cad6731-5681-4bdd-9783-86d223f2340d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:23.398277 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c14195-e6af-43f4-96e2-68c193efb8c4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:23.398675 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c378b-92a3-4e35-971a-28c6a7c534a6', 'name': 'network-vif-deleted', 'tag': '4cad6731-5681-4bdd-9783-86d223f2340d', 'status': 'completed', 'code': 200} Oct 12 11:18:23.403675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:23.455622 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b140d1-48ef-45c7-9518-61c0081caed6 x-openstack-request-id: req-04b140d1-48ef-45c7-9518-61c0081caed6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:23.456145 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-plugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:23.456699 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04b140d1-48ef-45c7-9518-61c0081caed6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:23.457266 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'code': 200} Oct 12 11:18:23.475436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b32e41ee-79ef-471f-a9f4-3f5d32f38518 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:23.503992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: b32e41ee-79ef-471f-a9f4-3f5d32f38518 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:23.504370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b32e41ee-79ef-471f-a9f4-3f5d32f38518 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:23.514715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead4215-b15a-42b5-830c-72840d27db13 req-0dc8e81b-2cd8-4b2b-a416-f53c6f35e6bc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:23.522656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ead4215-b15a-42b5-830c-72840d27db13 req-0dc8e81b-2cd8-4b2b-a416-f53c6f35e6bc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 949 time: 0.0637195 Oct 12 11:18:23.587023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ead4215-b15a-42b5-830c-72840d27db13 req-f6389b3b-7fd9-4e26-8df3-e373a7cb5eee tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Oct 12 11:18:23.600285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777f2f-5322-4246-a99d-e441f8efd09b req-f15b4b52-cee0-41fc-a55e-ea83381da898 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:23.611698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c777f2f-5322-4246-a99d-e441f8efd09b req-f15b4b52-cee0-41fc-a55e-ea83381da898 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 944 time: 0.0851095 Oct 12 11:18:23.671055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c777f2f-5322-4246-a99d-e441f8efd09b req-03b3413d-91b0-48ce-b742-9af7705db5ed tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521760 Oct 12 11:18:23.765121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cece22e-dfec-4289-ad70-6348b66e11dd req-bcc418c6-86b2-4721-830e-d2d61fa0b18f tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:23.773862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6cece22e-dfec-4289-ad70-6348b66e11dd req-bcc418c6-86b2-4721-830e-d2d61fa0b18f tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1100 time: 0.0543654 Oct 12 11:18:23.819461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6cece22e-dfec-4289-ad70-6348b66e11dd req-8a01dc51-9853-48ce-a774-3748016efffe tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Oct 12 11:18:23.990076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b2a2-ca1b-4abd-a7fd-5358bb641896 req-9e516fbc-ed95-4851-9c9b-b916f9d18022 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:23.991688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3275b2a2-ca1b-4abd-a7fd-5358bb641896 req-9e516fbc-ed95-4851-9c9b-b916f9d18022 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0765328 Oct 12 11:18:24.040846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3275b2a2-ca1b-4abd-a7fd-5358bb641896 req-0992b682-8d17-4e22-8e04-d590eec207ef tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Oct 12 11:18:24.249628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-88f2821a-2df6-4c66-b3ce-c72744caf4b9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387561 Oct 12 11:18:24.390284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-c0523828-8b9d-4ffd-8de6-ab1b8d043f39 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:24.399659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-c0523828-8b9d-4ffd-8de6-ab1b8d043f39 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479373 Oct 12 11:18:24.410832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-c0ec0c41-710e-49da-a2b3-ee918c5fc9ef tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/quotas/d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 375 time: 0.0103190 Oct 12 11:18:24.430451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:24.490421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d0b1a996-f4c5-4696-a936-3c983bc4df54 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678635 Oct 12 11:18:24.567415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Deleting subnet 20a981c5-f929-4125-94e8-98db5bba339c {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:18:24.572135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:24.572915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:24.608629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 4cad6731-5681-4bdd-9783-86d223f2340d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:24.609005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 4cad6731-5681-4bdd-9783-86d223f2340d not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:24.620780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:24.669489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:24.848914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5296421c-89f2-4a79-ba4c-9b0e90c787fb req-f16ca493-8fbd-4cde-b4b2-daf8286fe99c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 210 time: 0.0299926 Oct 12 11:18:24.850047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:24.877981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c65f34-ede5-4082-9198-d6bb2641587b req-6acba1da-f6bb-4aa0-957d-c7945060ff46 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:24.887489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76c65f34-ede5-4082-9198-d6bb2641587b req-6acba1da-f6bb-4aa0-957d-c7945060ff46 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 944 time: 0.0839045 Oct 12 11:18:24.897074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a981c5-f929-4125-94e8-98db5bba339c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:24.899253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:24.906054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:24.906503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a5b0894-c528-43d0-aa99-9844bd602e46 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/20a981c5-f929-4125-94e8-98db5bba339c HTTP/1.1" status: 204 len: 168 time: 0.4748743 Oct 12 11:18:24.979261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76c65f34-ede5-4082-9198-d6bb2641587b req-7b5882f8-eb47-40be-a5a0-39dd254ff4ab tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Oct 12 11:18:25.011202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.027197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:25.118131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Deleting subnet 58630c44-5612-45f1-ae3f-cc673348e41a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:18:25.125354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.179197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.184765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.211285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31ae4a4-1fd4-4d35-a72b-389e5e771bb5']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.230441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.245457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f40adce-3dc3-4d1a-9440-28c030f855ba') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.246284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f40adce-3dc3-4d1a-9440-28c030f855ba') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.262674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.288693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.308132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:18:25.308657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:18:25.310641 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:18:25.352568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc31f47-ffbe-41af-afb6-f2a799a6fd5b req-0d3da142-8ad0-496b-b0e9-119f1c58e409 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:25.362290 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fc31f47-ffbe-41af-afb6-f2a799a6fd5b req-0d3da142-8ad0-496b-b0e9-119f1c58e409 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0687869 Oct 12 11:18:25.399461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.450191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.450191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58630c44-5612-45f1-ae3f-cc673348e41a HTTP/1.1" status: 204 len: 168 time: 0.4181986 Oct 12 11:18:25.450191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff5904-d9bc-47db-baeb-348c7094e005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58630c44-5612-45f1-ae3f-cc673348e41a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:25.450554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46514) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:25.467215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fc31f47-ffbe-41af-afb6-f2a799a6fd5b req-329865d9-2e21-40d0-93d6-8fc3ef4662bc tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984793 Oct 12 11:18:25.481961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a0c3c7ad-3267-4d9b-b4cd-e761caecac04 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:25.528410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.536339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.539656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a31ae4a4-1fd4-4d35-a72b-389e5e771bb5 HTTP/1.1" status: 204 len: 168 time: 0.6317315 Oct 12 11:18:25.542625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46516) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:25.562023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0f51d-7016-4866-98dc-7b54ce50e192 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31ae4a4-1fd4-4d35-a72b-389e5e771bb5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:25.568266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.639609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Deleting subnet 5a584210-eec5-439a-a681-9184dbfcd1e5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:18:25.643645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.669997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.681927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.693267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:25.697205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:25.697595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.699007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bb5b66-0e41-4be6-886e-6b7c487af639']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.709707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74e9f34-8cf4-4409-88da-6dc47316ee38') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.710087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74e9f34-8cf4-4409-88da-6dc47316ee38') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:25.722160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.737460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.755128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:18:25.757743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.760910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:18:25.761203 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:18:25.868930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.905544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:25.908820 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0b9f4-4502-4f6c-8601-21316c02958b" -d '{"events": [{"server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:25.922458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,segment=NetworkSegment(fbe31aef-6850-450e-aaa3-468218f2eed6),segment_id=fbe31aef-6850-450e-aaa3-468218f2eed6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:25.951946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.960358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.967177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] 10.222.0.43 "DELETE /v2.0/networks/09bb5b66-0e41-4be6-886e-6b7c487af639 HTTP/1.1" status: 204 len: 168 time: 0.5140297 Oct 12 11:18:25.977383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a892ae45-98bb-4975-b1d9-cd367584964d req-7f333483-5fbc-4775-a6b8-d13dba4d6f19 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 210 time: 0.0426674 Oct 12 11:18:25.987140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.988100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:25.988548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:26.016029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b67956-005f-40d2-a08b-ff2ac3b1810f admin admin] Pushing event deleted for resources: {'Network': ['ID=09bb5b66-0e41-4be6-886e-6b7c487af639,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:26.050170 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f7e77-0d6c-424a-a1fb-8e5c7a4ab8ec x-openstack-request-id: req-fd0f7e77-0d6c-424a-a1fb-8e5c7a4ab8ec {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:26.050566 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:26.050932 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd0f7e77-0d6c-424a-a1fb-8e5c7a4ab8ec {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:26.051716 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04', 'code': 200} Oct 12 11:18:26.062181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a584210-eec5-439a-a681-9184dbfcd1e5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:26.081267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.088445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46530) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:26.099942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5e7f838a-e053-4e73-a1d2-f4378f6f2506 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5a584210-eec5-439a-a681-9184dbfcd1e5 HTTP/1.1" status: 204 len: 168 time: 0.5447247 Oct 12 11:18:26.186324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:26.196902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa9a94-7855-4eb7-9819-ec62ce870022 req-226cd484-1a8b-4dc8-a243-3f927e840968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:26.198740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52aa9a94-7855-4eb7-9819-ec62ce870022 req-226cd484-1a8b-4dc8-a243-3f927e840968 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 1096 time: 0.0642490 Oct 12 11:18:26.249903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52aa9a94-7855-4eb7-9819-ec62ce870022 req-d8cc347c-2ae8-47ff-8bed-8ea8bda8282d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Oct 12 11:18:26.256126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:26.261822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:26.262860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.289356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.323135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e23f0-4dbf-4d24-b05d-d405477a28cf req-42410331-53b4-49bc-9630-e47a4ca97e3b tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:26.333905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f3e23f0-4dbf-4d24-b05d-d405477a28cf req-42410331-53b4-49bc-9630-e47a4ca97e3b tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.1249835 Oct 12 11:18:26.407262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f3e23f0-4dbf-4d24-b05d-d405477a28cf req-c44c5c50-65ea-435b-9280-dc1c145fe98c tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692546 Oct 12 11:18:26.437374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:26.440349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.475885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.482426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.530972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9958b041-2b2f-4076-ad6f-e4b464a88799 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f30a910f47042ae97ec4ee1b2c75fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909214 Oct 12 11:18:26.535167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:26.538860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:26.543238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c31ee26-41a1-432e-b3bc-4a2dff3d88b3']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:26.554402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8d652c-4f34-403a-b603-eb2c5232c557') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:26.556330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8d652c-4f34-403a-b603-eb2c5232c557') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:26.567146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.583297 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:18:26.602732 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:18:26.623208 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.669304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383c86-b7b1-41a2-b324-d95ebe79e7a0 req-ecbcfec8-1461-44d8-9207-58b3ede34604 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:26.671552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d383c86-b7b1-41a2-b324-d95ebe79e7a0 req-ecbcfec8-1461-44d8-9207-58b3ede34604 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0974405 Oct 12 11:18:26.676246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.679957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:26.723094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.746520 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d383c86-b7b1-41a2-b324-d95ebe79e7a0 req-c8e6af7c-ebe7-4d07-b934-c59fea7b7186 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Oct 12 11:18:26.944593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.950106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.954318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c31ee26-41a1-432e-b3bc-4a2dff3d88b3 HTTP/1.1" status: 204 len: 168 time: 0.8639522 Oct 12 11:18:26.964027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a849c-b3ce-4e50-8ae9-70a47c4f79ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6c31ee26-41a1-432e-b3bc-4a2dff3d88b3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:26.986387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.990279 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:26.991049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6e69569-3bb9-4e44-8ff7-02ce0f740a5b HTTP/1.1" status: 204 len: 168 time: 0.4540687 Oct 12 11:18:27.017476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f62b5-d676-418a-8c26-39b914722850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e69569-3bb9-4e44-8ff7-02ce0f740a5b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:27.159973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14d4c463-50a1-4af6-af42-21ca9d9e540e req-5df18a4a-0cde-4fb1-b727-fd89643d088e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 210 time: 0.0374792 Oct 12 11:18:27.190236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-17656e05-85b9-4b51-be37-33b0ac76973e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352910 Oct 12 11:18:27.372762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-f55a790b-2172-4588-8fc1-03e01b34d56c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:27.374485 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-f55a790b-2172-4588-8fc1-03e01b34d56c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775153 Oct 12 11:18:27.389793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Request body: {'port': {'device_id': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd265b7fd5b6f4fc4a36134a6ff8c07a3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:27.465188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46570) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:27.567251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a1aea1ef-9c3e-4092-bb96-9e9543a3dd66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=364cae6e461a40f7b3b1abc8dc435f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008861 Oct 12 11:18:27.571494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:27.624982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:27.656213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:27.808391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:27.815055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:27.818574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f57bc7ff-0d6a-42d9-b946-479c16af8ba3 HTTP/1.1" status: 204 len: 168 time: 0.2437174 Oct 12 11:18:27.855754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbbbd8-a1c0-4ce1-8c08-3d01b94bf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57bc7ff-0d6a-42d9-b946-479c16af8ba3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:27.949699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128d6f-021d-4f98-b87d-f30fb7773a2c req-39f3770e-a7a6-45e5-b14f-f0bd8a69c232 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:27.958760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33128d6f-021d-4f98-b87d-f30fb7773a2c req-39f3770e-a7a6-45e5-b14f-f0bd8a69c232 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.1338317 Oct 12 11:18:28.031365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33128d6f-021d-4f98-b87d-f30fb7773a2c req-df617fa7-a9aa-417b-bebe-2d941719840c tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Oct 12 11:18:28.052386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1a67c-c699-4f1e-a87c-7e0027dc94df req-19f581c8-987d-4d4c-8746-056cda573cc5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:28.055583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:28.056782 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe82f7b9-2951-45ca-82cc-72233371cc3f" -d '{"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-plugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:28.064485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdb1a67c-c699-4f1e-a87c-7e0027dc94df req-19f581c8-987d-4d4c-8746-056cda573cc5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1170089 Oct 12 11:18:28.129994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdb1a67c-c699-4f1e-a87c-7e0027dc94df req-1a88bf94-c14e-4c12-8ef7-092eab02d671 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642669 Oct 12 11:18:28.167680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Made reservation on behalf of d265b7fd5b6f4fc4a36134a6ff8c07a3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:28.173781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:28.180288 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec202173-4b6d-4e82-8787-254de6372832 x-openstack-request-id: req-ec202173-4b6d-4e82-8787-254de6372832 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:28.180800 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-plugged", "status": "completed", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:28.181222 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec202173-4b6d-4e82-8787-254de6372832 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:28.181799 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'code': 200} Oct 12 11:18:28.382972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c35c7e1-b6fc-4525-b81f-16a6dbce652d req-fc438b66-f41d-46d8-826b-eb1f621a1dc7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 210 time: 0.0860810 Oct 12 11:18:28.471382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Allocated IP 192.168.233.175 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/17eacd80-ed52-437a-89b4-f6e4d738d911) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:28.718000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:28.837605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:28.849233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46620) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:28.855737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:28.926767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:28.936427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:28.936658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a55da86d-f3d0-49eb-874d-50c50dc0d08d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59d48ce376914a939a97c1f611e442e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849633 Oct 12 11:18:28.937233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46622) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:28.939566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:29.023487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:29.059908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:29.061259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.115881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.148190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-aacc530c-856f-426d-8fde-0fa9f5cd831d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7627914 Oct 12 11:18:29.160913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Request body: {'port': {'device_id': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:29.191810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.283929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.329462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd286b-87d3-4853-afc3-fd33b99f58a2 req-7fb56c93-9d10-43c7-8958-7b744fc00bae tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:29.338009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40fd286b-87d3-4853-afc3-fd33b99f58a2 req-7fb56c93-9d10-43c7-8958-7b744fc00bae tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.1547177 Oct 12 11:18:29.405014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40fd286b-87d3-4853-afc3-fd33b99f58a2 req-0bcdea91-1ce3-4bdc-9a4e-d3c8a78c0203 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656660 Oct 12 11:18:29.405832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.409203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.410601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dd9f2ef-2727-47b3-82ff-550520deea99 HTTP/1.1" status: 204 len: 168 time: 0.4712892 Oct 12 11:18:29.442738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1e661006-2828-4ae5-b278-7651c565069a None None] Provisioning complete for port 17eacd80-ed52-437a-89b4-f6e4d738d911 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:29.443350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1e661006-2828-4ae5-b278-7651c565069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.447175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb2e8d-1bd5-4917-be28-acd3694d53c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd9f2ef-2727-47b3-82ff-550520deea99,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:29.595326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a81c4c-083e-4426-aede-726402de99c6 req-03fa5fdb-16fe-4720-a91f-69b4815df5fb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:29.597918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8a81c4c-083e-4426-aede-726402de99c6 req-03fa5fdb-16fe-4720-a91f-69b4815df5fb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.2254252 Oct 12 11:18:29.608465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1e661006-2828-4ae5-b278-7651c565069a None None] Port 17eacd80-ed52-437a-89b4-f6e4d738d911 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:18:29.643365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca732dd6-cf11-4a7f-ab56-3b791ef21ab7 req-1527cd67-70b9-4cb8-97f8-db207700b25a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:29.644663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca732dd6-cf11-4a7f-ab56-3b791ef21ab7 req-1527cd67-70b9-4cb8-97f8-db207700b25a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 936 time: 0.1072271 Oct 12 11:18:29.730317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca732dd6-cf11-4a7f-ab56-3b791ef21ab7 req-e673983c-4207-437d-a44f-67144ffc2b81 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758607 Oct 12 11:18:29.779089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8a81c4c-083e-4426-aede-726402de99c6 req-094bd07a-0013-4d6d-a723-ee8801439fa1 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417372 Oct 12 11:18:29.870498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17eacd80-ed52-437a-89b4-f6e4d738d911 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:29.888021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:29.910278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Transition to ACTIVE for port object 17eacd80-ed52-437a-89b4-f6e4d738d911 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:29.996208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:30.108392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:30.239333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Attempting to bind port 17eacd80-ed52-437a-89b4-f6e4d738d911 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:30.239333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Attempting to bind port 17eacd80-ed52-437a-89b4-f6e4d738d911 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:30.239692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Attempting to bind port 17eacd80-ed52-437a-89b4-f6e4d738d911 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:30.248263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Port 17eacd80-ed52-437a-89b4-f6e4d738d911 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:30.248770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Attempting to bind port 17eacd80-ed52-437a-89b4-f6e4d738d911 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:30.255334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:30.255862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:30.256351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:30.256880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Bound port: 17eacd80-ed52-437a-89b4-f6e4d738d911, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:30.257333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:30.418930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:30.423270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:30.517613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:30.577749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:30.579391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:30.581587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] 10.222.0.47 "PUT /v2.0/ports/17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 1096 time: 1.4253726 Oct 12 11:18:30.582219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:30.592230 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bac95b-8752-4357-b5ac-2372fe031135" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:30.680800 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f7799-3dc4-47c9-a22c-a73d837b9b50 x-openstack-request-id: req-1a3f7799-3dc4-47c9-a22c-a73d837b9b50 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:30.681217 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:30.689414 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a3f7799-3dc4-47c9-a22c-a73d837b9b50 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:30.689414 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'status': 'completed', 'code': 200} Oct 12 11:18:30.689414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913ced5-1760-4c01-a340-4a54311df934 service neutron] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:30.842558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0a09-1b01-4d39-ae20-d3349df07df5 req-0a36ff03-2ad7-43ae-ba1a-46af07d2ec23 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:30.845037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25dc0a09-1b01-4d39-ae20-d3349df07df5 req-0a36ff03-2ad7-43ae-ba1a-46af07d2ec23 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.2037311 Oct 12 11:18:30.889143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac95b-8752-4357-b5ac-2372fe031135 req-ffa23423-6103-42ce-96c2-bc34c64df0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:30.897465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56bac95b-8752-4357-b5ac-2372fe031135 req-ffa23423-6103-42ce-96c2-bc34c64df0ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1099 time: 0.1630952 Oct 12 11:18:30.903997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4cb2f-4e88-4354-ac2e-89c5edd181bc req-02790925-5746-45f3-a495-bdd31c06480d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:30.906128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5d4cb2f-4e88-4354-ac2e-89c5edd181bc req-02790925-5746-45f3-a495-bdd31c06480d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.0816684 Oct 12 11:18:30.946141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56bac95b-8752-4357-b5ac-2372fe031135 req-9f17da8c-b15f-42d9-9a69-75d5e2409219 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400209 Oct 12 11:18:30.959858 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5d4cb2f-4e88-4354-ac2e-89c5edd181bc req-2e290b57-18d1-4a1e-b352-04e00d1b698c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Oct 12 11:18:31.018243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25dc0a09-1b01-4d39-ae20-d3349df07df5 req-1af6cb7e-f60b-406b-83bc-8d9f3aa09f42 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611750 Oct 12 11:18:31.147520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de794-6d6e-460b-823e-5e7e912cebf5 req-5b9d165a-fd8f-44e3-94d5-76fbb0d2a085 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.148990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-606de794-6d6e-460b-823e-5e7e912cebf5 req-5b9d165a-fd8f-44e3-94d5-76fbb0d2a085 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0632677 Oct 12 11:18:31.230278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac95b-8752-4357-b5ac-2372fe031135 req-d222382c-13b0-4bd3-bba0-328c1a095966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.234068 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-606de794-6d6e-460b-823e-5e7e912cebf5 req-96c8e094-31be-406d-9228-f0bef8590e9b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676022 Oct 12 11:18:31.234855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56bac95b-8752-4357-b5ac-2372fe031135 req-d222382c-13b0-4bd3-bba0-328c1a095966 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698414 Oct 12 11:18:31.361776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-610a20e1-0ff6-401a-b220-d0facd305513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.363722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-610a20e1-0ff6-401a-b220-d0facd305513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1099 time: 0.0648279 Oct 12 11:18:31.449397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-b068c276-4a89-4bb0-a2a4-92273c6269e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 217 time: 0.0755506 Oct 12 11:18:31.562323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-0eb9aa72-d208-4abd-a155-9df2e353b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.565784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-0eb9aa72-d208-4abd-a155-9df2e353b891 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1087723 Oct 12 11:18:31.628325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-c331c145-e6f2-4ce5-ad7c-1b823e591466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333618 Oct 12 11:18:31.664390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d16a-9b09-4eda-918f-645256524e23 req-99ce0cd6-3c6f-431a-9b27-7c39ed5947d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.666102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-99ce0cd6-3c6f-431a-9b27-7c39ed5947d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905471 Oct 12 11:18:31.753429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-1a62d84f-b9cf-4c33-91f7-49063a53c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:31.755734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-1a62d84f-b9cf-4c33-91f7-49063a53c3ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3597742a83894c7ab4dce695ac6dae7a&device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0547163 Oct 12 11:18:31.775489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-17e8dc28-9822-431f-9a8e-a20db75e5412 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005933 Oct 12 11:18:31.992836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c5d16a-9b09-4eda-918f-645256524e23 req-a654e8de-c84c-4b59-baf2-3ed1be51d1c8 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999829 Oct 12 11:18:32.017202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-6234ca1c-cf23-442d-814f-4a8be779a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.020836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-6234ca1c-cf23-442d-814f-4a8be779a9c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 200 len: 915 time: 0.2139516 Oct 12 11:18:32.284091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c44487-7203-46ed-9745-e4b483f83d80 req-b361a804-0751-4160-8e32-8b78c1699811 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.284956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3c44487-7203-46ed-9745-e4b483f83d80 req-b361a804-0751-4160-8e32-8b78c1699811 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.0979781 Oct 12 11:18:32.330222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1f5e3-8711-4642-a0b2-1358e903ed84 req-8120f584-6833-4d3c-a6e9-fbef294f78a2 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.333720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3c44487-7203-46ed-9745-e4b483f83d80 req-cd89fffe-94cd-4728-a289-2597a56b42e3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Oct 12 11:18:32.335175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ce1f5e3-8711-4642-a0b2-1358e903ed84 req-8120f584-6833-4d3c-a6e9-fbef294f78a2 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.0836835 Oct 12 11:18:32.337170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-cc8b3dbd-0f68-408d-a54b-2ba1493f25e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 200 len: 1000 time: 0.3012614 Oct 12 11:18:32.455444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ce1f5e3-8711-4642-a0b2-1358e903ed84 req-e15f09ec-d23c-4279-948e-64cfbdade9c4 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/security-groups?id=4f6608d9-e25e-4b71-bf3d-a618156b6289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123159 Oct 12 11:18:32.523167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-63d11c36-6696-4c79-b318-8be45e2bbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.525080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-63d11c36-6696-4c79-b318-8be45e2bbdb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d202854-4c00-4d7f-bc01-526fad0e02e7 HTTP/1.1" status: 200 len: 853 time: 0.1777763 Oct 12 11:18:32.533290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-b3a31bf1-5063-4c08-9aef-b06b5bd9abc1 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.535376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-b3a31bf1-5063-4c08-9aef-b06b5bd9abc1 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 945 time: 0.1382775 Oct 12 11:18:32.629545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f8498-89fe-4880-aab4-ae4e956bb038 req-3cc9df96-27e3-4bcd-9261-587f406e1928 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.637354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-645f8498-89fe-4880-aab4-ae4e956bb038 req-3cc9df96-27e3-4bcd-9261-587f406e1928 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1036563 Oct 12 11:18:32.643414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-7e8e2d29-a6b9-442f-90ac-899a04d6d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:32.644856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-7e8e2d29-a6b9-442f-90ac-899a04d6d84b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052f3973-4401-4ea0-b6b8-3e5975b78b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085999 Oct 12 11:18:32.688211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-645f8498-89fe-4880-aab4-ae4e956bb038 req-06c2cb05-859f-4c80-a5f7-a8721f01c338 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Oct 12 11:18:32.806473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Deleting port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:32.806833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:32.859294 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-550069b9-b3b2-4ba7-b000-d65afa21f4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537106 Oct 12 11:18:33.011440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] For port a0c3c7ad-3267-4d9b-b4cd-e761caecac04, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,segment=NetworkSegment(fbe31aef-6850-450e-aaa3-468218f2eed6),segment_id=fbe31aef-6850-450e-aaa3-468218f2eed6)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:33.012042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:33.033887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Calling delete_port for a0c3c7ad-3267-4d9b-b4cd-e761caecac04 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:33.046544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5006ab6-1843-4c62-93e6-dc65d6096155 req-b21c5fc2-5168-4e56-bdab-ccb79f3a27be service neutron] 10.222.0.41 "GET /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905844 Oct 12 11:18:33.402607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:33.416875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a0c3c7ad-3267-4d9b-b4cd-e761caecac04'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:33.463837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Pushing event deleted for resources: {'Port': ['ID=a0c3c7ad-3267-4d9b-b4cd-e761caecac04,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:33.535393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] No DVR routers for this DVR port a0c3c7ad-3267-4d9b-b4cd-e761caecac04 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:33.540650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:33.544620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bff9ecd0-a29c-4d5c-8a4c-ca0c6b067e61 req-ff4a67d8-7f7f-42d3-9ca5-15653ff5c1d3 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.41 "DELETE /v2.0/ports/a0c3c7ad-3267-4d9b-b4cd-e761caecac04 HTTP/1.1" status: 204 len: 173 time: 0.9990089 Oct 12 11:18:33.545102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'name': 'network-vif-deleted', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:33.548509 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cecabe-e09c-4c7d-90e1-60545ffd8913" -d '{"events": [{"server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "name": "network-vif-deleted", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:33.566238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26e8f-5683-439f-8df7-344dc4c5c556 req-3c9eb014-a64e-4412-810a-e6a7622314b0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:33.573704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81a26e8f-5683-439f-8df7-344dc4c5c556 req-3c9eb014-a64e-4412-810a-e6a7622314b0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.1248863 Oct 12 11:18:33.625811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81a26e8f-5683-439f-8df7-344dc4c5c556 req-e5576d3e-510a-4f6d-bc16-cae3d50b0644 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506241 Oct 12 11:18:33.711870 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c86f5d-c895-404b-afc9-698c244a1db3 x-openstack-request-id: req-47c86f5d-c895-404b-afc9-698c244a1db3 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:33.712550 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6", "name": "network-vif-deleted", "tag": "a0c3c7ad-3267-4d9b-b4cd-e761caecac04", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:33.712893 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47c86f5d-c895-404b-afc9-698c244a1db3 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:33.713385 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6', 'name': 'network-vif-deleted', 'tag': 'a0c3c7ad-3267-4d9b-b4cd-e761caecac04', 'status': 'completed', 'code': 200} Oct 12 11:18:33.734207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfeaf2b7-34d2-499b-b709-f5118da00d19 req-af13e5f8-543d-4755-89c3-cf491ed131ff tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 210 time: 0.0360394 Oct 12 11:18:33.893627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680ab6d-0e42-4db8-9e61-48e9193352bd req-09cde564-8fe5-42aa-bdfe-a78d59d5ff07 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:33.898564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4680ab6d-0e42-4db8-9e61-48e9193352bd req-09cde564-8fe5-42aa-bdfe-a78d59d5ff07 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0676348 Oct 12 11:18:33.965768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4680ab6d-0e42-4db8-9e61-48e9193352bd req-a2605b61-8b9b-4091-90a3-3e166fd6b91d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Oct 12 11:18:34.609016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:34.819327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7653a-f59d-4a16-8ef6-ea95aabc9682 req-dcf37bee-f4ec-429d-b9d4-bbe6e19f7beb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:34.824959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60c7653a-f59d-4a16-8ef6-ea95aabc9682 req-dcf37bee-f4ec-429d-b9d4-bbe6e19f7beb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.0779841 Oct 12 11:18:34.835403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:34.850200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'mac_address': 'fa:16:3e:1d:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:34.925201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60c7653a-f59d-4a16-8ef6-ea95aabc9682 req-445ed067-2860-4b21-9e49-f5c2f296f5a3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877383 Oct 12 11:18:35.073849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.077031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc96e658-6e63-4f51-87ef-940ec2e5a0bb req-c2c7196c-7ec1-4255-8ab8-c5ef98c5d1a0 tempest-ServerPasswordTestJSON-846940580 tempest-ServerPasswordTestJSON-846940580-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7ee9dd5-b32b-478c-8afa-f7f2ae0fbec6 HTTP/1.1" status: 200 len: 210 time: 0.0667679 Oct 12 11:18:35.105480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eacd80-ed52-437a-89b4-f6e4d738d911 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:35.147736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:35.175671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:35.220155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.245342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:35.319590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:35.330249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd717c-0db1-49c5-a382-4e2f9ba4b311 req-bfda3835-bddd-498d-9352-4856db72294b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:35.331809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-57cd717c-0db1-49c5-a382-4e2f9ba4b311 req-bfda3835-bddd-498d-9352-4856db72294b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1083457 Oct 12 11:18:35.391752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-57cd717c-0db1-49c5-a382-4e2f9ba4b311 req-372b66b8-0fcb-423e-995e-8dd3caf913ce tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Oct 12 11:18:35.421396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6161049b-1a7a-4cb8-a5ed-0277b616d584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.421599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd5737df-fab9-4cf4-9ce2-955b2b9fb182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.461037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:35.581889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6161049b-1a7a-4cb8-a5ed-0277b616d584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.648150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6161049b-1a7a-4cb8-a5ed-0277b616d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.723827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161049b-1a7a-4cb8-a5ed-0277b616d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721fc6d6-41f5-458d-b2ad-1a1e2762dacb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:35.730957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6161049b-1a7a-4cb8-a5ed-0277b616d584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=982e5e065212448bbefb26338b7c1875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843130 Oct 12 11:18:35.731980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:35.787996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.813142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.923420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd5737df-fab9-4cf4-9ce2-955b2b9fb182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.951775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.955830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:35.960203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/721fc6d6-41f5-458d-b2ad-1a1e2762dacb HTTP/1.1" status: 204 len: 168 time: 0.2264140 Oct 12 11:18:35.968264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0564a-5d4a-49e6-9bd5-44ca7df285ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721fc6d6-41f5-458d-b2ad-1a1e2762dacb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:35.980125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd5737df-fab9-4cf4-9ce2-955b2b9fb182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.071383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd5737df-fab9-4cf4-9ce2-955b2b9fb182 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a0cc33a94b3453a87642003485e2741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8915577 Oct 12 11:18:36.072465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5737df-fab9-4cf4-9ce2-955b2b9fb182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee74737-2c51-4c20-9f6a-b806286d67bb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:36.073488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46882) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:36.091883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c3c4d-488f-4be8-bc0d-741317bd1a9d req-553e7093-c4aa-4ffd-ab4f-36032028f9a4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:36.101627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c84c3c4d-488f-4be8-bc0d-741317bd1a9d req-553e7093-c4aa-4ffd-ab4f-36032028f9a4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 949 time: 0.0851192 Oct 12 11:18:36.147331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c84c3c4d-488f-4be8-bc0d-741317bd1a9d req-60e33525-1d0e-4032-adbd-ff7a83eac195 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454800 Oct 12 11:18:36.174844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46890) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:36.184801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.230954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.248925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Deleting subnet d2040692-f933-4278-af97-980ad0956fba {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:18:36.253280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.310024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.353942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.380017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.390150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.394577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ee74737-2c51-4c20-9f6a-b806286d67bb HTTP/1.1" status: 204 len: 168 time: 0.3197026 Oct 12 11:18:36.414511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975e20-a8f9-4260-ac6a-da09cad96b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee74737-2c51-4c20-9f6a-b806286d67bb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:36.552102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.599544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2040692-f933-4278-af97-980ad0956fba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:36.606385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.612138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bdebdc10-a64e-4b75-a4c8-5283faecc62b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d2040692-f933-4278-af97-980ad0956fba HTTP/1.1" status: 204 len: 168 time: 0.4361329 Oct 12 11:18:36.614257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46900) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:36.619628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:36.674791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7464bf-fb39-4218-bc08-a281c607a7f7 req-44a5467e-0300-4d21-9421-54e5e24ad55f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:36.683224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7464bf-fb39-4218-bc08-a281c607a7f7 req-44a5467e-0300-4d21-9421-54e5e24ad55f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1372652 Oct 12 11:18:36.716638 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.751744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7464bf-fb39-4218-bc08-a281c607a7f7 req-d759ec90-8831-4c81-a302-d7620ba48d41 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657423 Oct 12 11:18:36.809758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:36.836362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.841343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c52-3cd7-4108-9c69-518b8279c8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.865407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 17eacd80-ed52-437a-89b4-f6e4d738d911 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:36.870846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 17eacd80-ed52-437a-89b4-f6e4d738d911 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:36.875042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.875200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca505c4d-8ba0-4c9a-8457-4e11336ed3f0']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:36.891063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe31aef-6850-450e-aaa3-468218f2eed6') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:36.891242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe31aef-6850-450e-aaa3-468218f2eed6') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:36.909061 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.943670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.984129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:18:36.989840 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:18:37.046851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.075889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:37.079109 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36250e-4c67-4b46-b358-5e13c8c32780" -d '{"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-plugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:37.093328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:37.105608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c52-3cd7-4108-9c69-518b8279c8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.132449 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e06fd-b130-4b14-b630-a27a490af6bd x-openstack-request-id: req-5a8e06fd-b130-4b14-b630-a27a490af6bd {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:37.132767 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-plugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:37.133019 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a8e06fd-b130-4b14-b630-a27a490af6bd {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:37.133416 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'code': 200} Oct 12 11:18:37.156153 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.202837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e18b9c52-3cd7-4108-9c69-518b8279c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.233510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:37.289419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.342854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.347099 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca505c4d-8ba0-4c9a-8457-4e11336ed3f0 HTTP/1.1" status: 204 len: 168 time: 0.7312582 Oct 12 11:18:37.352197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0427f03-d227-48e4-a3ed-f5c6832fa592 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca505c4d-8ba0-4c9a-8457-4e11336ed3f0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:37.362554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e18b9c52-3cd7-4108-9c69-518b8279c8ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=053eb4a740724d95900d86b14b25aa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512912 Oct 12 11:18:37.363504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b9c52-3cd7-4108-9c69-518b8279c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef81221f-044e-4aaf-88a9-12b8626e826e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:37.366256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46926) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:37.407302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46928) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:37.433361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7dc5-38ae-43d4-bcfb-16f6d56cd82b req-8eba4b89-fde0-4eda-ac90-b9dbcaddb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:37.435774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88cc7dc5-38ae-43d4-bcfb-16f6d56cd82b req-8eba4b89-fde0-4eda-ac90-b9dbcaddb7b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1101 time: 0.2241189 Oct 12 11:18:37.454839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0648ee9-0fb9-4439-af95-5fd8808d718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.479673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d0f9-cf90-4a22-ac0d-6183d4fe183b req-d53b1da0-3f37-45ac-8450-e1ee59fbbdd8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:37.488544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc25d0f9-cf90-4a22-ac0d-6183d4fe183b req-d53b1da0-3f37-45ac-8450-e1ee59fbbdd8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1915405 Oct 12 11:18:37.527673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88cc7dc5-38ae-43d4-bcfb-16f6d56cd82b req-f91070de-fd63-4f4b-8fce-614897717991 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Oct 12 11:18:37.553607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a0c3c7ad-3267-4d9b-b4cd-e761caecac04 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:37.562775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0648ee9-0fb9-4439-af95-5fd8808d718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.574128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc25d0f9-cf90-4a22-ac0d-6183d4fe183b req-20b06ad5-1597-41fe-a095-eddb8b5e24de tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Oct 12 11:18:37.584167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a0c3c7ad-3267-4d9b-b4cd-e761caecac04 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:37.584520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a0c3c7ad-3267-4d9b-b4cd-e761caecac04 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:37.600555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.629421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.647461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0648ee9-0fb9-4439-af95-5fd8808d718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.711513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0648ee9-0fb9-4439-af95-5fd8808d718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408de152-e20d-480a-91dc-e437111b0eeb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:37.715779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f0648ee9-0fb9-4439-af95-5fd8808d718d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbf2c4d708b2497f9fcb6bb57555161e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049347 Oct 12 11:18:37.718310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46930) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:37.775386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46934) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:37.782048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.826426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.842208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-06321364-85ad-486d-b539-b45a0bcfdd62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc9c83091ae94b4e82a5a2a95085c786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650601 Oct 12 11:18:37.847367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46936) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:37.897047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.900225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.901438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef81221f-044e-4aaf-88a9-12b8626e826e HTTP/1.1" status: 204 len: 168 time: 0.5340936 Oct 12 11:18:37.922637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.955040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:37.958587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4efd3d-0541-4801-bd63-196e7aa252df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef81221f-044e-4aaf-88a9-12b8626e826e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:37.984004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d30c58-613c-441b-b541-1f14c099ecb8 req-b5a8b67f-8f22-4b57-8c55-309f547845de tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:37.985757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5d30c58-613c-441b-b541-1f14c099ecb8 req-b5a8b67f-8f22-4b57-8c55-309f547845de tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1041002 Oct 12 11:18:38.039259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5d30c58-613c-441b-b541-1f14c099ecb8 req-19b92ac6-2437-4bad-b289-fba48edc9d16 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Oct 12 11:18:38.692984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea20644-5662-4123-8b7c-99aa8861211e req-9a4b489e-15cd-482d-bb83-1d9461490da5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:38.694484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4ea20644-5662-4123-8b7c-99aa8861211e req-9a4b489e-15cd-482d-bb83-1d9461490da5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0498495 Oct 12 11:18:38.695627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:38.698280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:38.701750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/408de152-e20d-480a-91dc-e437111b0eeb HTTP/1.1" status: 204 len: 168 time: 0.9795802 Oct 12 11:18:38.722117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c22cf-d41c-4e8c-bcbd-13ee1f1a7a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408de152-e20d-480a-91dc-e437111b0eeb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:38.744941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4ea20644-5662-4123-8b7c-99aa8861211e req-178cb430-254a-4d69-a6e6-ad75390da654 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Oct 12 11:18:38.763351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:38.763351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:38.763351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f6608d9-e25e-4b71-bf3d-a618156b6289 HTTP/1.1" status: 204 len: 168 time: 0.9119515 Oct 12 11:18:38.770105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041691d8-88a0-4a7a-9e15-7feb9033c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6608d9-e25e-4b71-bf3d-a618156b6289,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:39.254923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498b1ac-9104-49d2-aeea-d1aea9f57cea req-8c27527c-6070-4169-a51a-c12e7a46a418 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:39.257074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f498b1ac-9104-49d2-aeea-d1aea9f57cea req-8c27527c-6070-4169-a51a-c12e7a46a418 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0720787 Oct 12 11:18:39.320167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f498b1ac-9104-49d2-aeea-d1aea9f57cea req-3015216f-77ae-4d18-8431-4c946643e405 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Oct 12 11:18:39.873344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11893bf-79ae-4087-82e1-369c9467a0e6 req-ac77c123-e747-45a3-a119-8d4816da463a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:39.874854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e11893bf-79ae-4087-82e1-369c9467a0e6 req-ac77c123-e747-45a3-a119-8d4816da463a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0551715 Oct 12 11:18:39.942611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e11893bf-79ae-4087-82e1-369c9467a0e6 req-847dde63-a027-408b-8c98-05d5dac25bb3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Oct 12 11:18:40.092317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-1ceade50-2c16-45db-a265-3691b05a1ec5 req-4f01cd3d-a817-4b8e-b593-66d49cbb84a4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:18:40.093321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ceade50-2c16-45db-a265-3691b05a1ec5 req-4f01cd3d-a817-4b8e-b593-66d49cbb84a4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068803 Oct 12 11:18:40.476918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47054) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:40.553058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9c280-1102-44dd-bfef-8c7bb2b31987 req-c4c0982c-e5f1-4d8e-b0c5-de6c01c4497f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:40.559187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2c9c280-1102-44dd-bfef-8c7bb2b31987 req-c4c0982c-e5f1-4d8e-b0c5-de6c01c4497f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1437604 Oct 12 11:18:40.560370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad23f-b362-427f-ade0-d86fa8f553f9 req-72d3ee42-0f94-4fd9-826a-e2b46a8cae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:40.561804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-022ad23f-b362-427f-ade0-d86fa8f553f9 req-72d3ee42-0f94-4fd9-826a-e2b46a8cae1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1097 time: 0.1350024 Oct 12 11:18:40.670143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2c9c280-1102-44dd-bfef-8c7bb2b31987 req-e5649dea-a8d0-4680-9b9d-f6a06a94017a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054127 Oct 12 11:18:40.674617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1693771155-network', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:40.679482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-022ad23f-b362-427f-ade0-d86fa8f553f9 req-b81f3d38-4a2f-4a19-ba26-051c5bf45912 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Oct 12 11:18:40.703148 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-aeaae3d9-fde7-4740-b066-1ecf6c4fb8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130965 Oct 12 11:18:40.706824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810ebb2-2c46-4432-a7aa-7c568bd8d8c9 req-c30b2581-2434-416e-be67-da8fc5441c64 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:40.709046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-794e623c-9e77-4549-ba4b-a4c6bf2385d1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:18:40.709914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2810ebb2-2c46-4432-a7aa-7c568bd8d8c9 req-c30b2581-2434-416e-be67-da8fc5441c64 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1067815 Oct 12 11:18:40.724466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-794e623c-9e77-4549-ba4b-a4c6bf2385d1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185905 Oct 12 11:18:40.765781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2810ebb2-2c46-4432-a7aa-7c568bd8d8c9 req-01139e9b-4b77-4176-bf7a-859ae7dbc479 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491142 Oct 12 11:18:40.827549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Made reservation on behalf of 9401ffd5144d4c11870c2005bead7a68 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:40.830476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:40.841683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:40.923010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:40.936374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47094) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:40.990976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.018366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:18:41.029130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040aac7c-3d7e-4ca6-b2aa-391b4ce01308,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:41.048081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.048987 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Added segment 28d72e5f-3ba3-4d69-8815-39bbeec3da39 of type vlan for network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 Oct 12 11:18:41.096506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.126617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-228495691-network', 'tenant_id': '61781a565c514035a26e69a21bb532cb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:41.201630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.202615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:41.203235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.240986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Made reservation on behalf of 61781a565c514035a26e69a21bb532cb for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:41.243519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.254397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.267594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] Pushing event updated for resources: {'Network': ['ID=e29af12f-cbe2-45c7-a0d0-d4b19d164e82,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:41.286756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:18:41.332858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fdc177fb-86d1-40ae-b948-9d1aec11fa5d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8538427 Oct 12 11:18:41.340691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47124) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:41.346975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Request body: {'subnet': {'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1693771155-subnet', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:41.402770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.471601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Made reservation on behalf of 9401ffd5144d4c11870c2005bead7a68 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:41.476528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.482377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.519262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:18:41.542241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.542579 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Added segment 2fb52259-cc92-48c8-abf5-8bf030fe4479 of type vlan for network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 Oct 12 11:18:41.553836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984133c2-9975-46cf-a3db-8550303c6851,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:41.598260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.711371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.713015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:41.713762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.761963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:41.786719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] Pushing event updated for resources: {'Network': ['ID=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:41.799124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:18:41.822897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd71708-1790-4c03-b825-e8e67c38e36c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:41.844929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Checking segment: {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:41.845538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Network hostable DHCP agents. Network: e29af12f-cbe2-45c7-a0d0-d4b19d164e82, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:18:41.855492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a66ff1e-aef8-4eb9-8c6c-f6260af5d623 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9179842 Oct 12 11:18:41.858639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:41.865345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Request body: {'subnet': {'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-228495691-subnet', 'tenant_id': '61781a565c514035a26e69a21bb532cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:41.942360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5dfee-8e9f-4dc8-99d6-3e8e88f421d6 req-017cb64f-ccc0-49c5-8f17-cf6c675272bb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:41.944275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:18:41.944484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d5dfee-8e9f-4dc8-99d6-3e8e88f421d6 req-017cb64f-ccc0-49c5-8f17-cf6c675272bb tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0876009 Oct 12 11:18:41.993588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d5dfee-8e9f-4dc8-99d6-3e8e88f421d6 req-f009e074-6f58-4545-9877-535d9c65d8a9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Oct 12 11:18:42.001007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Made reservation on behalf of 61781a565c514035a26e69a21bb532cb for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:42.003808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.059836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e29af12f-cbe2-45c7-a0d0-d4b19d164e82) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:42.073559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:42.073559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.075904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720cf5f-8645-412d-8b78-d512ebc68225 None None] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:42.130266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a20c6-6f63-45cc-a9c0-61a25804f0cd req-bb16e7d7-205b-4fe7-ae5d-773e29d15482 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:42.132518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-070a20c6-6f63-45cc-a9c0-61a25804f0cd req-bb16e7d7-205b-4fe7-ae5d-773e29d15482 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0834854 Oct 12 11:18:42.177185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-070a20c6-6f63-45cc-a9c0-61a25804f0cd req-96924057-f5cc-466d-a50a-5a56cb2d9814 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 Oct 12 11:18:42.204728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6416210d-81d0-4b93-a519-056febb9f2d2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8623648 Oct 12 11:18:42.207922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47176) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:42.213076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:42.282638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:18:42.283637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.287900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.340177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.341224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.349875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ceba4db-8762-405b-81b3-4adf4f3612bd,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:42.354333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Checking segment: {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:42.354690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Network hostable DHCP agents. Network: 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:18:42.416770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.424855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:18:42.469712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Allocated IP 172.20.0.2 (e29af12f-cbe2-45c7-a0d0-d4b19d164e82/3bd71708-1790-4c03-b825-e8e67c38e36c/18e24f24-73f7-401f-90d7-323e75d3b28b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:42.518796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:42.530661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:42.531272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.560522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b312cc-3237-404d-b9f5-7b1dc51fc560 None None] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:42.630431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d03467ad-507d-40d1-babc-b3e03f26c4b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7701201 Oct 12 11:18:42.669207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:42.700545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.814238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc932f07-8c30-4f10-969a-5c8160b38227 None None] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:42.818634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.923510 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.957220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:42.972473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:42.975333 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16466f9-3635-46b7-a011-2c34a33e2d7a" -d '{"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:43.043729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:43.071785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:43.077693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:43.080433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Pushing event updated for resources: {'Port': ['ID=18e24f24-73f7-401f-90d7-323e75d3b28b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:43.082621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:43.091887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.111878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.121571 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84164274-cbe5-40e5-9615-aa8a3c61242f x-openstack-request-id: req-84164274-cbe5-40e5-9615-aa8a3c61242f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:43.122865 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:43.123141 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84164274-cbe5-40e5-9615-aa8a3c61242f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:43.127589 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'code': 200} Oct 12 11:18:43.144099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.208139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Attempting to bind port 18e24f24-73f7-401f-90d7-323e75d3b28b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:43.208139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Attempting to bind port 18e24f24-73f7-401f-90d7-323e75d3b28b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:43.208139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Attempting to bind port 18e24f24-73f7-401f-90d7-323e75d3b28b on network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:43.220406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:43.220777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Checking segment: {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:43.221398 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.221980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Bound using segment: {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:43.225384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Bound port: 18e24f24-73f7-401f-90d7-323e75d3b28b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:43.226019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.262980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:43.326514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96787ee-dbcb-4f6f-9cd4-9bbd23d1a424 req-e7c9aa74-81c6-4e03-8563-7e8b473aea4d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:43.331242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] For port 18e24f24-73f7-401f-90d7-323e75d3b28b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:43.334413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e96787ee-dbcb-4f6f-9cd4-9bbd23d1a424 req-e7c9aa74-81c6-4e03-8563-7e8b473aea4d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1366723 Oct 12 11:18:43.339662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] For port 18e24f24-73f7-401f-90d7-323e75d3b28b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18e24f24-73f7-401f-90d7-323e75d3b28b,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:43.367675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Allocated IP 172.25.2.2 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a5b556f0-45d7-477e-a376-fcdfdd4b9c0b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:43.391883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.397515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e96787ee-dbcb-4f6f-9cd4-9bbd23d1a424 req-e04837e8-05ef-41c6-a17e-189d47cda37e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622365 Oct 12 11:18:43.408512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-bd6a243e-dfea-4379-8867-aec89caa1e8b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:43.410197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-bd6a243e-dfea-4379-8867-aec89caa1e8b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 813 time: 0.1198087 Oct 12 11:18:43.430348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-ff86ed3a-96f9-44e7-91c4-7774f6903179 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/quotas/61781a565c514035a26e69a21bb532cb HTTP/1.1" status: 200 len: 375 time: 0.0142314 Oct 12 11:18:43.478888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f853-dc9f-4f62-b48b-1ec012762e68 None None] Pushing event updated for resources: {'Port': ['ID=18e24f24-73f7-401f-90d7-323e75d3b28b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:43.502177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-7323985a-1eb5-4730-948e-8ef10e4c4475 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467141 Oct 12 11:18:43.598840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.625823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00fa0f-3cea-4e6a-a2b9-61813e453846 req-f527d4d5-6135-4ba7-9475-38cc8a0ffa4e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:43.627830 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e00fa0f-3cea-4e6a-a2b9-61813e453846 req-f527d4d5-6135-4ba7-9475-38cc8a0ffa4e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0895984 Oct 12 11:18:43.657345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-7983aa0c-9c88-412e-9e48-96abaf9d27f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469939 Oct 12 11:18:43.692187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e00fa0f-3cea-4e6a-a2b9-61813e453846 req-a3c4c1bb-0fa9-468e-80c5-d45e815f8b9b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563016 Oct 12 11:18:43.716564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-51ec84b2-b700-4e04-9c8a-1383ab2e31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:43.718278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-51ec84b2-b700-4e04-9c8a-1383ab2e31a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1101 time: 0.1039808 Oct 12 11:18:43.756789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:43.863951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:43.872043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:43.873371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:43.876337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:43.894754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-fc4ba68f-195e-4289-972e-42eef1c4c0e9 service neutron] 10.222.0.43 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280438 Oct 12 11:18:43.918996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-7e766eca-c6e8-41b3-a32b-3ff68cc49f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:43.920549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-7e766eca-c6e8-41b3-a32b-3ff68cc49f6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1638670 Oct 12 11:18:43.969120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-c2d6eec4-00b8-4fa1-b7c2-980499dac24d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 217 time: 0.0400393 Oct 12 11:18:44.021898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-639f1093-3dd8-4115-9514-4b81b243588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:44.023581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-639f1093-3dd8-4115-9514-4b81b243588d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0457597 Oct 12 11:18:44.080947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-17ffca92-11f5-42e3-a68f-f38fe054b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:44.082602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-17ffca92-11f5-42e3-a68f-f38fe054b597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493462 Oct 12 11:18:44.137634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-e8e230dc-6aa6-49ad-98b1-f6e1cc13328b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:44.143042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-e8e230dc-6aa6-49ad-98b1-f6e1cc13328b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.2137892 Oct 12 11:18:44.162929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-a6c659f5-1b20-4c3a-8692-a2a3012cbe30 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/quotas/e9909226dbbf4f33ae6dcda33510f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0189257 Oct 12 11:18:44.233144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-99808c61-0f07-4126-9ff4-97bad9867f9c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688553 Oct 12 11:18:44.235207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-ccedcbcf-6f96-4e4c-9e04-1328fac70631 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408513 Oct 12 11:18:44.304410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18e24f24-73f7-401f-90d7-323e75d3b28b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:44.358416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-86342233-9a24-41ea-a486-a64f4eca673e service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151340 Oct 12 11:18:44.435814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 18e24f24-73f7-401f-90d7-323e75d3b28b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:44.435954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8a3c8b1a-17e3-48be-81d3-f815e80d9909 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014630 Oct 12 11:18:44.436198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:44.543076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:44.571762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:44.651838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 18e24f24-73f7-401f-90d7-323e75d3b28b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18e24f24-73f7-401f-90d7-323e75d3b28b,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:44.661973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed92a9ef-26bf-4e21-81c4-3a3077e22843 req-1ac489bb-dfaa-46ee-888c-946b4904308a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 210 time: 0.0366476 Oct 12 11:18:44.746847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:44.837734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b0e0-3db2-4c93-acce-2f3cb4cadfde req-2204ddc1-bd74-4ed6-a194-e1f511b9e3e5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:44.839593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dcd8b0e0-3db2-4c93-acce-2f3cb4cadfde req-2204ddc1-bd74-4ed6-a194-e1f511b9e3e5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0991480 Oct 12 11:18:44.842648 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-17a786b5-180e-47f0-8c1f-b15f3f6eddd2 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057512 Oct 12 11:18:44.863746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=18e24f24-73f7-401f-90d7-323e75d3b28b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:44.896211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-bb77c741-edf4-4892-ba0e-44e1300925e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:44.897888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-bb77c741-edf4-4892-ba0e-44e1300925e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 1097 time: 0.1813009 Oct 12 11:18:44.913361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306b944-bc21-4e95-92a2-4d1373b586fd None None] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:18:44.940063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.039755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dcd8b0e0-3db2-4c93-acce-2f3cb4cadfde req-8a19a25a-8389-4eee-b513-d970525a6406 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862199 Oct 12 11:18:45.040524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9023aeac-e7a1-4193-9ad8-9012461ee27e None None] Provisioning complete for port 18e24f24-73f7-401f-90d7-323e75d3b28b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:45.040919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9023aeac-e7a1-4193-9ad8-9012461ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.107609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-d8db3680-0c6d-4704-86da-13cb04358a1a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:45.107609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-d8db3680-0c6d-4704-86da-13cb04358a1a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfd786b-8b92-480f-8bb8-f6b596f072d3 HTTP/1.1" status: 200 len: 944 time: 0.2372999 Oct 12 11:18:45.190972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-12e8d738-3619-45e2-8256-378490c516a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:45.193038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-12e8d738-3619-45e2-8256-378490c516a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 200 len: 911 time: 0.2869160 Oct 12 11:18:45.274469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-9b7b7cfc-fec7-4792-8e7a-71759c3dec3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b101be-2c9c-44dd-9b76-3a239aa22107 HTTP/1.1" status: 200 len: 217 time: 0.0687871 Oct 12 11:18:45.311651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b04fb968-2a4e-4c25-b345-5db1fd22159a req-19fefd1a-445b-488c-85d4-a91c0e638221 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 210 time: 0.0417542 Oct 12 11:18:45.315501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623812fd-a69f-4922-96bf-9fe05cf8c5cb req-2ce384e8-246a-4279-9862-95367abdfb08 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:45.317249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-623812fd-a69f-4922-96bf-9fe05cf8c5cb req-2ce384e8-246a-4279-9862-95367abdfb08 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0897267 Oct 12 11:18:45.372089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Deleting port c67b1ac9-5c39-4600-8c8b-e475c4397c0b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:45.372534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.380073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-7642df0f-ef1e-4941-95f4-f9bc91715fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:45.382355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-7642df0f-ef1e-4941-95f4-f9bc91715fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 200 len: 850 time: 0.0969558 Oct 12 11:18:45.428474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-623812fd-a69f-4922-96bf-9fe05cf8c5cb req-21c38030-201a-46e3-804f-aa685ab6cf09 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945456 Oct 12 11:18:45.437535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-e8d98296-9159-4084-97da-554fc469fc23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4f11d58-5007-4c49-9bbd-561fd4138b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379279 Oct 12 11:18:45.509064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] For port c67b1ac9-5c39-4600-8c8b-e475c4397c0b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:45.509430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.511952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Router 0355969c-d10b-4b00-ab27-0edbc116b730 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:18:45.544542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Calling delete_port for c67b1ac9-5c39-4600-8c8b-e475c4397c0b owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:45.605576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-48771730-3f59-43d0-9e0b-f33f90b1b5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603181 Oct 12 11:18:45.632923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4fea5d54-cb07-4c76-b8c9-217342b9ffba None None] Provisioning complete for port 18e24f24-73f7-401f-90d7-323e75d3b28b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:45.633478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4fea5d54-cb07-4c76-b8c9-217342b9ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.791017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65666dc7-2764-4040-b227-2e732772ac53 req-f7e97431-cab9-4d19-802b-e56ffdc3d8f8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 210 time: 0.0278416 Oct 12 11:18:45.819632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.861101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event deleted for resources: {'Port': ['ID=c67b1ac9-5c39-4600-8c8b-e475c4397c0b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:45.874115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.874472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.874826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.886203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:18:45.936594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] No DVR routers for this DVR port c67b1ac9-5c39-4600-8c8b-e475c4397c0b on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:45.941085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:45.944709 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d76f953a-264b-4c69-90ce-98e1e9f926cb req-fa0c4cbb-2e52-411f-8a7b-86a89b30c6ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "DELETE /v2.0/ports/c67b1ac9-5c39-4600-8c8b-e475c4397c0b HTTP/1.1" status: 204 len: 173 time: 0.8121572 Oct 12 11:18:45.945171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-deleted', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:45.947622 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0e46ca-9813-4b49-a6da-d96c46dafab5" -d '{"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-deleted", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:45.985775 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5788a148-e9ed-4534-889d-0995f7d01098 x-openstack-request-id: req-5788a148-e9ed-4534-889d-0995f7d01098 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:45.986057 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd786b-8b92-480f-8bb8-f6b596f072d3", "name": "network-vif-deleted", "tag": "c67b1ac9-5c39-4600-8c8b-e475c4397c0b", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:45.986317 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5788a148-e9ed-4534-889d-0995f7d01098 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:45.986889 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd786b-8b92-480f-8bb8-f6b596f072d3', 'name': 'network-vif-deleted', 'tag': 'c67b1ac9-5c39-4600-8c8b-e475c4397c0b', 'status': 'completed', 'code': 200} Oct 12 11:18:46.122690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e9208a-6c29-4989-803a-9e941c1eb82c req-d568a5ba-7e26-46df-a43d-2054614e2fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591682 Oct 12 11:18:46.132721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:18:46.147903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Sync routers for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:18:46.161023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:46.161948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:46.210197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:46.213134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0e0d4bdb-d79a-4bbc-81d3-9dfc15991df3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0023699 Oct 12 11:18:46.215519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:46.266609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686ec6a-f78b-4684-8d94-177f05b2f857 req-1f68a9ee-e389-4018-bfca-1a5f4895bdef tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:46.291572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f686ec6a-f78b-4684-8d94-177f05b2f857 req-1f68a9ee-e389-4018-bfca-1a5f4895bdef tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1393006 Oct 12 11:18:46.373611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f686ec6a-f78b-4684-8d94-177f05b2f857 req-30347c10-e7bf-46ef-8fa2-386a3a06abc7 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763125 Oct 12 11:18:46.405498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18e24f24-73f7-401f-90d7-323e75d3b28b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:46.435947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-daddac52-d967-438d-904b-d2e5e9a6207d req-3f7cb10e-d97d-418f-85e0-8998777486f9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 210 time: 0.0375109 Oct 12 11:18:46.471644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:46.537066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 18e24f24-73f7-401f-90d7-323e75d3b28b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:46.537715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:46.615226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01142595-ce5c-4b2f-868e-8ee52ea93668 req-16244f1b-397f-42da-870e-3651223fb05e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:46.617624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01142595-ce5c-4b2f-868e-8ee52ea93668 req-16244f1b-397f-42da-870e-3651223fb05e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0593095 Oct 12 11:18:46.694656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01142595-ce5c-4b2f-868e-8ee52ea93668 req-ecdb94a1-717c-4260-9c79-76b633b6ab39 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Oct 12 11:18:46.793889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:44Z', 'revision_number': 3, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:46.827874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Checking router: 0355969c-d10b-4b00-ab27-0edbc116b730 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:18:46.828235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Updating router 0355969c-d10b-4b00-ab27-0edbc116b730 port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:18:46.854959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:46.863123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.006603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-732ade2f-7278-4dc4-b67e-12e41ee19d9e req-4ed65a57-742e-4040-adc3-41539f80982b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 210 time: 0.0939291 Oct 12 11:18:47.075992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-cd4be350-55c3-489c-9084-163a7feb3e1f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:47.079406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-cd4be350-55c3-489c-9084-163a7feb3e1f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 813 time: 0.1833186 Oct 12 11:18:47.086429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Allocated IP 172.20.0.1 (e29af12f-cbe2-45c7-a0d0-d4b19d164e82/3bd71708-1790-4c03-b825-e8e67c38e36c/43af9172-f84a-4f71-b251-c76e2f4addf5) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:47.100776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Request body: {'port': {'device_id': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'admin_state_up': True, 'tenant_id': '61781a565c514035a26e69a21bb532cb'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:47.199002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.239119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.275985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.348424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384bb55-c0d9-414d-8e1f-e8fb46706c4a None None] Pushing event updated for resources: {'Port': ['ID=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:47.363594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Attempting to bind port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:47.363963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Attempting to bind port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:47.364337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Attempting to bind port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:47.366619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Made reservation on behalf of 61781a565c514035a26e69a21bb532cb for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:47.370102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:47.370287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.370491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:47.371020 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.371419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:47.371880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Bound port: a5b556f0-45d7-477e-a376-fcdfdd4b9c0b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:47.372223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.372391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.429946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:47.431836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:47.433703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Pushing event updated for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:47.450071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:47.460947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] For port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:47.470826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] For port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:47.481884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.589780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652564f-fdc1-4103-be69-e0035be132ef req-8216aadb-f1e7-4e8f-b587-16e424784f24 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:47.596808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.598369 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8652564f-fdc1-4103-be69-e0035be132ef req-8216aadb-f1e7-4e8f-b587-16e424784f24 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1209979 Oct 12 11:18:47.608555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Allocated IP 172.20.0.11 (7924f450-b3d8-4e4e-abcd-2eb8d26e2d89/4ceba4db-8762-405b-81b3-4adf4f3612bd/c41d6e5f-2c40-4c91-90c0-e855369b1eb6) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:47.641831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f213fe1-1789-43c2-bbc7-023f33119321 req-f224e9b2-231a-4710-a878-b59374c9c9cf tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 210 time: 0.0394151 Oct 12 11:18:47.678567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8652564f-fdc1-4103-be69-e0035be132ef req-7acf2726-2949-4a38-9c6e-eed698af69f0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Oct 12 11:18:47.697998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e3ef99-a932-4478-8367-5d3a3291bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.729144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:47.730221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:47.748418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.809242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384bb55-c0d9-414d-8e1f-e8fb46706c4a None None] Pushing event updated for resources: {'Port': ['ID=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:47.887295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.923228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b6376025-7d31-411a-a94c-119aab26dcf8 None None] Provisioning complete for port 43af9172-f84a-4f71-b251-c76e2f4addf5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:47.923607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6376025-7d31-411a-a94c-119aab26dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:47.951914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:48.002138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b6376025-7d31-411a-a94c-119aab26dcf8 None None] Port 43af9172-f84a-4f71-b251-c76e2f4addf5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:18:48.026549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.081991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479c71-de91-4bda-902e-613144071cdd req-04edddde-d30a-4451-8195-864f7a3496e0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:48.083570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82479c71-de91-4bda-902e-613144071cdd req-04edddde-d30a-4451-8195-864f7a3496e0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.2341235 Oct 12 11:18:48.092354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:48.100276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:48.129697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:48.170029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:48.173122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.199353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-54f20b78-eedb-4a15-9948-49c497f46a0e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:48.200203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-54f20b78-eedb-4a15-9948-49c497f46a0e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.2804475 Oct 12 11:18:48.214169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Request body: {'port': {'device_id': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'admin_state_up': True, 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:48.219511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:48.219960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.242837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '43af9172-f84a-4f71-b251-c76e2f4addf5', 'name': '', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'mac_address': 'fa:16:3e:42:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:46Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 1, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'subnets': [{'id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:48.248439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fae50-9ab8-45a1-b67e-a5e82e44d372 req-4a5358dc-d4cd-4598-ae4d-485b6ba4db46 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:48.251958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-963fae50-9ab8-45a1-b67e-a5e82e44d372 req-4a5358dc-d4cd-4598-ae4d-485b6ba4db46 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 932 time: 0.1493161 Oct 12 11:18:48.283894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a6022-3777-4a03-a307-00d8ee0e7303 None None] The sync data for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 is: [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '43af9172-f84a-4f71-b251-c76e2f4addf5', 'name': '', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'mac_address': 'fa:16:3e:42:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:46Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 1, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'subnets': [{'id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:18:48.302837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.306126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-963fae50-9ab8-45a1-b67e-a5e82e44d372 req-316936d5-167a-44e4-ba1e-2d192f0153b3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Oct 12 11:18:48.331194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-86b66c5d-c3cd-499e-a466-35cb196f6c69 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2385035 Oct 12 11:18:48.345820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Request body: {'port': {'device_id': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:48.379633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.402572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-82479c71-de91-4bda-902e-613144071cdd req-e33ee348-50db-49df-b53e-c5fcc3c94c43 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843869 Oct 12 11:18:48.424165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.507897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Pushing event updated for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:48.599073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:48.600742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:48.626325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:18:48.629968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.675220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:48.745867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: c67b1ac9-5c39-4600-8c8b-e475c4397c0b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:48.746214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c67b1ac9-5c39-4600-8c8b-e475c4397c0b not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:48.862732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f991e940-af40-42ea-9d84-75dbb149f87c req-d7ce81d4-13b5-4568-8676-8c4056af7dca tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 210 time: 0.0582361 Oct 12 11:18:48.919520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:48.928955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:48.978110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Transition to ACTIVE for port object c41d6e5f-2c40-4c91-90c0-e855369b1eb6 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:49.009833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Router 0355969c-d10b-4b00-ab27-0edbc116b730 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:18:49.022224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741074bf-f92f-4d8c-ba88-b50d3d9ea572 req-2c13e3a0-59ef-48e4-b956-6fd5a78d1f13 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.024626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-741074bf-f92f-4d8c-ba88-b50d3d9ea572 req-2c13e3a0-59ef-48e4-b956-6fd5a78d1f13 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0726812 Oct 12 11:18:49.040102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-29571f0c-7760-4e51-bafb-610f4c40e1dc None None] Provisioning complete for port 43af9172-f84a-4f71-b251-c76e2f4addf5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:49.040635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29571f0c-7760-4e51-bafb-610f4c40e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.081513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Allocated IP 172.20.0.13 (eeb04607-1c13-4ac2-9aa4-f9a4303742da/5e7a35da-6686-4548-9742-e63ef2f4c76c/2cf79a92-4a45-41c2-bef7-d96e820d2955) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:49.088040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-741074bf-f92f-4d8c-ba88-b50d3d9ea572 req-281eea60-f66e-47a6-af98-3ca7001ee92f tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Oct 12 11:18:49.088863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.117597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-29571f0c-7760-4e51-bafb-610f4c40e1dc None None] Port 43af9172-f84a-4f71-b251-c76e2f4addf5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:18:49.203611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:18:49.206714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:49.213437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-546923e7-0efe-4cb8-8362-de2743d789ad admin admin] 10.222.0.43 "PUT /v2.0/routers/0355969c-d10b-4b00-ab27-0edbc116b730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9934320 Oct 12 11:18:49.287535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Attempting to bind port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:49.287877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Attempting to bind port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:49.288207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Attempting to bind port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:49.293231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:49.293562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Attempting to bind port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:49.299024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:49.299360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Checking segment: {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:49.299745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Bound using segment: {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:49.300179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Bound port: c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:49.300538 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.365819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.381993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:49.386572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:49.465047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.495989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86316c62-15e6-4115-b1a6-c4be842c773b req-98a123cd-1df1-4170-9c40-33d78ab3748c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.497989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86316c62-15e6-4115-b1a6-c4be842c773b req-98a123cd-1df1-4170-9c40-33d78ab3748c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0679243 Oct 12 11:18:49.499707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.543682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.546146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.550080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] 10.222.0.47 "PUT /v2.0/ports/c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 1092 time: 1.2088943 Oct 12 11:18:49.554182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:49.564413 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9318d552-7713-4324-9f77-157d3af96468" -d '{"events": [{"name": "network-changed", "server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:49.586050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:49.599680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679c4be-bed7-4dc2-b844-0f10be17f606 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:49.607773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86316c62-15e6-4115-b1a6-c4be842c773b req-73ef4ecf-8c2d-4536-b2b8-57b00147e6de tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968399 Oct 12 11:18:49.620219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:49.626745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:49.694385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:49.702198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.702854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:49.745812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-795b5e66-5df2-478b-b5ad-d12bc5f13a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.747569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-795b5e66-5df2-478b-b5ad-d12bc5f13a8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1095 time: 0.0914969 Oct 12 11:18:49.787110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7707b-a812-41f0-a72e-5d660eb7609b req-36f48592-3d04-48f6-bb1b-971bb8f2de2e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:49.789048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e7707b-a812-41f0-a72e-5d660eb7609b req-36f48592-3d04-48f6-bb1b-971bb8f2de2e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0651982 Oct 12 11:18:49.813374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-cd3e0756-6b1f-4275-8851-d0f6c16e5602 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.0572510 Oct 12 11:18:49.831281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-1e71f4e4-4db7-44d3-b5f9-b6023e06a594 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6210985 Oct 12 11:18:49.847343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Request body: {'port': {'device_id': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:49.885218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9e7707b-a812-41f0-a72e-5d660eb7609b req-038cbf10-2a06-4624-8400-3e1c3a48b6a9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862675 Oct 12 11:18:49.952777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.280838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5b556f0-45d7-477e-a376-fcdfdd4b9c0b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:50.375717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:50.378361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.423738 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f3985-467f-464c-9b53-95a289a22c06 x-openstack-request-id: req-474f3985-467f-464c-9b53-95a289a22c06 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:50.424711 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:50.433887 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-474f3985-467f-464c-9b53-95a289a22c06 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:50.433887 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'status': 'completed', 'code': 200} Oct 12 11:18:50.435099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57ca5cc8-911f-42db-84e5-ae2eb9f5f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.454763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a72e43aa-3a65-46d5-bc6d-41e8360c404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:50.457288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a72e43aa-3a65-46d5-bc6d-41e8360c404f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.6330469 Oct 12 11:18:50.461242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf79a92-4a45-41c2-bef7-d96e820d2955 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:50.479858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.480061 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.493570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f683ff-8a18-46e7-bfd5-23688eea9de6 req-89f70fad-63e1-49a8-a1ec-4ec994be2b62 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:50.671212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-653ce1c1-c4e0-402f-815b-affcf6a4405b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6866295 Oct 12 11:18:50.671764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f683ff-8a18-46e7-bfd5-23688eea9de6 req-89f70fad-63e1-49a8-a1ec-4ec994be2b62 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 932 time: 0.1221817 Oct 12 11:18:50.671932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-a39a78d6-a3fd-4be1-8dbd-1dd31f2567b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470884 Oct 12 11:18:50.671932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:50.672207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:50.672497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Transition to ACTIVE for port object 2cf79a92-4a45-41c2-bef7-d96e820d2955 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:18:50.672497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4f683ff-8a18-46e7-bfd5-23688eea9de6 req-82babe9a-650d-4232-92ba-0044f3f73be1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Oct 12 11:18:50.672719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-9fc8eefc-d98a-4128-a832-07ece6ba94eb service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992713 Oct 12 11:18:50.694069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.715642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.744557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1ac192-08b5-419e-b857-b053b74289a3 req-94195586-e2ec-4d98-8ecf-7881e1434223 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035337 Oct 12 11:18:50.749341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:50.769671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.790271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:50.815099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751925f-0995-4194-a0c6-f9b6f88e43dc req-e424c0de-7f2a-4bb2-b5b6-12a41fc6d4f5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:50.817108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c751925f-0995-4194-a0c6-f9b6f88e43dc req-e424c0de-7f2a-4bb2-b5b6-12a41fc6d4f5 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1290314 Oct 12 11:18:50.876953 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:50.935563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Attempting to bind port 2cf79a92-4a45-41c2-bef7-d96e820d2955 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:50.935891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Attempting to bind port 2cf79a92-4a45-41c2-bef7-d96e820d2955 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:50.936223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Attempting to bind port 2cf79a92-4a45-41c2-bef7-d96e820d2955 on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:50.954826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c751925f-0995-4194-a0c6-f9b6f88e43dc req-00b003a3-df19-4202-a206-44b0498a0823 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116936 Oct 12 11:18:50.967737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Port 2cf79a92-4a45-41c2-bef7-d96e820d2955 on network eeb04607-1c13-4ac2-9aa4-f9a4303742da not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:18:50.967737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Attempting to bind port 2cf79a92-4a45-41c2-bef7-d96e820d2955 on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:50.983487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:50.983829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Checking segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:50.984214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Bound using segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:50.984709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Bound port: 2cf79a92-4a45-41c2-bef7-d96e820d2955, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:50.985071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.008207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d552-7713-4324-9f77-157d3af96468 req-cc747e53-b921-4dc4-83aa-451b3e08059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.009704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-cc747e53-b921-4dc4-83aa-451b3e08059b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1095 time: 0.0944479 Oct 12 11:18:51.057835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Allocated IP 172.25.2.165 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/7eddb922-54a0-4d88-bd7b-d4fe2b42acd9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:51.102723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:51.106637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:51.121217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adc561-dd0d-48de-9848-f747745b173c req-fdc76e3b-9d94-4954-b72b-0bbdcf6477b4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.123146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77adc561-dd0d-48de-9848-f747745b173c req-fdc76e3b-9d94-4954-b72b-0bbdcf6477b4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0818689 Oct 12 11:18:51.182640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77adc561-dd0d-48de-9848-f747745b173c req-8cc79a40-70f7-48f1-99ba-73742a1b1990 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Oct 12 11:18:51.183611 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Sync routers for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:18:51.184172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d552-7713-4324-9f77-157d3af96468 req-6b16cbd3-5bca-4a5a-b988-a8f1ff82ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.184172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-6b16cbd3-5bca-4a5a-b988-a8f1ff82ab62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.1644394 Oct 12 11:18:51.189914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.191001 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:51.191810 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:51.232542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.233233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.234664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] 10.222.0.47 "PUT /v2.0/ports/2cf79a92-4a45-41c2-bef7-d96e820d2955 HTTP/1.1" status: 200 len: 1092 time: 1.3940203 Oct 12 11:18:51.235133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:51.237506 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d71a66-7d1e-49d2-a9dd-21739d24bd31" -d '{"events": [{"name": "network-changed", "server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:51.272307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-4dd8b620-b24a-4749-a638-71da94a409f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.0647278 Oct 12 11:18:51.298045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03c0b-b8d7-4f1d-a669-f1176d5a703e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:51.323079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e891a9-d920-4dee-a103-4975a71912eb req-a963eb88-ec81-45e7-a722-c0f61ce11799 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.324666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8e891a9-d920-4dee-a103-4975a71912eb req-a963eb88-ec81-45e7-a722-c0f61ce11799 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0720570 Oct 12 11:18:51.354247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:51.360544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.384959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d552-7713-4324-9f77-157d3af96468 req-13adb8c1-bde0-4368-b4eb-daee5d3346de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.386629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-13adb8c1-bde0-4368-b4eb-daee5d3346de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.1068277 Oct 12 11:18:51.426948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-30489c52-5a15-41f5-9270-ee3b0c873b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315232 Oct 12 11:18:51.442689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8e891a9-d920-4dee-a103-4975a71912eb req-b7d43257-fcc3-4a31-8a2b-48487f9d60ce tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017687 Oct 12 11:18:51.448275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-575a44b0-165f-4bc1-adde-3a7f324d96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.450643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-575a44b0-165f-4bc1-adde-3a7f324d96d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 1095 time: 0.0930996 Oct 12 11:18:51.537707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-c2507c10-7c34-480e-8f1e-11079815638d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955 HTTP/1.1" status: 200 len: 217 time: 0.0782309 Oct 12 11:18:51.588824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-143ceaab-eac7-48d9-ba6a-68659aa24aa2 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538615 Oct 12 11:18:51.608143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-0e1857b4-bf2b-45f3-be4b-95f80b99a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:51.612114 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-0e1857b4-bf2b-45f3-be4b-95f80b99a326 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.0643182 Oct 12 11:18:51.631635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.649027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-680e2695-e631-47ff-bed3-acc7115701d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321879 Oct 12 11:18:51.689460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9318d552-7713-4324-9f77-157d3af96468 req-9c702403-71d0-4463-a26c-ddec0fbd5fab service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993814 Oct 12 11:18:51.697197 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '43af9172-f84a-4f71-b251-c76e2f4addf5', 'name': '', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'mac_address': 'fa:16:3e:42:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:46Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 2, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'subnets': [{'id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:51.726432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Checking router: 0355969c-d10b-4b00-ab27-0edbc116b730 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:18:51.726842 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Updating router 0355969c-d10b-4b00-ab27-0edbc116b730 port 43af9172-f84a-4f71-b251-c76e2f4addf5 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:18:51.749322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-761b6c81-b5cb-4948-8fb0-e977aff4f7be service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922177 Oct 12 11:18:51.751687 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.756086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.760249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.785104 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:51.820887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:51.823495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event updated for resources: {'Port': ['ID=7eddb922-54a0-4d88-bd7b-d4fe2b42acd9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:51.825216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:51.827413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:51.899567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a93204c-b55e-4c6a-910f-3bb900bd5ded req-9a6f0be3-2462-4e92-8bb0-de94b2cf1917 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415820 Oct 12 11:18:51.956039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.035172 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a350936-dfed-4357-a5ca-0ccca062cec1 x-openstack-request-id: req-2a350936-dfed-4357-a5ca-0ccca062cec1 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:52.039682 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:52.039682 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a350936-dfed-4357-a5ca-0ccca062cec1 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:52.039682 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'status': 'completed', 'code': 200} Oct 12 11:18:52.090060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.175015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-29893094-18f1-404d-a69b-357f8516e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:52.177276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-29893094-18f1-404d-a69b-357f8516e891 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 1095 time: 0.1193919 Oct 12 11:18:52.198123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5b556f0-45d7-477e-a376-fcdfdd4b9c0b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:52.220295 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.226596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e2e58-8c0d-4285-8d4d-d945c5228966 req-231f0628-f432-4dab-b50c-c5fa9636499d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:52.228206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e43e2e58-8c0d-4285-8d4d-d945c5228966 req-231f0628-f432-4dab-b50c-c5fa9636499d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 944 time: 0.1136372 Oct 12 11:18:52.262271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:52.262648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.287530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.304757 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.350803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f77a4-1fa7-4532-9d7b-2e3058bc19d7 None None] Pushing event updated for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:52.357373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.436336 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Attempting to bind port 43af9172-f84a-4f71-b251-c76e2f4addf5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:18:52.436683 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Attempting to bind port 43af9172-f84a-4f71-b251-c76e2f4addf5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:18:52.437037 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Attempting to bind port 43af9172-f84a-4f71-b251-c76e2f4addf5 on network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:18:52.443531 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:18:52.445950 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Checking segment: {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:18:52.445950 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.445950 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Bound using segment: {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:18:52.445950 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Bound port: 43af9172-f84a-4f71-b251-c76e2f4addf5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d72e5f-3ba3-4d69-8815-39bbeec3da39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:18:52.445950 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.475756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event updated for resources: {'Port': ['ID=7eddb922-54a0-4d88-bd7b-d4fe2b42acd9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:52.514744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.540933 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] For port 43af9172-f84a-4f71-b251-c76e2f4addf5, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:18:52.545133 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] For port 43af9172-f84a-4f71-b251-c76e2f4addf5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=43af9172-f84a-4f71-b251-c76e2f4addf5,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:18:52.609093 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.610874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.618511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-25ca433b-d75c-4433-9266-807e7fd13b8f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1030023 Oct 12 11:18:52.668338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:52.687957 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f77a4-1fa7-4532-9d7b-2e3058bc19d7 None None] Pushing event updated for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:52.692072 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:18:52.692865 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:52.695274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] Provisioning complete for port 43af9172-f84a-4f71-b251-c76e2f4addf5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:52.695652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.713239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-957072af-94a1-4459-a9f0-9c97026527fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:52.714829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-957072af-94a1-4459-a9f0-9c97026527fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 906 time: 0.5233827 Oct 12 11:18:52.740334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-4e6ead2a-26c4-4e7b-a67b-f3d9f6ca062f tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.1187472 Oct 12 11:18:52.766178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e43e2e58-8c0d-4285-8d4d-d945c5228966 req-2e88be04-5e9b-429e-8f35-340c124cff76 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230300 Oct 12 11:18:52.828135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-69c1fc1c-0d2c-4cd6-801f-3cfbd202821c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955 HTTP/1.1" status: 200 len: 217 time: 0.0988026 Oct 12 11:18:52.899338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:52.914598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:52.920048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'port_id': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'mac_address': 'fa:16:3e:5f:c4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceba4db-8762-405b-81b3-4adf4f3612bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:52.921708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-6894c564-47db-41e4-9d37-67cf505bd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:52.923488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-6894c564-47db-41e4-9d37-67cf505bd39d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.0880003 Oct 12 11:18:52.966531 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:18:52.992892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-5001ac19-b024-4de0-95d9-250a0e5c7cbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592930 Oct 12 11:18:52.995269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-4549133a-bbd7-4d02-a6a6-753a105fa1cf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:52.995504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] For port 43af9172-f84a-4f71-b251-c76e2f4addf5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=43af9172-f84a-4f71-b251-c76e2f4addf5,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:53.004594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efea1766-53d4-41c4-8d6e-48962063ce22 req-4549133a-bbd7-4d02-a6a6-753a105fa1cf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2522762 Oct 12 11:18:53.009320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.024629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:53.049697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:53.114617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588a6a5-9400-426b-8bc0-56203965cf1b req-f46d7162-bb85-4b2a-8d61-7ed95be9b468 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.116465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e588a6a5-9400-426b-8bc0-56203965cf1b req-f46d7162-bb85-4b2a-8d61-7ed95be9b468 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0574872 Oct 12 11:18:53.139676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.175610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86846352-c75d-4b94-b8f2-5fdb44674ccf req-ed2a418c-bcec-488a-95ec-268dd488e405 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.177327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e588a6a5-9400-426b-8bc0-56203965cf1b req-f29be62d-9c97-4c56-98eb-ad2ec97f762b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529013 Oct 12 11:18:53.179564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86846352-c75d-4b94-b8f2-5fdb44674ccf req-ed2a418c-bcec-488a-95ec-268dd488e405 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1335397 Oct 12 11:18:53.188346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-720aa44a-1890-49e9-991e-8256b506bc59 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864197 Oct 12 11:18:53.205911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.233804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.251232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324cda-4a5b-444e-be3d-b48a61a64966 None None] Pushing event updated for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:53.268296 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '43af9172-f84a-4f71-b251-c76e2f4addf5', 'name': '', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'mac_address': 'fa:16:3e:42:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:46Z', 'updated_at': '2021-10-12T11:18:52Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'subnets': [{'id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:18:53.284628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86846352-c75d-4b94-b8f2-5fdb44674ccf req-0f3d77f4-7581-47ea-a9d4-89d863168c7a tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938683 Oct 12 11:18:53.315437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1bde3b5c-d172-499d-b8a8-bb7d58b57056 None None] Provisioning complete for port 43af9172-f84a-4f71-b251-c76e2f4addf5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:53.315806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1bde3b5c-d172-499d-b8a8-bb7d58b57056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.321462 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ad071-6b62-4005-8738-07bbb39359ad None None] The sync data for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 is: [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:47Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '43af9172-f84a-4f71-b251-c76e2f4addf5', 'name': '', 'network_id': 'e29af12f-cbe2-45c7-a0d0-d4b19d164e82', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'mac_address': 'fa:16:3e:42:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:46Z', 'updated_at': '2021-10-12T11:18:52Z', 'revision_number': 4, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'subnets': [{'id': '3bd71708-1790-4c03-b825-e8e67c38e36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:18:53.353098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:53.376665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6c86-7327-40a7-8396-283f3e62a570 req-f3cf8bc1-86d9-45d5-8e2f-d7cba1ece6c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.378337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2df6c86-7327-40a7-8396-283f3e62a570 req-f3cf8bc1-86d9-45d5-8e2f-d7cba1ece6c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0868452 Oct 12 11:18:53.428575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:53.463907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2df6c86-7327-40a7-8396-283f3e62a570 req-6ce1e49f-993f-4fec-96ed-3b03ee72ec32 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757871 Oct 12 11:18:53.498627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28d71a66-7d1e-49d2-a9dd-21739d24bd31 req-dd754e03-d97b-4953-841e-2a09cf98f527 service neutron] 10.222.0.47 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860708 Oct 12 11:18:53.517320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71010cf7-3b9a-47de-8a7f-3f6ad1c2154d req-9b375177-654a-46d5-b71e-94af523daaaf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips/044cba16-1790-4ca3-b040-d724f9d47fbe HTTP/1.1" status: 200 len: 693 time: 0.0668259 Oct 12 11:18:53.650034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010cf7-3b9a-47de-8a7f-3f6ad1c2154d req-a09597d8-2986-4e89-bd47-55931c62a885 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.651480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71010cf7-3b9a-47de-8a7f-3f6ad1c2154d req-a09597d8-2986-4e89-bd47-55931c62a885 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1283729 Oct 12 11:18:53.662224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-71010cf7-3b9a-47de-8a7f-3f6ad1c2154d req-c37a2c7d-45ee-4e53-8761-da73c7d4029b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:18:53.663787 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71010cf7-3b9a-47de-8a7f-3f6ad1c2154d req-c37a2c7d-45ee-4e53-8761-da73c7d4029b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061636 Oct 12 11:18:53.752417 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf9f60ae-a668-46c7-be57-d3e812cc973c req-98cbb95f-d77f-453e-ab55-e9187294d404 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=9401ffd5144d4c11870c2005bead7a68 HTTP/1.1" status: 200 len: 696 time: 0.0677369 Oct 12 11:18:53.804938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47432) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:53.878943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f60ae-a668-46c7-be57-d3e812cc973c req-3547353a-3a32-4351-a05d-96c9ea87e7ca tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.880712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf9f60ae-a668-46c7-be57-d3e812cc973c req-3547353a-3a32-4351-a05d-96c9ea87e7ca tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks?id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 787 time: 0.1222131 Oct 12 11:18:53.893736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-bf9f60ae-a668-46c7-be57-d3e812cc973c req-8c505112-624d-4754-83a3-6e1367ac1411 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:18:53.894826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf9f60ae-a668-46c7-be57-d3e812cc973c req-8c505112-624d-4754-83a3-6e1367ac1411 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078952 Oct 12 11:18:53.946622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd094594-e2be-438b-b654-fff49a7d1020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:53.971083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b297a31-6a67-4832-84be-d3e5ad617008 req-9ae67c77-ae6e-4fc8-88d6-fbe30f4fdf60 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:53.971883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-0cf49dcf-84ad-44e6-8fb8-98230cd65ce3 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips/044cba16-1790-4ca3-b040-d724f9d47fbe HTTP/1.1" status: 200 len: 693 time: 0.0547647 Oct 12 11:18:53.972657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b297a31-6a67-4832-84be-d3e5ad617008 req-9ae67c77-ae6e-4fc8-88d6-fbe30f4fdf60 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 944 time: 0.1044571 Oct 12 11:18:54.029588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2b297a31-6a67-4832-84be-d3e5ad617008 req-0336dba7-e8e3-4d2a-8812-fe9ef133b7ee tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Oct 12 11:18:54.078929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd094594-e2be-438b-b654-fff49a7d1020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.092518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-6463fb7b-e294-4065-b21f-7cc04a7322f6 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:54.094628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-6463fb7b-e294-4065-b21f-7cc04a7322f6 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1163113 Oct 12 11:18:54.134074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd094594-e2be-438b-b654-fff49a7d1020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.151883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-845d329a-44bf-4f0f-8350-fa00863f241e tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0510726 Oct 12 11:18:54.187245 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd094594-e2be-438b-b654-fff49a7d1020 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1797f4b38ce4eaba82c81f04f8355f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789005 Oct 12 11:18:54.188929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47440) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:54.196665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094594-e2be-438b-b654-fff49a7d1020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9636cf7-d1c0-4904-9d48-d1f1ad1d60cc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:54.225694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-e553ed7a-4665-49cd-94e0-8f170d1743c1 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0654290 Oct 12 11:18:54.252577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.260366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 43af9172-f84a-4f71-b251-c76e2f4addf5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:54.286659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.314678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 43af9172-f84a-4f71-b251-c76e2f4addf5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:54.315073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.356478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb7a69-c4be-4bd8-bc2a-890b69fa1bf3 req-f0acd69d-20cd-40ba-a6a2-f85af699b450 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:54.358271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26eb7a69-c4be-4bd8-bc2a-890b69fa1bf3 req-f0acd69d-20cd-40ba-a6a2-f85af699b450 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 945 time: 0.0863142 Oct 12 11:18:54.379319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Deleting port 7eddb922-54a0-4d88-bd7b-d4fe2b42acd9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:54.379878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.409587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26eb7a69-c4be-4bd8-bc2a-890b69fa1bf3 req-4c039df1-ea18-49d2-8bc4-2d2ce640e2ce tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384989 Oct 12 11:18:54.459392 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.462368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.466640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9636cf7-d1c0-4904-9d48-d1f1ad1d60cc HTTP/1.1" status: 204 len: 168 time: 0.2743578 Oct 12 11:18:54.466912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.466912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.481653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Calling delete_port for 7eddb922-54a0-4d88-bd7b-d4fe2b42acd9 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:54.488832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4068f-8adf-4d98-82c3-612d88b0db0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9636cf7-d1c0-4904-9d48-d1f1ad1d60cc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:54.537287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d484-ae6a-4a43-8619-e3353c614d11 req-8873aec9-0772-4a16-9b95-8db8eb54559e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:54.538852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c89d484-ae6a-4a43-8619-e3353c614d11 req-8873aec9-0772-4a16-9b95-8db8eb54559e tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0705042 Oct 12 11:18:54.580683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c89d484-ae6a-4a43-8619-e3353c614d11 req-b5280e33-331a-416f-bbe6-c633d0c99d53 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Oct 12 11:18:54.686736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:18:54.690148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:54.705301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.733598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event deleted for resources: {'Port': ['ID=7eddb922-54a0-4d88-bd7b-d4fe2b42acd9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:54.760430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb9d77-f2af-44cf-87cd-e56080ca6775 req-17f89b46-cde6-4fa8-873e-84b867f2f43d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:54.762491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bfb9d77-f2af-44cf-87cd-e56080ca6775 req-17f89b46-cde6-4fa8-873e-84b867f2f43d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0658252 Oct 12 11:18:54.817274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.820092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:54.822284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19123bb0-051e-4e8b-a5ae-e72c348d4c86 req-c1c2d2c0-488f-4984-9d1a-297e98483515 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "DELETE /v2.0/floatingips/044cba16-1790-4ca3-b040-d724f9d47fbe HTTP/1.1" status: 204 len: 173 time: 0.5878110 Oct 12 11:18:54.830165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bfb9d77-f2af-44cf-87cd-e56080ca6775 req-6b1af0d7-c7f9-4d76-8965-c7bfdcd8ea03 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Oct 12 11:18:54.958391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-311c952c-beba-487e-bf9b-4fa906c9e277 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1143396 Oct 12 11:18:54.965102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:54.968194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:18:54.980109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'mac_address': 'fa:16:3e:c4:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:18:55.017159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.029251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf79a92-4a45-41c2-bef7-d96e820d2955 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:18:55.035003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:55.042552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:55.042948 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.071565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:55.088223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.135512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.164281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:55.166548 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65f4bc3-531e-4a07-9cdd-bd527cd502ac" -d '{"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:55.168153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ea704-6eca-48cd-abcf-d29ce54ed36c req-cbf2a482-0de3-4314-97ce-c26ab938444d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:55.168917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a81ea704-6eca-48cd-abcf-d29ce54ed36c req-cbf2a482-0de3-4314-97ce-c26ab938444d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 944 time: 0.0676348 Oct 12 11:18:55.178241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.180991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:55.208820 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.213575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a81ea704-6eca-48cd-abcf-d29ce54ed36c req-62b911ae-d90a-4b7a-a748-f8cadfe35fd5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Oct 12 11:18:55.245599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.248673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:55.254425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:55.274114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1d8cb4d-e531-48b9-92d7-7f17cf78746f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.311092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:55.311966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-3215ed67-6802-49ac-87cc-221e37307b13 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:55.314349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-3215ed67-6802-49ac-87cc-221e37307b13 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.0948379 Oct 12 11:18:55.336458 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b1d8f1-8df0-4e14-b7cc-3aa3ad4b6b28 x-openstack-request-id: req-c6b1d8f1-8df0-4e14-b7cc-3aa3ad4b6b28 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:55.340456 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:55.340456 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6b1d8f1-8df0-4e14-b7cc-3aa3ad4b6b28 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:55.340456 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'code': 200} Oct 12 11:18:55.381782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Allocated IP 172.25.2.26 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c9f08ba8-1c25-484e-b9d0-fd5303dd29e3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:18:55.417079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2cf79a92-4a45-41c2-bef7-d96e820d2955'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:55.489789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1d8cb4d-e531-48b9-92d7-7f17cf78746f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.494936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53c36-5992-4227-a4e9-dedfe7100e31 req-ecd4c9e0-8c30-4a52-afed-ef6de7c0d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:55.496855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35e53c36-5992-4227-a4e9-dedfe7100e31 req-ecd4c9e0-8c30-4a52-afed-ef6de7c0d1bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1097 time: 0.0959058 Oct 12 11:18:55.507185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.510389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Deleting port 19b101be-2c9c-44dd-9b76-3a239aa22107 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:55.510751 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.570690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1d8cb4d-e531-48b9-92d7-7f17cf78746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.608401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.646927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:18:55.653242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:18:55.658684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:18:55.661634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event updated for resources: {'Port': ['ID=c9f08ba8-1c25-484e-b9d0-fd5303dd29e3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:55.676831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35e53c36-5992-4227-a4e9-dedfe7100e31 req-ab25d73a-c8e3-4148-a96d-aa8a05792f1d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560588 Oct 12 11:18:55.676831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d1d8cb4d-e531-48b9-92d7-7f17cf78746f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbea6c8937b6424085611518709f9ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244385 Oct 12 11:18:55.676831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8cb4d-e531-48b9-92d7-7f17cf78746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e0bae-cd80-4132-b9ab-9a31085e9fa2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:55.677667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:55.696634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1486a7-189e-4f77-bde4-81ac5c34781a req-c05cb31e-e2ae-45c7-9976-ec2dca4beaf0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:55.698090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa1486a7-189e-4f77-bde4-81ac5c34781a req-c05cb31e-e2ae-45c7-9976-ec2dca4beaf0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1982856 Oct 12 11:18:55.722721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] For port 19b101be-2c9c-44dd-9b76-3a239aa22107, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=19b101be-2c9c-44dd-9b76-3a239aa22107,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:55.723102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.743246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.756192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Calling delete_port for 19b101be-2c9c-44dd-9b76-3a239aa22107 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:55.817182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.820825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa1486a7-189e-4f77-bde4-81ac5c34781a req-386c1288-e0fa-4f24-b89d-b918b773a8cc tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156485 Oct 12 11:18:55.850399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.883469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.980449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:55.993499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c85c81-1a17-495d-bb07-22eaa234ce56 req-3699d81a-0891-4d20-8a85-34b98ed2a66b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:55.999034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18c85c81-1a17-495d-bb07-22eaa234ce56 req-3699d81a-0891-4d20-8a85-34b98ed2a66b tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 946 time: 0.1041875 Oct 12 11:18:56.036947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18c85c81-1a17-495d-bb07-22eaa234ce56 req-b6778b4f-dc9f-4b15-a8c2-b7625bbd483c tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Oct 12 11:18:56.066194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.094019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.095728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.098457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.099633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d1e0bae-cd80-4132-b9ab-9a31085e9fa2 HTTP/1.1" status: 204 len: 168 time: 0.4187860 Oct 12 11:18:56.106067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dd9eee68-a027-4373-9138-349520a3f52f', '19b101be-2c9c-44dd-9b76-3a239aa22107'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:18:56.139807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Pushing event deleted for resources: {'Port': ['ID=19b101be-2c9c-44dd-9b76-3a239aa22107,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:56.141745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beecde-1e5f-4f01-99f8-f259cb99a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e0bae-cd80-4132-b9ab-9a31085e9fa2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:56.201846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event updated for resources: {'Port': ['ID=c9f08ba8-1c25-484e-b9d0-fd5303dd29e3,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:56.219799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.235131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] No DVR routers for this DVR port 19b101be-2c9c-44dd-9b76-3a239aa22107 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:18:56.238508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.244556 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a37ed-e9fc-434b-8b83-c9d90014bdde req-0c0c12d7-78de-4930-9a47-2203cb7caac3 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "DELETE /v2.0/ports/19b101be-2c9c-44dd-9b76-3a239aa22107 HTTP/1.1" status: 204 len: 173 time: 0.9226952 Oct 12 11:18:56.246514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'name': 'network-vif-deleted', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:56.250014 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11227f4-366d-44ef-8f72-098a5bf1218e" -d '{"events": [{"server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "name": "network-vif-deleted", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:56.300105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.301596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-4df74fa3-a33d-4a18-8a65-38c1a82982e5 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3372638 Oct 12 11:18:56.315318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9ab50-5533-4eea-9e3c-f31e4e2d06e8 req-a5db2725-e3cf-4317-b31a-90869f52b2ab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:56.319154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4de9ab50-5533-4eea-9e3c-f31e4e2d06e8 req-a5db2725-e3cf-4317-b31a-90869f52b2ab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0735726 Oct 12 11:18:56.353948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-844c7059-8783-41aa-8b55-b57025411812 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0455821 Oct 12 11:18:56.360683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4de9ab50-5533-4eea-9e3c-f31e4e2d06e8 req-b7e7fa59-828a-4644-9e0a-5fa6502ac554 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357420 Oct 12 11:18:56.412585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.466188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-40f00664-4180-4f82-a88f-b7e99121046e tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:56.467567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ad04c07-77dc-4cd8-95db-4b8f434aa19e req-40f00664-4180-4f82-a88f-b7e99121046e tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1063280 Oct 12 11:18:56.471320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778c0b-d8d0-4bf6-808d-f52fe76fb1e2 req-11472bdc-4e1c-4c67-85d8-51331b3b4517 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:56.475150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46778c0b-d8d0-4bf6-808d-f52fe76fb1e2 req-11472bdc-4e1c-4c67-85d8-51331b3b4517 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 945 time: 0.0522306 Oct 12 11:18:56.527147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46778c0b-d8d0-4bf6-808d-f52fe76fb1e2 req-d0f7f2ff-e402-4065-ba7d-666564d0a947 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Oct 12 11:18:56.532317 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473fbce5-92bf-4db7-9005-3876a05f56cf x-openstack-request-id: req-473fbce5-92bf-4db7-9005-3876a05f56cf {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:56.532729 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43314851-b984-4bfb-8baf-847eb85f0a75", "name": "network-vif-deleted", "tag": "19b101be-2c9c-44dd-9b76-3a239aa22107", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:56.532989 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-473fbce5-92bf-4db7-9005-3876a05f56cf {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:56.533471 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43314851-b984-4bfb-8baf-847eb85f0a75', 'name': 'network-vif-deleted', 'tag': '19b101be-2c9c-44dd-9b76-3a239aa22107', 'status': 'completed', 'code': 200} Oct 12 11:18:56.608255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-87723b9a-d5b3-410d-93ca-c7d188edd736 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips/c99b9efa-68f6-499e-b4b6-8726496fa437 HTTP/1.1" status: 200 len: 692 time: 0.0480816 Oct 12 11:18:56.696378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:18:56.736163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-2d09b293-57dc-4a8d-8efd-bb3ac7b3147a tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:56.743192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-2d09b293-57dc-4a8d-8efd-bb3ac7b3147a tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1286547 Oct 12 11:18:56.807131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-3f285755-dc0f-450a-a503-96b841b7484b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0622985 Oct 12 11:18:56.847581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 2cf79a92-4a45-41c2-bef7-d96e820d2955 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:18:56.851642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 2cf79a92-4a45-41c2-bef7-d96e820d2955 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:18:56.852016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.859998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-9cdcbf22-b124-4911-9976-0c882e490b39 tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0463734 Oct 12 11:18:56.954398 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:56.965259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e3980-1e46-4100-9c3a-ff632eda6c24 req-bae44f55-959a-43ee-9ae2-11b2afa965c4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:56.973716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f01e3980-1e46-4100-9c3a-ff632eda6c24 req-bae44f55-959a-43ee-9ae2-11b2afa965c4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0674291 Oct 12 11:18:56.990840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:57.017169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f01e3980-1e46-4100-9c3a-ff632eda6c24 req-2f3d920d-e31e-4afd-ac89-b8e6f6c50d14 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Oct 12 11:18:57.024566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Deleting port c9f08ba8-1c25-484e-b9d0-fd5303dd29e3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:57.025141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.086992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.119104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.119525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.143068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Calling delete_port for c9f08ba8-1c25-484e-b9d0-fd5303dd29e3 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:57.148100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:57.163016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b27433db-d251-4801-a7d1-cade6e573b2c req-8da87e2f-3b36-4a39-998e-493e7bc17565 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=43314851-b984-4bfb-8baf-847eb85f0a75 HTTP/1.1" status: 200 len: 210 time: 0.0346990 Oct 12 11:18:57.338322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:18:57.340739 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e082c227-8556-498d-91d5-1333e9a6b1db" -d '{"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:18:57.378383 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ceafe8-a620-4fcc-9b97-8e1090acfc1e x-openstack-request-id: req-c3ceafe8-a620-4fcc-9b97-8e1090acfc1e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:18:57.378869 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:18:57.379076 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3ceafe8-a620-4fcc-9b97-8e1090acfc1e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:18:57.379370 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'code': 200} Oct 12 11:18:57.379598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.414749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Pushing event deleted for resources: {'Port': ['ID=c9f08ba8-1c25-484e-b9d0-fd5303dd29e3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:57.510094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.513310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:57.513654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0cf9-790e-42d1-97e8-a2923a4379ad req-239a73b1-e511-4520-81e7-9ab98f7a0089 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:57.514619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4ab0f14-250a-43b4-8529-e46c2392c367 req-495a5f6b-2519-4120-8c73-6da653e8a5bf tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "DELETE /v2.0/floatingips/c99b9efa-68f6-499e-b4b6-8726496fa437 HTTP/1.1" status: 204 len: 173 time: 0.6483161 Oct 12 11:18:57.515230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09ef0cf9-790e-42d1-97e8-a2923a4379ad req-239a73b1-e511-4520-81e7-9ab98f7a0089 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0660791 Oct 12 11:18:57.523514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35419da3-b998-4416-82c3-cd5963463aba req-8b87debb-e00e-4ce0-92b4-7dc6c02d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:57.530331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35419da3-b998-4416-82c3-cd5963463aba req-8b87debb-e00e-4ce0-92b4-7dc6c02d8db0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 1097 time: 0.0634027 Oct 12 11:18:57.557065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09ef0cf9-790e-42d1-97e8-a2923a4379ad req-33af1d5e-b3b3-4ebc-a860-7441f51c2ffd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Oct 12 11:18:57.584322 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-9cc7d45c-ae63-4c4d-9ee9-85dd74f68d2c req-a0f6479c-63ed-4c2d-9444-68050efcce9b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] show failed (client error): The resource could not be found. Oct 12 11:18:57.589226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cc7d45c-ae63-4c4d-9ee9-85dd74f68d2c req-a0f6479c-63ed-4c2d-9444-68050efcce9b tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips/c99b9efa-68f6-499e-b4b6-8726496fa437 HTTP/1.1" status: 404 len: 350 time: 0.0473645 Oct 12 11:18:57.600441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35419da3-b998-4416-82c3-cd5963463aba req-57a3b05f-7eb1-4661-b51c-7c93249d7649 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679119 Oct 12 11:18:57.641425 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-91ec2c30-1148-432d-b055-e6b07086b0fd req-c36cf0f0-88af-42e5-8982-4d26d2773a5d tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] show failed (client error): The resource could not be found. Oct 12 11:18:57.642406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91ec2c30-1148-432d-b055-e6b07086b0fd req-c36cf0f0-88af-42e5-8982-4d26d2773a5d tempest-FloatingIPsTestJSON-1924624268 tempest-FloatingIPsTestJSON-1924624268-project] 10.222.0.43 "GET /v2.0/floatingips/c99b9efa-68f6-499e-b4b6-8726496fa437 HTTP/1.1" status: 404 len: 350 time: 0.0364017 Oct 12 11:18:57.651164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47524) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:57.671208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8c3a-8312-473b-bce2-30d987d3e9f7 req-32b7ea41-982e-4e0b-a169-6eb3e29ec2d8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:57.672469 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:18:57.674176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5edc8c3a-8312-473b-bce2-30d987d3e9f7 req-32b7ea41-982e-4e0b-a169-6eb3e29ec2d8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0586467 Oct 12 11:18:57.724154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5edc8c3a-8312-473b-bce2-30d987d3e9f7 req-fb142e17-b78e-45f0-87f3-05e3503cd7d8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Oct 12 11:18:57.909684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47528) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:58.004032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.019413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05d44798-43d4-40d9-839a-77b7af758270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.099895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05d44798-43d4-40d9-839a-77b7af758270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.154573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270003c-2e40-48db-b81b-3253b5306cb3 req-ad0bd134-86cb-4c5b-b937-2f1cf43128ea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:58.156558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4270003c-2e40-48db-b81b-3253b5306cb3 req-ad0bd134-86cb-4c5b-b937-2f1cf43128ea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0644608 Oct 12 11:18:58.178904 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05d44798-43d4-40d9-839a-77b7af758270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.219682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05d44798-43d4-40d9-839a-77b7af758270 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a8d270ee318416b8be8b77441139d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088918 Oct 12 11:18:58.221206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d44798-43d4-40d9-839a-77b7af758270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b08b82-2f81-4e18-bd0d-a1fd74e0d916,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:58.225466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47538) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:18:58.254318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4270003c-2e40-48db-b81b-3253b5306cb3 req-dc686188-0197-4ff9-a256-faa5caf60559 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714138 Oct 12 11:18:58.298614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.333273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.378931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Deleting port 43af9172-f84a-4f71-b251-c76e2f4addf5 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:18:58.379375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.448326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.452505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.459798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4b08b82-2f81-4e18-bd0d-a1fd74e0d916 HTTP/1.1" status: 204 len: 168 time: 0.2288949 Oct 12 11:18:58.464151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533d4e2-35a8-4264-aa1d-29538ef45cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b08b82-2f81-4e18-bd0d-a1fd74e0d916,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:58.494600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] For port 43af9172-f84a-4f71-b251-c76e2f4addf5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=43af9172-f84a-4f71-b251-c76e2f4addf5,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:18:58.495331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.527582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Calling delete_port for 43af9172-f84a-4f71-b251-c76e2f4addf5 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:18:58.645098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-2698ac00-90b4-4fec-a71a-e9e82229a7e3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:58.646627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-2698ac00-90b4-4fec-a71a-e9e82229a7e3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 813 time: 0.1816669 Oct 12 11:18:58.666459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-6eaf4c5d-74cb-4444-96ae-84b06f85d892 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/quotas/61781a565c514035a26e69a21bb532cb HTTP/1.1" status: 200 len: 375 time: 0.0133390 Oct 12 11:18:58.697278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b954aac-8a30-4f9c-8536-1ede1845f03c req-05c0d45a-1ef2-48b9-aa51-b7a8c5b25245 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:58.698814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b954aac-8a30-4f9c-8536-1ede1845f03c req-05c0d45a-1ef2-48b9-aa51-b7a8c5b25245 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0587184 Oct 12 11:18:58.741081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b954aac-8a30-4f9c-8536-1ede1845f03c req-f30ac4c8-2f56-4b18-b3dc-be248441dcd1 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Oct 12 11:18:58.774180 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-74f6497d-5445-42e0-a35a-cd54038229d0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770643 Oct 12 11:18:58.881070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50146057-4776-44ab-b667-a7ae631c503e req-f400374d-d8c7-489e-8d24-0de5b0463ab9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:58.882834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50146057-4776-44ab-b667-a7ae631c503e req-f400374d-d8c7-489e-8d24-0de5b0463ab9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0605919 Oct 12 11:18:58.907656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-d62f139c-07a4-4ad9-af99-e66bc288d7a4 service neutron] 10.222.0.43 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091235 Oct 12 11:18:58.928219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50146057-4776-44ab-b667-a7ae631c503e req-7ffeddf4-a583-44f6-a588-827f6c32b317 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Oct 12 11:18:58.947438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:58.976892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Pushing event deleted for resources: {'Port': ['ID=43af9172-f84a-4f71-b251-c76e2f4addf5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:18:59.113226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-a3f20f33-debe-4b49-b5dc-1ac869090ec4 service neutron] 10.222.0.43 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017231 Oct 12 11:18:59.141664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454885a-9d93-4e37-8e8e-2e518274fd10 req-26780fce-f9c1-4559-8a88-16bfaa412f2a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:59.144465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2454885a-9d93-4e37-8e8e-2e518274fd10 req-26780fce-f9c1-4559-8a88-16bfaa412f2a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0738537 Oct 12 11:18:59.203930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2454885a-9d93-4e37-8e8e-2e518274fd10 req-c89bf035-e885-48e4-994e-6f165bff32ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Oct 12 11:18:59.230009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:18:59.714757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 19b101be-2c9c-44dd-9b76-3a239aa22107 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:18:59.753328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 19b101be-2c9c-44dd-9b76-3a239aa22107 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:18:59.753852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 19b101be-2c9c-44dd-9b76-3a239aa22107 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:18:59.769846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-390983e5-1efc-4024-80bd-bcb4600f6b27 req-ff727147-7d82-4fcd-bd51-265942fcf91e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 210 time: 0.0329220 Oct 12 11:18:59.872767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Router 0355969c-d10b-4b00-ab27-0edbc116b730 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:18:59.943913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb338-1e1d-44ab-b8df-e1f3296160bb req-cfd59d74-5d75-4267-b228-f8a15a79ef0f tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:18:59.945882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c1fb338-1e1d-44ab-b8df-e1f3296160bb req-cfd59d74-5d75-4267-b228-f8a15a79ef0f tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0582604 Oct 12 11:19:00.002242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c1fb338-1e1d-44ab-b8df-e1f3296160bb req-1299bdc6-7131-44ea-9207-d052ff29a1d6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Oct 12 11:19:00.015081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e3885-ac65-423e-8ab9-62de6fbed13c req-35cc43b3-4c83-4bff-89b6-1f240ff543a4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:00.016887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e5e3885-ac65-423e-8ab9-62de6fbed13c req-35cc43b3-4c83-4bff-89b6-1f240ff543a4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1229019 Oct 12 11:19:00.060510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:00.067911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80c7f358-5842-406c-b189-978b1fd6b132 admin admin] 10.222.0.43 "PUT /v2.0/routers/0355969c-d10b-4b00-ab27-0edbc116b730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4156682 Oct 12 11:19:00.070590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47608) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:00.072753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Sync routers for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:00.079818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e5e3885-ac65-423e-8ab9-62de6fbed13c req-a524b41b-8f59-45e0-914b-f4fdb43d61e1 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Oct 12 11:19:00.085051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:00.087462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:00.135082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5d7e5-96c1-41c3-8a3b-c71dfc15c605 req-c1874076-bacf-4ec5-9c86-28b497ee38d0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:00.137124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e5d7e5-96c1-41c3-8a3b-c71dfc15c605 req-c1874076-bacf-4ec5-9c86-28b497ee38d0 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0700271 Oct 12 11:19:00.222352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e5d7e5-96c1-41c3-8a3b-c71dfc15c605 req-3240b700-0e76-4cf5-9cbd-a56ab7fbfd05 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Oct 12 11:19:00.237399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:00.245961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:00.344420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:00.427935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:18:58Z', 'revision_number': 5, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port': {'id': 'a5b556f0-45d7-477e-a376-fcdfdd4b9c0b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:18:43Z', 'updated_at': '2021-10-12T11:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:00.460111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Checking router: 0355969c-d10b-4b00-ab27-0edbc116b730 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:00.469733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Routers {'0355969c-d10b-4b00-ab27-0edbc116b730'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:00.470470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0355969c-d10b-4b00-ab27-0edbc116b730'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:00.511329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Deleting port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:00.511329 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:00.574076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] Set router 0355969c-d10b-4b00-ab27-0edbc116b730 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:00.590122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] For port a5b556f0-45d7-477e-a376-fcdfdd4b9c0b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:00.590481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:00.605462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Calling delete_port for a5b556f0-45d7-477e-a376-fcdfdd4b9c0b owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:00.635563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:19:00Z', 'revision_number': 6, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:00.672385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bd7d0-3cc4-493b-b1f2-3f79f110c30f None None] The sync data for ids ['0355969c-d10b-4b00-ab27-0edbc116b730'] in n-d-813419-3 is: [{'id': '0355969c-d10b-4b00-ab27-0edbc116b730', 'name': 'tempest-FloatingIPsTestJSON-1693771155-router', 'tenant_id': '9401ffd5144d4c11870c2005bead7a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:18:42Z', 'updated_at': '2021-10-12T11:19:00Z', 'revision_number': 6, 'project_id': '9401ffd5144d4c11870c2005bead7a68', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:00.879092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:00.904563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10d18865-5606-4f20-ade8-599fa1e58a91 req-28ecbc26-881f-4f1a-a355-000b9889c607 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 210 time: 0.0415468 Oct 12 11:19:00.935808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b556f0-45d7-477e-a376-fcdfdd4b9c0b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:00.949475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-905ba956-2772-4192-b9b2-b02896af6231 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:00.950985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-905ba956-2772-4192-b9b2-b02896af6231 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.1239340 Oct 12 11:19:01.066023 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.163523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d8c4b-23b3-40c1-9ff5-ec40290c8dbc req-6bf6786f-f6d7-4ad6-8d69-f3896fadff5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:01.165098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98d8c4b-23b3-40c1-9ff5-ec40290c8dbc req-6bf6786f-f6d7-4ad6-8d69-f3896fadff5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0830154 Oct 12 11:19:01.206640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.216906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98d8c4b-23b3-40c1-9ff5-ec40290c8dbc req-534d6ccc-c1cb-45dc-bc44-680ebc9982f4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Oct 12 11:19:01.222437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.285524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Deleting port dd9eee68-a027-4373-9138-349520a3f52f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:01.286303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.298896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99b704-50bc-415c-a1da-38fc80f537ff req-22f9eebc-dd61-4847-8d96-5a4c1262ac8b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:01.303036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b99b704-50bc-415c-a1da-38fc80f537ff req-22f9eebc-dd61-4847-8d96-5a4c1262ac8b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1156285 Oct 12 11:19:01.337735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c109ce-fa5f-492c-aef0-dafb0fb29946 req-d2cb93aa-8ff1-41f0-b726-06a25e09db3d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:01.339900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2c109ce-fa5f-492c-aef0-dafb0fb29946 req-d2cb93aa-8ff1-41f0-b726-06a25e09db3d tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 946 time: 0.0558407 Oct 12 11:19:01.368503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.369079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0355969c-d10b-4b00-ab27-0edbc116b730 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:19:01.376518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.378739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-754add92-f969-494f-9820-d1b1a6368605 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0355969c-d10b-4b00-ab27-0edbc116b730 HTTP/1.1" status: 204 len: 168 time: 1.3062220 Oct 12 11:19:01.382855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47650) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:01.387430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2c109ce-fa5f-492c-aef0-dafb0fb29946 req-8cf097cc-8a8a-44d6-aadb-127b6d0fa7a9 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Oct 12 11:19:01.438407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b99b704-50bc-415c-a1da-38fc80f537ff req-e82569ac-893c-4700-9c63-01664402a97e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268089 Oct 12 11:19:01.463365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] For port dd9eee68-a027-4373-9138-349520a3f52f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dd9eee68-a027-4373-9138-349520a3f52f,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:01.463764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.481641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Calling delete_port for dd9eee68-a027-4373-9138-349520a3f52f owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:01.498496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Deleting subnet 3bd71708-1790-4c03-b825-e8e67c38e36c {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:19:01.505064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.645576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:01.769973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-53539e1c-4e29-44ef-80af-be7d8fafdebb tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:01.771548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-53539e1c-4e29-44ef-80af-be7d8fafdebb tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.41 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 813 time: 0.2432201 Oct 12 11:19:01.790445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Request body: {'port': {'device_id': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'admin_state_up': True, 'tenant_id': '61781a565c514035a26e69a21bb532cb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:01.876250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.017474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-814f8e52-001a-417f-b82f-50f902b1fbf3 req-3742949a-ae90-46f0-a170-804d49ea1a71 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 210 time: 0.0282021 Oct 12 11:19:02.033029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.035036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.044488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dd9eee68-a027-4373-9138-349520a3f52f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:02.092212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd71708-1790-4c03-b825-e8e67c38e36c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:02.096287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Pushing event deleted for resources: {'Port': ['ID=dd9eee68-a027-4373-9138-349520a3f52f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:02.098150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Made reservation on behalf of 61781a565c514035a26e69a21bb532cb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:02.101460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.103883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.104997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5385859-c909-45f9-91bd-4a096cd6c86f None None] Network e29af12f-cbe2-45c7-a0d0-d4b19d164e82 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:02.107064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-691b9719-85eb-48ed-b88a-8af7e2d9fd94 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3bd71708-1790-4c03-b825-e8e67c38e36c HTTP/1.1" status: 204 len: 168 time: 0.7205122 Oct 12 11:19:02.110926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:02.199168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] No DVR routers for this DVR port dd9eee68-a027-4373-9138-349520a3f52f on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:02.204035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5b556f0-45d7-477e-a376-fcdfdd4b9c0b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:02.207457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.215350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.220265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f221f867-a9ab-48f2-ae95-a06df9d9ddca req-93e6889f-7ca9-4f8a-80f5-c4bc92aa3bdd tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.41 "DELETE /v2.0/ports/dd9eee68-a027-4373-9138-349520a3f52f HTTP/1.1" status: 204 len: 173 time: 1.2556820 Oct 12 11:19:02.220884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'name': 'network-vif-deleted', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:02.224637 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e1ad9-d6b9-4476-98da-51d45c6b57b2" -d '{"events": [{"server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "name": "network-vif-deleted", "tag": "dd9eee68-a027-4373-9138-349520a3f52f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:02.282102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Deleting port 18e24f24-73f7-401f-90d7-323e75d3b28b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:02.282102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.323767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a5b556f0-45d7-477e-a376-fcdfdd4b9c0b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:02.324119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5b556f0-45d7-477e-a376-fcdfdd4b9c0b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:02.324546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 43af9172-f84a-4f71-b251-c76e2f4addf5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:02.330353 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f080ae-a6a8-437d-b090-724b04a8104b x-openstack-request-id: req-d0f080ae-a6a8-437d-b090-724b04a8104b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:02.331320 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a285b9-6e52-407d-ba29-594c293658f2", "name": "network-vif-deleted", "tag": "dd9eee68-a027-4373-9138-349520a3f52f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:02.331783 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0f080ae-a6a8-437d-b090-724b04a8104b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:02.332407 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a285b9-6e52-407d-ba29-594c293658f2', 'name': 'network-vif-deleted', 'tag': 'dd9eee68-a027-4373-9138-349520a3f52f', 'status': 'completed', 'code': 200} Oct 12 11:19:02.342879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Allocated IP 172.20.0.12 (7924f450-b3d8-4e4e-abcd-2eb8d26e2d89/4ceba4db-8762-405b-81b3-4adf4f3612bd/1c0ffd7f-5582-4347-b6e7-8f3282771b23) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:02.379832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 43af9172-f84a-4f71-b251-c76e2f4addf5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:02.380173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 43af9172-f84a-4f71-b251-c76e2f4addf5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:02.385365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] For port 18e24f24-73f7-401f-90d7-323e75d3b28b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18e24f24-73f7-401f-90d7-323e75d3b28b,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:02.385847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.407651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Calling delete_port for 18e24f24-73f7-401f-90d7-323e75d3b28b owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:02.426350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afd0d5-f450-49c8-9192-a50921b70a50 req-23166b8d-6b60-4773-8fdb-6dd11176a903 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:02.428046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67afd0d5-f450-49c8-9192-a50921b70a50 req-23166b8d-6b60-4773-8fdb-6dd11176a903 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0903480 Oct 12 11:19:02.497185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] DHCP port deletion for e29af12f-cbe2-45c7-a0d0-d4b19d164e82 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:19:02.564455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67afd0d5-f450-49c8-9192-a50921b70a50 req-99885e96-94cd-4a10-9a28-881c91ea17d8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875561 Oct 12 11:19:02.566968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:02.572007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Deleting port 18e24f24-73f7-401f-90d7-323e75d3b28b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:02.572594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.580011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00804e8c-b0ff-41ad-9896-c7750c8bedd2 req-b6449df8-d58b-4d85-8f03-f7f07b1b3b71 tempest-ServerRescueTestJSON-1960759999 tempest-ServerRescueTestJSON-1960759999-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a285b9-6e52-407d-ba29-594c293658f2 HTTP/1.1" status: 200 len: 210 time: 0.0462484 Oct 12 11:19:02.654808 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.664324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.682533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] For port 18e24f24-73f7-401f-90d7-323e75d3b28b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18e24f24-73f7-401f-90d7-323e75d3b28b,segment=NetworkSegment(28d72e5f-3ba3-4d69-8815-39bbeec3da39),segment_id=28d72e5f-3ba3-4d69-8815-39bbeec3da39)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:02.683605 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.702515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e24f24-73f7-401f-90d7-323e75d3b28b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:02.704481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] No DVR routers for this DVR port 18e24f24-73f7-401f-90d7-323e75d3b28b on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:02.716133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Calling delete_port for 18e24f24-73f7-401f-90d7-323e75d3b28b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:02.799529 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.802882 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.825034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-773dcd7b-cad0-4fc5-bb1b-3aefb1ef8f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.831130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] Pushing event deleted for resources: {'Port': ['ID=18e24f24-73f7-401f-90d7-323e75d3b28b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:02.833610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:02.845519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.856259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:02.859899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7159b3e-9af7-48bb-9631-8aa679c3b764 None None] No DVR routers for this DVR port 18e24f24-73f7-401f-90d7-323e75d3b28b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:02.862740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:02.866639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:02.866956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2725b1-bd82-4acc-9aa5-d49d8c5c70c6 req-59f68742-e9b2-4b87-be96-b41b906c926f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:02.879159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c2725b1-bd82-4acc-9aa5-d49d8c5c70c6 req-59f68742-e9b2-4b87-be96-b41b906c926f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1730976 Oct 12 11:19:02.893667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Pushing event updated for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:02.922169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29af12f-cbe2-45c7-a0d0-d4b19d164e82']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:02.923772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:02.924411 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.938891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d72e5f-3ba3-4d69-8815-39bbeec3da39') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:02.939194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d72e5f-3ba3-4d69-8815-39bbeec3da39') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:02.973807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:02.987972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c2725b1-bd82-4acc-9aa5-d49d8c5c70c6 req-df022215-9b0c-404a-90aa-713350678a77 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113708 Oct 12 11:19:02.999768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.000060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-c3663022-ba20-44dd-85ca-c9074b3c5f25 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2166824 Oct 12 11:19:03.013052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Request body: {'port': {'device_id': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:03.014410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:19:03.014951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:19:03.017497 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:19:03.091374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.105146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-773dcd7b-cad0-4fc5-bb1b-3aefb1ef8f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.172695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.184690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.189172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e29af12f-cbe2-45c7-a0d0-d4b19d164e82 HTTP/1.1" status: 204 len: 168 time: 1.0764730 Oct 12 11:19:03.209264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101985f-2719-45d6-9aaf-be95f901b303 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29af12f-cbe2-45c7-a0d0-d4b19d164e82,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:03.216984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-773dcd7b-cad0-4fc5-bb1b-3aefb1ef8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.248063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350866fb-3a7a-4080-bfac-a25ec9359096 req-e21d0b26-3e54-4ac6-bf0c-78c8f28ff983 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:03.250069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-350866fb-3a7a-4080-bfac-a25ec9359096 req-e21d0b26-3e54-4ac6-bf0c-78c8f28ff983 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 932 time: 0.1448789 Oct 12 11:19:03.282328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-773dcd7b-cad0-4fc5-bb1b-3aefb1ef8f58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86c010a7129b4a9c8c867b8aa50cdef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140341 Oct 12 11:19:03.283200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dcd7b-cad0-4fc5-bb1b-3aefb1ef8f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3c516-5b60-4d0d-b3ea-8f4c3d26a1a6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:03.299425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:03.360504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.394760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.440276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-350866fb-3a7a-4080-bfac-a25ec9359096 req-cc5833b4-4341-429e-9167-bbf50ce586bd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262014 Oct 12 11:19:03.525398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0ffd7f-5582-4347-b6e7-8f3282771b23 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:03.531881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.534051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.535096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.537505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bc3c516-5b60-4d0d-b3ea-8f4c3d26a1a6 HTTP/1.1" status: 204 len: 168 time: 0.2325540 Oct 12 11:19:03.545183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dfac5-426c-4210-b5b3-1db7b4e1ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3c516-5b60-4d0d-b3ea-8f4c3d26a1a6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:03.566608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Transition to ACTIVE for port object 1c0ffd7f-5582-4347-b6e7-8f3282771b23 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:19:03.642524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.646972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47706) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:03.714002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:03.753505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47710) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:03.826125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0597552f-99a6-458c-940d-9d35b0cffa16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9401ffd5144d4c11870c2005bead7a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697455 Oct 12 11:19:03.831479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47712) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:03.836458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000eec-ff3e-401d-9a58-c4235cb5cba2 req-f589c988-bebb-40a5-a722-c4b574d00ceb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:03.837970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8000eec-ff3e-401d-9a58-c4235cb5cba2 req-f589c988-bebb-40a5-a722-c4b574d00ceb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1186221 Oct 12 11:19:03.854843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Attempting to bind port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:03.855264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Attempting to bind port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:03.855503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Attempting to bind port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:03.868862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:19:03.869202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Attempting to bind port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 on network 7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:03.891355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:03.891762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Checking segment: {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:03.892083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Bound using segment: {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:03.892592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Bound port: 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb52259-cc92-48c8-abf5-8bf030fe4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:03.893334 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:03.968577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.014780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.032305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:04.057800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:04.073437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8000eec-ff3e-401d-9a58-c4235cb5cba2 req-a2bbe18c-9608-4d02-851e-6dc7810ef7a6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789657 Oct 12 11:19:04.149449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.203988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.207297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.210796 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/040aac7c-3d7e-4ca6-b2aa-391b4ce01308 HTTP/1.1" status: 204 len: 168 time: 0.3756649 Oct 12 11:19:04.228617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:04.231664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.234447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] 10.222.0.41 "PUT /v2.0/ports/1c0ffd7f-5582-4347-b6e7-8f3282771b23 HTTP/1.1" status: 200 len: 1092 time: 1.2264059 Oct 12 11:19:04.263772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18e24f24-73f7-401f-90d7-323e75d3b28b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:04.279188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93f66-a351-4f17-90d5-6562781ed42d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:04.294195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabbdb4-4e34-4c85-af50-d57e21942124 req-1e752ffd-3ae4-4ad1-a9b6-081095f538e3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:04.302743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6eabbdb4-4e34-4c85-af50-d57e21942124 req-1e752ffd-3ae4-4ad1-a9b6-081095f538e3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1847904 Oct 12 11:19:04.303068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 18e24f24-73f7-401f-90d7-323e75d3b28b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:04.303950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18e24f24-73f7-401f-90d7-323e75d3b28b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:04.310326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabd82e-e8c1-47b7-9800-60d7ed537c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040aac7c-3d7e-4ca6-b2aa-391b4ce01308,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:04.342157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:04.345413 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36325500-96de-4729-a8e0-a2d735354407" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:04.359248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.370221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6eabbdb4-4e34-4c85-af50-d57e21942124 req-531e6071-1cc1-4be3-a5a3-2a9d8aba1dc4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644019 Oct 12 11:19:04.424134 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b792aa3-d0bf-497e-8439-a13230ff4c91 x-openstack-request-id: req-2b792aa3-d0bf-497e-8439-a13230ff4c91 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:04.424770 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:04.425291 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b792aa3-d0bf-497e-8439-a13230ff4c91 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:04.426059 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23', 'status': 'completed', 'code': 200} Oct 12 11:19:04.449701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-39e8f75b-c339-4a82-9578-9da82fce77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:04.451310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-39e8f75b-c339-4a82-9578-9da82fce77a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 1095 time: 0.0680010 Oct 12 11:19:04.540971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-8c6437c0-eb04-48f9-867f-7c161cdd75b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23 HTTP/1.1" status: 200 len: 217 time: 0.0696180 Oct 12 11:19:04.603011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47726) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:04.629801 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-289f1f11-894f-49c0-95f4-291ecd94108c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.657224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-69dd7a77-eb9a-40a1-807f-af8153dd50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:04.658489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-69dd7a77-eb9a-40a1-807f-af8153dd50f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.1054308 Oct 12 11:19:04.666259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082683fb-fe00-47ef-85db-e796add6610c req-630f80f4-42a1-44dd-9257-fbc607ebacd6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:04.667814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-082683fb-fe00-47ef-85db-e796add6610c req-630f80f4-42a1-44dd-9257-fbc607ebacd6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 944 time: 0.1258702 Oct 12 11:19:04.711126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-ba13d86c-8a00-4afd-9475-fecfc812d04c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401096 Oct 12 11:19:04.830108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-082683fb-fe00-47ef-85db-e796add6610c req-5823d53e-b98c-4466-a3bb-d649f80a366a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378915 Oct 12 11:19:04.906271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-79e25ca5-c994-47ad-9ca3-176d9284a45a service neutron] 10.222.0.41 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799757 Oct 12 11:19:04.929338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-289f1f11-894f-49c0-95f4-291ecd94108c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:04.990531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-289f1f11-894f-49c0-95f4-291ecd94108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.042936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Deleting port 766e712a-4258-41c0-a13a-e52b15dfdcbe {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:05.043641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-289f1f11-894f-49c0-95f4-291ecd94108c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ed44fbe6e544eaba86fbe0386c76143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373455 Oct 12 11:19:05.043781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.045796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47740) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:05.047296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f1f11-894f-49c0-95f4-291ecd94108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f4a1e3-06f3-4d1c-b4b4-84683be351f2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:05.064525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7ac4387-039a-48ba-b1a7-5db6936e0719 req-a2064f67-bd39-44c4-939c-03d118e972c4 service neutron] 10.222.0.41 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427138 Oct 12 11:19:05.191340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.195579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] For port 766e712a-4258-41c0-a13a-e52b15dfdcbe, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=766e712a-4258-41c0-a13a-e52b15dfdcbe,segment=NetworkSegment(778ed1a9-78a2-49b8-9ad3-68501d940e08),segment_id=778ed1a9-78a2-49b8-9ad3-68501d940e08)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:05.195937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.207258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325500-96de-4729-a8e0-a2d735354407 req-7a9266e3-f349-4dfd-84dd-92a66622b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:05.209444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-7a9266e3-f349-4dfd-84dd-92a66622b4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 1095 time: 0.0471869 Oct 12 11:19:05.224240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Calling delete_port for 766e712a-4258-41c0-a13a-e52b15dfdcbe owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:05.242936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.299514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553cda-09af-4976-9ba7-c2b28991e623 req-f1435f4e-91da-42ab-be35-dde984df5748 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:05.301067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe553cda-09af-4976-9ba7-c2b28991e623 req-f1435f4e-91da-42ab-be35-dde984df5748 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1575956 Oct 12 11:19:05.423189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe553cda-09af-4976-9ba7-c2b28991e623 req-973c4c3e-4ef0-4a5d-87e3-14e2942bcb93 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050739 Oct 12 11:19:05.491657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.494322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.497840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7f4a1e3-06f3-4d1c-b4b4-84683be351f2 HTTP/1.1" status: 204 len: 168 time: 0.4486687 Oct 12 11:19:05.509893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb2738-f160-482c-8077-9301658d6ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f4a1e3-06f3-4d1c-b4b4-84683be351f2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:05.594584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47758) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:05.606675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.636248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Pushing event deleted for resources: {'Port': ['ID=766e712a-4258-41c0-a13a-e52b15dfdcbe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:05.669406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325500-96de-4729-a8e0-a2d735354407 req-4a43ba70-5e8f-4a82-bf15-edf04a58aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:05.670918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-4a43ba70-5e8f-4a82-bf15-edf04a58aecc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.4540677 Oct 12 11:19:05.678720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df31d1b-225b-414c-8e11-bc842f1fcbbf req-3449dc7c-9c43-4bd7-bc6f-4753092e183f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:05.680165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5df31d1b-225b-414c-8e11-bc842f1fcbbf req-3449dc7c-9c43-4bd7-bc6f-4753092e183f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0761764 Oct 12 11:19:05.722550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-210a02fa-c553-44ab-83e4-90ec5a0c70e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23 HTTP/1.1" status: 200 len: 217 time: 0.0414069 Oct 12 11:19:05.744517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dd9eee68-a027-4373-9138-349520a3f52f no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:05.747647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-network', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:05.781092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: dd9eee68-a027-4373-9138-349520a3f52f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:05.781545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dd9eee68-a027-4373-9138-349520a3f52f not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:05.787639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5df31d1b-225b-414c-8e11-bc842f1fcbbf req-46072319-7539-40fc-8a2a-200be8c740d6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988338 Oct 12 11:19:05.798531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325500-96de-4729-a8e0-a2d735354407 req-a09e33ea-9cf3-442c-90a9-7f0b195c83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:05.800024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-a09e33ea-9cf3-442c-90a9-7f0b195c83a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.0710280 Oct 12 11:19:05.830743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.835914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-45c7f3d2-387d-42ce-ad0c-a60f5c62ba86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276804 Oct 12 11:19:05.950393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Made reservation on behalf of 83cd205f44134a0e8fd4c66afcd01940 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:05.952812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.970041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:05.971129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-47368f05-4c5b-4dd3-910b-4e332287be12 service neutron] 10.222.0.41 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266630 Oct 12 11:19:06.091643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df9029-9ee4-4dde-96f4-0b071634b693 req-b7b7c607-30b2-4058-9a78-fdc11d549bfc tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:06.093105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75df9029-9ee4-4dde-96f4-0b071634b693 req-b7b7c607-30b2-4058-9a78-fdc11d549bfc tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 944 time: 0.1460426 Oct 12 11:19:06.097430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36325500-96de-4729-a8e0-a2d735354407 req-e3526ef2-84fb-4805-9ba4-020a66d6aaf4 service neutron] 10.222.0.41 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190212 Oct 12 11:19:06.212326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.220109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75df9029-9ee4-4dde-96f4-0b071634b693 req-86126cba-d00e-48d1-a84b-6cb48a637e07 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144073 Oct 12 11:19:06.232696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Router 8f8096e1-1979-4c54-9f10-05eb33b3f27f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:06.318340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.356545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:06.363206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7e26b-1acd-4572-881b-48ad001800b8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:06.374324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.375227 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Added segment fef4acfa-b150-4758-8f6f-715f5e7e9037 of type vlan for network ba5137cd-974d-4530-9a94-18363a0c5b40 Oct 12 11:19:06.384567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:06.393344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7953240e-fa45-47cd-a647-4871dd099fca admin admin] 10.222.0.43 "PUT /v2.0/routers/8f8096e1-1979-4c54-9f10-05eb33b3f27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7416787 Oct 12 11:19:06.393344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47778) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:06.394851 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Sync routers for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:06.407826 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:06.407826 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:06.467136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.532786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:06.561614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.582243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c144eeb-836d-495d-8037-1e0d235c674a req-fc2c7d82-75b8-4d8c-8acf-3dcf4ec023ef tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:06.584392 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c144eeb-836d-495d-8037-1e0d235c674a req-fc2c7d82-75b8-4d8c-8acf-3dcf4ec023ef tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0616832 Oct 12 11:19:06.614980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.616067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:06.616647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.624835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c144eeb-836d-495d-8037-1e0d235c674a req-89459002-58ad-4f6e-baa2-f3a95aa4ef75 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Oct 12 11:19:06.714854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1191387 Oct 12 11:19:06.717737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47790) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:06.722813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Request body: {'subnet': {'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-subnet', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:06.731143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:19:05Z', 'revision_number': 5, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:06.733169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1653dd-36cc-4007-97f1-5528bd4c9782 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5137cd-974d-4530-9a94-18363a0c5b40,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:06.744828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ba5137cd-974d-4530-9a94-18363a0c5b40 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:06.763732 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.767798 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Checking router: 8f8096e1-1979-4c54-9f10-05eb33b3f27f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:06.778284 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Routers {'8f8096e1-1979-4c54-9f10-05eb33b3f27f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:06.779041 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:06.864669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Made reservation on behalf of 83cd205f44134a0e8fd4c66afcd01940 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:06.867077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:06.899087 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] Set router 8f8096e1-1979-4c54-9f10-05eb33b3f27f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:06.908840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713cfcf-171c-4e63-ae3d-991bfe3ffaac req-655efa8e-4f50-41dd-899f-45b10b3e2c3f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:06.910499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2713cfcf-171c-4e63-ae3d-991bfe3ffaac req-655efa8e-4f50-41dd-899f-45b10b3e2c3f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0547245 Oct 12 11:19:07.041488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2713cfcf-171c-4e63-ae3d-991bfe3ffaac req-fb6be543-6911-43dd-a552-bf26e68cb823 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209152 Oct 12 11:19:07.052093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Deleting port 3fdf5160-debf-4cd2-b4b3-bab890842d5b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:07.052441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.147925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] For port 3fdf5160-debf-4cd2-b4b3-bab890842d5b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3fdf5160-debf-4cd2-b4b3-bab890842d5b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:07.148679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.157474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.162123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Calling delete_port for 3fdf5160-debf-4cd2-b4b3-bab890842d5b owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:07.190425 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:19:05Z', 'revision_number': 5, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:07.217335 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf181e5-b219-492f-b3e9-5b526ba46af5 None None] The sync data for ids ['8f8096e1-1979-4c54-9f10-05eb33b3f27f'] in n-d-813419-3 is: [{'id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'name': 'tempest-ServerRescueTestJSON-456064407-router', 'tenant_id': '2406fa06d3ea45ddaf95eb133267c98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:16:35Z', 'updated_at': '2021-10-12T11:19:05Z', 'revision_number': 5, 'project_id': '2406fa06d3ea45ddaf95eb133267c98b', 'gw_port': {'id': '3fdf5160-debf-4cd2-b4b3-bab890842d5b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8096e1-1979-4c54-9f10-05eb33b3f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:36Z', 'updated_at': '2021-10-12T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:07.240031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e07d343-ebe1-4baa-818c-228f5308d21e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:07.274898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Checking segment: {'id': 'fef4acfa-b150-4758-8f6f-715f5e7e9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:07.274898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Network hostable DHCP agents. Network: ba5137cd-974d-4530-9a94-18363a0c5b40, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:19:07.379355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Network ba5137cd-974d-4530-9a94-18363a0c5b40 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:19:07.392441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e5bc-e949-49fb-ad6e-40fcdf04a444 req-83f14b00-059e-4cfc-942e-85fd329f1aea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:07.393955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67f4e5bc-e949-49fb-ad6e-40fcdf04a444 req-83f14b00-059e-4cfc-942e-85fd329f1aea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 944 time: 0.0856059 Oct 12 11:19:07.443922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67f4e5bc-e949-49fb-ad6e-40fcdf04a444 req-375f2338-36a7-4299-b71c-0a2d8f7b8f21 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361748 Oct 12 11:19:07.469666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ba5137cd-974d-4530-9a94-18363a0c5b40) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:07.474434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:07.475464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.478366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd9ba7-309a-4a3a-9524-94573cdffb1c None None] Network ba5137cd-974d-4530-9a94-18363a0c5b40 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:07.498235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.526963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdf5160-debf-4cd2-b4b3-bab890842d5b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:07.569483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d60611a-f2af-482a-a88a-468537c494f4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8505723 Oct 12 11:19:07.573516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47818) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:07.579378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:07.604996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.699940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.703180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.705992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.711860 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.774770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae1aa2-d35c-417e-97ac-d072b29d2852 req-54e843d8-70cb-4bce-a442-99d952fab215 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:07.779275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dae1aa2-d35c-417e-97ac-d072b29d2852 req-54e843d8-70cb-4bce-a442-99d952fab215 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0663271 Oct 12 11:19:07.822898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ba5137cd-974d-4530-9a94-18363a0c5b40', 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'fixed_ips': [{'subnet_id': '0e07d343-ebe1-4baa-818c-228f5308d21e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:19:07.823952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.844987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.877651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dae1aa2-d35c-417e-97ac-d072b29d2852 req-372b8893-09c4-4fba-ba06-46f04e7abb97 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Oct 12 11:19:07.893348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.893979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8096e1-1979-4c54-9f10-05eb33b3f27f {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:19:07.908037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:07.908037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1494cf86-6030-485e-81a5-0cf3451ae7df admin admin] 10.222.0.43 "DELETE /v2.0/routers/8f8096e1-1979-4c54-9f10-05eb33b3f27f HTTP/1.1" status: 204 len: 168 time: 1.5063686 Oct 12 11:19:07.908288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47830) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:07.994057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Allocated IP 172.20.0.2 (ba5137cd-974d-4530-9a94-18363a0c5b40/0e07d343-ebe1-4baa-818c-228f5308d21e/d6dd75c7-79ce-429f-b908-eb0d650efcda) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:08.054408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Deleting subnet 131a2e6a-aa37-40bd-ab32-dd1c75bc62ef {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:19:08.106184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.134581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.176682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.205169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.229035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417bd1-7206-4a0c-94e8-e5106b30c57b req-43406c38-4b0b-4024-8aae-06428d44377a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:08.229035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40417bd1-7206-4a0c-94e8-e5106b30c57b req-43406c38-4b0b-4024-8aae-06428d44377a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0871797 Oct 12 11:19:08.234901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.271126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.322940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Network ba5137cd-974d-4530-9a94-18363a0c5b40 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:08.325521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40417bd1-7206-4a0c-94e8-e5106b30c57b req-07dd175c-7a63-4bc5-a613-88c4823b0d7e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Oct 12 11:19:08.327232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:08.334461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:08.365333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Pushing event updated for resources: {'Port': ['ID=d6dd75c7-79ce-429f-b908-eb0d650efcda,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:08.403475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Attempting to bind port d6dd75c7-79ce-429f-b908-eb0d650efcda on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:08.404735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Attempting to bind port d6dd75c7-79ce-429f-b908-eb0d650efcda by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fef4acfa-b150-4758-8f6f-715f5e7e9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:08.405003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Attempting to bind port d6dd75c7-79ce-429f-b908-eb0d650efcda on network ba5137cd-974d-4530-9a94-18363a0c5b40 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:08.413210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:08.413685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Checking segment: {'id': 'fef4acfa-b150-4758-8f6f-715f5e7e9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:08.414167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.414619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Bound using segment: {'id': 'fef4acfa-b150-4758-8f6f-715f5e7e9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:08.415562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Bound port: d6dd75c7-79ce-429f-b908-eb0d650efcda, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef4acfa-b150-4758-8f6f-715f5e7e9037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:08.415562 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.482448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.514083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] For port d6dd75c7-79ce-429f-b908-eb0d650efcda, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:08.522722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] For port d6dd75c7-79ce-429f-b908-eb0d650efcda, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6dd75c7-79ce-429f-b908-eb0d650efcda,segment=NetworkSegment(fef4acfa-b150-4758-8f6f-715f5e7e9037),segment_id=fef4acfa-b150-4758-8f6f-715f5e7e9037)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:08.528099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131a2e6a-aa37-40bd-ab32-dd1c75bc62ef,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:08.533093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.538916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-31e5ca12-4e36-416f-b532-c759333b2a99 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/131a2e6a-aa37-40bd-ab32-dd1c75bc62ef HTTP/1.1" status: 204 len: 168 time: 0.6272745 Oct 12 11:19:08.546128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47870) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:08.560874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 766e712a-4258-41c0-a13a-e52b15dfdcbe no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:08.590080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 766e712a-4258-41c0-a13a-e52b15dfdcbe {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:08.590837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 766e712a-4258-41c0-a13a-e52b15dfdcbe not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:08.591354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3fdf5160-debf-4cd2-b4b3-bab890842d5b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:08.605551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7e678-e643-4523-bd7b-0c011148093d req-46b165c8-f139-42f9-8b6d-3f06ceaa8893 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:08.607427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ff7e678-e643-4523-bd7b-0c011148093d req-46b165c8-f139-42f9-8b6d-3f06ceaa8893 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 944 time: 0.0671296 Oct 12 11:19:08.612559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.617856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3fdf5160-debf-4cd2-b4b3-bab890842d5b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:08.618200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3fdf5160-debf-4cd2-b4b3-bab890842d5b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:08.652696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.653334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ff7e678-e643-4523-bd7b-0c011148093d req-388e82ff-9f9e-4231-8f87-0526dcd851ea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Oct 12 11:19:08.677805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.683171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.703470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff707af-60d9-45a5-8c06-1a1e2714696a None None] Pushing event updated for resources: {'Port': ['ID=d6dd75c7-79ce-429f-b908-eb0d650efcda,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:08.850069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.885930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f11d58-5007-4c49-9bbd-561fd4138b8f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:08.903718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Allocated IP 172.25.2.123 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/e2230242-d1fb-4b3b-8b8b-d0384429193c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:08.910566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778ed1a9-78a2-49b8-9ad3-68501d940e08') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:08.911145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778ed1a9-78a2-49b8-9ad3-68501d940e08') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:08.927872 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.975714 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:08.994025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:19:08.994500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:19:09.009532 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:19:09.123405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f75120-35c2-4d56-b6b2-6f12e7daa5e3 req-4f211bac-baf9-4e30-b740-84226d380d95 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:09.125578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3f75120-35c2-4d56-b6b2-6f12e7daa5e3 req-4f211bac-baf9-4e30-b740-84226d380d95 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1594958 Oct 12 11:19:09.152067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.183036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.197305 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.200472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4f11d58-5007-4c49-9bbd-561fd4138b8f HTTP/1.1" status: 204 len: 168 time: 0.6592515 Oct 12 11:19:09.205903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3f75120-35c2-4d56-b6b2-6f12e7daa5e3 req-843da81d-7ff7-420f-b309-f05d259ed24d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700912 Oct 12 11:19:09.219484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cb483-0c87-4747-96a7-edd3883728cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f11d58-5007-4c49-9bbd-561fd4138b8f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:09.454347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3ec59-21c0-48dd-8900-4409b035345a req-de530cdb-8db6-4a55-ae09-4ba8e12dafe4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:09.455938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bd3ec59-21c0-48dd-8900-4409b035345a req-de530cdb-8db6-4a55-ae09-4ba8e12dafe4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0522442 Oct 12 11:19:09.469570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.537636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:09.547128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:09.558840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:09.567222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bd3ec59-21c0-48dd-8900-4409b035345a req-84a3cb08-2080-42dc-97c0-5017046616ec tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049464 Oct 12 11:19:09.586730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2230242-d1fb-4b3b-8b8b-d0384429193c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:09.675850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b87086-b5f3-4401-812b-f9f4a96f38d0 None None] Network ba5137cd-974d-4530-9a94-18363a0c5b40 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:09.754773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:09.778154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1c0ffd7f-5582-4347-b6e7-8f3282771b23 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:19:09.781269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c4f9-8796-4831-9579-71ffa044c766 req-6c6fd8bd-b8ad-4b3f-9f44-6a2e24831ad8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:09.782979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40d4c4f9-8796-4831-9579-71ffa044c766 req-6c6fd8bd-b8ad-4b3f-9f44-6a2e24831ad8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 944 time: 0.0540574 Oct 12 11:19:09.799940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9008c203-eedb-4dbb-a600-ba1d2d76e681 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2406fa06d3ea45ddaf95eb133267c98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438955 Oct 12 11:19:09.802383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47924) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:09.834362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] Provisioning complete for port d6dd75c7-79ce-429f-b908-eb0d650efcda triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:09.834911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.837866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40d4c4f9-8796-4831-9579-71ffa044c766 req-ef3a9c2f-3279-4c20-90ef-905327e600a6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Oct 12 11:19:09.935971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.971014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:09.986880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.001218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:10.037267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '1c0ffd7f-5582-4347-b6e7-8f3282771b23', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'port_id': '1c0ffd7f-5582-4347-b6e7-8f3282771b23', 'mac_address': 'fa:16:3e:51:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceba4db-8762-405b-81b3-4adf4f3612bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:19:10.070025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.104054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.133143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] For port d6dd75c7-79ce-429f-b908-eb0d650efcda, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6dd75c7-79ce-429f-b908-eb0d650efcda,segment=NetworkSegment(fef4acfa-b150-4758-8f6f-715f5e7e9037),segment_id=fef4acfa-b150-4758-8f6f-715f5e7e9037)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:10.135009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0ffd7f-5582-4347-b6e7-8f3282771b23 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:10.179156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:10.209548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.261889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.264604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.271662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd42b3b5-4a11-4bf4-b4c6-842d36aba09f HTTP/1.1" status: 204 len: 168 time: 0.4678791 Oct 12 11:19:10.287619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf7d9-27c2-4920-b449-740639d1ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42b3b5-4a11-4bf4-b4c6-842d36aba09f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:10.305158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.306953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6dd75c7-79ce-429f-b908-eb0d650efcda up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:10.329923 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.376190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f5fa7-0b5d-423e-aa32-0f0965c2b0ed req-f3cce807-7bd5-4563-82e0-3ec2598320a1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:10.384539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b60f5fa7-0b5d-423e-aa32-0f0965c2b0ed req-f3cce807-7bd5-4563-82e0-3ec2598320a1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0822597 Oct 12 11:19:10.434820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dca6b0-66a1-4a0c-8943-450c4607f117 None None] Pushing event updated for resources: {'Port': ['ID=d6dd75c7-79ce-429f-b908-eb0d650efcda,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:10.462317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b60f5fa7-0b5d-423e-aa32-0f0965c2b0ed req-739088ea-4db6-47c7-9399-25a1820fe94a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Oct 12 11:19:10.479398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e4ff8a8a-82d3-4996-973f-a850538f3e33 None None] Provisioning complete for port d6dd75c7-79ce-429f-b908-eb0d650efcda triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:10.479889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8a8a-82d3-4996-973f-a850538f3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.540920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:10.557119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d6dd75c7-79ce-429f-b908-eb0d650efcda triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:10.557119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.573014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Router df687747-a0ca-4290-9675-8ed308df4e74 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:19:10.684402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['1c0ffd7f-5582-4347-b6e7-8f3282771b23'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:10.737216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:10.750745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Sync routers for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:10.751111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202540f-3276-44fb-a934-f39f6257a211 req-900f0bd1-5948-4930-aabf-ff55addf5ba8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:10.752616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b202540f-3276-44fb-a934-f39f6257a211 req-900f0bd1-5948-4930-aabf-ff55addf5ba8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1036942 Oct 12 11:19:10.766048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:10.771790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:10.797231 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b202540f-3276-44fb-a934-f39f6257a211 req-1434bbb4-8a7a-4063-82a3-cc145f7b7cf1 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 Oct 12 11:19:10.884308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:10.888602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:10.891511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-48ed084a-e5f6-4398-bd10-22d690c4c5c4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3141205 Oct 12 11:19:10.918764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:11.060927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635cece-c386-4b35-b1e4-5e2f0dde5403 req-801536ff-f91b-44f4-8599-38ef4032edf7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:11.062622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1635cece-c386-4b35-b1e4-5e2f0dde5403 req-801536ff-f91b-44f4-8599-38ef4032edf7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 945 time: 0.1205633 Oct 12 11:19:11.157081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1635cece-c386-4b35-b1e4-5e2f0dde5403 req-e4369980-6c1e-4812-ab4f-0dbf2715ccef tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810583 Oct 12 11:19:11.185860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:09Z', 'revision_number': 3, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:11.219144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Checking router: df687747-a0ca-4290-9675-8ed308df4e74 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:11.219492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Updating router df687747-a0ca-4290-9675-8ed308df4e74 port e2230242-d1fb-4b3b-8b8b-d0384429193c binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:11.254746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.530658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.633013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac399076-0343-4a05-92ee-dcbe24cae87d req-dfc18ada-1dd1-425f-a79d-46c653cdda6c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:11.635505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac399076-0343-4a05-92ee-dcbe24cae87d req-dfc18ada-1dd1-425f-a79d-46c653cdda6c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0680950 Oct 12 11:19:11.668959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.685896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac399076-0343-4a05-92ee-dcbe24cae87d req-c32d8080-6b96-4675-ad35-b26e06a1e755 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Oct 12 11:19:11.725602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Allocated IP 172.20.0.1 (ba5137cd-974d-4530-9a94-18363a0c5b40/0e07d343-ebe1-4baa-818c-228f5308d21e/7be65833-8f30-4679-8219-66291dac125c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:11.788040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.848595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.872040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Attempting to bind port e2230242-d1fb-4b3b-8b8b-d0384429193c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:11.872785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Attempting to bind port e2230242-d1fb-4b3b-8b8b-d0384429193c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:11.872785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Attempting to bind port e2230242-d1fb-4b3b-8b8b-d0384429193c on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:11.882507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:11.882820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:11.883111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.883506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:11.883974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Bound port: e2230242-d1fb-4b3b-8b8b-d0384429193c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:11.884358 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.886210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Pushing event updated for resources: {'Port': ['ID=e2230242-d1fb-4b3b-8b8b-d0384429193c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:11.913810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.914562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.914795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.915137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.915572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.915807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.919887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:11.933133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52290a-a151-44e8-b100-a020084c2992 req-13fed6ea-b370-46e2-9f71-60ab7ea1fefc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:11.935070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d52290a-a151-44e8-b100-a020084c2992 req-13fed6ea-b370-46e2-9f71-60ab7ea1fefc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0556200 Oct 12 11:19:11.953478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] For port e2230242-d1fb-4b3b-8b8b-d0384429193c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:11.956853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] For port e2230242-d1fb-4b3b-8b8b-d0384429193c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e2230242-d1fb-4b3b-8b8b-d0384429193c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:11.967894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:11.989188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d52290a-a151-44e8-b100-a020084c2992 req-2076b5e6-aad2-4e5d-bc09-3b6b547d35f6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385118 Oct 12 11:19:12.011938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Network ba5137cd-974d-4530-9a94-18363a0c5b40 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:12.015864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:12.018801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:12.058268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.067724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Pushing event updated for resources: {'Port': ['ID=7be65833-8f30-4679-8219-66291dac125c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:12.084525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.139217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:12.142503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:12.225945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6dd75c7-79ce-429f-b908-eb0d650efcda up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:12.263145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e96e7b-806d-4f41-8e37-fa10fca41d46 None None] Pushing event updated for resources: {'Port': ['ID=e2230242-d1fb-4b3b-8b8b-d0384429193c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:12.354366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-999cc518-1678-4b69-b5b7-54f7f40bf207 req-cd717df6-0466-4b0c-a7f1-4e2767f5e9aa tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0497952 Oct 12 11:19:12.359802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9a01e-a456-46ea-9474-ffe8f910fece req-c33f3cb3-af13-42b2-98c9-8672099fe21a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:12.369388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98d9a01e-a456-46ea-9474-ffe8f910fece req-c33f3cb3-af13-42b2-98c9-8672099fe21a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 945 time: 0.1057274 Oct 12 11:19:12.430948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.431287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98d9a01e-a456-46ea-9474-ffe8f910fece req-83b52e38-4f07-4e7b-b540-7f5fec00e074 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Oct 12 11:19:12.620065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7fc54427-1c53-48df-9637-a1c54c21ea99 None None] Provisioning complete for port 7be65833-8f30-4679-8219-66291dac125c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:12.620437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7fc54427-1c53-48df-9637-a1c54c21ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.630558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:12.642888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.737391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d6dd75c7-79ce-429f-b908-eb0d650efcda triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:12.737828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.741667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7fc54427-1c53-48df-9637-a1c54c21ea99 None None] Port 7be65833-8f30-4679-8219-66291dac125c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:12.750623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.845881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:12.848364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Pushing event updated for resources: {'Port': ['ID=7be65833-8f30-4679-8219-66291dac125c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:12.871092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2ea4-e2b5-4234-9f45-671b022f219b req-c9c0d35a-7892-4f99-bc35-a6007c1d74ce tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:12.872455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a0a2ea4-e2b5-4234-9f45-671b022f219b req-c9c0d35a-7892-4f99-bc35-a6007c1d74ce tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0999126 Oct 12 11:19:12.926389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:09Z', 'revision_number': 3, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:12.954341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc7613-ffdc-4e2a-a37c-5500b6ca847f None None] The sync data for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 is: [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:09Z', 'revision_number': 3, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:12.975456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a0a2ea4-e2b5-4234-9f45-671b022f219b req-0a6da875-1775-47fc-810a-b4537adcceb5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Oct 12 11:19:12.997468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Network ba5137cd-974d-4530-9a94-18363a0c5b40 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:12.999088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:13.150499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Router df687747-a0ca-4290-9675-8ed308df4e74 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:13.224626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d75e1-a9b4-4ae4-a8d4-24e3d1476586 req-5f7156ac-af7e-43e7-9cbb-a9c367477b31 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:13.230653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b2d75e1-a9b4-4ae4-a8d4-24e3d1476586 req-5f7156ac-af7e-43e7-9cbb-a9c367477b31 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0978227 Oct 12 11:19:13.331992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b2d75e1-a9b4-4ae4-a8d4-24e3d1476586 req-8e1342d2-dcf9-4e6a-a538-4cd373efd1d5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937960 Oct 12 11:19:13.471657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a546034b-6caa-42c1-9fe5-3e59d8b3d8fc req-062691de-1525-4156-9a05-bcb3ff3e60fa tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0547593 Oct 12 11:19:13.476575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d15976d0-8e19-459c-8268-713291f45a19 None None] Provisioning complete for port 7be65833-8f30-4679-8219-66291dac125c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:13.476952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d15976d0-8e19-459c-8268-713291f45a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:13.552073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d15976d0-8e19-459c-8268-713291f45a19 None None] Port 7be65833-8f30-4679-8219-66291dac125c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:13.631602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c010-cd3f-485e-a6d0-bdb73e3c3731 req-7c4d7a14-893e-4ac3-b091-2b552241f795 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:13.633412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b434c010-cd3f-485e-a6d0-bdb73e3c3731 req-7c4d7a14-893e-4ac3-b091-2b552241f795 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 945 time: 0.0826926 Oct 12 11:19:13.692413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b434c010-cd3f-485e-a6d0-bdb73e3c3731 req-eb5e4ea5-57ac-42f1-a43b-3efeca2f04ac tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Oct 12 11:19:13.733619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48102) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:13.744983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:13.783298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dd42dca0-0cae-45c9-ae0f-e24410046132 admin admin] 10.222.0.43 "PUT /v2.0/routers/df687747-a0ca-4290-9675-8ed308df4e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929324 Oct 12 11:19:13.792773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1c0ffd7f-5582-4347-b6e7-8f3282771b23 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:13.874884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd175-46c2-4fb7-be45-8f1d787efd97 req-b8b25c70-909e-4e6e-99f0-368d4e8710d3 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:13.885065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f94dd175-46c2-4fb7-be45-8f1d787efd97 req-b8b25c70-909e-4e6e-99f0-368d4e8710d3 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.0741093 Oct 12 11:19:13.932455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:13.939586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f94dd175-46c2-4fb7-be45-8f1d787efd97 req-76374d9f-34e9-4e36-b910-2ba72db8063d tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528746 Oct 12 11:19:13.944452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:19:13.948680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:13.949059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.064896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.086298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.098256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:14.101584 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83553327-447d-4b2a-8d16-57e9588ed9de" -d '{"events": [{"server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:14.121054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:14.174745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.191011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.203816 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-d7423c30-1c55-4316-9c83-247c45366e35 req-558e169f-c6ce-4aab-a259-af9613980b85 tempest-FloatingIPDetailsNegativeTestJSON-1902833295 tempest-FloatingIPDetailsNegativeTestJSON-1902833295-project] show failed (client error): The resource could not be found. Oct 12 11:19:14.209869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a27e6-909d-4f40-929a-3abe7c176be1 req-b9cdb76a-2aa7-4b32-bbc4-b6a7e2fcec5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:14.215360 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7423c30-1c55-4316-9c83-247c45366e35 req-558e169f-c6ce-4aab-a259-af9613980b85 tempest-FloatingIPDetailsNegativeTestJSON-1902833295 tempest-FloatingIPDetailsNegativeTestJSON-1902833295-project] 10.222.0.43 "GET /v2.0/floatingips/83899e77-795d-4e29-a641-6994e8bf090b HTTP/1.1" status: 404 len: 350 time: 0.0680273 Oct 12 11:19:14.215552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b87a27e6-909d-4f40-929a-3abe7c176be1 req-b9cdb76a-2aa7-4b32-bbc4-b6a7e2fcec5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1138186 Oct 12 11:19:14.216009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48118) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:14.247440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e2230242-d1fb-4b3b-8b8b-d0384429193c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:14.265608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d35b3ab83a6a47d596e759dce4349f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300441 Oct 12 11:19:14.266550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7684570-231a-481c-a4b1-0d35dc6dac41,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:14.276386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48120) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:14.280499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.281334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.281710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.282112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.282443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.282812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.283140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.283463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.283786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.284103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.284419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.284737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4949d-66f8-4627-853a-44625ec6197c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:14.305787 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb4e5f-c7e8-4c78-9e8c-3aaae68c807e x-openstack-request-id: req-99fb4e5f-c7e8-4c78-9e8c-3aaae68c807e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:14.306305 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:14.310719 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99fb4e5f-c7e8-4c78-9e8c-3aaae68c807e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:14.310719 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23', 'code': 200} Oct 12 11:19:14.325887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:14.351645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e2230242-d1fb-4b3b-8b8b-d0384429193c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:14.351645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.377439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.378766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b87a27e6-909d-4f40-929a-3abe7c176be1 req-a71054d0-420a-4480-8a57-b5400dd9ff8a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636919 Oct 12 11:19:14.427804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.447148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3676e-e9ac-434b-8b3c-141be699393f req-28f34a76-3d6a-4d46-bb9d-4a77a00a4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:14.448636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ad3676e-e9ac-434b-8b3c-141be699393f req-28f34a76-3d6a-4d46-bb9d-4a77a00a4e87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 1097 time: 0.1022370 Oct 12 11:19:14.473119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.511240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port e2230242-d1fb-4b3b-8b8b-d0384429193c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e2230242-d1fb-4b3b-8b8b-d0384429193c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:14.535029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ad3676e-e9ac-434b-8b3c-141be699393f req-448a2e1b-8c65-44f0-a6c1-5cec56813aec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771079 Oct 12 11:19:14.552613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3b52-0150-421b-ba53-0f5c97316c69 req-1f74fd2b-be23-4e5c-abfc-92632a3e27ae tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:14.554142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab8d3b52-0150-421b-ba53-0f5c97316c69 req-1f74fd2b-be23-4e5c-abfc-92632a3e27ae tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0933235 Oct 12 11:19:14.600888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab8d3b52-0150-421b-ba53-0f5c97316c69 req-4145812d-ac05-4d7b-8697-6eb7e452f7cf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Oct 12 11:19:14.612929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.647570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.653503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.654835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7684570-231a-481c-a4b1-0d35dc6dac41 HTTP/1.1" status: 204 len: 168 time: 0.3801842 Oct 12 11:19:14.668581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d511f8f-89e4-49f7-87c6-61f693151292 req-ccf3dc34-7613-499e-8a69-c46f5b74d6eb tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0306127 Oct 12 11:19:14.676237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b540f-a687-42c4-b907-15afd121a6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7684570-231a-481c-a4b1-0d35dc6dac41,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:14.681810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=e2230242-d1fb-4b3b-8b8b-d0384429193c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:14.719944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:14.820438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e80c0-efa3-4922-bb41-aa8d6865496b req-f7c05b42-8ae4-44f3-aa01-66adf2ad0519 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:14.824778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-511e80c0-efa3-4922-bb41-aa8d6865496b req-f7c05b42-8ae4-44f3-aa01-66adf2ad0519 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.0559797 Oct 12 11:19:14.891576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-511e80c0-efa3-4922-bb41-aa8d6865496b req-4048c60c-f70b-48d1-85a6-56294184186d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Oct 12 11:19:15.011671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Deleting port 7be65833-8f30-4679-8219-66291dac125c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:15.012409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:15.093634 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Sync routers for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:15.104028 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:15.104676 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:15.134368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ae36-c7d0-46e9-8ebc-a3ee2795e756 req-3a332849-7ce3-4597-8ed6-6f5175813ed7 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:15.136246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f891ae36-c7d0-46e9-8ebc-a3ee2795e756 req-3a332849-7ce3-4597-8ed6-6f5175813ed7 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.1105247 Oct 12 11:19:15.148656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:15.177748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Calling delete_port for 7be65833-8f30-4679-8219-66291dac125c owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:15.217104 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:15.243448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f891ae36-c7d0-46e9-8ebc-a3ee2795e756 req-91a0ee9d-1f26-4d55-b947-9335e3b87f7a tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980723 Oct 12 11:19:15.442028 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:12Z', 'revision_number': 4, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7be65833-8f30-4679-8219-66291dac125c', 'name': '', 'network_id': 'ba5137cd-974d-4530-9a94-18363a0c5b40', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'mac_address': 'fa:16:3e:19:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0e07d343-ebe1-4baa-818c-228f5308d21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:11Z', 'updated_at': '2021-10-12T11:19:12Z', 'revision_number': 2, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'subnets': [{'id': '0e07d343-ebe1-4baa-818c-228f5308d21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:15.464430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:15.468319 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Checking router: df687747-a0ca-4290-9675-8ed308df4e74 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:15.468957 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Updating router df687747-a0ca-4290-9675-8ed308df4e74 port 7be65833-8f30-4679-8219-66291dac125c binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:15.485072 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Port 7be65833-8f30-4679-8219-66291dac125c not found while updating agent binding for router df687747-a0ca-4290-9675-8ed308df4e74. {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 11:19:15.494132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be65833-8f30-4679-8219-66291dac125c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:15.499677 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:15.500557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:15.585273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036889-9e15-447e-bfcf-0689de605c80 req-ef9c0b9a-6b2a-4dbd-9432-a2a8179ea763 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:15.595903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b036889-9e15-447e-bfcf-0689de605c80 req-ef9c0b9a-6b2a-4dbd-9432-a2a8179ea763 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1252825 Oct 12 11:19:15.626414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:15.657155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b036889-9e15-447e-bfcf-0689de605c80 req-fd94c1f1-9867-4cce-95de-faa2bc05b846 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Oct 12 11:19:15.670035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-8f26b2cd-c154-4a32-8db9-77c39cea55c8 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:15.675440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-8f26b2cd-c154-4a32-8db9-77c39cea55c8 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.1648543 Oct 12 11:19:15.768890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:15.849838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2002-eb33-4728-8f6f-e44b1ce1fb3a req-82c6a526-dcac-45ac-b74c-a45a657ed609 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:15.850631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-310c2002-eb33-4728-8f6f-e44b1ce1fb3a req-82c6a526-dcac-45ac-b74c-a45a657ed609 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1253719 Oct 12 11:19:15.895137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Deleting port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:15.895795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:15.901225 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:15Z', 'revision_number': 5, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:15.953800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-310c2002-eb33-4728-8f6f-e44b1ce1fb3a req-4370bb1d-30c5-4f60-9f8a-cbec2b2e638a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894778 Oct 12 11:19:15.964616 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402770-6db6-4b51-9ac2-e71a0de3c42c None None] The sync data for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 is: [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:15Z', 'revision_number': 5, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port': {'id': 'e2230242-d1fb-4b3b-8b8b-d0384429193c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:08Z', 'updated_at': '2021-10-12T11:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:16.017800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5674fb8-457f-4294-8806-387907f8e0c3 req-8bb527eb-f44a-4773-88f3-e117da8efce5 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1057367 Oct 12 11:19:16.109691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] For port dbcd58a0-7cd3-4a21-8cfd-d638a3463253, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:16.110431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.158444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Router df687747-a0ca-4290-9675-8ed308df4e74 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:16.263541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e2230242-d1fb-4b3b-8b8b-d0384429193c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:16.316909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:16.326352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4d033286-4178-498c-b9e1-0f06c0ebe202 admin admin] 10.222.0.43 "PUT /v2.0/routers/df687747-a0ca-4290-9675-8ed308df4e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090877 Oct 12 11:19:16.327678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:16.378159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e2230242-d1fb-4b3b-8b8b-d0384429193c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:16.378865 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.491312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565ed1f-aee4-43a0-8577-f84b814b7559 req-51987c1f-28ad-42c4-87a1-13834a7c7e9f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:16.502563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6565ed1f-aee4-43a0-8577-f84b814b7559 req-51987c1f-28ad-42c4-87a1-13834a7c7e9f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 945 time: 0.1300175 Oct 12 11:19:16.540640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.596272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6565ed1f-aee4-43a0-8577-f84b814b7559 req-3869e3f3-212f-4735-8bb7-eee41b16dea4 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups?id=83f9e097-5d86-4364-8c9b-c671b9044ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927229 Oct 12 11:19:16.671247 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.720073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e1aba-62a3-464b-8888-4932f988c5ce req-67b46d81-b9ce-45e0-8dd4-49f7c3db981b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:16.728041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c2e1aba-62a3-464b-8888-4932f988c5ce req-67b46d81-b9ce-45e0-8dd4-49f7c3db981b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.2276430 Oct 12 11:19:16.793481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-43f13a17-e348-44be-8fa5-1a5ca7ef984f service neutron] 10.222.0.47 "GET /v2.0/ports/17eacd80-ed52-437a-89b4-f6e4d738d911/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.2148213 Oct 12 11:19:16.841637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44719b6-0507-4c3b-b57b-5e58e3df3798 req-d4af7e2d-85e3-4152-b6d3-2fe6a65eec69 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:16.843964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c44719b6-0507-4c3b-b57b-5e58e3df3798 req-d4af7e2d-85e3-4152-b6d3-2fe6a65eec69 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1010525 Oct 12 11:19:16.845816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c2e1aba-62a3-464b-8888-4932f988c5ce req-f2b93aa4-dde1-4ef8-99ec-6373fb111cb3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138179 Oct 12 11:19:16.859951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Deleting port e2230242-d1fb-4b3b-8b8b-d0384429193c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:16.859951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.862517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.862967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:16.863371 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Floating IP 2c3489f7-4170-4e50-9229-9eb6e5a00c18 disassociated. External IP: 172.25.2.50, port: dbcd58a0-7cd3-4a21-8cfd-d638a3463253. Oct 12 11:19:16.863691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Calling delete_port for dbcd58a0-7cd3-4a21-8cfd-d638a3463253 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:16.960913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Sync routers for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:16.972026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c44719b6-0507-4c3b-b57b-5e58e3df3798 req-a9081a4e-9afc-47ff-8301-4cb9f03f78d8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157360 Oct 12 11:19:16.977116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:16.978138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:17.027185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] For port e2230242-d1fb-4b3b-8b8b-d0384429193c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e2230242-d1fb-4b3b-8b8b-d0384429193c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:17.027525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.043435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Calling delete_port for e2230242-d1fb-4b3b-8b8b-d0384429193c owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:17.075395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:17.105997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae2dd-992f-4ee0-b91b-a908a3ae28d8 req-64434bc4-f782-4a84-83e5-29b79265316d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:17.107750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d3ae2dd-992f-4ee0-b91b-a908a3ae28d8 req-64434bc4-f782-4a84-83e5-29b79265316d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0605400 Oct 12 11:19:17.122043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.155976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event deleted for resources: {'Port': ['ID=dbcd58a0-7cd3-4a21-8cfd-d638a3463253,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:17.173824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:16Z', 'revision_number': 6, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:17.189780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d3ae2dd-992f-4ee0-b91b-a908a3ae28d8 req-cdeba4ee-a6d0-4bfb-a8d6-e6a11ad4d531 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746803 Oct 12 11:19:17.223483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59b9dbb8-184c-4eb6-8f65-e3c22f15a03e req-64e7f438-537a-451f-8802-5f949fca1e3a tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0512743 Oct 12 11:19:17.237990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Checking router: df687747-a0ca-4290-9675-8ed308df4e74 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:17.261456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Routers {'df687747-a0ca-4290-9675-8ed308df4e74'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:17.261763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df687747-a0ca-4290-9675-8ed308df4e74'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:17.342512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:17.366956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] Set router df687747-a0ca-4290-9675-8ed308df4e74 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:17.425130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.425778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:16Z', 'revision_number': 6, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:17.449670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2230242-d1fb-4b3b-8b8b-d0384429193c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:17.458567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91272f-92e6-4930-924b-22af13c41c12 None None] The sync data for ids ['df687747-a0ca-4290-9675-8ed308df4e74'] in n-d-813419-3 is: [{'id': 'df687747-a0ca-4290-9675-8ed308df4e74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-454183519-router', 'tenant_id': '83cd205f44134a0e8fd4c66afcd01940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:07Z', 'updated_at': '2021-10-12T11:19:16Z', 'revision_number': 6, 'project_id': '83cd205f44134a0e8fd4c66afcd01940', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:17.496648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-af3eacfe-9a97-4a71-a61d-ef9b681e7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:17.501299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-af3eacfe-9a97-4a71-a61d-ef9b681e7919 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1101 time: 0.1090562 Oct 12 11:19:17.507678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:17.524325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Sync routers for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:17.532083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.548748 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:17.549577 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:17.585180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] No DVR routers for this DVR port dbcd58a0-7cd3-4a21-8cfd-d638a3463253 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:17.587817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.602406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5231877e-aec6-4f39-afb1-303b7909b8cf req-ca0e3273-73c5-40a7-84fe-ea8ca4462bed tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.41 "DELETE /v2.0/ports/dbcd58a0-7cd3-4a21-8cfd-d638a3463253 HTTP/1.1" status: 204 len: 173 time: 1.9019270 Oct 12 11:19:17.616604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'name': 'network-vif-deleted', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:17.619713 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d572ab87-b74a-4a67-9114-efa12accc090" -d '{"events": [{"server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "name": "network-vif-deleted", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:17.675981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-bbdcfdb4-2980-4e71-a80a-d98f05e22026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:17.680932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-bbdcfdb4-2980-4e71-a80a-d98f05e22026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1101 time: 0.1360402 Oct 12 11:19:17.705552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b299b1a-b876-4414-9789-d2841c8d701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.708955 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:17.716208 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f7962-eb77-408b-8b9c-9ea516bfdd23 x-openstack-request-id: req-0f4f7962-eb77-408b-8b9c-9ea516bfdd23 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:17.716824 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b804a736-ec4e-49de-a3d0-a29d67060ba9", "name": "network-vif-deleted", "tag": "dbcd58a0-7cd3-4a21-8cfd-d638a3463253", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:17.717266 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f4f7962-eb77-408b-8b9c-9ea516bfdd23 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:17.718290 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b804a736-ec4e-49de-a3d0-a29d67060ba9', 'name': 'network-vif-deleted', 'tag': 'dbcd58a0-7cd3-4a21-8cfd-d638a3463253', 'status': 'completed', 'code': 200} Oct 12 11:19:17.747158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.750307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.840598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-e48f4fc8-363c-41d1-9ae9-194468d731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:17.843399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-e48f4fc8-363c-41d1-9ae9-194468d731ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1546464 Oct 12 11:19:17.857283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06c68745-dc72-4ad4-95cd-07dfe59b37bf req-f806e423-165c-4208-b541-80bc04b658a0 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 210 time: 0.0564625 Oct 12 11:19:17.881459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.882033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df687747-a0ca-4290-9675-8ed308df4e74 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:19:17.890844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.893348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-808a1bc8-e65e-4111-80b4-ee70fe9cd7c5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/df687747-a0ca-4290-9675-8ed308df4e74 HTTP/1.1" status: 204 len: 168 time: 1.5644820 Oct 12 11:19:17.895803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:17.906990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-d29809ec-4ba7-4c61-9260-24b79d58fb38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 217 time: 0.0552716 Oct 12 11:19:17.972778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Deleting subnet 0e07d343-ebe1-4baa-818c-228f5308d21e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:19:17.976909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:17.986803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:18.024876 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Checking router: 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:18.025589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.035973 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:18.037082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:18:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:18.087393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c84884a4-a6fa-4371-9a3e-2d1e33a0723a req-5a728622-99c7-4980-b086-dd5cd5bbf5a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0781190 Oct 12 11:19:18.115012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-ec8ea401-c35f-4ebf-a3e7-3d86ec962fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:18.116755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-ec8ea401-c35f-4ebf-a3e7-3d86ec962fe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.2027106 Oct 12 11:19:18.150325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cf613-fdb5-41ff-a658-bf42710c0c45 req-6a2fadd6-2bfd-4c6c-a3eb-33315ad42d6d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:18.154883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b07cf613-fdb5-41ff-a658-bf42710c0c45 req-6a2fadd6-2bfd-4c6c-a3eb-33315ad42d6d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.2147415 Oct 12 11:19:18.195249 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:18.224501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e2230242-d1fb-4b3b-8b8b-d0384429193c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:18.242854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040e0d8-bce7-4561-ae39-f2b212bbeb5e req-b2cfa094-044a-4b9b-ac86-3c08a5e520eb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:18.246336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e040e0d8-bce7-4561-ae39-f2b212bbeb5e req-b2cfa094-044a-4b9b-ac86-3c08a5e520eb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1657982 Oct 12 11:19:18.248029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.255725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b07cf613-fdb5-41ff-a658-bf42710c0c45 req-29f6deb2-a2dd-4fd0-a518-d7e22eabd6ca tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844193 Oct 12 11:19:18.258081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e2230242-d1fb-4b3b-8b8b-d0384429193c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:18.258332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e2230242-d1fb-4b3b-8b8b-d0384429193c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:18.266123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-f5d278c4-9fd6-475f-99e9-471003b9be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:18.274166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-f5d278c4-9fd6-475f-99e9-471003b9be6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456883 Oct 12 11:19:18.396559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e040e0d8-bce7-4561-ae39-f2b212bbeb5e req-57c0352b-5b8a-49e8-bc6e-f82a885f2c6a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079197 Oct 12 11:19:18.481422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc40738-5ab4-4b10-975e-82fb24d66d3d req-49912ce6-cc44-4ed2-89af-f6a106c7a2cc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:18.483189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dbc40738-5ab4-4b10-975e-82fb24d66d3d req-49912ce6-cc44-4ed2-89af-f6a106c7a2cc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0787325 Oct 12 11:19:18.511899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23aa7475-29c9-464b-ad35-1f8af019f9fe req-c9a1aaf6-f0bb-44e4-b136-1ccc1b194cf4 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0394821 Oct 12 11:19:18.513344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.530035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-9e37abe8-0d99-4567-a432-d82ba6808247 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398438 Oct 12 11:19:18.570294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebcc52-492b-4181-8852-79099fcce86f None None] Network ba5137cd-974d-4530-9a94-18363a0c5b40 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:18.571214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.579169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e07d343-ebe1-4baa-818c-228f5308d21e HTTP/1.1" status: 204 len: 168 time: 0.6794801 Oct 12 11:19:18.579723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e1a8c-ec52-4658-acd8-d29745357305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e07d343-ebe1-4baa-818c-228f5308d21e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:18.583067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48232) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:18.592505 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:18.617112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dbc40738-5ab4-4b10-975e-82fb24d66d3d req-5778a650-9f20-47a7-9345-ed8f5d10e5a8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057961 Oct 12 11:19:18.641015 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735a3c2-213d-4506-a81d-625f32e4bb29 None None] The sync data for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 is: [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:16:05Z', 'revision_number': 4, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '553605e9-68ff-47e7-a0b4-65a139d826fd', 'name': '', 'network_id': '052f3973-4401-4ea0-b6b8-3e5975b78b79', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'mac_address': 'fa:16:3e:0f:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:16:03Z', 'updated_at': '2021-10-12T11:16:10Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'subnets': [{'id': '2d202854-4c00-4d7f-bc01-526fad0e02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:18.688294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.741948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb4357a-2095-41f0-9f9e-ef898b321d2a req-58f9a036-9858-42f1-bac3-080c19370f1a service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966903 Oct 12 11:19:18.789137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Deleting port d6dd75c7-79ce-429f-b908-eb0d650efcda {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:18.791026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.824113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:18.881241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] For port d6dd75c7-79ce-429f-b908-eb0d650efcda, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6dd75c7-79ce-429f-b908-eb0d650efcda,segment=NetworkSegment(fef4acfa-b150-4758-8f6f-715f5e7e9037),segment_id=fef4acfa-b150-4758-8f6f-715f5e7e9037)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:18.881659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.910423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Calling delete_port for d6dd75c7-79ce-429f-b908-eb0d650efcda owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:18.936143 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:18.983195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:18.986447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:18.988948 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d1b03-b5e9-4228-91e4-7ecf0335e662" -d '{"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-unplugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:18.992086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] DHCP port deletion for ba5137cd-974d-4530-9a94-18363a0c5b40 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:19:19.061027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72ba21d2-f4bf-48a0-b3b7-e56575174dfe req-157b2feb-20e6-4819-94b4-48e6bf652bac tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/ports?device_id=b804a736-ec4e-49de-a3d0-a29d67060ba9 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Oct 12 11:19:19.064444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Deleting port d6dd75c7-79ce-429f-b908-eb0d650efcda {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:19.064819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.070395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eca6b8-3de4-4636-a3f2-0e43da406517 None None] New status for floating IP 2c3489f7-4170-4e50-9229-9eb6e5a00c18: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:19:19.084012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.103040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.145212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dd75c7-79ce-429f-b908-eb0d650efcda,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:19.160360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] No DVR routers for this DVR port d6dd75c7-79ce-429f-b908-eb0d650efcda on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:19.166821 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8da8d4-e6a1-423a-9817-b3c42000f30c x-openstack-request-id: req-2c8da8d4-e6a1-423a-9817-b3c42000f30c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:19.167114 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-unplugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:19.167567 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c8da8d4-e6a1-423a-9817-b3c42000f30c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:19.167964 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'code': 200} Oct 12 11:19:19.271715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.277777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] For port d6dd75c7-79ce-429f-b908-eb0d650efcda, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6dd75c7-79ce-429f-b908-eb0d650efcda,segment=NetworkSegment(fef4acfa-b150-4758-8f6f-715f5e7e9037),segment_id=fef4acfa-b150-4758-8f6f-715f5e7e9037)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:19.278171 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.301520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5137cd-974d-4530-9a94-18363a0c5b40']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:19.315944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef4acfa-b150-4758-8f6f-715f5e7e9037') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:19.316159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef4acfa-b150-4758-8f6f-715f5e7e9037') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:19.330872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Calling delete_port for d6dd75c7-79ce-429f-b908-eb0d650efcda owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:19.334312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35dec2-d5dc-4b68-807b-581eece5ce0c req-4cbd760a-9209-476e-bea7-7935bef8f101 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:19.335879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c35dec2-d5dc-4b68-807b-581eece5ce0c req-4cbd760a-9209-476e-bea7-7935bef8f101 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.1453466 Oct 12 11:19:19.339616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.341922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:19.370837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.381186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:19:19.381590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:19:19.383279 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: from cryptography.utils import int_from_bytes Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: from cryptography.utils import int_from_bytes Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.424906 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:19:19.428424 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:19:19.432289 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.441533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c35dec2-d5dc-4b68-807b-581eece5ce0c req-f01465c3-1011-4861-89a5-0d0ba2b663dd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907767 Oct 12 11:19:19.465909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] Pushing event deleted for resources: {'Port': ['ID=d6dd75c7-79ce-429f-b908-eb0d650efcda,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:19.473638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17bcf4-73ab-45a3-b8b4-51eef173962b None None] No DVR routers for this DVR port d6dd75c7-79ce-429f-b908-eb0d650efcda on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:19.538635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.544454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:19.549071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba5137cd-974d-4530-9a94-18363a0c5b40 HTTP/1.1" status: 204 len: 168 time: 0.9648383 Oct 12 11:19:19.553279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546261-6ef2-418f-911a-1015887ca099 req-d0bc9a31-9e9b-4dde-8441-6c465050d3f2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:19.555164 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67546261-6ef2-418f-911a-1015887ca099 req-d0bc9a31-9e9b-4dde-8441-6c465050d3f2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0622671 Oct 12 11:19:19.570887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272f93-f290-464e-a584-1ab50fd3ba39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5137cd-974d-4530-9a94-18363a0c5b40,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:19.609700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67546261-6ef2-418f-911a-1015887ca099 req-5d79c469-1605-4b6c-b472-08b15a3a19e2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Oct 12 11:19:19.645895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ab9a77d-dbd5-4ab0-bf0d-bfa43f3d6b86 req-0d761ee1-7698-47ad-8423-e97f47ed712a tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0407121 Oct 12 11:19:19.734117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532ed3b-84af-48ab-ab74-249560cf3ca8 req-28efb498-9025-4761-a902-b1430192a1fc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:19.735973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d532ed3b-84af-48ab-ab74-249560cf3ca8 req-28efb498-9025-4761-a902-b1430192a1fc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.0539515 Oct 12 11:19:19.774935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d532ed3b-84af-48ab-ab74-249560cf3ca8 req-6276d959-9565-428a-bec8-f421f9236390 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Oct 12 11:19:19.847675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dbcd58a0-7cd3-4a21-8cfd-d638a3463253 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:19.868439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: dbcd58a0-7cd3-4a21-8cfd-d638a3463253 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:19.868892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dbcd58a0-7cd3-4a21-8cfd-d638a3463253 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:19.979320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48276) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:20.022141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f10ac0fa-b852-4a27-ac95-84c425024ecc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83cd205f44134a0e8fd4c66afcd01940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416181 Oct 12 11:19:20.024662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:20.073018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.095471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.180704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6dd75c7-79ce-429f-b908-eb0d650efcda no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:20.200592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d6dd75c7-79ce-429f-b908-eb0d650efcda {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:20.200936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6dd75c7-79ce-429f-b908-eb0d650efcda not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:20.202763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:20.230070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.232682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.234500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbe7e26b-1acd-4572-881b-48ad001800b8 HTTP/1.1" status: 204 len: 168 time: 0.2088115 Oct 12 11:19:20.252733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be893451-9431-4bad-90ac-d0057fdedc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7e26b-1acd-4572-881b-48ad001800b8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:20.274472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.303588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.392212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f56de682-d18d-4d4a-b6b9-20fb1aec49bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.418514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.423293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.423293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "DELETE /v2.0/security-groups/83f9e097-5d86-4364-8c9b-c671b9044ddc HTTP/1.1" status: 204 len: 168 time: 0.2192755 Oct 12 11:19:20.425784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48300) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:20.432069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9171dda-ef93-4b44-a2c8-1862df8825a5 tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9e097-5d86-4364-8c9b-c671b9044ddc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:20.442183 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-f41a5b4e-d978-4786-afce-578fcc75f86f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] show failed (client error): The resource could not be found. Oct 12 11:19:20.443218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f41a5b4e-d978-4786-afce-578fcc75f86f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "GET /v2.0/security-groups/83f9e097-5d86-4364-8c9b-c671b9044ddc HTTP/1.1" status: 404 len: 347 time: 0.0164270 Oct 12 11:19:20.448146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:20.573594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ab31-07b5-4bd6-829d-d733fc2e182b req-49af7c56-7858-464f-bde5-d699e29005b6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:20.575155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61d1ab31-07b5-4bd6-829d-d733fc2e182b req-49af7c56-7858-464f-bde5-d699e29005b6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.0608819 Oct 12 11:19:20.589139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Deleting port a89837ef-3e0e-4f55-96b2-125c54332c58 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:20.589832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.616824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-61d1ab31-07b5-4bd6-829d-d733fc2e182b req-d6e367c0-8f37-4f07-8625-6489c6ea0161 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Oct 12 11:19:20.680264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.686376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.690901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-9eeb3f4b-590d-4902-85ee-9300e5477e3f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:20.693135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-9eeb3f4b-590d-4902-85ee-9300e5477e3f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 946 time: 0.0694008 Oct 12 11:19:20.695925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Calling delete_port for a89837ef-3e0e-4f55-96b2-125c54332c58 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:20.825559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-360a9827-5476-46e6-a535-f19ef5c574ff req-7b5d2f1e-cad9-4334-98d4-dd4c931822cc tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0501742 Oct 12 11:19:20.833352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c6200-8973-487b-b97e-5d3326232efa req-b6d0977c-55bd-45a2-8eef-205f40a4e359 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:20.833352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb0c6200-8973-487b-b97e-5d3326232efa req-b6d0977c-55bd-45a2-8eef-205f40a4e359 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0822823 Oct 12 11:19:20.845135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:19:20.875477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Deleting port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:20.879736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:20.930071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb0c6200-8973-487b-b97e-5d3326232efa req-6ba30a2a-77de-4bd5-bfc6-b06839730aff tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890651 Oct 12 11:19:21.031937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] For port 1c0ffd7f-5582-4347-b6e7-8f3282771b23, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1c0ffd7f-5582-4347-b6e7-8f3282771b23,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:21.031937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.041483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Calling delete_port for 1c0ffd7f-5582-4347-b6e7-8f3282771b23 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:21.086292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.117825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Pushing event deleted for resources: {'Port': ['ID=a89837ef-3e0e-4f55-96b2-125c54332c58,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:21.171456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ff10-f4a7-4ce1-9e6c-ac16709369be req-311485af-830b-4de5-b26a-9ef918afd072 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:21.171456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d67ff10-f4a7-4ce1-9e6c-ac16709369be req-311485af-830b-4de5-b26a-9ef918afd072 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 948 time: 0.1168501 Oct 12 11:19:21.224177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:21.241932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'mac_address': 'fa:16:3e:1d:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:19:21.257417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.263399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d67ff10-f4a7-4ce1-9e6c-ac16709369be req-afb5f742-bb9c-4256-b0fc-f62e7935346e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Oct 12 11:19:21.276903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.292814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48338) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:21.295528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ed3aa6b1-f535-4c51-bb2e-132cd037891f tempest-ServersTestFqdnHostnames-1857055190 tempest-ServersTestFqdnHostnames-1857055190-project] 10.222.0.43 "DELETE /v2.0/floatingips/2c3489f7-4170-4e50-9229-9eb6e5a00c18 HTTP/1.1" status: 204 len: 168 time: 0.8445282 Oct 12 11:19:21.331601 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.352506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eacd80-ed52-437a-89b4-f6e4d738d911 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:21.382035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:21.387950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.402250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['1c0ffd7f-5582-4347-b6e7-8f3282771b23'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:21.404958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:21.427022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Pushing event deleted for resources: {'Port': ['ID=1c0ffd7f-5582-4347-b6e7-8f3282771b23,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:21.491708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.512782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] No DVR routers for this DVR port 1c0ffd7f-5582-4347-b6e7-8f3282771b23 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:21.516711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.520336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ea8e78e-22c3-4a76-ae1a-3f118ddd58a7 req-73a864ab-df9f-4f70-bb59-f924fd338115 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.41 "DELETE /v2.0/ports/1c0ffd7f-5582-4347-b6e7-8f3282771b23 HTTP/1.1" status: 204 len: 173 time: 0.8197877 Oct 12 11:19:21.520739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'name': 'network-vif-deleted', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:21.523203 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c9ab3-0f9e-443d-a5a9-a8865fe5aa93" -d '{"events": [{"server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "name": "network-vif-deleted", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:21.623662 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d784e58d-c783-4bee-9fc2-6c1bed2871ef x-openstack-request-id: req-d784e58d-c783-4bee-9fc2-6c1bed2871ef {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:21.625249 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5e8b79-91d8-4c32-9754-0af83a8f35be", "name": "network-vif-deleted", "tag": "1c0ffd7f-5582-4347-b6e7-8f3282771b23", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:21.625570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d784e58d-c783-4bee-9fc2-6c1bed2871ef {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:21.625923 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5e8b79-91d8-4c32-9754-0af83a8f35be', 'name': 'network-vif-deleted', 'tag': '1c0ffd7f-5582-4347-b6e7-8f3282771b23', 'status': 'completed', 'code': 200} Oct 12 11:19:21.717460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:21.774346 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.797438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6049ce30-971f-4a5d-93ce-6225bb3f1f18 req-d04e6351-7367-4c5a-ab11-089ce213dfd0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5e8b79-91d8-4c32-9754-0af83a8f35be HTTP/1.1" status: 200 len: 210 time: 0.0547338 Oct 12 11:19:21.812741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:21.823027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.905457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:21.923389 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:22.098894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc893822-a0e6-49f6-a308-ced2d4a5e467 req-f5068e47-8992-4bcb-ab60-f357145a8be4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:22.100510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc893822-a0e6-49f6-a308-ced2d4a5e467 req-f5068e47-8992-4bcb-ab60-f357145a8be4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0511537 Oct 12 11:19:22.173566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc893822-a0e6-49f6-a308-ced2d4a5e467 req-bbac5b76-9f32-43d3-af10-55b834fc3c52 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Oct 12 11:19:22.185708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Deleting port 553605e9-68ff-47e7-a0b4-65a139d826fd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:22.186232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:22.291669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] For port 553605e9-68ff-47e7-a0b4-65a139d826fd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=553605e9-68ff-47e7-a0b4-65a139d826fd,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:22.291863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:22.310652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Calling delete_port for 553605e9-68ff-47e7-a0b4-65a139d826fd owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:22.463330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39815dff-3563-435c-b905-aec2845ae1f4 req-93a3ccc1-72d9-4eb7-998b-515cbeafaf13 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:22.464910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39815dff-3563-435c-b905-aec2845ae1f4 req-93a3ccc1-72d9-4eb7-998b-515cbeafaf13 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 949 time: 0.1009738 Oct 12 11:19:22.540606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39815dff-3563-435c-b905-aec2845ae1f4 req-06b54160-962c-4684-94ad-14e07806465b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Oct 12 11:19:22.566858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78db60b7-a85c-411f-ac3d-b8859ca44a66 req-54463914-82cd-40a1-ba87-09e622b140d3 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0326467 Oct 12 11:19:22.755962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:22.790074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=553605e9-68ff-47e7-a0b4-65a139d826fd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:22.868902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:22.973077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 17eacd80-ed52-437a-89b4-f6e4d738d911 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:22.973654 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:23.113271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:23.140077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937948-f86d-47f6-8032-543ec1c25620 req-51bad2cd-0b82-4fdb-afd6-192311a22b8b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:23.148582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26937948-f86d-47f6-8032-543ec1c25620 req-51bad2cd-0b82-4fdb-afd6-192311a22b8b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 949 time: 0.1042280 Oct 12 11:19:23.152158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:23.154624 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73381e27-24d2-4ed5-91ec-3d7f85805ffb" -d '{"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-plugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:23.175754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:23.199061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26937948-f86d-47f6-8032-543ec1c25620 req-1337a0f6-ade6-4e42-a5c3-6a9742589e25 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Oct 12 11:19:23.248622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:23.254508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:23.260480 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c6367f-acfd-4c52-9ff3-3362be0d06c3 x-openstack-request-id: req-56c6367f-acfd-4c52-9ff3-3362be0d06c3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:23.260714 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-plugged", "status": "completed", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:23.262560 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56c6367f-acfd-4c52-9ff3-3362be0d06c3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:23.263445 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'code': 200} Oct 12 11:19:23.266225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:23.303592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c53b0-f3d7-4ac5-acef-506f46cd40b5 req-4ecc05c9-882c-4257-8821-2ebd9f05a0d6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:23.310892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d79c53b0-f3d7-4ac5-acef-506f46cd40b5 req-4ecc05c9-882c-4257-8821-2ebd9f05a0d6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2890899 Oct 12 11:19:23.332298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:23.370648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-1170329d-ca47-4872-8016-146ec9e506f4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:23.372201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-1170329d-ca47-4872-8016-146ec9e506f4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 949 time: 0.1987932 Oct 12 11:19:23.388066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200d4e2-4c29-4a65-878c-2f3c2b7c98fe req-4d886cf8-8315-496f-a7b3-7c6ee19f43c1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:23.397323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7200d4e2-4c29-4a65-878c-2f3c2b7c98fe req-4d886cf8-8315-496f-a7b3-7c6ee19f43c1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0749819 Oct 12 11:19:23.401691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:23.432851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7200d4e2-4c29-4a65-878c-2f3c2b7c98fe req-5fbbf7e6-4ecf-4e27-9d4d-1a12bf4683a4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Oct 12 11:19:23.686399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e85d2780-25bf-4f4a-879c-bff45067cb7c req-e6cfff9d-b20f-44a7-8941-3b84ef5fd977 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0376692 Oct 12 11:19:23.766013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d79c53b0-f3d7-4ac5-acef-506f46cd40b5 req-820206b1-502b-4147-9894-edce8905ecc0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535799 Oct 12 11:19:23.812688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-9f388d09-ae50-4db4-9c3c-af01ba43f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:23.814444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-9f388d09-ae50-4db4-9c3c-af01ba43f562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1101 time: 0.0633235 Oct 12 11:19:23.943139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f39fae84-c3c0-4ceb-86d9-668df4c14450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.062942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-e4fb65ce-7984-457a-ab22-a64ee1edb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.064705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-e4fb65ce-7984-457a-ab22-a64ee1edb91f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2050483 Oct 12 11:19:24.091745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:24.131606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-b8d9ba0c-ca39-4e8a-a077-689cd497eac4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 217 time: 0.0561049 Oct 12 11:19:24.143472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf1033-4b39-407d-9006-e3d7f951d521 req-061087d1-1a8d-49d0-ab8c-0539d48022b2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.144998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9cf1033-4b39-407d-9006-e3d7f951d521 req-061087d1-1a8d-49d0-ab8c-0539d48022b2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1608009 Oct 12 11:19:24.300785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9cf1033-4b39-407d-9006-e3d7f951d521 req-f7eab9fa-b6e4-4af6-ba29-33ac73d880f5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424112 Oct 12 11:19:24.302176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-4d28dd78-116e-4a37-84cd-4e27bb9e94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.303608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-4d28dd78-116e-4a37-84cd-4e27bb9e94bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1577191 Oct 12 11:19:24.326928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1af53-ea0f-4c62-8bab-3f28fa1f68ba req-eb6770e6-ca89-428c-b29f-8ade161dce16 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.329476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66d1af53-ea0f-4c62-8bab-3f28fa1f68ba req-eb6770e6-ca89-428c-b29f-8ade161dce16 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0647781 Oct 12 11:19:24.373302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f39fae84-c3c0-4ceb-86d9-668df4c14450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.386627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66d1af53-ea0f-4c62-8bab-3f28fa1f68ba req-a78c8552-fa42-40e4-a5d4-fe7935fee1af tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496159 Oct 12 11:19:24.399426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:24.411279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Sync routers for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:24.414514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f05fe52a-0c1f-4fd0-840c-bc017a8ec1ab admin admin] 10.222.0.43 "PUT /v2.0/routers/3a426ae9-8c28-4837-a7ca-ef7acef62ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189227 Oct 12 11:19:24.417110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48544) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:24.420563 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:24.422026 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:24.445100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-7b1d9bc8-cb61-4bd7-ab8b-ab479e57b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.450492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-7b1d9bc8-cb61-4bd7-ab8b-ab479e57b045 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118965 Oct 12 11:19:24.458108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f39fae84-c3c0-4ceb-86d9-668df4c14450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.543714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f39fae84-c3c0-4ceb-86d9-668df4c14450 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=684d45d0fe3a494a91fc14b568e6cc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1394742 Oct 12 11:19:24.569921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48558) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:24.576341 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:24.612596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fae84-c3c0-4ceb-86d9-668df4c14450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14988b3a-3cd2-41ce-910c-1d590622736d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:24.632943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.657028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628542da-4226-4f1e-ab87-ca99b0827ae9 req-b3fe64a1-636d-4c0b-97a3-8403416ebfba tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:24.658761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-628542da-4226-4f1e-ab87-ca99b0827ae9 req-b3fe64a1-636d-4c0b-97a3-8403416ebfba tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2648847 Oct 12 11:19:24.725965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-f05a0aef-f59d-4cc9-a3b2-1a314e0df11e service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686183 Oct 12 11:19:24.731114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.824751 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:19:22Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:24.825748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-628542da-4226-4f1e-ab87-ca99b0827ae9 req-52355cb6-7f2e-4ff4-91a4-1ff423579f17 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455433 Oct 12 11:19:24.867690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:24.893846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Checking router: 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:24.914575 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Routers {'3a426ae9-8c28-4837-a7ca-ef7acef62ef6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:24.915472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:24.979179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad138730-3622-41e6-9fd8-3334c43f32ca req-659040de-0679-488e-8ad7-fee6ad860496 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398663 Oct 12 11:19:25.069096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70584ba0-5342-4cff-9897-509bc8234c6b req-3577c4b5-2ce8-4f38-b222-a7b8e10ab022 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0296421 Oct 12 11:19:25.070071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.084964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.084964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14988b3a-3cd2-41ce-910c-1d590622736d HTTP/1.1" status: 204 len: 168 time: 0.5029933 Oct 12 11:19:25.086629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9693b-a055-49b9-a76b-36bcf9cd9560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14988b3a-3cd2-41ce-910c-1d590622736d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:25.113335 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] Set router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:25.145721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69eb5bf-e69f-4507-8585-a6c2e34ca4ed req-6630ed1f-08de-4412-9ac7-30a114734718 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:25.153553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b69eb5bf-e69f-4507-8585-a6c2e34ca4ed req-6630ed1f-08de-4412-9ac7-30a114734718 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.5934517 Oct 12 11:19:25.199542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b69eb5bf-e69f-4507-8585-a6c2e34ca4ed req-be24b913-663e-4775-a655-c9e32bb84efc tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Oct 12 11:19:25.229691 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.326598 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:19:22Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:25.333179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Deleting port 1a6c25f3-7198-4448-afec-478a282bed9f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:25.333642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.353315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b474f8-56a3-4c17-845f-25eef985cf72 None None] The sync data for ids ['3a426ae9-8c28-4837-a7ca-ef7acef62ef6'] in n-d-813419-3 is: [{'id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'name': 'tempest-ServersTestFqdnHostnames-448790914-router', 'tenant_id': '3597742a83894c7ab4dce695ac6dae7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:15:56Z', 'updated_at': '2021-10-12T11:19:22Z', 'revision_number': 5, 'project_id': '3597742a83894c7ab4dce695ac6dae7a', 'gw_port': {'id': '1a6c25f3-7198-4448-afec-478a282bed9f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a426ae9-8c28-4837-a7ca-ef7acef62ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:15:57Z', 'updated_at': '2021-10-12T11:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:25.463009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] For port 1a6c25f3-7198-4448-afec-478a282bed9f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a6c25f3-7198-4448-afec-478a282bed9f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:25.463550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.477331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Calling delete_port for 1a6c25f3-7198-4448-afec-478a282bed9f owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:25.543482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071097ca-6aad-4889-89d1-d02c8fb5c3a1 req-0b504bef-0aab-4ea9-b216-fc6ebe36c2b6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:25.544751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-071097ca-6aad-4889-89d1-d02c8fb5c3a1 req-0b504bef-0aab-4ea9-b216-fc6ebe36c2b6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0740411 Oct 12 11:19:25.610261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-071097ca-6aad-4889-89d1-d02c8fb5c3a1 req-ddf1afad-f91a-459a-8be3-2ed39f6c457d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Oct 12 11:19:25.807404 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.836000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6c25f3-7198-4448-afec-478a282bed9f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:25.878162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1c0ffd7f-5582-4347-b6e7-8f3282771b23 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:25.896818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:25.901464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 1c0ffd7f-5582-4347-b6e7-8f3282771b23 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:25.901803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1c0ffd7f-5582-4347-b6e7-8f3282771b23 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:26.023282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.023282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.150265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.150918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a426ae9-8c28-4837-a7ca-ef7acef62ef6 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:19:26.167894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.170243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-51231dec-0a3d-4495-8ac8-96c40f8f637a admin admin] 10.222.0.43 "DELETE /v2.0/routers/3a426ae9-8c28-4837-a7ca-ef7acef62ef6 HTTP/1.1" status: 204 len: 168 time: 1.7513611 Oct 12 11:19:26.172089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:26.252219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 553605e9-68ff-47e7-a0b4-65a139d826fd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:26.259122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Deleting subnet 2d202854-4c00-4d7f-bc01-526fad0e02e7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:19:26.268298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.311195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 553605e9-68ff-47e7-a0b4-65a139d826fd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:26.312103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 553605e9-68ff-47e7-a0b4-65a139d826fd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:26.320143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.354328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd00a0fd-7c96-42eb-a329-73adffc5b4ed req-83c62700-78a8-4962-b1a5-d9869d25b548 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1233802 Oct 12 11:19:26.384282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.485966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.527066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae0bc-ade7-4f78-a12c-bcc5e295e2f1 req-ee60e18a-4f51-4f48-a78c-61cfba0e807e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:26.529225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1eaae0bc-ade7-4f78-a12c-bcc5e295e2f1 req-ee60e18a-4f51-4f48-a78c-61cfba0e807e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.1013272 Oct 12 11:19:26.588407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1eaae0bc-ade7-4f78-a12c-bcc5e295e2f1 req-233794b2-5021-4b85-bd3f-4e053f033895 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 Oct 12 11:19:26.612305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48654) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:26.653176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.723268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.727940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80044f-be6d-4a3e-93c0-5b9b7835256a None None] Network 052f3973-4401-4ea0-b6b8-3e5975b78b79 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:26.729441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2d202854-4c00-4d7f-bc01-526fad0e02e7 HTTP/1.1" status: 204 len: 168 time: 0.5561690 Oct 12 11:19:26.731367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150a772-0d17-48c2-8d35-f5882f3d5c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d202854-4c00-4d7f-bc01-526fad0e02e7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:26.732029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48662) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:26.759697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1042033450-network', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:26.882729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:26.885324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.892134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c48f-4b1f-4de4-ab26-3a40653c8a2e req-c954df74-98ad-482a-be49-55f92ac3e9c6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:26.895480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.899974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4228c48f-4b1f-4de4-ab26-3a40653c8a2e req-c954df74-98ad-482a-be49-55f92ac3e9c6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1346397 Oct 12 11:19:26.903945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:26.962368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4228c48f-4b1f-4de4-ab26-3a40653c8a2e req-3cfee1d7-268f-488a-a778-bf1d4a814c32 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614252 Oct 12 11:19:26.990256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.023605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Deleting port d454e71c-ed5b-4ef3-aa93-4254cf2e776a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:27.024118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.033382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] DHCP port deletion for 052f3973-4401-4ea0-b6b8-3e5975b78b79 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:19:27.047819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.112497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:27.124722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Deleting port d454e71c-ed5b-4ef3-aa93-4254cf2e776a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:19:27.125541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.137139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.137139 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Added segment 18576e53-55cd-4761-be30-5119a52695ee of type vlan for network 7165bbe0-7470-4172-83fa-846f0e5346fd Oct 12 11:19:27.166865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] For port d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:27.167569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.184103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Calling delete_port for d454e71c-ed5b-4ef3-aa93-4254cf2e776a owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:27.205987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cf6fb3-8773-490d-872d-a575a7ba60c2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:27.233964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.239524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] For port d454e71c-ed5b-4ef3-aa93-4254cf2e776a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,segment=NetworkSegment(d6a55ce6-4764-4e90-b1b9-102e92ce5508),segment_id=d6a55ce6-4764-4e90-b1b9-102e92ce5508)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:27.240115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.261862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Calling delete_port for d454e71c-ed5b-4ef3-aa93-4254cf2e776a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:19:27.274212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f70958-c990-44df-bb58-2b5c1cebc4bd req-96d70801-9cce-4bd2-9683-c69738f43d5d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:27.284248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89f70958-c990-44df-bb58-2b5c1cebc4bd req-96d70801-9cce-4bd2-9683-c69738f43d5d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1996725 Oct 12 11:19:27.355032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89f70958-c990-44df-bb58-2b5c1cebc4bd req-f61d05ca-9231-4c24-bdf4-823b5fc1d880 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618088 Oct 12 11:19:27.367579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.373221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.412318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] No DVR routers for this DVR port d454e71c-ed5b-4ef3-aa93-4254cf2e776a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:27.413271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.414014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2399e-a97d-42b8-8f47-56179b48cb15 None None] Pushing event deleted for resources: {'Port': ['ID=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:27.414203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Pushing event deleted for resources: {'Port': ['ID=d454e71c-ed5b-4ef3-aa93-4254cf2e776a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:27.414552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:27.415367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.430681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] No DVR routers for this DVR port d454e71c-ed5b-4ef3-aa93-4254cf2e776a on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:19:27.532500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] Pushing event updated for resources: {'Network': ['ID=7165bbe0-7470-4172-83fa-846f0e5346fd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:27.534926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.536362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f08c054-f1c0-4b97-b4e1-fec6d6479b13 req-e4eeb8a2-ef51-44d5-af13-0820e0e2ddd5 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0355015 Oct 12 11:19:27.547132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7165bbe0-7470-4172-83fa-846f0e5346fd details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:27.568809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052f3973-4401-4ea0-b6b8-3e5975b78b79']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:27.582051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a55ce6-4764-4e90-b1b9-102e92ce5508') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:27.582353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a55ce6-4764-4e90-b1b9-102e92ce5508') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:27.599020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.607337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.613740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:19:27.614135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:19:27.616371 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:19:27.625127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c3dd4d49-560b-4b92-b93a-8a73d542dd6b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0107908 Oct 12 11:19:27.638070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48706) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:27.638070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Request body: {'subnet': {'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1042033450-subnet', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:27.724947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f1be-ae18-48e0-bc24-43e127d1c4d0 req-1bea83dd-7398-48a8-bb83-4fcc5307e86d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:27.726571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53c9f1be-ae18-48e0-bc24-43e127d1c4d0 req-1bea83dd-7398-48a8-bb83-4fcc5307e86d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0519867 Oct 12 11:19:27.769632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53c9f1be-ae18-48e0-bc24-43e127d1c4d0 req-0fc249a1-2134-4544-a06e-e2729223595d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Oct 12 11:19:27.772426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.784065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:27.790894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] 10.222.0.43 "DELETE /v2.0/networks/052f3973-4401-4ea0-b6b8-3e5975b78b79 HTTP/1.1" status: 204 len: 168 time: 1.0553310 Oct 12 11:19:27.804409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeecf2-fe60-44c8-8a0c-1b273bf5d514 admin admin] Pushing event deleted for resources: {'Network': ['ID=052f3973-4401-4ea0-b6b8-3e5975b78b79,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:27.847276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-84fbbc07-9ad8-4289-b2a8-6b4d6eddaa53 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260141 Oct 12 11:19:27.927359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:27.929634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.032037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-53b04c69-5a26-4783-a282-ac5eb360678b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:28.036170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-53b04c69-5a26-4783-a282-ac5eb360678b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790552 Oct 12 11:19:28.063428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-d620524a-1038-436c-b777-379a027d57ea tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/quotas/d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 375 time: 0.0209956 Oct 12 11:19:28.153411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-e68b6bb2-0ffd-4923-94fc-e9fa9aebdb64 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843432 Oct 12 11:19:28.157742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48756) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:28.213998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a6c25f3-7198-4448-afec-478a282bed9f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:28.240608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7efee760-ba9c-4f05-8f6d-886dfd22c094 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3597742a83894c7ab4dce695ac6dae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817518 Oct 12 11:19:28.243015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48760) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:28.251795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1a6c25f3-7198-4448-afec-478a282bed9f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:28.252138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a6c25f3-7198-4448-afec-478a282bed9f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:28.252741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d454e71c-ed5b-4ef3-aa93-4254cf2e776a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:19:28.272758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d454e71c-ed5b-4ef3-aa93-4254cf2e776a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:19:28.273107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d454e71c-ed5b-4ef3-aa93-4254cf2e776a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:19:28.302997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.314657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.350758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.406288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47685f53-4f17-4cd3-8593-7735a54c9c51 req-d78f8af2-79be-4863-a7fd-ab1797c1648a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:28.425997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:28.437783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47685f53-4f17-4cd3-8593-7735a54c9c51 req-d78f8af2-79be-4863-a7fd-ab1797c1648a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1120663 Oct 12 11:19:28.453394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Checking segment: {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:28.453394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Network hostable DHCP agents. Network: 7165bbe0-7470-4172-83fa-846f0e5346fd, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:19:28.474367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abff4ddf-5567-45a7-9528-95f2d21a7eb3 req-459d3f44-53f1-4b2a-9c6d-b0d2215b4bd0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 210 time: 0.0362475 Oct 12 11:19:28.504690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47685f53-4f17-4cd3-8593-7735a54c9c51 req-a3b9777a-fdcb-4476-ba60-be391cfc320e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 Oct 12 11:19:28.578922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.581956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.585107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56638618-ab82-46b6-a3b5-e10eb1dee8d5 HTTP/1.1" status: 204 len: 168 time: 0.3410463 Oct 12 11:19:28.597770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Network 7165bbe0-7470-4172-83fa-846f0e5346fd is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:19:28.628990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585af80-6228-4c92-bb7e-0a9ec38f4e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56638618-ab82-46b6-a3b5-e10eb1dee8d5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:28.693752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44c00aba-32d6-446c-8cee-f59df0d91fe9 req-ea49df0c-8515-4503-b49e-25540381d8c9 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0337770 Oct 12 11:19:28.700632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b2762-1831-4b8b-b14f-9cfd0eb810fd req-ee3f17dd-0423-448c-964e-3b52c28ee24f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:28.702422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f5b2762-1831-4b8b-b14f-9cfd0eb810fd req-ee3f17dd-0423-448c-964e-3b52c28ee24f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1021354 Oct 12 11:19:28.732515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7165bbe0-7470-4172-83fa-846f0e5346fd) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:28.739671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:28.740329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.741361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b60b5-2587-4687-b943-2aaa20f2992d None None] Network 7165bbe0-7470-4172-83fa-846f0e5346fd requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:28.778959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f5b2762-1831-4b8b-b14f-9cfd0eb810fd req-2a10e7a5-ca91-410e-8090-dea2fc17fa1c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597651 Oct 12 11:19:28.886532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f31d4cd9-19db-402a-aa70-b14fac117614 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2537742 Oct 12 11:19:28.887942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48800) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:28.897899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:28.918815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40c167-62b9-435e-98e9-8c0613e8f2f1 req-e8159e25-cd81-4e9b-994e-4cc71616ed89 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:28.925057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-7165bbe0-7470-4172-83fa-846f0e5346fd', 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'fixed_ips': [{'subnet_id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:19:28.927236 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:28.929621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed40c167-62b9-435e-98e9-8c0613e8f2f1 req-e8159e25-cd81-4e9b-994e-4cc71616ed89 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.0712023 Oct 12 11:19:28.970261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed40c167-62b9-435e-98e9-8c0613e8f2f1 req-e7a6a3cf-f28f-41e3-9783-0b0e12d2f945 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Oct 12 11:19:29.024664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.025660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.088277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.141303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Allocated IP 172.20.0.2 (7165bbe0-7470-4172-83fa-846f0e5346fd/0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91/b5592403-6ca5-4bd2-be54-b5686ee9c858) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:29.304244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.308477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.390214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.464374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Pushing event updated for resources: {'Port': ['ID=b5592403-6ca5-4bd2-be54-b5686ee9c858,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:29.476430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Network 7165bbe0-7470-4172-83fa-846f0e5346fd is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:29.478481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:29.485833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:29.569599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Attempting to bind port b5592403-6ca5-4bd2-be54-b5686ee9c858 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:29.569989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Attempting to bind port b5592403-6ca5-4bd2-be54-b5686ee9c858 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:29.571211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Attempting to bind port b5592403-6ca5-4bd2-be54-b5686ee9c858 on network 7165bbe0-7470-4172-83fa-846f0e5346fd {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:29.578233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:29.578654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Checking segment: {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:29.579051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.579444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Bound using segment: {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:29.580118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Bound port: b5592403-6ca5-4bd2-be54-b5686ee9c858, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:29.580549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.597011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-449ea4fa-825b-45ef-b169-f6fc9603b24b req-68f27775-cff9-4f23-8d13-b82871fabb34 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 210 time: 0.0379462 Oct 12 11:19:29.641962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48832) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:29.681494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] For port b5592403-6ca5-4bd2-be54-b5686ee9c858, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:29.685219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] For port b5592403-6ca5-4bd2-be54-b5686ee9c858, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b5592403-6ca5-4bd2-be54-b5686ee9c858,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:29.713626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.734442 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.763145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.844323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2947-b21e-414c-8ba1-11d74128bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:29.867631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205650b-0493-4ed5-b09b-3e6a98a9b1bb None None] Pushing event updated for resources: {'Port': ['ID=b5592403-6ca5-4bd2-be54-b5686ee9c858,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:29.935506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-778c9e8c-fad3-477f-8a7e-728bbd5d0423 req-df5657f9-3796-4ddd-be09-40b854d353d9 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0932949 Oct 12 11:19:29.973345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Allocated IP 172.25.2.106 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/60106ba1-0a73-4def-bdff-af2fbefdd4ba) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:29.991855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2947-b21e-414c-8ba1-11d74128bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.039239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48848) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:30.052665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2947-b21e-414c-8ba1-11d74128bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.175675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.198662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6b4a2947-b21e-414c-8ba1-11d74128bcb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=877555927b3f4c809534c7de02151033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556078 Oct 12 11:19:30.213857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:30.219609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-749919412-network', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:30.239994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2947-b21e-414c-8ba1-11d74128bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bb1d0-b09a-44a6-87ea-ad674b6369f8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:30.299689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b507b5a-65c5-4c8c-a086-6a03915d28c9 req-79e7f0ac-ca7e-4980-96e1-547c37932859 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:30.301378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b507b5a-65c5-4c8c-a086-6a03915d28c9 req-79e7f0ac-ca7e-4980-96e1-547c37932859 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.2456651 Oct 12 11:19:30.328353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.331808 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.372241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Made reservation on behalf of f2f38b9bcd2f44b598cd780d5f1d67cb for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:30.374084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:30.374641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.377271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:30.382793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:30.386134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Pushing event updated for resources: {'Port': ['ID=60106ba1-0a73-4def-bdff-af2fbefdd4ba,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:30.435389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.460105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.482144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b507b5a-65c5-4c8c-a086-6a03915d28c9 req-3f1dd9f3-7714-4a5b-8290-2c636f4f1cfe tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686242 Oct 12 11:19:30.594057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-efefa592-62fb-44c5-bdc5-2253c52cbfd9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291836 Oct 12 11:19:30.628088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.630775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.631978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b94bb1d0-b09a-44a6-87ea-ad674b6369f8 HTTP/1.1" status: 204 len: 168 time: 0.4171164 Oct 12 11:19:30.680468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1300a7b-009d-4702-972e-611406f1ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bb1d0-b09a-44a6-87ea-ad674b6369f8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:30.760029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.769007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f69c8d2b-29a4-4c4f-bdc5-881037af30a4 req-e2e5cc7a-e444-44b2-93f8-9b531f914707 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 210 time: 0.0723858 Oct 12 11:19:30.773164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-4edd7db5-d6f7-42bc-81b1-1ebd86e686cd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:30.774739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-4edd7db5-d6f7-42bc-81b1-1ebd86e686cd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747129 Oct 12 11:19:30.788376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Request body: {'port': {'device_id': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd265b7fd5b6f4fc4a36134a6ff8c07a3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:30.882805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:30.921063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.027050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:31.030462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315c98be-53a3-446b-bd0a-bcfa0f336a41,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:31.057739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-bd424013-25b3-4791-9662-23225c0ab380 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1762617 Oct 12 11:19:31.065372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.065772 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Added segment d9bcc3d4-9f8c-47d9-9227-32b001c3c444 of type vlan for network 42c6fd6e-6e10-49ab-9350-e1a98e720621 Oct 12 11:19:31.123017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-722c3b11-01db-4ac6-a09d-f7b1d3a4d4ec req-2e02d4bb-72ad-4b1b-87ab-525f12c18b68 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0593200 Oct 12 11:19:31.187959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Made reservation on behalf of d265b7fd5b6f4fc4a36134a6ff8c07a3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:31.192999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.213423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.236607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.291465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-bfd7cb61-36e7-4d9e-b185-64e276590c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:31.292999 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-bfd7cb61-36e7-4d9e-b185-64e276590c3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1097 time: 0.1648052 Oct 12 11:19:31.335997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4a9a7-da84-4a0c-b995-cf5de4251c23 None None] Network 7165bbe0-7470-4172-83fa-846f0e5346fd requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:31.406084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.407059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:31.407679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.458239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:19:31.465195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Allocated IP 192.168.233.97 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/dceb3741-c2e9-4429-9641-97eb1e9b3d5c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:31.473043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] Provisioning complete for port b5592403-6ca5-4bd2-be54-b5686ee9c858 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:31.473511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.518567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=42c6fd6e-6e10-49ab-9350-e1a98e720621,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:31.536626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f950d14a-78e3-49fa-9777-31fde82b6fb8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4960883 Oct 12 11:19:31.540028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:31.541372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:31.541744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-3249198a-abcc-467d-a194-92a2e4d80246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:31.543596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-3249198a-abcc-467d-a194-92a2e4d80246 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.2246957 Oct 12 11:19:31.550302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Request body: {'subnet': {'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-749919412-subnet', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:31.696080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:31.702463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Made reservation on behalf of f2f38b9bcd2f44b598cd780d5f1d67cb for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:31.707185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.723746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Sync routers for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:31.788672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:31.789609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:31.884409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:31.900351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-e0b9e0cd-153f-4c9f-9410-c8a476b498b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1002 time: 0.3395901 Oct 12 11:19:31.904261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-a812ed83-c96d-461d-8f26-c0615932c756 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552614 Oct 12 11:19:31.961302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] For port b5592403-6ca5-4bd2-be54-b5686ee9c858, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b5592403-6ca5-4bd2-be54-b5686ee9c858,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:31.999475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.000440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:32.000914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-88458822-b06f-46c4-8ca8-ea6305fcaa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:32.001010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e7b6d0c6-7ad5-42a3-89dc-d2e8347ecfde admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0950627 Oct 12 11:19:32.001010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48896) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:32.001235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-88458822-b06f-46c4-8ca8-ea6305fcaa17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0727124 Oct 12 11:19:32.020787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f16cd5d6-dc8e-4d11-ab1f-81d40499d130 req-2ff1f13d-f92a-4a3a-832e-ff72e9a41af7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 210 time: 0.0502961 Oct 12 11:19:32.034955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18bd9a-aabc-4b69-88b7-88f2bf5476b0 req-43dadfa6-8e76-4494-b8ef-305795ca6173 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:32.037301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f18bd9a-aabc-4b69-88b7-88f2bf5476b0 req-43dadfa6-8e76-4494-b8ef-305795ca6173 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.4069464 Oct 12 11:19:32.041772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.084140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.145214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.184804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-6bf14e39-7bea-4362-b238-1aa33e00415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:32.186361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-6bf14e39-7bea-4362-b238-1aa33e00415a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1101 time: 0.1896663 Oct 12 11:19:32.216608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f18bd9a-aabc-4b69-88b7-88f2bf5476b0 req-b142ece0-abeb-429f-989b-41a48dc4404e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404159 Oct 12 11:19:32.219887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-0e6cc6ff-b0d9-4eb2-a049-fc159b5f4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:32.227182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-0e6cc6ff-b0d9-4eb2-a049-fc159b5f4800 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112849 Oct 12 11:19:32.251603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3073a385-bfd3-4599-a619-d68005429cc9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:32.306954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b5592403-6ca5-4bd2-be54-b5686ee9c858 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:32.309646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78dbef-5342-4e2b-90d8-e78499f39a84 req-62649561-fe1b-4ab6-8e6f-1b3364c0bda5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:32.318977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e78dbef-5342-4e2b-90d8-e78499f39a84 req-62649561-fe1b-4ab6-8e6f-1b3364c0bda5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1873984 Oct 12 11:19:32.376491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c571524b-e769-41f3-8fb9-10a8da2a6618 None None] Provisioning complete for port b5592403-6ca5-4bd2-be54-b5686ee9c858 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:32.377215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c571524b-e769-41f3-8fb9-10a8da2a6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.384306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-603dd431-6a4d-4852-ad0d-97e0139cff4f service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442623 Oct 12 11:19:32.405725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.410464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd119e-9a0b-4508-ba79-f28fb47431ca None None] Pushing event updated for resources: {'Port': ['ID=b5592403-6ca5-4bd2-be54-b5686ee9c858,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:32.426738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:32.433743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:32.501113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df5f53c-492e-4bb3-bee9-581f4f795bdf req-22b1e576-483a-44ab-a643-3ff227d05284 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1054077 Oct 12 11:19:32.758053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b5592403-6ca5-4bd2-be54-b5686ee9c858 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:32.758320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:32.841046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Checking segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:32.841815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Network hostable DHCP agents. Network: 42c6fd6e-6e10-49ab-9350-e1a98e720621, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:19:32.856978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e78dbef-5342-4e2b-90d8-e78499f39a84 req-1593736f-8dc5-47c0-8e6f-7b478b047baa tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371697 Oct 12 11:19:32.876175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:30Z', 'revision_number': 3, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:32.931222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Checking router: 45eb120f-1d26-41f1-a1fc-38fb9240dff9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:32.931564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Updating router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 port 60106ba1-0a73-4def-bdff-af2fbefdd4ba binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:33.003890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:19:33.044068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.103782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 42c6fd6e-6e10-49ab-9350-e1a98e720621) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:33.104477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d056e33-4885-4650-8fbf-222a372d0e20 req-7f2a328d-c09a-4c5f-bafd-d90131391f7d service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006435 Oct 12 11:19:33.138228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ffc738-d411-4152-8f93-866b56fb22c8 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:33.145486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:33.168850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:33.172704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.174381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.176307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:33.212010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:33.231885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-318d5d98-d6ec-4f50-972a-10a8c340cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.234211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-318d5d98-d6ec-4f50-972a-10a8c340cf7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 1.0059202 Oct 12 11:19:33.286962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.288053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.307613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1f2ea-2f93-47c2-ad9a-5366dd0e754b req-ac00731b-f461-4c51-9384-fec069c06396 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.309550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86f1f2ea-2f93-47c2-ad9a-5366dd0e754b req-ac00731b-f461-4c51-9384-fec069c06396 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1423199 Oct 12 11:19:33.322857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95efd9ed-1d41-4eff-97e9-fd1720d05912 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7814798 Oct 12 11:19:33.355624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48950) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:33.363323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-00a9b4fb-f6cd-4fb1-aa85-c09b22c23fcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.1190951 Oct 12 11:19:33.370075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:33.465424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-32530a49-3b57-4b7b-bbb5-a98d4a8dc619 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6809256 Oct 12 11:19:33.477586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86f1f2ea-2f93-47c2-ad9a-5366dd0e754b req-425457a0-4ead-471b-aa2d-e099775e2ead tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519320 Oct 12 11:19:33.478362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Request body: {'port': {'device_id': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:33.532841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-34311501-ae93-4526-b56c-6a8a76883fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.534421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-34311501-ae93-4526-b56c-6a8a76883fff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1572511 Oct 12 11:19:33.625018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440dd1-c449-4c19-b7a6-cd6f8f9671c5 req-2d6854c9-1100-4955-b0f2-0fd776d59284 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.626530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5440dd1-c449-4c19-b7a6-cd6f8f9671c5 req-2d6854c9-1100-4955-b0f2-0fd776d59284 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 935 time: 0.2584388 Oct 12 11:19:33.676472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.694353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.695436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.710519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-4203b845-176f-4943-8ee4-93eddca3ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:33.712608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-4203b845-176f-4943-8ee4-93eddca3ee50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633849 Oct 12 11:19:33.717055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.729056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5440dd1-c449-4c19-b7a6-cd6f8f9671c5 req-a885206d-3893-4ca6-b92b-cd805f2063af tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824995 Oct 12 11:19:33.744766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-42c6fd6e-6e10-49ab-9350-e1a98e720621', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:19:33.755886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.760718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48968) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:33.841613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.861135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1250d0e7-2c10-47b8-9468-f47a1261352a None None] Provisioning complete for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:33.861936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1250d0e7-2c10-47b8-9468-f47a1261352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.884028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a0cca6-748f-4065-a560-f4a5ebe3f696 req-3fd541d9-10d0-48e9-92c5-f6a2836db4c0 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1174874 Oct 12 11:19:33.957569 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.975446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c48427df-8f03-4259-ba32-cd2b52bb98da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.977734 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:33.984684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1250d0e7-2c10-47b8-9468-f47a1261352a None None] Port dceb3741-c2e9-4429-9641-97eb1e9b3d5c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:33.997910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-b5c9e3f1-472a-4e70-8927-31af730a6d12 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484155 Oct 12 11:19:34.124322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaa9e3-e302-4ce8-b2d3-4e9036b08b1b None None] Pushing event updated for resources: {'Port': ['ID=60106ba1-0a73-4def-bdff-af2fbefdd4ba,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.126762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c1ac-422f-4ec4-b6b7-1441aff79f07 req-dde5afb1-afc8-4cf6-b7d5-ba99a5189545 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:34.135399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dae3c1ac-422f-4ec4-b6b7-1441aff79f07 req-dde5afb1-afc8-4cf6-b7d5-ba99a5189545 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2540708 Oct 12 11:19:34.138662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Allocated IP 172.20.0.2 (42c6fd6e-6e10-49ab-9350-e1a98e720621/3073a385-bfd3-4599-a619-d68005429cc9/4b93ad12-b280-4c71-9c36-5f8ca6b878b2) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:34.140811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Attempting to bind port 60106ba1-0a73-4def-bdff-af2fbefdd4ba on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:34.141274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Attempting to bind port 60106ba1-0a73-4def-bdff-af2fbefdd4ba by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:34.142018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Attempting to bind port 60106ba1-0a73-4def-bdff-af2fbefdd4ba on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:34.156227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:34.157043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:34.157276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.157959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:34.158412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Bound port: 60106ba1-0a73-4def-bdff-af2fbefdd4ba, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:34.158920 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.196005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Allocated IP 172.20.0.1 (7165bbe0-7470-4172-83fa-846f0e5346fd/0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91/f845c30d-e889-4c53-8ea9-d057491a9e38) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:34.213447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.283623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dae3c1ac-422f-4ec4-b6b7-1441aff79f07 req-57badfb1-a584-41e6-a733-63c7f68d34de tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472824 Oct 12 11:19:34.291101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] For port 60106ba1-0a73-4def-bdff-af2fbefdd4ba, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:34.296939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b5592403-6ca5-4bd2-be54-b5686ee9c858 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:34.302102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b9f8b1d-81e0-40d3-b47c-19fc7a8a35d3 req-d547314c-2d51-4c21-8a39-f132ad21db5e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959623 Oct 12 11:19:34.341830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c48427df-8f03-4259-ba32-cd2b52bb98da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.353205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:34.362028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.367379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] For port 60106ba1-0a73-4def-bdff-af2fbefdd4ba, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=60106ba1-0a73-4def-bdff-af2fbefdd4ba,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:34.375959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Transition to ACTIVE for port object dceb3741-c2e9-4429-9641-97eb1e9b3d5c will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:19:34.419171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.437759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b5592403-6ca5-4bd2-be54-b5686ee9c858 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:34.438134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.452929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.455426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c48427df-8f03-4259-ba32-cd2b52bb98da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.461900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.466586 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.496247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882321b-894c-465c-bb57-2e83f5cadfaa req-af7e5d5c-3a17-4077-929c-4278b1606eee tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:34.497847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f882321b-894c-465c-bb57-2e83f5cadfaa req-af7e5d5c-3a17-4077-929c-4278b1606eee tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0935133 Oct 12 11:19:34.543843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c48427df-8f03-4259-ba32-cd2b52bb98da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec8eb9431cfa42508cd47467241d4793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731361 Oct 12 11:19:34.548003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48978) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:34.550177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48427df-8f03-4259-ba32-cd2b52bb98da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00a6e8-3bf3-4f1d-bec9-5eefba5b040e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.556221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.560127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.563498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:34.564370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:34.569571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaa9e3-e302-4ce8-b2d3-4e9036b08b1b None None] Pushing event updated for resources: {'Port': ['ID=60106ba1-0a73-4def-bdff-af2fbefdd4ba,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.660455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.678349 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:19:34.687085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:34.714912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:34.724504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Pushing event updated for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.725577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:34.725915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:34.726242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:34.728026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:34.736055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.737637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:19:34.737924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:34.746573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f882321b-894c-465c-bb57-2e83f5cadfaa req-e6e06447-1a35-41c0-9b82-1868d17e1408 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273824 Oct 12 11:19:34.761470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:34.762000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:34.762238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:34.762637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Bound port: dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:34.763024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.782181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Pushing event updated for resources: {'Port': ['ID=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:34.797924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Network 7165bbe0-7470-4172-83fa-846f0e5346fd is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:34.809514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:34.815512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:34.845977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.887220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.892819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Attempting to bind port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:34.893343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Attempting to bind port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:34.893802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Attempting to bind port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 on network 42c6fd6e-6e10-49ab-9350-e1a98e720621 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:34.903664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:34.904173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Checking segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:34.905243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.905908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Bound using segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:34.906524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Bound port: 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:34.907044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.979971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:34.993123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:35.005558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:35.009369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:35.026751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.040944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5866a-565f-4b17-ab6f-fec953462727 req-85d71166-38d6-44fb-bb2d-027c3f769d34 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.042818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-94b5866a-565f-4b17-ab6f-fec953462727 req-85d71166-38d6-44fb-bb2d-027c3f769d34 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1936915 Oct 12 11:19:35.091460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41062c-5cc1-44ac-af62-093dfcaf1354 req-e005a180-2c8d-42d7-a7b1-fcab544fe37b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.093650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b41062c-5cc1-44ac-af62-093dfcaf1354 req-e005a180-2c8d-42d7-a7b1-fcab544fe37b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1313121 Oct 12 11:19:35.104104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-94b5866a-565f-4b17-ab6f-fec953462727 req-fb7eb99b-bf1b-471f-b008-068f09543ff7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497422 Oct 12 11:19:35.114533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] For port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:35.116729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.152368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] For port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:35.178996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:35.184490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b41062c-5cc1-44ac-af62-093dfcaf1354 req-42d59220-5096-4958-8333-f4f7a16ebc8c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792096 Oct 12 11:19:35.214013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.216926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.218248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a00a6e8-3bf3-4f1d-bec9-5eefba5b040e HTTP/1.1" status: 204 len: 168 time: 0.6689413 Oct 12 11:19:35.245712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.246875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.248187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-0ab04802-6c05-4d3c-97fe-0e0a24256271 service neutron] 10.222.0.41 "PUT /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 1095 time: 1.7740302 Oct 12 11:19:35.262071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:35.265269 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:35.270284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6959ba48-bc55-49fb-818a-68fa142fa48b req-8805f3a1-8476-443f-9d94-24e3cba015fe tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0748301 Oct 12 11:19:35.272001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ac46-0cbc-4b6b-83b6-d32cea7d646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00a6e8-3bf3-4f1d-bec9-5eefba5b040e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:35.338949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.377037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Allocated IP 172.25.2.94 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5425a80f-cb1a-451a-ac1c-6db2a6941e4f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:35.390846 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.434354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-6d1bfd0e-89c3-4c07-81fd-a8f4df623b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.435916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-6d1bfd0e-89c3-4c07-81fd-a8f4df623b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.0909088 Oct 12 11:19:35.496796 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cfd5f4-a0cc-4441-8a70-b52e2d3e8e51 x-openstack-request-id: req-f9cfd5f4-a0cc-4441-8a70-b52e2d3e8e51 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:35.497072 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:35.497321 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9cfd5f4-a0cc-4441-8a70-b52e2d3e8e51 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:35.497721 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'status': 'completed', 'code': 200} Oct 12 11:19:35.498054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8772e167-e68a-4f5f-9e6a-b600b99fcd3b None None] Provisioning complete for port f845c30d-e889-4c53-8ea9-d057491a9e38 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:35.498947 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8772e167-e68a-4f5f-9e6a-b600b99fcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.500142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-01d14a99-40e6-4690-9e35-d03388e5e40c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0555897 Oct 12 11:19:35.558332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-e6818b41-1b3c-4561-b26a-fca0f57178ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.560747 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-e6818b41-1b3c-4561-b26a-fca0f57178ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0527623 Oct 12 11:19:35.587705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc92057-53ef-407c-9fe0-cef9d9f61781 None None] Pushing event updated for resources: {'Port': ['ID=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:35.600498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9c51-ce41-45f9-84e1-d6bd0e6f363a req-815a9e61-830b-4af0-b9cd-73c09facc9b0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.602269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f57d9c51-ce41-45f9-84e1-d6bd0e6f363a req-815a9e61-830b-4af0-b9cd-73c09facc9b0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2590654 Oct 12 11:19:35.623123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-f7ef9ba8-7b76-45e9-9ce5-dd01235dcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:35.625700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-f7ef9ba8-7b76-45e9-9ce5-dd01235dcc1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555878 Oct 12 11:19:35.640104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8772e167-e68a-4f5f-9e6a-b600b99fcd3b None None] Port f845c30d-e889-4c53-8ea9-d057491a9e38 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:35.709797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:30Z', 'revision_number': 3, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:35.799575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-7eeff8c9-824c-44a4-b43f-5715999320e7 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622846 Oct 12 11:19:35.811036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f57d9c51-ce41-45f9-84e1-d6bd0e6f363a req-196f3bba-c1da-4318-87e6-44bed6ccb75c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984599 Oct 12 11:19:35.822100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216669b-5528-480c-8785-da9bf5f85d0c None None] The sync data for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 is: [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:30Z', 'revision_number': 3, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:35.917068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:35.956445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.016073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.061455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3bc7332-e655-4e65-b7ee-dbd48ddc0796 req-b05ab123-65e0-4cec-968a-5c6938200a5a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517419 Oct 12 11:19:36.115792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.190840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:36.191755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Pushing event updated for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:36.226327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:36.233943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:36.330685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.374154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:36.416369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-16cc79ac-4f3a-4911-a58c-0638acf1c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:36.418991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-16cc79ac-4f3a-4911-a58c-0638acf1c0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.2282097 Oct 12 11:19:36.463902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e59b6-de7a-419c-b310-8dacb4a91adb req-0b92b46e-08d5-455a-8805-99860c9d0178 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:36.465486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f1e59b6-de7a-419c-b310-8dacb4a91adb req-0b92b46e-08d5-455a-8805-99860c9d0178 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1978011 Oct 12 11:19:36.480749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Pushing event updated for resources: {'Port': ['ID=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:36.504869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:36.514521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.594403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ffa0e-3bd1-417a-b688-87a1311948f0 req-5a8254fa-bb92-48ac-8153-44fbb517b33a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:36.596198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e18ffa0e-3bd1-417a-b688-87a1311948f0 req-5a8254fa-bb92-48ac-8153-44fbb517b33a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.3966370 Oct 12 11:19:36.644668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-e00324fc-f901-4f6d-90a1-77229b434427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:36.646101 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-e00324fc-f901-4f6d-90a1-77229b434427 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1797020 Oct 12 11:19:36.705565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:36.758306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-2aacb508-28da-4ca8-b12f-35a52fc28de8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0914254 Oct 12 11:19:36.792837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:36.829290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Network 7165bbe0-7470-4172-83fa-846f0e5346fd is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:36.833054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:36.848367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e18ffa0e-3bd1-417a-b688-87a1311948f0 req-a2424b3a-34ba-4f51-980d-0c507252d3fa tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440197 Oct 12 11:19:36.852088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f1e59b6-de7a-419c-b310-8dacb4a91adb req-cf098d84-217d-4155-b693-b47ec3e1bd0c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049601 Oct 12 11:19:36.884341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:19:36.900781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-294c1a31-a1cd-4062-9142-51049fd394be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:36.902264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-294c1a31-a1cd-4062-9142-51049fd394be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1237020 Oct 12 11:19:37.062486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-de5dac4d-04d0-4962-a6e3-56778bae72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:37.064390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-de5dac4d-04d0-4962-a6e3-56778bae72d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433477 Oct 12 11:19:37.209821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:37.226536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:37.305704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:37.320524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'mac_address': 'fa:16:3e:c4:38:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:19:37.344223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94a8d1b9-fa28-41b1-8013-9e4f700bfdf5 req-c5c575f5-e05b-4076-a87f-bce3cb79cdf4 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.3450968 Oct 12 11:19:37.362848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf206c-01d0-4d8e-aa9c-1b9f16440627 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:37.372309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-a38c8b76-c74b-4e4e-abcb-1c7637bc8f21 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992239 Oct 12 11:19:37.445149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:37.463462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:37.464637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf79a92-4a45-41c2-bef7-d96e820d2955 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:37.485787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1cf42b26-9733-4118-b941-1c3af411c81d None None] Provisioning complete for port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:37.486415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1cf42b26-9733-4118-b941-1c3af411c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:37.502995 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:37.512672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636104c-b4fc-47f5-900c-5944ed9739d6 req-47a503fa-2792-464a-a0a9-6644b34203c3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:37.521084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e636104c-b4fc-47f5-900c-5944ed9739d6 req-47a503fa-2792-464a-a0a9-6644b34203c3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1527193 Oct 12 11:19:37.532926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:37.606035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:37.618189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e812ee-ea9f-4d95-8329-905f3b8d2ca4 req-8d79ac82-e9c2-4b1d-832b-5113d5c1a15c service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316039 Oct 12 11:19:37.637903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e636104c-b4fc-47f5-900c-5944ed9739d6 req-bedfcdc0-7b16-47a9-baf1-6a92aea5a29b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147010 Oct 12 11:19:37.680942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:37.763274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2cf79a92-4a45-41c2-bef7-d96e820d2955'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:37.789110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49092) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:37.883499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1cf42b26-9733-4118-b941-1c3af411c81d None None] Provisioning complete for port f845c30d-e889-4c53-8ea9-d057491a9e38 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:37.884139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1cf42b26-9733-4118-b941-1c3af411c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.004417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1cf42b26-9733-4118-b941-1c3af411c81d None None] Port f845c30d-e889-4c53-8ea9-d057491a9e38 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:38.084386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.174208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47a3b74a-6471-40fa-af55-578db226a961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.231345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d53e9e50-0b01-4be9-8df4-9efcfb6e140f None None] Provisioning complete for port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:38.236231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d53e9e50-0b01-4be9-8df4-9efcfb6e140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.255905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27442f50-10c9-43b3-8255-eeb46f292b91 req-2a66b20c-631f-4b10-a8dd-3f35dc35766a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:38.269531 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-27442f50-10c9-43b3-8255-eeb46f292b91 req-2a66b20c-631f-4b10-a8dd-3f35dc35766a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1956749 Oct 12 11:19:38.379404 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-27442f50-10c9-43b3-8255-eeb46f292b91 req-0e2f017a-6eb9-46e9-b877-edb74f26b260 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083803 Oct 12 11:19:38.466838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:38.481331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47a3b74a-6471-40fa-af55-578db226a961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.544594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47a3b74a-6471-40fa-af55-578db226a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.560893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:38.561479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.642027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3b74a-6471-40fa-af55-578db226a961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f9936a-dc83-4825-a212-841efeeb7bd0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:38.652870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-47a3b74a-6471-40fa-af55-578db226a961 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d739a446f274380b8ef9b7ac78885bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8626695 Oct 12 11:19:38.656832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49118) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:38.754235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4105f-e5b0-429e-823a-b3cf2fc2467e req-9e6528f5-905c-4eac-9bf8-cb55df995836 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:38.756026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bf4105f-e5b0-429e-823a-b3cf2fc2467e req-9e6528f5-905c-4eac-9bf8-cb55df995836 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.6753538 Oct 12 11:19:38.802527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 60106ba1-0a73-4def-bdff-af2fbefdd4ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:38.805410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5f0fd99-4ac6-49cb-b637-c691c297473a req-5f9b1768-678e-4cb2-bf14-9377f86b8575 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0875456 Oct 12 11:19:38.855770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.870141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bf4105f-e5b0-429e-823a-b3cf2fc2467e req-d0b24f3a-e354-4a99-8d09-9a009c53aa91 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738246 Oct 12 11:19:38.871632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:38.883975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 60106ba1-0a73-4def-bdff-af2fbefdd4ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:38.884423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:38.887147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16021f61-408e-4eed-a4d8-766900160552 admin admin] 10.222.0.43 "PUT /v2.0/routers/45eb120f-1d26-41f1-a1fc-38fb9240dff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8990700 Oct 12 11:19:38.888650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Sync routers for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:38.903650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:38.905049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:38.906764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:38.942336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.035443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Router 84117524-4d81-4aa3-9c33-e6322196394f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:19:39.077942 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:39.104199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf2e5-e73a-4b11-8b38-96e88bb4c658 req-532bea16-f94d-4c96-9f38-392aea524d5f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:39.116235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e4cf2e5-e73a-4b11-8b38-96e88bb4c658 req-532bea16-f94d-4c96-9f38-392aea524d5f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1457000 Oct 12 11:19:39.145202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49122) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:39.175480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 2cf79a92-4a45-41c2-bef7-d96e820d2955 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:39.176005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.180504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.223403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.226071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.241361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1f9936a-dc83-4825-a212-841efeeb7bd0 HTTP/1.1" status: 204 len: 168 time: 0.5817330 Oct 12 11:19:39.260778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:39.263348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e4cf2e5-e73a-4b11-8b38-96e88bb4c658 req-4d249dcc-0271-49c6-ae14-10caaaeac3f6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459551 Oct 12 11:19:39.274958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1809572882'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:39.284558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Sync routers for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:39.288409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0337b5-6a4a-453e-a8ac-c2460edaa03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f9936a-dc83-4825-a212-841efeeb7bd0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:39.317590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 60106ba1-0a73-4def-bdff-af2fbefdd4ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=60106ba1-0a73-4def-bdff-af2fbefdd4ba,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:39.337929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:39.338794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:39.377312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.377312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0836dcfe-4a39-452f-8532-02939dad1e39 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0171905 Oct 12 11:19:39.385813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49132) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:39.433396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.501822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c07e39-e03a-4858-90dd-c9c89c60ed33 req-429c5f75-ca8b-4747-bcac-b3e7cf30ef50 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:39.509950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7c07e39-e03a-4858-90dd-c9c89c60ed33 req-429c5f75-ca8b-4747-bcac-b3e7cf30ef50 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0644619 Oct 12 11:19:39.518132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:39.523994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.560445 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:35Z', 'revision_number': 4, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f845c30d-e889-4c53-8ea9-d057491a9e38', 'name': '', 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'mac_address': 'fa:16:3e:a1:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:35Z', 'revision_number': 2, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'subnets': [{'id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:39.580401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:39.600272 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Checking router: 45eb120f-1d26-41f1-a1fc-38fb9240dff9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:39.605812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Updating router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 port f845c30d-e889-4c53-8ea9-d057491a9e38 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:39.605986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.605986 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Added segment 03c149c5-bbea-49db-91bf-a012255c2a86 of type vlan for network e5b1bc58-0296-4867-8c5d-11333eb66e99 Oct 12 11:19:39.645364 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.667539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:39.701789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.799348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7c07e39-e03a-4858-90dd-c9c89c60ed33 req-c68b1499-0e0b-4b74-b3d5-a2762733dca7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821779 Oct 12 11:19:39.802102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.811430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:39.812298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:39.867817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=60106ba1-0a73-4def-bdff-af2fbefdd4ba,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:39.999419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:19:40.099613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4c01-31e8-415b-8e9f-0c4cccf5cc79 req-6bcc5cbb-af44-484b-802d-dc476ac97f96 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:40.101985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678e4c01-31e8-415b-8e9f-0c4cccf5cc79 req-6bcc5cbb-af44-484b-802d-dc476ac97f96 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1089087 Oct 12 11:19:40.132761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:40.169204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'mac_address': 'fa:16:3e:24:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:19:40.174091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.226562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.246595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678e4c01-31e8-415b-8e9f-0c4cccf5cc79 req-e225ce34-e191-44e1-9f55-e23ebaa4b17f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223779 Oct 12 11:19:40.311509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a9917bd-ed28-4be2-bfcb-81cb08bcaf75 req-2d32942e-ce2c-4d64-b9fd-16d4bd7ed015 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.2942283 Oct 12 11:19:40.357408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2111092 Oct 12 11:19:40.363634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:40.370265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fcda7-7de2-406b-81a0-7c061e827b6b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Network': ['ID=e5b1bc58-0296-4867-8c5d-11333eb66e99,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:40.377317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'subnet': {'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:40.439909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:40.442338 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.472724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:40.477080 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0ac90-5813-4f06-a439-8635ea76f901" -d '{"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:40.481187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 60106ba1-0a73-4def-bdff-af2fbefdd4ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:40.484925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:40.636112 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.658855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded8b7-78e1-4036-8d8e-f532b10abc2c req-497197bf-30a6-4c57-9fc2-421873ce0231 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:40.670861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7ded8b7-78e1-4036-8d8e-f532b10abc2c req-497197bf-30a6-4c57-9fc2-421873ce0231 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.2149346 Oct 12 11:19:40.674455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Allocated IP 172.20.0.1 (42c6fd6e-6e10-49ab-9350-e1a98e720621/3073a385-bfd3-4599-a619-d68005429cc9/7fab8f40-c35b-4dd7-8805-9753d4c562b4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:40.752937 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Pushing event updated for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:40.788994 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.789338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.789675 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.790006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.796103 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.796525 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.796863 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.797196 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.797522 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.797854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.798164 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.798493 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:40.838687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7ded8b7-78e1-4036-8d8e-f532b10abc2c req-69bd5389-ae2a-41ab-a29c-1881026f7200 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664591 Oct 12 11:19:40.840223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bd9ce-c5d8-421e-822a-b16bd1878831 req-9ee79b4f-f506-45b2-a482-cd8a78367898 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:40.844717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.851690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:40.854631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-888bd9ce-c5d8-421e-822a-b16bd1878831 req-9ee79b4f-f506-45b2-a482-cd8a78367898 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 813 time: 0.2556334 Oct 12 11:19:40.862686 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.893572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-888bd9ce-c5d8-421e-822a-b16bd1878831 req-c9b2ef46-2d6f-48eb-af00-750c41cd5c9e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/quotas/61781a565c514035a26e69a21bb532cb HTTP/1.1" status: 200 len: 375 time: 0.0334201 Oct 12 11:19:40.930615 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Attempting to bind port f845c30d-e889-4c53-8ea9-d057491a9e38 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:40.931298 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Attempting to bind port f845c30d-e889-4c53-8ea9-d057491a9e38 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:40.931835 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Attempting to bind port f845c30d-e889-4c53-8ea9-d057491a9e38 on network 7165bbe0-7470-4172-83fa-846f0e5346fd {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:40.938659 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:40.939639 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Checking segment: {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:40.940219 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.940774 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Bound using segment: {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:40.941553 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Bound port: f845c30d-e889-4c53-8ea9-d057491a9e38, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18576e53-55cd-4761-be30-5119a52695ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:40.942134 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:40.989697 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13c49f-22b1-464c-8ef1-a03c8f04d156 x-openstack-request-id: req-ed13c49f-22b1-464c-8ef1-a03c8f04d156 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:40.989697 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:40.989697 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed13c49f-22b1-464c-8ef1-a03c8f04d156 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:40.992278 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'code': 200} Oct 12 11:19:41.033675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-888bd9ce-c5d8-421e-822a-b16bd1878831 req-fba3fea5-e7be-4e69-af52-dc65ac5953e0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367884 Oct 12 11:19:41.136751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.157882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.261227 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] For port f845c30d-e889-4c53-8ea9-d057491a9e38, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:41.271873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] For port f845c30d-e889-4c53-8ea9-d057491a9e38, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f845c30d-e889-4c53-8ea9-d057491a9e38,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:41.331245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:19:41.346393 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.364638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8b40f-8ff2-4d68-9106-547296c3bb6a req-bcab80da-f3fe-4267-9066-2dbece6238a2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:41.366092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a8b40f-8ff2-4d68-9106-547296c3bb6a req-bcab80da-f3fe-4267-9066-2dbece6238a2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0986872 Oct 12 11:19:41.401574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.447758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.453671 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f09be-8c9a-4f1f-bd8b-916dd139f97f None None] Pushing event updated for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:41.459651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a8b40f-8ff2-4d68-9106-547296c3bb6a req-1cab6d73-3aa9-4bfd-9fe1-34d2df6e3667 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798018 Oct 12 11:19:41.466759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:41.490238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:41.491258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:41.499907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:41.502521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:41.522481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] Provisioning complete for port f845c30d-e889-4c53-8ea9-d057491a9e38 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:41.527020 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.570074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 60106ba1-0a73-4def-bdff-af2fbefdd4ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:41.574819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.575526 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:41.575526 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:41.606896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:41.716504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcc9ab-c056-4056-9431-9d14b14d299a req-8faa66a5-9ad4-4ffe-b331-d91bdcf4dda7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:41.735052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bebcc9ab-c056-4056-9431-9d14b14d299a req-8faa66a5-9ad4-4ffe-b331-d91bdcf4dda7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1184313 Oct 12 11:19:41.755418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Pushing event updated for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:41.842497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bebcc9ab-c056-4056-9431-9d14b14d299a req-5332b7fc-397c-47fd-a317-c8e82f83bff5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026640 Oct 12 11:19:41.899892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Subnet': ['ID=f2bcf903-87bb-40a4-a35f-8cad9ff93a32,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:41.908721 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:41.958012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:41.999329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dceb3741-c2e9-4429-9641-97eb1e9b3d5c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:19:42.004053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a23a32c3-7bc0-4876-bd25-217f61f66ca4 req-cf2654d1-bb59-406e-a380-5e19a7042ddd tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.2628171 Oct 12 11:19:42.064874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.119367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:36Z', 'revision_number': 3, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:42.160834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75ff57-ae0e-4dfe-8be8-0edc67da1d60 req-83b99c85-809d-4d2e-951c-f91071e2fa6c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:42.162578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b75ff57-ae0e-4dfe-8be8-0edc67da1d60 req-83b99c85-809d-4d2e-951c-f91071e2fa6c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.1380420 Oct 12 11:19:42.164795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Checking segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:42.165364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network hostable DHCP agents. Network: e5b1bc58-0296-4867-8c5d-11333eb66e99, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:19:42.245446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b75ff57-ae0e-4dfe-8be8-0edc67da1d60 req-96665a7c-0b56-40bd-bdce-49cec08858cf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726235 Oct 12 11:19:42.293492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab34591-1069-427d-90ed-83be58240ef4 req-24affcb2-2e2f-4850-ba7c-aa49f5fda80a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=61781a565c514035a26e69a21bb532cb HTTP/1.1" status: 200 len: 221 time: 0.0614257 Oct 12 11:19:42.301704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Checking router: 84117524-4d81-4aa3-9c33-e6322196394f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:42.302085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Updating router 84117524-4d81-4aa3-9c33-e6322196394f port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:42.320506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.344204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:19:42.431227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.454390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e5b1bc58-0296-4867-8c5d-11333eb66e99) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:42.475419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:42.476228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.484177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d74b3-d0ce-44e7-a340-ae81e629218d None None] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:42.542051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] For port f845c30d-e889-4c53-8ea9-d057491a9e38, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f845c30d-e889-4c53-8ea9-d057491a9e38,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:42.546233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.550898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:35Z', 'revision_number': 4, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f845c30d-e889-4c53-8ea9-d057491a9e38', 'name': '', 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'mac_address': 'fa:16:3e:a1:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:41Z', 'revision_number': 4, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'subnets': [{'id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:42.579885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-640137bb-0e9e-4dff-8ef5-3dd7b9a0997f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2150414 Oct 12 11:19:42.583694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60479c3a-9180-4f46-9c5e-4d5f62862e26 req-c43c1069-77b1-4bfe-b5ce-448183cb9d65 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:42.593855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60479c3a-9180-4f46-9c5e-4d5f62862e26 req-c43c1069-77b1-4bfe-b5ce-448183cb9d65 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0889871 Oct 12 11:19:42.596657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49240) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:42.604844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1665523169'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:42.626545 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4ab23-e98b-4f74-a5a2-f1b68947b4e3 None None] The sync data for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 is: [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:35Z', 'revision_number': 4, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f845c30d-e889-4c53-8ea9-d057491a9e38', 'name': '', 'network_id': '7165bbe0-7470-4172-83fa-846f0e5346fd', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'mac_address': 'fa:16:3e:a1:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:41Z', 'revision_number': 4, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'subnets': [{'id': '0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:42.629073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.672350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60479c3a-9180-4f46-9c5e-4d5f62862e26 req-9d2749aa-f00f-4c71-ba61-0753585a5037 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697792 Oct 12 11:19:42.913989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:42.919615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.919813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8f21-e08e-42b6-8614-de47fa6a6454 None None] Pushing event updated for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:42.934476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e6f8589e-531d-4d20-b622-11d69a109cfc None None] Provisioning complete for port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:42.935098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6f8589e-531d-4d20-b622-11d69a109cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:42.995462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.023538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:43.042369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6474f4f-e55d-4f91-b663-60d8fbac6839 req-cfa600c1-ef90-45c1-a0b3-a85fdffc80d6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:43.060787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6474f4f-e55d-4f91-b663-60d8fbac6839 req-cfa600c1-ef90-45c1-a0b3-a85fdffc80d6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2242999 Oct 12 11:19:43.079483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.079883 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Added segment b4c2b67d-3168-4822-9df8-c90348823ac9 of type vlan for network b50fa518-71f0-42fd-aff5-879d17862139 Oct 12 11:19:43.082722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.180168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8589e-531d-4d20-b622-11d69a109cfc None None] Port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:43.181886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-e5b1bc58-0296-4867-8c5d-11333eb66e99', 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'fixed_ips': [{'subnet_id': 'f2bcf903-87bb-40a4-a35f-8cad9ff93a32'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:19:43.182766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.219712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6474f4f-e55d-4f91-b663-60d8fbac6839 req-bd284b14-a580-4cdd-95d6-9845db96b061 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579003 Oct 12 11:19:43.267657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e6f8589e-531d-4d20-b622-11d69a109cfc None None] Provisioning complete for port f845c30d-e889-4c53-8ea9-d057491a9e38 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:43.268037 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6f8589e-531d-4d20-b622-11d69a109cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.290962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49260) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:43.301493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bdc133c1-2318-49f9-835f-5fa529581880 req-c1784a83-c0b6-4ea2-972b-44caf09007c2 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1237378 Oct 12 11:19:43.324724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.365994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.375306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Pushing event updated for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:43.547019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-642e0624-abdb-45a0-a982-31a4e047e86a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1102916909'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:43.547664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-642e0624-abdb-45a0-a982-31a4e047e86a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Unknown quota resources ['metering_label']. {{(pid=95548) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:19:43.552904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33637c-98f3-4f70-a8b7-c07f3735bce9 req-d9be5471-dd8f-430e-831c-9c7c0517ca1a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:43.567945 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab33637c-98f3-4f70-a8b7-c07f3735bce9 req-d9be5471-dd8f-430e-831c-9c7c0517ca1a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1267006 Oct 12 11:19:43.659739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab33637c-98f3-4f70-a8b7-c07f3735bce9 req-fad1d418-a204-46bc-a672-fc90e0d2bf93 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906482 Oct 12 11:19:43.731170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.738012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:43.738665 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:43.904188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Allocated IP 19.80.0.2 (e5b1bc58-0296-4867-8c5d-11333eb66e99/f2bcf903-87bb-40a4-a35f-8cad9ff93a32/174d9dd8-94a6-4b98-9d32-6e5e69a00666) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:43.936474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3378975 Oct 12 11:19:43.945619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:43.952033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'subnet': {'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:43.975242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.085657 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.102783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee86fd-0340-4def-bdef-7e35140a1c8e req-7c598b7c-4e80-43f3-8425-c7eda45630e7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:44.105362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6586d-1be3-4fd5-93b9-bf466bed264c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Network': ['ID=b50fa518-71f0-42fd-aff5-879d17862139,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:44.117174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43ee86fd-0340-4def-bdef-7e35140a1c8e req-7c598b7c-4e80-43f3-8425-c7eda45630e7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1846042 Oct 12 11:19:44.138063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b50fa518-71f0-42fd-aff5-879d17862139 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:44.202807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43ee86fd-0340-4def-bdef-7e35140a1c8e req-f484b230-af23-424f-9401-42268abc4e6c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846364 Oct 12 11:19:44.254939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Attempting to bind port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:44.254939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Attempting to bind port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:44.254939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Attempting to bind port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:44.266119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f4cf-a504-47b6-8258-412d14406ae5 None None] Pushing event updated for resources: {'Port': ['ID=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:44.269700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:44.280354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.289102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:44.289466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:44.289869 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.290255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:44.290764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Bound port: 5425a80f-cb1a-451a-ac1c-6db2a6941e4f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:44.291145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.302021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-642e0624-abdb-45a0-a982-31a4e047e86a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.311766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-642e0624-abdb-45a0-a982-31a4e047e86a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0140247 Oct 12 11:19:44.325903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a989-6965-4482-97cb-10e54eb85dba req-c96a98c1-ad91-4cc7-aac2-15cbe5100a60 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:44.334109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49284) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:44.335344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38e3a989-6965-4482-97cb-10e54eb85dba req-c96a98c1-ad91-4cc7-aac2-15cbe5100a60 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.9218338 Oct 12 11:19:44.359580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a507fd3e-89e2-46bb-b440-6d20fd505c55 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '73e1ad1b-b82a-4a8c-bf6b-d7dd39bbf7f5'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:44.365691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a507fd3e-89e2-46bb-b440-6d20fd505c55 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:19:44.402217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:44.415008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] For port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:44.419023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.423668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] For port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:44.425880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38e3a989-6965-4482-97cb-10e54eb85dba req-18985ac5-63a9-4151-a557-83a16e28b109 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896027 Oct 12 11:19:44.432181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:44.510046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.586541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:44.652549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7122ceb8-b0f1-4a30-9a2e-56dc6b372170 req-e0134a9e-870e-41c0-8e41-e079667a1a8e tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0838912 Oct 12 11:19:44.673325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f845c30d-e889-4c53-8ea9-d057491a9e38 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:44.724381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:44.730609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:44.735172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:44.738969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1bc6-18fd-4fca-a174-82dd189f1c72 req-03a7c0db-6019-44d4-9148-696f7b8252fd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:44.746825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e0b1bc6-18fd-4fca-a174-82dd189f1c72 req-03a7c0db-6019-44d4-9148-696f7b8252fd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.4037757 Oct 12 11:19:44.784740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Router 84117524-4d81-4aa3-9c33-e6322196394f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:19:44.792309 n-d-813419-3 neutron-server[95547]: WARNING neutron.services.metering.metering_plugin [None req-a507fd3e-89e2-46bb-b440-6d20fd505c55 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 11:19:44.951826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e0b1bc6-18fd-4fca-a174-82dd189f1c72 req-2de76a03-0fcc-4346-b7aa-c14a29f1d992 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032921 Oct 12 11:19:45.078075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a507fd3e-89e2-46bb-b440-6d20fd505c55 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.079516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a507fd3e-89e2-46bb-b440-6d20fd505c55 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7351897 Oct 12 11:19:45.083505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49302) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:45.088197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-92554b1f-5210-482b-86cf-f1bd8b8181db tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '73e1ad1b-b82a-4a8c-bf6b-d7dd39bbf7f5'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:45.088954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-92554b1f-5210-482b-86cf-f1bd8b8181db tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:19:45.126289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:45.126966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:45.235336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43dec-4438-4e46-99f3-27067ef9f080 req-13edd0fb-08c6-47fa-affa-74e95de123e8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:45.243488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bde43dec-4438-4e46-99f3-27067ef9f080 req-13edd0fb-08c6-47fa-affa-74e95de123e8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1698108 Oct 12 11:19:45.268024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:45.291459 n-d-813419-3 neutron-server[95547]: WARNING neutron.services.metering.metering_plugin [None req-92554b1f-5210-482b-86cf-f1bd8b8181db tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 11:19:45.309659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bde43dec-4438-4e46-99f3-27067ef9f080 req-db18070e-633e-42f9-a8e7-bac1e985201a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648851 Oct 12 11:19:45.369905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:19:45.372779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f4cf-a504-47b6-8258-412d14406ae5 None None] Pushing event updated for resources: {'Port': ['ID=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:45.394137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6342530a-8290-490f-b5cb-fb32134dd108 admin admin] 10.222.0.43 "PUT /v2.0/routers/84117524-4d81-4aa3-9c33-e6322196394f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0143178 Oct 12 11:19:45.432746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Pushing event updated for resources: {'Port': ['ID=174d9dd8-94a6-4b98-9d32-6e5e69a00666,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:45.443940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-076cab27-1be4-4f98-a419-77c7114ad172 None None] Provisioning complete for port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:45.444311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-076cab27-1be4-4f98-a419-77c7114ad172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.521687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Attempting to bind port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:45.522109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Attempting to bind port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:45.522419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Attempting to bind port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 on network e5b1bc58-0296-4867-8c5d-11333eb66e99 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:45.532419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:45.532790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Checking segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:45.533202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.533600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Bound using segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:45.534097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Bound port: 174d9dd8-94a6-4b98-9d32-6e5e69a00666, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:45.534491 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.536711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-076cab27-1be4-4f98-a419-77c7114ad172 None None] Port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:45.671332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999adf-36ca-4592-a955-bf8022983a31 req-000a0df7-b250-44f9-9771-4dd5572a9d91 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:45.673300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e999adf-36ca-4592-a955-bf8022983a31 req-000a0df7-b250-44f9-9771-4dd5572a9d91 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.0998268 Oct 12 11:19:45.680007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f845c30d-e889-4c53-8ea9-d057491a9e38 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:45.680466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.722424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e999adf-36ca-4592-a955-bf8022983a31 req-53f20f06-2e88-45f2-a179-5c8053829012 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Oct 12 11:19:45.800828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] For port 174d9dd8-94a6-4b98-9d32-6e5e69a00666, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:45.881907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] For port 174d9dd8-94a6-4b98-9d32-6e5e69a00666, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=174d9dd8-94a6-4b98-9d32-6e5e69a00666,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:45.882725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.886145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 2, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:45.912005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e9d41-49fa-46fd-b266-c1514056d758 None None] The sync data for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 is: [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 2, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:45.929083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92554b1f-5210-482b-86cf-f1bd8b8181db tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.933921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-92554b1f-5210-482b-86cf-f1bd8b8181db tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8490734 Oct 12 11:19:45.939685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49320) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:45.949181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3828add7-90c7-4726-8a0f-81b052f153d4 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=4c78a562-d98d-4bfb-b577-9837349815d1 HTTP/1.1" status: 200 len: 464 time: 0.0095644 Oct 12 11:19:45.952339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49322) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:45.972078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:45.999172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f80aa-8812-498c-83ab-1d08470f3936 req-4c20a117-3788-4ad1-84b8-7bb270ca4c7c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:46.001024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d5f80aa-8812-498c-83ab-1d08470f3936 req-4c20a117-3788-4ad1-84b8-7bb270ca4c7c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1743135 Oct 12 11:19:46.005845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Subnet': ['ID=a707600e-097b-44e0-956b-dce5be012d32,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:46.008064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:46.039435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Checking segment: {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:46.040003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network hostable DHCP agents. Network: b50fa518-71f0-42fd-aff5-879d17862139, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:19:46.090050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d5f80aa-8812-498c-83ab-1d08470f3936 req-33d3c753-b980-4163-8cbb-1c8f78379843 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817623 Oct 12 11:19:46.129573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8808d04-dcae-4037-b539-c939ddc1ca9b None None] Pushing event updated for resources: {'Port': ['ID=174d9dd8-94a6-4b98-9d32-6e5e69a00666,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:46.178427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network b50fa518-71f0-42fd-aff5-879d17862139 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:19:46.202140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:19:46.209553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:46.213287 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.217174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77ace2a0-964e-43b1-b441-4e0ab94da0ed tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.221397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49332) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:46.221746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-77ace2a0-964e-43b1-b441-4e0ab94da0ed tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/4c78a562-d98d-4bfb-b577-9837349815d1 HTTP/1.1" status: 204 len: 168 time: 0.2681360 Oct 12 11:19:46.236300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0bc51e28-dcd4-47b4-b79e-5107d31d629a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=4c78a562-d98d-4bfb-b577-9837349815d1 HTTP/1.1" status: 200 len: 221 time: 0.0131645 Oct 12 11:19:46.240533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49334) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:46.240869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49336) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:46.253781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261206589', 'description': 'tempest-description--58194170'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:46.279793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-520b64d1-48f6-4ccd-8262-f838d51936a5 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--606640787', 'description': 'label created by tempest'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:46.280359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-520b64d1-48f6-4ccd-8262-f838d51936a5 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Unknown quota resources ['metering_label']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:19:46.350436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b50fa518-71f0-42fd-aff5-879d17862139) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:46.373621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6ce77-3e57-4aa8-b73c-39abe8f61392 None None] Network b50fa518-71f0-42fd-aff5-879d17862139 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:46.422095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c2caef0-bc44-4629-b2e5-f8d69d85c18f req-f1b9e8d9-a6f2-484b-9c48-67738bc3098e tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1337926 Oct 12 11:19:46.423061 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.526417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:46.527210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.538057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.630619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:46.633314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:19:46.637275 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444ac35-f437-455c-9130-327148cc15dc" -d '{"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-plugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:19:46.688233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 174d9dd8-94a6-4b98-9d32-6e5e69a00666 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:46.719864 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2fc79c-d698-4507-83ea-96deb0f58e71 x-openstack-request-id: req-9a2fc79c-d698-4507-83ea-96deb0f58e71 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:19:46.720314 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-plugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:19:46.720667 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a2fc79c-d698-4507-83ea-96deb0f58e71 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:19:46.721197 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'code': 200} Oct 12 11:19:46.726334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:46.978608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687969d-7485-46ce-bb20-b3f82d09b23b req-c8a8bda9-fccf-466a-b04b-98394acab49b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:46.980411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7687969d-7485-46ce-bb20-b3f82d09b23b req-c8a8bda9-fccf-466a-b04b-98394acab49b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1091573 Oct 12 11:19:47.026727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db3607f2-14fe-40cc-8c5f-599f3deb241e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0799751 Oct 12 11:19:47.032660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:47.040536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-b50fa518-71f0-42fd-aff5-879d17862139', 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'fixed_ips': [{'subnet_id': 'a707600e-097b-44e0-956b-dce5be012d32'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:19:47.042116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.121574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7687969d-7485-46ce-bb20-b3f82d09b23b req-9047e929-7de6-4e41-bb97-ec97d4a1fc7f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292012 Oct 12 11:19:47.208059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:47.208673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.210123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-520b64d1-48f6-4ccd-8262-f838d51936a5 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.214128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:47.223542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-520b64d1-48f6-4ccd-8262-f838d51936a5 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9476471 Oct 12 11:19:47.317171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-62b6e154-3c39-4647-a582-32b0cd198e6d tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=f981eb55-ebf2-4bc0-8839-ca4d2c2716be HTTP/1.1" status: 200 len: 467 time: 0.1008685 Oct 12 11:19:47.320716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:47.364210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.385265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c443d69-c3a6-4080-88d9-68959dab9a5f req-582a00d1-3365-4377-9904-a2658e8c8541 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:47.396174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c443d69-c3a6-4080-88d9-68959dab9a5f req-582a00d1-3365-4377-9904-a2658e8c8541 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.7093403 Oct 12 11:19:47.423892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a512-44aa-41c5-aaa5-107cd19c77b3 req-fd361df8-b52f-4cee-aa98-e950580388ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:47.432914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41e6a512-44aa-41c5-aaa5-107cd19c77b3 req-fd361df8-b52f-4cee-aa98-e950580388ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1100 time: 0.6153452 Oct 12 11:19:47.453753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Allocated IP 19.86.0.2 (b50fa518-71f0-42fd-aff5-879d17862139/a707600e-097b-44e0-956b-dce5be012d32/951a5ed1-a70c-46d3-9284-31b3d72a0efd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:47.457012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.627423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.633344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52d2cb-7cc0-4082-8857-66958b7ac9ce,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:47.640427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41e6a512-44aa-41c5-aaa5-107cd19c77b3 req-fbb391be-1636-4e13-8230-c21bf549fce5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844010 Oct 12 11:19:47.714866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c443d69-c3a6-4080-88d9-68959dab9a5f req-489d0b3b-d828-456a-8209-3945e5cf1783 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176224 Oct 12 11:19:47.786186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 174d9dd8-94a6-4b98-9d32-6e5e69a00666, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=174d9dd8-94a6-4b98-9d32-6e5e69a00666,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:47.823345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eac2325-60ee-4002-b203-e56f2862520d req-11653a8c-5575-445e-a5a5-40ffd67029a6 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0501308 Oct 12 11:19:47.830395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.834790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f713b50-9227-4030-b497-15158c45e57c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5929048 Oct 12 11:19:47.836695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49376) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:47.848056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'security_group_rule': {'security_group_id': '3d52d2cb-7cc0-4082-8857-66958b7ac9ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:47.919811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.922546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-acc5af19-c85c-421a-99af-c0c2ecb1be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.930742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-39578000-d716-45f4-a20e-1713573b4c4d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:47.943099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-39578000-d716-45f4-a20e-1713573b4c4d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:47.944599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-39578000-d716-45f4-a20e-1713573b4c4d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/networks?id=e5b1bc58-0296-4867-8c5d-11333eb66e99&id=b50fa518-71f0-42fd-aff5-879d17862139&id=e5b1bc58-0296-4867-8c5d-11333eb66e99 HTTP/1.1" status: 200 len: 1392 time: 0.2005906 Oct 12 11:19:47.965960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66c52277-d2cd-4ad1-b01a-9d0293fe46f7 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:47.972341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66c52277-d2cd-4ad1-b01a-9d0293fe46f7 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/f981eb55-ebf2-4bc0-8839-ca4d2c2716be HTTP/1.1" status: 204 len: 168 time: 0.6496065 Oct 12 11:19:47.977506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49386) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:47.994280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-015e68f3-c630-41b7-b22a-264c12330371 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/quotas/4b7695a2357243e1b80a2b1f3d8c825f HTTP/1.1" status: 200 len: 375 time: 0.0207794 Oct 12 11:19:48.029922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ba9a25d-f9d2-43aa-9afe-e591d52af486 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=f981eb55-ebf2-4bc0-8839-ca4d2c2716be HTTP/1.1" status: 200 len: 216 time: 0.0502415 Oct 12 11:19:48.033332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49388) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.043830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bafbbf-0600-42b5-b195-495f2285ff49 None None] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:48.069283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.121693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c722596f-4f0b-4750-8f82-058fd5b9cfae tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0826044 Oct 12 11:19:48.121975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-b1b21301-78eb-449b-940c-946b422bc971 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1161602 Oct 12 11:19:48.122164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49392) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.162622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-15c89eeb-8ec7-44ac-a112-d1c8f2cb081f tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230772 Oct 12 11:19:48.191572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49394) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.211839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e966c15b-98e1-40f3-9e0f-4e0f95128abe None None] Provisioning complete for port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:48.217678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e966c15b-98e1-40f3-9e0f-4e0f95128abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.260677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-eb102be8-288d-4eba-a063-94aaec392894 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353319 Oct 12 11:19:48.317326 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.378676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24e8c799-d5b7-4612-884a-609a3e6b400c tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/73e1ad1b-b82a-4a8c-bf6b-d7dd39bbf7f5 HTTP/1.1" status: 200 len: 473 time: 0.1840534 Oct 12 11:19:48.386219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.387113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=174d9dd8-94a6-4b98-9d32-6e5e69a00666,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:48.395690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-bfe80cbc-54ce-4a74-8eec-033dd3f4d456 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308084 Oct 12 11:19:48.402743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.443113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-163a5733-2787-4089-8978-afc520cdb8a0 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/e02847eb-3c88-4085-949e-09f1609a8d44 HTTP/1.1" status: 200 len: 461 time: 0.0459554 Oct 12 11:19:48.443113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.443113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49400) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.461615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Network b50fa518-71f0-42fd-aff5-879d17862139 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:48.465525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998e8c-0c55-4eaa-949b-de3f780cfa51 req-3ce57d50-0006-4349-b80f-53a5e8f98922 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:48.474881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2998e8c-0c55-4eaa-949b-de3f780cfa51 req-3ce57d50-0006-4349-b80f-53a5e8f98922 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.3155472 Oct 12 11:19:48.488178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:48.497370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:48.517668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.613010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe10f49-4b1e-4960-ac36-e228437b7012,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:48.621421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-7ac09993-9415-4620-9802-96fdfca73ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/b50fa518-71f0-42fd-aff5-879d17862139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247913 Oct 12 11:19:48.676974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Pushing event updated for resources: {'Port': ['ID=951a5ed1-a70c-46d3-9284-31b3d72a0efd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:48.699437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.701636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-19faa641-f455-45aa-9c5d-085068e2f343 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8613489 Oct 12 11:19:48.708507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49406) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.728973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'security_group_rule': {'security_group_id': '3d52d2cb-7cc0-4082-8857-66958b7ac9ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:48.778647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-df2e20ed-a788-4acf-a3c3-4d9dd5053d2a service neutron] 10.222.0.43 "GET /v2.0/networks/b50fa518-71f0-42fd-aff5-879d17862139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488960 Oct 12 11:19:48.808307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2998e8c-0c55-4eaa-949b-de3f780cfa51 req-0dd26d91-0696-4211-852b-a9c08788fa05 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323855 Oct 12 11:19:48.826525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4530f261-44e4-4a46-a144-3743bd772e7a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:48.832050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4530f261-44e4-4a46-a144-3743bd772e7a tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/e02847eb-3c88-4085-949e-09f1609a8d44 HTTP/1.1" status: 204 len: 168 time: 0.3869100 Oct 12 11:19:48.837381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:48.923058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5425a80f-cb1a-451a-ac1c-6db2a6941e4f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:48.979372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-531e2c02-e0da-4b77-99c1-65f297209a9d service neutron] 10.222.0.43 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984282 Oct 12 11:19:49.065449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Attempting to bind port 951a5ed1-a70c-46d3-9284-31b3d72a0efd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:49.065977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Attempting to bind port 951a5ed1-a70c-46d3-9284-31b3d72a0efd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:49.067006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Attempting to bind port 951a5ed1-a70c-46d3-9284-31b3d72a0efd on network b50fa518-71f0-42fd-aff5-879d17862139 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:49.077791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:49.079298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Checking segment: {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:49.079298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.079298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Bound using segment: {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:49.080049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Bound port: 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:49.080737 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.130680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-924fe712-d087-44e9-a1fb-d5798d0c1d36 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473601 Oct 12 11:19:49.131266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.164490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:49.165340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.223187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.330550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] For port 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:49.333463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f939a4-8aab-47ae-9cb2-4bed8b9ca3f2 req-b5e46f2b-906f-4a08-ac37-8b90be1aa9f3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:49.338174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] For port 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=951a5ed1-a70c-46d3-9284-31b3d72a0efd,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:49.341339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71f939a4-8aab-47ae-9cb2-4bed8b9ca3f2 req-b5e46f2b-906f-4a08-ac37-8b90be1aa9f3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.3703108 Oct 12 11:19:49.349374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.404718 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.455168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.477105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d44bbd2-d48b-45f2-bf4b-c067b53f0d32 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.479410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3d44bbd2-d48b-45f2-bf4b-c067b53f0d32 tempest-MeteringTestJSON-1763183562 tempest-MeteringTestJSON-1763183562-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/73e1ad1b-b82a-4a8c-bf6b-d7dd39bbf7f5 HTTP/1.1" status: 204 len: 168 time: 0.6410260 Oct 12 11:19:49.490745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71f939a4-8aab-47ae-9cb2-4bed8b9ca3f2 req-88c3997d-80cb-41c8-86fc-78146493cc00 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472902 Oct 12 11:19:49.498800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404e49cb-e45f-4e5a-8263-01e799946e6a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:49.583060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.587234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a4f5fce6-667e-41de-b945-23d0741086a6 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8772070 Oct 12 11:19:49.590170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:49.590355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49422) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:49.596095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:49.612880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1cc1e3f5-7299-435e-8a82-bee6b8fb8d0f None None] Provisioning complete for port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:49.613387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e3f5-7299-435e-8a82-bee6b8fb8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.615411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a753c50-b33f-4286-ad38-1fa00465d401 None None] Pushing event updated for resources: {'Port': ['ID=951a5ed1-a70c-46d3-9284-31b3d72a0efd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:49.697830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.698794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 174d9dd8-94a6-4b98-9d32-6e5e69a00666 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:49.797041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:49.849131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70c6f17c-8f1d-4ff7-8244-a5116332bb68 req-7641a4e2-9e6a-4bcb-ae0f-65b28bd343d9 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0675170 Oct 12 11:19:49.908021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:49.940093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff83c3-e151-42b6-a07e-be6b9b754335 req-1a186d45-68b3-4870-8826-52f5a72e1fe7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:49.947266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baff83c3-e151-42b6-a07e-be6b9b754335 req-1a186d45-68b3-4870-8826-52f5a72e1fe7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2328820 Oct 12 11:19:50.079259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:50.079628 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.108856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baff83c3-e151-42b6-a07e-be6b9b754335 req-3d0ba6ba-9f0b-42c0-9e84-bff7441c4968 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202791 Oct 12 11:19:50.152865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-382035ad-bca8-465a-8573-afb376f890cc req-22657add-3b55-4cb9-85f6-d403edb19114 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 210 time: 0.0670378 Oct 12 11:19:50.205500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.277363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Sync routers for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:19:50.298873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:50.299663 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:50.381839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49444) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:50.410545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Allocated IP 172.25.2.174 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/78c17628-62d5-4edf-9079-1729e8dbb904) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:50.417189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-521355f0-810d-4df0-b5b9-12e35264ac86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.423675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469d708-5dc2-40a4-98f7-16fa3d0240c6 req-b2db876b-1938-4422-b314-3b9c1805ba3d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:50.428583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a469d708-5dc2-40a4-98f7-16fa3d0240c6 req-b2db876b-1938-4422-b314-3b9c1805ba3d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1562762 Oct 12 11:19:50.510911 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:50.596753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.600335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a469d708-5dc2-40a4-98f7-16fa3d0240c6 req-522ced13-d499-47d3-aefb-2ceed468e6ee tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646888 Oct 12 11:19:50.641851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.753576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.788519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127daca-afcf-47da-8a84-ef59c09752ad req-bbbb17ab-1fe4-4237-b48c-d64c0f4fd7d3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:50.799310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f127daca-afcf-47da-8a84-ef59c09752ad req-bbbb17ab-1fe4-4237-b48c-d64c0f4fd7d3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1352735 Oct 12 11:19:50.838016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5425a80f-cb1a-451a-ac1c-6db2a6941e4f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:50.868601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.945110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:50.945779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:50.967503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23864e5-2195-4f08-bc28-1a33038cd71f req-50ad88e6-0c0d-4c4f-808d-1d821aa7a012 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:50.976520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e23864e5-2195-4f08-bc28-1a33038cd71f req-50ad88e6-0c0d-4c4f-808d-1d821aa7a012 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1043355 Oct 12 11:19:50.979464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:50.980238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.021527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f127daca-afcf-47da-8a84-ef59c09752ad req-72b0aabd-eddb-40ae-a265-efd4bb20b5c0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212214 Oct 12 11:19:51.039467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:51.048170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:51.097511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 951a5ed1-a70c-46d3-9284-31b3d72a0efd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:51.129588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e11eabb3aa15463294215cfe44e818c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440348 Oct 12 11:19:51.143573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49462) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:51.153762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'Port': ['ID=78c17628-62d5-4edf-9079-1729e8dbb904,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:51.173048 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 2, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:51.189949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a275e2-6986-4e96-a555-c37e58345988,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:51.215006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68a94490-01cb-4220-90eb-0b7a9ad864d4 req-0b2fca2a-dd6d-491f-bc22-5a6fcbc4c6d5 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0668726 Oct 12 11:19:51.235933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 951a5ed1-a70c-46d3-9284-31b3d72a0efd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:51.236530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.243096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e23864e5-2195-4f08-bc28-1a33038cd71f req-3fdbf050-a892-4294-af8c-99b094681218 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510014 Oct 12 11:19:51.250200 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Checking router: 84117524-4d81-4aa3-9c33-e6322196394f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:19:51.250553 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Updating router 84117524-4d81-4aa3-9c33-e6322196394f port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:19:51.255686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.256037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.256384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.256718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.258994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.259531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.260039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.260559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.262216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.262758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.271214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.271793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc4bfb-6b4b-4e88-9f88-d8ee32023088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:19:51.358134 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.469085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.474445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.477276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.525306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=951a5ed1-a70c-46d3-9284-31b3d72a0efd,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:51.549979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09fd5125-404e-4181-af4b-8536186705cd req-5f7bd78f-1695-4ba8-a782-13758f0cd9bf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 210 time: 0.0842240 Oct 12 11:19:51.589434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.602748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5d39d-b648-4785-b9bd-bb7f84966214 None None] Network b50fa518-71f0-42fd-aff5-879d17862139 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:19:51.670854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.703890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9279c-b9a3-4641-82e1-039a216690a6 req-b06b66eb-cf14-4781-acf2-b9ef9670e5e3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:51.705450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80f9279c-b9a3-4641-82e1-039a216690a6 req-b06b66eb-cf14-4781-acf2-b9ef9670e5e3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.2913866 Oct 12 11:19:51.826341 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.830089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.833030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.834459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1a275e2-6986-4e96-a555-c37e58345988 HTTP/1.1" status: 204 len: 168 time: 0.6887465 Oct 12 11:19:51.844070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daadc0c-3a44-43b2-8c7c-e36a20696a63 req-34c832d8-f889-4aa2-bc49-6ac80f33a084 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:51.851522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80f9279c-b9a3-4641-82e1-039a216690a6 req-cc78c166-9c45-4724-8630-fb4ceff6e411 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381509 Oct 12 11:19:51.852064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4daadc0c-3a44-43b2-8c7c-e36a20696a63 req-34c832d8-f889-4aa2-bc49-6ac80f33a084 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1375203 Oct 12 11:19:51.879730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59f07-f4d6-4164-a189-89e0f90408fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a275e2-6986-4e96-a555-c37e58345988,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:51.879906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.882224 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.971487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c3393ddf-4284-47b8-a7e6-9049be2bbed5 None None] Provisioning complete for port 951a5ed1-a70c-46d3-9284-31b3d72a0efd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:51.971995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3393ddf-4284-47b8-a7e6-9049be2bbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.978110 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:51.978642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4daadc0c-3a44-43b2-8c7c-e36a20696a63 req-048a38bb-258b-4de2-8361-db67b07d94a4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254423 Oct 12 11:19:52.055855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.066183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.124986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=951a5ed1-a70c-46d3-9284-31b3d72a0efd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:52.132847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78b2f6-a9ff-4515-bad7-d787b75f5762 None None] Pushing event updated for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:52.247504 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Attempting to bind port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:19:52.248396 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Attempting to bind port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:19:52.249944 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Attempting to bind port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 on network 42c6fd6e-6e10-49ab-9350-e1a98e720621 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:19:52.269145 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:19:52.272877 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Checking segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:19:52.274084 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.279943 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Bound using segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:19:52.279943 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Bound port: 7fab8f40-c35b-4dd7-8805-9753d4c562b4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:19:52.279943 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.281181 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.367422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a3ba5-86c3-460e-b9ad-c8fd8d9bb9cb req-0de765f3-1814-4994-a09d-0a0f19c383f3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:52.381418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac5a3ba5-86c3-460e-b9ad-c8fd8d9bb9cb req-0de765f3-1814-4994-a09d-0a0f19c383f3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1786072 Oct 12 11:19:52.399654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.438455 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] For port 7fab8f40-c35b-4dd7-8805-9753d4c562b4, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:19:52.481266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-48fcfe9b-0f3a-4e74-b14b-8b365e76e808 None None] Provisioning complete for port 951a5ed1-a70c-46d3-9284-31b3d72a0efd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:52.482884 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] For port 7fab8f40-c35b-4dd7-8805-9753d4c562b4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7fab8f40-c35b-4dd7-8805-9753d4c562b4,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:19:52.484983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48fcfe9b-0f3a-4e74-b14b-8b365e76e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.568292 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.632503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac5a3ba5-86c3-460e-b9ad-c8fd8d9bb9cb req-b51e507f-4aa9-4155-ba1c-c0e4b35e17d2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451406 Oct 12 11:19:52.649242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 951a5ed1-a70c-46d3-9284-31b3d72a0efd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:52.719812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'Port': ['ID=78c17628-62d5-4edf-9079-1729e8dbb904,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:52.765065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5be5324d-44e0-44a3-94f5-66500e41d090 req-c92c0711-9cc7-4b0a-aa5d-7c332a2148bb tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1136000 Oct 12 11:19:52.840253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:52.861344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f85b-bdd4-495a-ba28-8edecb04f1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:52.889205 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78b2f6-a9ff-4515-bad7-d787b75f5762 None None] Pushing event updated for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:52.931224 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:19:52.933277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:53.000254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.006409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 951a5ed1-a70c-46d3-9284-31b3d72a0efd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:53.006790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.016210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a13386b-fc7d-453c-adf8-8430ce01dabd req-87c0d7a3-ed9d-4001-b1eb-5db3a2cf7074 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 210 time: 0.1062262 Oct 12 11:19:53.176174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1734280b-4867-4c48-8886-17b7ab4debe1 req-5d1124d7-7ded-4e0f-9b2f-a686786ffaa9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.2397025 Oct 12 11:19:53.183820 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:19:53.185344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-f99611d5-a97c-4e27-8654-9038e5842819 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:53.203092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-f99611d5-a97c-4e27-8654-9038e5842819 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:53.207655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-f99611d5-a97c-4e27-8654-9038e5842819 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "GET /v2.0/networks?id=e5b1bc58-0296-4867-8c5d-11333eb66e99&id=b50fa518-71f0-42fd-aff5-879d17862139&id=e5b1bc58-0296-4867-8c5d-11333eb66e99 HTTP/1.1" status: 200 len: 1392 time: 0.6015193 Oct 12 11:19:53.212520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f85b-bdd4-495a-ba28-8edecb04f1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.228024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.269770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'admin_state_up': True, 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:53.273900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] Provisioning complete for port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:53.274595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.308160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f85b-bdd4-495a-ba28-8edecb04f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.382274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ab6c3-989b-4eec-8f46-ae07a8d7d3e6 req-cf1d8671-e8ef-4b55-8c92-7cb222659e1c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:53.392721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e45ab6c3-989b-4eec-8f46-ae07a8d7d3e6 req-cf1d8671-e8ef-4b55-8c92-7cb222659e1c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1399586 Oct 12 11:19:53.397831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3d8f85b-bdd4-495a-ba28-8edecb04f1c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da2c701cc95b4da19cc53d8dd45e1063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562112 Oct 12 11:19:53.403205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8f85b-bdd4-495a-ba28-8edecb04f1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c507043-0350-4489-b7a1-acd76cf73a9b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:53.417850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49518) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:53.447741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.498818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e45ab6c3-989b-4eec-8f46-ae07a8d7d3e6 req-4ed7247b-890c-4ee8-81db-eab528a61a99 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038237 Oct 12 11:19:53.531598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] For port 7fab8f40-c35b-4dd7-8805-9753d4c562b4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7fab8f40-c35b-4dd7-8805-9753d4c562b4,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:19:53.549106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.558314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb9c702f-1004-4211-8d9a-95140ffd3d88 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9588833 Oct 12 11:19:53.606458 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.620967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-a1888682-bec4-4445-acc1-1e5ec22949e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5638914 Oct 12 11:19:53.625482 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.652741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184a140-405f-485a-810b-0839c5e255a6 req-2bc3d2d6-8405-4d85-aad6-44635f8157dd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:53.655440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:52Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:19:53.662722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5184a140-405f-485a-810b-0839c5e255a6 req-2bc3d2d6-8405-4d85-aad6-44635f8157dd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.6044593 Oct 12 11:19:53.716906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.734606 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35ae94-4ef2-40b3-adc1-46f5dfe8cd09 None None] The sync data for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 is: [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:52Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:19:53.735773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5184a140-405f-485a-810b-0839c5e255a6 req-2da926a8-3084-4540-a7b7-23370f56332a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Oct 12 11:19:53.775494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2754a-6eba-47a8-9932-9a5b4d93c481 None None] Pushing event updated for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:53.828768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-255b69c4-347f-4e3b-ba3b-cb8f1f899533 None None] Provisioning complete for port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:53.831756 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-255b69c4-347f-4e3b-ba3b-cb8f1f899533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.876170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:53.882460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:53.883894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535d359-9484-465f-86b1-c9b660209b9f req-5c50178a-9043-41cf-8c11-0ae28f4ed1f2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:53.893230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0535d359-9484-465f-86b1-c9b660209b9f req-5c50178a-9043-41cf-8c11-0ae28f4ed1f2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2578371 Oct 12 11:19:53.965964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0535d359-9484-465f-86b1-c9b660209b9f req-e18c51f0-e061-4e29-b57e-795306fce637 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714097 Oct 12 11:19:54.069780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:54.072494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:54.073708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c507043-0350-4489-b7a1-acd76cf73a9b HTTP/1.1" status: 204 len: 168 time: 0.6547599 Oct 12 11:19:54.108108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd516e36-01ec-49ca-a500-c20001cccdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c507043-0350-4489-b7a1-acd76cf73a9b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:54.222925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4b2271d-d636-419d-8413-16c299f20dd4 req-55fab5c7-185e-486d-928a-dcfc38ceb99e tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0689542 Oct 12 11:19:54.378782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-21ab9344-ad8b-4be7-927a-8ececc838d7c tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1261206589&fields=id&tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb HTTP/1.1" status: 200 len: 267 time: 0.2030234 Oct 12 11:19:54.392533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42ed8681-cb03-4805-9b92-d636ee78ca22 req-62c88dd1-c897-4b8d-89ba-c1eb21a6c78f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 210 time: 0.0397718 Oct 12 11:19:54.428512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Allocated IP 19.80.0.205 (e5b1bc58-0296-4867-8c5d-11333eb66e99/f2bcf903-87bb-40a4-a35f-8cad9ff93a32/1120e051-7281-4cbb-a5b3-b678f47ea2bf) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:54.565443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-17f0f5c4-7584-4213-948e-8bfa16875739 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:54.565443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-17f0f5c4-7584-4213-948e-8bfa16875739 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/networks?id=42c6fd6e-6e10-49ab-9350-e1a98e720621 HTTP/1.1" status: 200 len: 811 time: 0.1793139 Oct 12 11:19:54.610381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-2c0f055b-f024-44bc-971f-826c1201e44d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/quotas/f2f38b9bcd2f44b598cd780d5f1d67cb HTTP/1.1" status: 200 len: 375 time: 0.0357506 Oct 12 11:19:54.610809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7fab8f40-c35b-4dd7-8805-9753d4c562b4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:19:54.659214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f1120-43ee-4295-9340-dc4c2d5e7800 req-aa176faf-32a1-4021-92f1-0198d0751b64 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:54.662121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f1f1120-43ee-4295-9340-dc4c2d5e7800 req-aa176faf-32a1-4021-92f1-0198d0751b64 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0655138 Oct 12 11:19:54.702022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:54.703201 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:54.725106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-8ab72412-00df-4269-8c1d-918add506ec5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060574 Oct 12 11:19:54.752578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f1f1120-43ee-4295-9340-dc4c2d5e7800 req-291be864-17f7-49ef-af3c-6832c667e7f9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845785 Oct 12 11:19:54.909093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:54.949919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-4440a05e-37b8-4451-9c1c-78587d135f42 service neutron] 10.222.0.43 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239821 Oct 12 11:19:55.066753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273eeb8-4636-4647-a816-ae526c8ec607 req-40c5bc28-e15d-440c-9d2d-7917467b47e4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:55.090951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b273eeb8-4636-4647-a816-ae526c8ec607 req-40c5bc28-e15d-440c-9d2d-7917467b47e4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.1888731 Oct 12 11:19:55.198201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b273eeb8-4636-4647-a816-ae526c8ec607 req-68cf4168-3f86-4ca8-9c59-f3e0e9d5e5e1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895722 Oct 12 11:19:55.403307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ff5be-02a8-473f-83a9-b7545e9ec3ea req-0f41e829-41d3-4185-99d7-dabd8e4ef9f9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:55.405742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f67ff5be-02a8-473f-83a9-b7545e9ec3ea req-0f41e829-41d3-4185-99d7-dabd8e4ef9f9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0886011 Oct 12 11:19:55.467778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f67ff5be-02a8-473f-83a9-b7545e9ec3ea req-7e001581-11c1-41bf-8e1c-36cfbbbbb9a6 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Oct 12 11:19:55.642754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-b516c854-ea6f-4d2d-8f54-9a28be3b981b service neutron] 10.222.0.43 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814635 Oct 12 11:19:55.678736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4d20-4863-4ff6-8791-094f60e2cd18 req-36cd9856-29fa-45fe-a40a-009fa4c20ed0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:55.680606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-372c4d20-4863-4ff6-8791-094f60e2cd18 req-36cd9856-29fa-45fe-a40a-009fa4c20ed0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0751796 Oct 12 11:19:55.708013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:55.740823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-372c4d20-4863-4ff6-8791-094f60e2cd18 req-a52dc6cb-aafe-4334-adbc-a2558be877d0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Oct 12 11:19:55.794593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:55.798948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:55.801758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:55.886937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:55.945480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:55.947574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:56.061840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-72419307-7ab6-4961-833a-de935c43c02b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8043454 Oct 12 11:19:56.192692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d4af0ba-7627-4b0d-8fec-7602a0f96e48 req-f57fa0b9-4083-40cc-9959-0d65b3a07a82 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0900464 Oct 12 11:19:56.207251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139', 'admin_state_up': True, 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:56.341816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-250f4c23-a9bf-41b1-9a92-e7013d6f283f None None] Provisioning complete for port 1120e051-7281-4cbb-a5b3-b678f47ea2bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:56.343366 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-250f4c23-a9bf-41b1-9a92-e7013d6f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:56.415502 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:56.421011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-250f4c23-a9bf-41b1-9a92-e7013d6f283f None None] Port 1120e051-7281-4cbb-a5b3-b678f47ea2bf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:56.436158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4a9f-40e2-4515-80c6-d95d695fbd4b req-c3408d00-4e11-4720-9163-fe09a07a36c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:56.444424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cc4a9f-40e2-4515-80c6-d95d695fbd4b req-c3408d00-4e11-4720-9163-fe09a07a36c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 932 time: 0.0976291 Oct 12 11:19:56.501250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cc4a9f-40e2-4515-80c6-d95d695fbd4b req-1b8063e9-502c-4378-a08d-5aa28c200bad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Oct 12 11:19:56.561155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:56.567711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:56.629218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-753d5dde-dda0-4476-9b78-70280af2fa19 req-7d970a7d-33fb-4eec-ba10-e6cb5481ceb5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 210 time: 0.0572643 Oct 12 11:19:56.811376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Allocated IP 19.86.0.154 (b50fa518-71f0-42fd-aff5-879d17862139/a707600e-097b-44e0-956b-dce5be012d32/b6ebaea6-993c-4011-b755-27fb2db7e634) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:57.062978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3301b95-550f-4b6a-a30e-5e114d42646b req-9b1aa623-b24d-4d28-9ff0-25b95993dbc5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.076982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3301b95-550f-4b6a-a30e-5e114d42646b req-9b1aa623-b24d-4d28-9ff0-25b95993dbc5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1315246 Oct 12 11:19:57.152141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3301b95-550f-4b6a-a30e-5e114d42646b req-bd566b07-1134-447a-8b2f-cbda9f1c25bd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Oct 12 11:19:57.229346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:57.246328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270f827-8262-4b02-b00c-cb188c027b79 req-e55e14e5-ccca-4493-9518-7f907369bb3f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.255493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c270f827-8262-4b02-b00c-cb188c027b79 req-e55e14e5-ccca-4493-9518-7f907369bb3f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.2179003 Oct 12 11:19:57.270802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-07f50f14-41ce-4902-abcd-66134a1850c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.272456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-07f50f14-41ce-4902-abcd-66134a1850c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1100 time: 0.2338791 Oct 12 11:19:57.401954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c270f827-8262-4b02-b00c-cb188c027b79 req-0dd1aeb5-34f6-49b4-9fbf-86d4c3ace8dc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409264 Oct 12 11:19:57.462573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-0804aead-96e7-49cc-84d4-57a02a325dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.463965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-0804aead-96e7-49cc-84d4-57a02a325dd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1810684 Oct 12 11:19:57.541546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:57.556495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-2d6fc5a4-16c7-4bf5-a514-f5a127e6ee2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0836945 Oct 12 11:19:57.669002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:57.732793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:57.744738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce76e1b5-7d63-4672-93b3-dfa4c5720172 req-577d52ce-b1d0-448e-92a8-87d981033070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25dc70b33b724086a9a4b76c14d3d257&device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.2063162 Oct 12 11:19:57.763844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f90b-cf55-4c59-aa1f-4e249b170a7b req-d050aed9-81fa-4b73-ab75-aac2d6578b76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.771809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f90b-cf55-4c59-aa1f-4e249b170a7b req-d050aed9-81fa-4b73-ab75-aac2d6578b76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.774112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a05f90b-cf55-4c59-aa1f-4e249b170a7b req-d050aed9-81fa-4b73-ab75-aac2d6578b76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 1655 time: 0.0992866 Oct 12 11:19:57.833293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a05f90b-cf55-4c59-aa1f-4e249b170a7b req-545a1af9-bd9c-4f80-b45b-931e9ca386f5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Oct 12 11:19:57.874968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network b50fa518-71f0-42fd-aff5-879d17862139 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:19:57.891791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce76e1b5-7d63-4672-93b3-dfa4c5720172 req-e93242aa-3fcc-4b15-901b-e0cbf7048eaf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=25dc70b33b724086a9a4b76c14d3d257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110089 Oct 12 11:19:57.897740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:19:57.908439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:19:57.951750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-e0b492ae-95c8-45f3-ba8f-93e4fc2025b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:57.954837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-e0b492ae-95c8-45f3-ba8f-93e4fc2025b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.3025830 Oct 12 11:19:57.962625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f38264bb-1f05-4dd4-bdf6-0e9e78d3140c req-c3d4bb16-86e5-49b1-820a-0753e040a129 tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0448892 Oct 12 11:19:58.040931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-425125197'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:58.076643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c596df2e-ac50-424f-9454-002937b37597 req-53ca214c-a78a-4028-a1d1-7cc875cdd422 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 210 time: 0.0477643 Oct 12 11:19:58.197169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76e1b5-7d63-4672-93b3-dfa4c5720172 req-68c8bd9f-4737-45a2-ae0b-db01b5e7b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.198652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce76e1b5-7d63-4672-93b3-dfa4c5720172 req-68c8bd9f-4737-45a2-ae0b-db01b5e7b0b5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2987318 Oct 12 11:19:58.208947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25088e-5829-4bfa-a2a3-f52d6372c75e req-c5803966-f3ba-45e8-b475-726718d7594e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.211459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea25088e-5829-4bfa-a2a3-f52d6372c75e req-c5803966-f3ba-45e8-b475-726718d7594e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.5198891 Oct 12 11:19:58.215672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Made reservation on behalf of 47fa2cbc79e1431baf69be155e0eb712 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:58.223300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.244939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.271743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3fdd2ee6-e30c-41da-9214-fb901a4797e1 None None] Provisioning complete for port b6ebaea6-993c-4011-b755-27fb2db7e634 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:19:58.273712 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2ee6-e30c-41da-9214-fb901a4797e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.298406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.299235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.326123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea25088e-5829-4bfa-a2a3-f52d6372c75e req-ff615175-01ea-42d2-b446-e0fce52bd1b5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018326 Oct 12 11:19:58.329292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-173ba625-a843-4198-aef7-2c1509eb8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.330973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-173ba625-a843-4198-aef7-2c1509eb8649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184595 Oct 12 11:19:58.337783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.339602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd2ee6-e30c-41da-9214-fb901a4797e1 None None] Port b6ebaea6-993c-4011-b755-27fb2db7e634 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:19:58.420749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.423837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8c96870b-b827-4498-bb34-f3b4a659e0c1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2287862 Oct 12 11:19:58.439525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'admin_state_up': True, 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:58.459137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:19:58.495236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe20dbdb-a245-4159-8060-8ba8066f7660,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:58.498956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.499550 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Added segment 6d6ce9d6-6738-4015-bae1-b616bccfb44d of type vlan for network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 Oct 12 11:19:58.571982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.579486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-0fcf07ca-52f9-4192-b8a0-ee18eebd0092 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397187 Oct 12 11:19:58.716148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.723158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.723785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:58.732364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5e185-030e-4881-8ee3-29a01ce87137 req-4631ac15-4304-4f3b-b230-ac2d79716c29 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.740729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eba5e185-030e-4881-8ee3-29a01ce87137 req-4631ac15-4304-4f3b-b230-ac2d79716c29 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.2010458 Oct 12 11:19:58.869868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Pushing event updated for resources: {'Network': ['ID=ff33bb66-c9d8-4f4f-9552-086bc08e3c07,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:19:58.874711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eba5e185-030e-4881-8ee3-29a01ce87137 req-14874e60-5e6a-4445-b787-a4fd9e2c5e72 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330028 Oct 12 11:19:58.887346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-44e8ec55-98fb-4344-994d-aa9bd899ca80 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990575 Oct 12 11:19:58.890315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:19:58.923942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-457cb79b-545f-42b4-b618-6a3eac115c91 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1867974 Oct 12 11:19:58.963625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc6418-1b4a-47b2-b6b9-3fb880c25624 req-20b46fea-fe52-48f0-b787-bc3b096c099f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:58.965424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20dc6418-1b4a-47b2-b6b9-3fb880c25624 req-20b46fea-fe52-48f0-b787-bc3b096c099f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1350701 Oct 12 11:19:58.995714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:59.000093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:59.128942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce1de-93b5-4f96-a67e-ca5744b7c928 req-c40bbcf8-6dd1-4ba5-a56c-be57af597001 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:59.130180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20dc6418-1b4a-47b2-b6b9-3fb880c25624 req-6be53d0b-773d-42b2-9504-cd687768ef22 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377044 Oct 12 11:19:59.146655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce1de-93b5-4f96-a67e-ca5744b7c928 req-c40bbcf8-6dd1-4ba5-a56c-be57af597001 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:59.149643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f7ce1de-93b5-4f96-a67e-ca5744b7c928 req-c40bbcf8-6dd1-4ba5-a56c-be57af597001 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 1655 time: 0.1464906 Oct 12 11:19:59.194193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-6e6a0025-3535-4b76-b6ca-069a74a7ac6a tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:19:59.196032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-6e6a0025-3535-4b76-b6ca-069a74a7ac6a tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.47 "GET /v2.0/networks?id=42c6fd6e-6e10-49ab-9350-e1a98e720621 HTTP/1.1" status: 200 len: 811 time: 0.2552469 Oct 12 11:19:59.273303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f7ce1de-93b5-4f96-a67e-ca5744b7c928 req-45880351-fb54-4498-99b3-b840364f5c80 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Oct 12 11:19:59.287481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-a9e7e741-f577-47f7-9be6-52620364ed96 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb HTTP/1.1" status: 200 len: 380 time: 0.0797441 Oct 12 11:19:59.316155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'port': {'device_id': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'admin_state_up': True, 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'security_groups': ['3d52d2cb-7cc0-4082-8857-66958b7ac9ce']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:59.390301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Allocated IP 19.80.0.237 (e5b1bc58-0296-4867-8c5d-11333eb66e99/f2bcf903-87bb-40a4-a35f-8cad9ff93a32/68439940-d7b1-4dae-b0dd-fe962f8d4352) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:59.503647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f58615e-3cee-4df8-ba35-26b1b6a888c3 req-9c6dd8ca-ba5e-4a0c-802e-87e5a31fe9dd tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0598927 Oct 12 11:19:59.550092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49726) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:19:59.557932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07', 'binding:host_id': 'n-h2-813419-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-56684411'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:19:59.633103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Made reservation on behalf of f2f38b9bcd2f44b598cd780d5f1d67cb for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:19:59.637394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:59.640468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0fd006e5-eb5f-4a58-9142-3b56d2c3c74f req-a682f582-500b-4364-a730-ffb99b195169 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 210 time: 0.0333736 Oct 12 11:19:59.678191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce76e1b5-7d63-4672-93b3-dfa4c5720172 req-fd5ee266-5866-45a2-9684-a17ce08acc9e tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.0421510 Oct 12 11:19:59.715005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:19:59.805931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Allocated IP 172.20.0.14 (42c6fd6e-6e10-49ab-9350-e1a98e720621/3073a385-bfd3-4599-a619-d68005429cc9/570cbc99-6ff2-4927-b9f0-0df6e351bd78) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:19:59.953530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.000402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51854acb-01b3-4871-a8be-fb732791af8b req-a28db657-e392-4c3c-8cae-858f9b20b22f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:00.001970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51854acb-01b3-4871-a8be-fb732791af8b req-a28db657-e392-4c3c-8cae-858f9b20b22f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0528901 Oct 12 11:20:00.042955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51854acb-01b3-4871-a8be-fb732791af8b req-5c774fc2-b918-40d0-8b71-c6f3ddb67dbd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Oct 12 11:20:00.188849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Made reservation on behalf of f14dbe7571fa4fb1a941cc61bacb023e for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:00.192626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.204993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.241948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.259263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.289678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:00.292635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:00.295091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:00.337784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:00.364035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff32f-f048-4ead-ad3b-7b0ac8f35a7e req-2c892b8b-8b35-4c25-b0be-b59900638460 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:00.365998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69aff32f-f048-4ead-ad3b-7b0ac8f35a7e req-2c892b8b-8b35-4c25-b0be-b59900638460 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1438847 Oct 12 11:20:00.375790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:00.376462 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.377587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:00.393037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:00.395599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:00.399509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event updated for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:00.519087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.530285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:00.531171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.536812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69aff32f-f048-4ead-ad3b-7b0ac8f35a7e req-869a85d1-aa65-4eed-9803-afc2ddb393a8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514521 Oct 12 11:20:00.584687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.593326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port ac764f89-e8a0-4ac1-aa26-74242f9da22a yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:00.657898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-c0281bd5-eeaf-4303-abe1-c2ad5dd0ac8b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3540614 Oct 12 11:20:00.706442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Request body: {'port': {'device_id': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:00.726145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0104d-12cf-4cd9-b494-382ed755a0fd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:00.879689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Provisioning complete for port 68439940-d7b1-4dae-b0dd-fe962f8d4352 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:00.880274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:00.882794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14daa865-34f6-475f-bd82-444ff43e652b req-67fbf82d-cbf6-4684-abfb-67be573d8fcd tempest-ServerShowV254Test-264687782 tempest-ServerShowV254Test-264687782-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad081399-bf21-4133-807a-e1b5069d532a HTTP/1.1" status: 200 len: 210 time: 0.1901379 Oct 12 11:20:00.932589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-55b46223-1ecf-4d20-b7af-9b6f9d13f725 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4997575 Oct 12 11:20:00.946770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:00.968828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Port 68439940-d7b1-4dae-b0dd-fe962f8d4352 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:20:00.988733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.017744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Provisioning complete for port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:01.019795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.024460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:01.027550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076afc2-9899-412d-8e10-f929f8af082d req-42e138a7-c9e5-4163-a866-762353a0cb34 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:01.034321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076afc2-9899-412d-8e10-f929f8af082d req-42e138a7-c9e5-4163-a866-762353a0cb34 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:01.052234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076afc2-9899-412d-8e10-f929f8af082d req-42e138a7-c9e5-4163-a866-762353a0cb34 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:01.068964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6076afc2-9899-412d-8e10-f929f8af082d req-42e138a7-c9e5-4163-a866-762353a0cb34 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2377 time: 0.6686289 Oct 12 11:20:01.152463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6076afc2-9899-412d-8e10-f929f8af082d req-604c3aa0-d033-4307-9ee8-8600acddf414 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 Oct 12 11:20:01.159464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.171686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:01.205641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:01.275058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.296517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:01.324654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-aa518ab8-cf75-496a-b379-d96738ff7c69 None None] Port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:20:01.337076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:01.418592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.519561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:01.534300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:01.573772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff40c0-fce6-43fc-a80f-26215a4f3841 req-28f99ae0-49db-4b6f-afa2-d513b566684a tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:01.575289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3dff40c0-fce6-43fc-a80f-26215a4f3841 req-28f99ae0-49db-4b6f-afa2-d513b566684a tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 932 time: 0.1784987 Oct 12 11:20:01.586570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1120e051-7281-4cbb-a5b3-b678f47ea2bf {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:01.597429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.610985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Transition to ACTIVE for port object 1120e051-7281-4cbb-a5b3-b678f47ea2bf will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:01.654824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port ac764f89-e8a0-4ac1-aa26-74242f9da22a yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:01.669047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5656e4-7679-4cb6-9c9b-c763bc997961 req-d67e7cad-8478-4b6f-8827-6f1b9b4f805a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:01.671905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab5656e4-7679-4cb6-9c9b-c763bc997961 req-d67e7cad-8478-4b6f-8827-6f1b9b4f805a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0585308 Oct 12 11:20:01.693029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.697468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.725323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3dff40c0-fce6-43fc-a80f-26215a4f3841 req-2751f1de-f6ff-4d43-9efa-a3dec6486fdc tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043441 Oct 12 11:20:01.733058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570cbc99-6ff2-4927-b9f0-0df6e351bd78 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:01.745987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.762676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Transition to ACTIVE for port object 570cbc99-6ff2-4927-b9f0-0df6e351bd78 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:01.764436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.815533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab5656e4-7679-4cb6-9c9b-c763bc997961 req-17a48057-385a-49e7-affa-45f4b714842d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343029 Oct 12 11:20:01.833191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.861347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=ac764f89-e8a0-4ac1-aa26-74242f9da22a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:01.909795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Attempting to bind port 1120e051-7281-4cbb-a5b3-b678f47ea2bf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:01.909795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Attempting to bind port 1120e051-7281-4cbb-a5b3-b678f47ea2bf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:01.910154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Attempting to bind port 1120e051-7281-4cbb-a5b3-b678f47ea2bf on network e5b1bc58-0296-4867-8c5d-11333eb66e99 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:01.914879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Port 1120e051-7281-4cbb-a5b3-b678f47ea2bf on network e5b1bc58-0296-4867-8c5d-11333eb66e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:01.915215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Attempting to bind port 1120e051-7281-4cbb-a5b3-b678f47ea2bf on network e5b1bc58-0296-4867-8c5d-11333eb66e99 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:01.917308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Pushing event updated for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:01.925490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:01.925822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Checking segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:01.926238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Bound using segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:01.926850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Bound port: 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:01.927223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:01.955262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Checking segment: {'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:01.955728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Network hostable DHCP agents. Network: ff33bb66-c9d8-4f4f-9552-086bc08e3c07, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:20:02.000711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524de69b-6816-4b13-a56d-1ff532e86d34 req-9e42d4d4-2512-4c8c-9e96-b767b6a7eda8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.002914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-524de69b-6816-4b13-a56d-1ff532e86d34 req-9e42d4d4-2512-4c8c-9e96-b767b6a7eda8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1964004 Oct 12 11:20:02.004547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Pushing event updated for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:02.011586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:02.015764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:02.076324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.131370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-524de69b-6816-4b13-a56d-1ff532e86d34 req-605c985d-0af6-477e-8306-366618cbadd9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129525 Oct 12 11:20:02.155068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.155710 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.157130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] 10.222.0.47 "PUT /v2.0/ports/1120e051-7281-4cbb-a5b3-b678f47ea2bf HTTP/1.1" status: 200 len: 1092 time: 1.2152684 Oct 12 11:20:02.157594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:02.159949 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf26fb6-e899-45f1-8391-879b45836a12" -d '{"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:02.164448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80119e2-9d59-43b4-8977-2292345bb314 service neutron] Pushing event updated for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:02.180062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Attempting to bind port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:02.180812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Attempting to bind port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:02.181960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Attempting to bind port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 on network 42c6fd6e-6e10-49ab-9350-e1a98e720621 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:02.188355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 on network 42c6fd6e-6e10-49ab-9350-e1a98e720621 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:02.188528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Attempting to bind port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 on network 42c6fd6e-6e10-49ab-9350-e1a98e720621 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:02.197779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:02.198674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Checking segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:02.199177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Bound using segment: {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:02.200106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Bound port: 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:02.201124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.219550 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7889536-b1e0-4edb-92c2-04ef5da3c057 x-openstack-request-id: req-c7889536-b1e0-4edb-92c2-04ef5da3c057 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:02.219861 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:02.220120 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7889536-b1e0-4edb-92c2-04ef5da3c057 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:02.220526 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf', 'status': 'completed', 'code': 200} Oct 12 11:20:02.255993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:20:02.309503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:02.310946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-fa6e9ff2-48f2-4382-9cc7-7f45957f0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.311811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-fa6e9ff2-48f2-4382-9cc7-7f45957f0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.312429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-fa6e9ff2-48f2-4382-9cc7-7f45957f0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.314603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-fa6e9ff2-48f2-4382-9cc7-7f45957f0da2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2732 time: 0.0651295 Oct 12 11:20:02.392879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.439571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:02.445353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:02.451375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ff33bb66-c9d8-4f4f-9552-086bc08e3c07) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:02.461211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61f32c-4391-4a55-9e90-e301b7c07771 None None] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:02.516610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5025ec-105e-4d99-8d1a-73e5fdc8f201 req-331d6972-cd2b-4dfc-95a9-c1fbcb04928a tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.535137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5025ec-105e-4d99-8d1a-73e5fdc8f201 req-331d6972-cd2b-4dfc-95a9-c1fbcb04928a tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.553141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5025ec-105e-4d99-8d1a-73e5fdc8f201 req-331d6972-cd2b-4dfc-95a9-c1fbcb04928a tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.560236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea5025ec-105e-4d99-8d1a-73e5fdc8f201 req-331d6972-cd2b-4dfc-95a9-c1fbcb04928a tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2389 time: 0.3084404 Oct 12 11:20:02.579965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:02.584489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.620623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-0cc2790f-3249-4092-89a7-d95e43573482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.621390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-0cc2790f-3249-4092-89a7-d95e43573482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.621846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-0cc2790f-3249-4092-89a7-d95e43573482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.624104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-0cc2790f-3249-4092-89a7-d95e43573482 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3020158 Oct 12 11:20:02.641702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:02.642049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:02.642518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:02.680411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.681037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:02.682449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] 10.222.0.47 "PUT /v2.0/ports/570cbc99-6ff2-4927-b9f0-0df6e351bd78 HTTP/1.1" status: 200 len: 1092 time: 2.0157802 Oct 12 11:20:02.686020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:02.686432 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:02.686906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:02.690188 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a9711-b1bd-4d01-a17c-9d3efe327515" -d '{"events": [{"name": "network-changed", "server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:02.703013 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 2 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:02.720616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea5025ec-105e-4d99-8d1a-73e5fdc8f201 req-3cde1440-fc2f-4bba-984f-b9bd5f7c88f2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487024 Oct 12 11:20:02.750068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49836) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:02.827850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-76c87a41-5bac-4472-b7d9-2bb9eb5ec4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:02.835460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5cf26fb6-e899-45f1-8391-879b45836a12 req-76c87a41-5bac-4472-b7d9-2bb9eb5ec4ab service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030752 Oct 12 11:20:02.853481 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3b1f90-3a44-4c1b-8e43-89a2a208a8cf x-openstack-request-id: req-ae3b1f90-3a44-4c1b-8e43-89a2a208a8cf {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:02.853785 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:02.854028 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae3b1f90-3a44-4c1b-8e43-89a2a208a8cf {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:02.854437 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'status': 'completed', 'code': 200} Oct 12 11:20:02.890042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fae89-e771-4733-bf7d-40219f4aba86 service neutron] Pushing event updated for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:02.905903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:02.906303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:02.906652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:02.926008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:02.926341 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:02.936104 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 3 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:02.940984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-76b3686a-6c0d-4d83-93e8-66f808aff83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.000421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.000764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.001101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.006547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:03.037363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-76b3686a-6c0d-4d83-93e8-66f808aff83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.050158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.050490 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.052503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-10176a48-cf5a-408e-a969-5a841617b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:03.053994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-10176a48-cf5a-408e-a969-5a841617b7fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb&device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 1095 time: 0.2237380 Oct 12 11:20:03.055927 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 4 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.056542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:03.057029 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.085397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6c88-69fe-4ca6-b4cf-ce603d604bc7 req-4ef4e2c0-8bf5-4903-9cac-d627ead1296d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:03.087070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6aea6c88-69fe-4ca6-b4cf-ce603d604bc7 req-4ef4e2c0-8bf5-4903-9cac-d627ead1296d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 944 time: 0.1864436 Oct 12 11:20:03.126634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-72bf57f8-3b76-413f-b394-14c2ac34349f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78 HTTP/1.1" status: 200 len: 217 time: 0.0623293 Oct 12 11:20:03.127283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.127611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.127938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.145556 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-76b3686a-6c0d-4d83-93e8-66f808aff83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.155093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.162256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.163498 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.180539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:03.182953 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3c70f-1109-4d61-8b26-3137ccfface7" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:03.192408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-76b3686a-6c0d-4d83-93e8-66f808aff83d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25dc70b33b724086a9a4b76c14d3d257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413152 Oct 12 11:20:03.193321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:03.201173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:03.209153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3686a-6c0d-4d83-93e8-66f808aff83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b129e-9cd7-43cc-8925-3d5465203a26,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:03.239534 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 5 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.256091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-28564d1e-fa44-44b3-907f-ec79d48de60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:03.257612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-28564d1e-fa44-44b3-907f-ec79d48de60b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3073a385-bfd3-4599-a619-d68005429cc9 HTTP/1.1" status: 200 len: 850 time: 0.1182125 Oct 12 11:20:03.257765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.259783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.283424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.283759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.284096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.287513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.323996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.324333 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.336907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6aea6c88-69fe-4ca6-b4cf-ce603d604bc7 req-81f146ef-ac41-43e0-8716-bc344aaf572f tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137580 Oct 12 11:20:03.355395 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 6 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.357102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:03.408416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.408782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.409115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.423376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ebaea6-993c-4011-b755-27fb2db7e634 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:03.427609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.427937 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.432111 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 7 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.434486 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.436703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.438643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.441810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d73b129e-9cd7-43cc-8925-3d5465203a26 HTTP/1.1" status: 204 len: 168 time: 0.2467721 Oct 12 11:20:03.443892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-7cddd75b-49a6-4ed8-bbbf-0b18cccb0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:03.451242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-7cddd75b-49a6-4ed8-bbbf-0b18cccb0138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42c6fd6e-6e10-49ab-9350-e1a98e720621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746888 Oct 12 11:20:03.454508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895cca9-4009-4d59-8dc4-27294adabba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b129e-9cd7-43cc-8925-3d5465203a26,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:03.571954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.572327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.572619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.613118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Transition to ACTIVE for port object b6ebaea6-993c-4011-b755-27fb2db7e634 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:03.615513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.615843 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.617823 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 8 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.652193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede749d-6f4e-44df-b7d9-96da54ba9014 req-44cac3eb-c000-4c05-b41f-225d5b193aab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:03.654272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ede749d-6f4e-44df-b7d9-96da54ba9014 req-44cac3eb-c000-4c05-b41f-225d5b193aab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.2249200 Oct 12 11:20:03.666224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.666224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.666224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.667855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.668195 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.672468 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 9 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.696082 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:03.776737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.777081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.777436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:03.782897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-839f063e-9d08-401e-a042-c89de26b8dbe service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765579 Oct 12 11:20:03.785934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ede749d-6f4e-44df-b7d9-96da54ba9014 req-dfc6ecda-d12a-4987-a2ba-37e2823fd07f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Oct 12 11:20:03.788013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:03.803894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:03.804160 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:03.829125 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 10 to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a Oct 12 11:20:03.983483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:03.983927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:03.984438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:04.018876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port ac764f89-e8a0-4ac1-aa26-74242f9da22a on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:04.019284 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port ac764f89-e8a0-4ac1-aa26-74242f9da22a on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:04.019787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.089924 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8be24b-f987-48a2-87eb-2c28cf6b65fb x-openstack-request-id: req-de8be24b-f987-48a2-87eb-2c28cf6b65fb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:04.090471 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:04.090471 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de8be24b-f987-48a2-87eb-2c28cf6b65fb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:04.091458 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:20:04.147378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff2668-fb89-4005-9007-fcd3cb14d284 req-7c2f3080-2f77-405e-b3af-9996fd0a5439 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.156973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76ff2668-fb89-4005-9007-fcd3cb14d284 req-7c2f3080-2f77-405e-b3af-9996fd0a5439 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2268217 Oct 12 11:20:04.159593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Attempting to bind port b6ebaea6-993c-4011-b755-27fb2db7e634 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:04.159930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Attempting to bind port b6ebaea6-993c-4011-b755-27fb2db7e634 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:04.160256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Attempting to bind port b6ebaea6-993c-4011-b755-27fb2db7e634 on network b50fa518-71f0-42fd-aff5-879d17862139 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:04.178486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e78ec1-28d4-46c1-b1ea-fd2e7aa75c17 req-3e88f132-7f3a-4781-b269-0df7aea94a30 service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843820 Oct 12 11:20:04.192228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Port b6ebaea6-993c-4011-b755-27fb2db7e634 on network b50fa518-71f0-42fd-aff5-879d17862139 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:04.192547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Attempting to bind port b6ebaea6-993c-4011-b755-27fb2db7e634 on network b50fa518-71f0-42fd-aff5-879d17862139 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:04.223234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:04.223564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Checking segment: {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:04.223934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Bound using segment: {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:04.224373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Bound port: b6ebaea6-993c-4011-b755-27fb2db7e634, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c2b67d-3168-4822-9df8-c90348823ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:04.224722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.244563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416bfc6-a47a-4003-a10c-0dc18475b3cc req-b283ec0b-072c-442a-8f90-3d7cbc8ce53b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.251924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416bfc6-a47a-4003-a10c-0dc18475b3cc req-b283ec0b-072c-442a-8f90-3d7cbc8ce53b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.255582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port ac764f89-e8a0-4ac1-aa26-74242f9da22a, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:04.255985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempted to set empty binding levels {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:20:04.258555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416bfc6-a47a-4003-a10c-0dc18475b3cc req-b283ec0b-072c-442a-8f90-3d7cbc8ce53b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.260574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8416bfc6-a47a-4003-a10c-0dc18475b3cc req-b283ec0b-072c-442a-8f90-3d7cbc8ce53b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2401 time: 0.0736160 Oct 12 11:20:04.267240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76ff2668-fb89-4005-9007-fcd3cb14d284 req-ca363251-3d37-4566-9318-ab5f0ec8811a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086898 Oct 12 11:20:04.331309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8416bfc6-a47a-4003-a10c-0dc18475b3cc req-31401470-f016-478d-9399-ea44a0e5febc tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614927 Oct 12 11:20:04.382024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.384935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:04.454412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6ebaea6-993c-4011-b755-27fb2db7e634,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:04.460922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.461294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.480996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa3de-78a3-43e1-be46-6a9814dbc571 req-ca598edd-2b0b-40c2-af5f-0af7f4d67e5c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.493108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f57fa3de-78a3-43e1-be46-6a9814dbc571 req-ca598edd-2b0b-40c2-af5f-0af7f4d67e5c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0746038 Oct 12 11:20:04.510819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-e14a6ca8-192a-48c2-bbba-711f077c4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.512478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-e14a6ca8-192a-48c2-bbba-711f077c4ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb&device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 1095 time: 0.1473248 Oct 12 11:20:04.515478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=ac764f89-e8a0-4ac1-aa26-74242f9da22a,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:04.518507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.542487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f57fa3de-78a3-43e1-be46-6a9814dbc571 req-d12a6be5-4c0e-44f3-9aa0-318b51aad641 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Oct 12 11:20:04.619244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.620294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:04.621656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/b6ebaea6-993c-4011-b755-27fb2db7e634 HTTP/1.1" status: 200 len: 1092 time: 2.3231390 Oct 12 11:20:04.641771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d5fcb5c-f151-4fd1-85cc-9fb42cef8e1b tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 5.0902729 Oct 12 11:20:04.642436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49906) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:04.694993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a9826-b00f-4f56-b95e-3a155fcfbef1 req-e120ac87-70a7-4424-b975-a9cf5f376617 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.704159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d96a9826-b00f-4f56-b95e-3a155fcfbef1 req-e120ac87-70a7-4424-b975-a9cf5f376617 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 944 time: 0.0884767 Oct 12 11:20:04.771165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d96a9826-b00f-4f56-b95e-3a155fcfbef1 req-d5896c9a-359c-41ef-a00e-8bc8ee8ba789 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640142 Oct 12 11:20:04.956853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:04.959158 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62ecf1e-bcea-4428-a813-ec6acdd7245d" -d '{"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:04.965335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48e153-2573-4ac8-89a5-d50b1301202c req-3fc7480a-a14e-4d85-bb69-037b211ba38b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:04.967376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c48e153-2573-4ac8-89a5-d50b1301202c req-3fc7480a-a14e-4d85-bb69-037b211ba38b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0622156 Oct 12 11:20:04.976652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Request body: {'port': {'device_id': '892b05d1-4864-4187-83a5-51b67a002610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:04.992801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a66fb-14e6-47a6-b013-ee339585ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:05.008260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c48e153-2573-4ac8-89a5-d50b1301202c req-8d03b417-84ec-4447-a53b-22a85bca231d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Oct 12 11:20:05.104583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-3bb25e78-4f97-41e2-9d90-fbdcb164800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.105964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-3bb25e78-4f97-41e2-9d90-fbdcb164800c service neutron] 10.222.0.47 "GET /v2.0/networks?id=42c6fd6e-6e10-49ab-9350-e1a98e720621 HTTP/1.1" status: 200 len: 912 time: 0.5816476 Oct 12 11:20:05.126666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:05.162264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2636e7-09a3-4fec-b1c8-3cbdc829d6de req-d95dbec4-69b2-4b34-83ce-4ea454d96b62 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.163842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a2636e7-09a3-4fec-b1c8-3cbdc829d6de req-d95dbec4-69b2-4b34-83ce-4ea454d96b62 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1955876 Oct 12 11:20:05.213175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-02424526-2e1c-4874-b061-fe050c756e4e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.214625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-02424526-2e1c-4874-b061-fe050c756e4e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.1214881 Oct 12 11:20:05.224588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-941a271d-017d-41cf-a3bf-39db49a23ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78 HTTP/1.1" status: 200 len: 217 time: 0.0928431 Oct 12 11:20:05.234095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-435b0492-9133-43cb-9088-4873d65e5545 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/quotas/e9909226dbbf4f33ae6dcda33510f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0131338 Oct 12 11:20:05.288579 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-b8abaa8f-930a-4d7e-917b-84a7a0271f67 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464675 Oct 12 11:20:05.312682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Deleting port ac764f89-e8a0-4ac1-aa26-74242f9da22a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:05.313031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:05.359836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a2636e7-09a3-4fec-b1c8-3cbdc829d6de req-e26f3db4-f0b0-46ca-a456-f30c282b3eb1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795521 Oct 12 11:20:05.406928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-311f0536-bdb1-4dae-aa5b-7709c767078a service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092548 Oct 12 11:20:05.454564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-895f24f7-07cd-49e2-b785-623cf7e40bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.456066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-895f24f7-07cd-49e2-b785-623cf7e40bed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3073a385-bfd3-4599-a619-d68005429cc9 HTTP/1.1" status: 200 len: 850 time: 0.2207496 Oct 12 11:20:05.462426 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb047f4-6c7b-4d7b-90c2-128c36620482 x-openstack-request-id: req-ecb047f4-6c7b-4d7b-90c2-128c36620482 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:05.462762 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:05.462972 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecb047f4-6c7b-4d7b-90c2-128c36620482 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:05.463363 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634', 'status': 'completed', 'code': 200} Oct 12 11:20:05.527750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port ac764f89-e8a0-4ac1-aa26-74242f9da22a, host n-h2-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:05.528108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:05.539689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-cee6c2c6-dbe5-4d11-95d8-d0bbce5654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.540179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-cee6c2c6-dbe5-4d11-95d8-d0bbce5654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.541185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-cee6c2c6-dbe5-4d11-95d8-d0bbce5654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.542849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-cee6c2c6-dbe5-4d11-95d8-d0bbce5654eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2799 time: 0.0988441 Oct 12 11:20:05.573723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-862625df-1c91-400c-ab13-5c23a46a72a4 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602008 Oct 12 11:20:05.591649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Calling delete_port for ac764f89-e8a0-4ac1-aa26-74242f9da22a owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:05.674637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-e2fb8ecb-7036-4314-91bc-613c2b25b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.676541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-e2fb8ecb-7036-4314-91bc-613c2b25b9fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42c6fd6e-6e10-49ab-9350-e1a98e720621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071280 Oct 12 11:20:05.708828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-1d1b8505-2a56-41df-8d4c-b6010e9ce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.708828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-1d1b8505-2a56-41df-8d4c-b6010e9ce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.708828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-1d1b8505-2a56-41df-8d4c-b6010e9ce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.708828 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-1d1b8505-2a56-41df-8d4c-b6010e9ce4e0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1523097 Oct 12 11:20:05.845048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-b95619d7-c23e-4ffc-8e07-eb4d3a5e695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.847194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a62ecf1e-bcea-4428-a813-ec6acdd7245d req-b95619d7-c23e-4ffc-8e07-eb4d3a5e695a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330318 Oct 12 11:20:05.903289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-c48745f8-e85c-4e05-ab2b-5e5bcc83157f service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167132 Oct 12 11:20:05.912615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68439940-d7b1-4dae-b0dd-fe962f8d4352 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:05.929796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:05.961920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298633-7639-4ff5-9316-0221c2b89eaf req-fc987629-096a-44d5-8bb9-3509a3e11dbf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.984215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:05.990640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Transition to ACTIVE for port object 68439940-d7b1-4dae-b0dd-fe962f8d4352 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:05.991664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298633-7639-4ff5-9316-0221c2b89eaf req-fc987629-096a-44d5-8bb9-3509a3e11dbf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:05.996882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298633-7639-4ff5-9316-0221c2b89eaf req-fc987629-096a-44d5-8bb9-3509a3e11dbf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.004892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d298633-7639-4ff5-9316-0221c2b89eaf req-fc987629-096a-44d5-8bb9-3509a3e11dbf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2401 time: 0.1288927 Oct 12 11:20:06.055193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d298633-7639-4ff5-9316-0221c2b89eaf req-b57cbeb8-0d9d-4c50-8efc-9167e219ae15 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Oct 12 11:20:06.095451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac764f89-e8a0-4ac1-aa26-74242f9da22a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:06.102336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.120425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.129304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-262561f5-f396-4153-a140-1c87c5d38816 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ac764f89-e8a0-4ac1-aa26-74242f9da22a HTTP/1.1" status: 204 len: 168 time: 1.4772737 Oct 12 11:20:06.129458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49992) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:06.178619 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2b1a56-0513-4b2d-8118-d2b783fafe7e tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:20:06.179761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a2b1a56-0513-4b2d-8118-d2b783fafe7e tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports/ac764f89-e8a0-4ac1-aa26-74242f9da22a HTTP/1.1" status: 404 len: 333 time: 0.0497286 Oct 12 11:20:06.180285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:06.201840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-954a9711-b1bd-4d01-a17c-9d3efe327515 req-d6a281d7-7602-4385-93f6-79706b1c06a2 service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835267 Oct 12 11:20:06.214108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e1af3-c855-4e6b-b917-c59420d02cc6 req-5060edf2-3cb0-4e34-9ea7-6883fca3a790 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.224323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-449363293'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:06.249525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1e1af3-c855-4e6b-b917-c59420d02cc6 req-5060edf2-3cb0-4e34-9ea7-6883fca3a790 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1973512 Oct 12 11:20:06.270090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Pushing event updated for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:06.289340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c458d-da6d-46b7-a260-17ee6ec9b29f req-43fe240c-9c0a-4bf5-95ea-6e746d88e78d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.292626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e45c458d-da6d-46b7-a260-17ee6ec9b29f req-43fe240c-9c0a-4bf5-95ea-6e746d88e78d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 944 time: 0.1448822 Oct 12 11:20:06.335816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Made reservation on behalf of f14dbe7571fa4fb1a941cc61bacb023e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:06.338476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.379238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e45c458d-da6d-46b7-a260-17ee6ec9b29f req-c6bceee9-79e3-4ecb-88c1-2b423d85c3da tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772121 Oct 12 11:20:06.384258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:06.476015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Attempting to bind port 68439940-d7b1-4dae-b0dd-fe962f8d4352 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:06.476358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Attempting to bind port 68439940-d7b1-4dae-b0dd-fe962f8d4352 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:06.476696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Attempting to bind port 68439940-d7b1-4dae-b0dd-fe962f8d4352 on network e5b1bc58-0296-4867-8c5d-11333eb66e99 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:06.484885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Port 68439940-d7b1-4dae-b0dd-fe962f8d4352 on network e5b1bc58-0296-4867-8c5d-11333eb66e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:06.485304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Attempting to bind port 68439940-d7b1-4dae-b0dd-fe962f8d4352 on network e5b1bc58-0296-4867-8c5d-11333eb66e99 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:06.503750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec1e1af3-c855-4e6b-b917-c59420d02cc6 req-7889d3f2-56e8-440a-870e-9e0747c2c1e0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532442 Oct 12 11:20:06.511511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:06.517838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Checking segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:06.517838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Bound using segment: {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:06.517838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Bound port: 68439940-d7b1-4dae-b0dd-fe962f8d4352, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c149c5-bbea-49db-91bf-a012255c2a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:06.517838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.557766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-c3dd3313-ee32-4eef-a3ea-32d7caec9bd5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.561557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-c3dd3313-ee32-4eef-a3ea-32d7caec9bd5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "GET /v2.0/ports?device_id=340bf735-92d8-40ef-a2d9-4d2669a8cf2e HTTP/1.1" status: 200 len: 946 time: 0.2568698 Oct 12 11:20:06.598778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.661975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7fbf0ba-24b1-448f-b5ea-3fbf3a883c5a req-dca6927f-ffc6-4ecb-9fc6-549b7a99a740 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 210 time: 0.1969993 Oct 12 11:20:06.700890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4891d7a-ec02-45f2-a860-37dc222e03ce req-ba5ec770-711a-4aa0-a843-9b9905542a92 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0787745 Oct 12 11:20:06.781493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:06.781641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.802929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:06.837632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Deleting port 2cf79a92-4a45-41c2-bef7-d96e820d2955 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:06.838360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.886150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:06.899763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:06.904747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:06.905817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.906640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:06.917562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:06.943855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf2c0c-4409-4457-b262-3fb51b2839b6 req-9544d88c-e2bc-4941-b572-6aebf6878c1b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:06.945536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54cf2c0c-4409-4457-b262-3fb51b2839b6 req-9544d88c-e2bc-4941-b572-6aebf6878c1b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1867850 Oct 12 11:20:06.963808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.002392 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54cf2c0c-4409-4457-b262-3fb51b2839b6 req-575699a1-e941-4880-ab28-22ba33f2e621 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Oct 12 11:20:07.019240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c49e812-c5e6-4e08-a767-e7132a6b8731 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8047545 Oct 12 11:20:07.020834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50012) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:07.021125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:07.034264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:07.042206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1fbeb-ec86-4220-ae9e-01b24e1157ae req-9c0b101f-334a-42b6-97a0-b71950872ccf tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.045289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86e1fbeb-ec86-4220-ae9e-01b24e1157ae req-9c0b101f-334a-42b6-97a0-b71950872ccf tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2353308 Oct 12 11:20:07.073641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.074514 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.076737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] 10.222.0.47 "PUT /v2.0/ports/68439940-d7b1-4dae-b0dd-fe962f8d4352 HTTP/1.1" status: 200 len: 1092 time: 2.1107895 Oct 12 11:20:07.227498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.244819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:07.245623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.265993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Calling delete_port for 2cf79a92-4a45-41c2-bef7-d96e820d2955 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:07.281701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bfcc1-9a59-483a-83dd-79fa2125911a service neutron] Pushing event updated for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:07.281987 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.380056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2cf79a92-4a45-41c2-bef7-d96e820d2955, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2cf79a92-4a45-41c2-bef7-d96e820d2955,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:07.388387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:07.393694 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f8c84-cce0-4ebb-8d71-d18fd270bc55" -d '{"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:07.395953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86e1fbeb-ec86-4220-ae9e-01b24e1157ae req-aeba1688-1cbc-47f0-8449-0a543f9aa1d9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178375 Oct 12 11:20:07.403665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-361d65de-613e-420d-b9d9-fbcbcbfdb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.405429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-361d65de-613e-420d-b9d9-fbcbcbfdb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.405573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-361d65de-613e-420d-b9d9-fbcbcbfdb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.407351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-361d65de-613e-420d-b9d9-fbcbcbfdb49f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2866 time: 0.1335790 Oct 12 11:20:07.449202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd92d1-a7e0-4bde-9053-1d260cccfb0a req-f3a1cb20-d54a-4ceb-bc9f-77c3113262ad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.456198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd92d1-a7e0-4bde-9053-1d260cccfb0a req-f3a1cb20-d54a-4ceb-bc9f-77c3113262ad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.459295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.472307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd92d1-a7e0-4bde-9053-1d260cccfb0a req-f3a1cb20-d54a-4ceb-bc9f-77c3113262ad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.474423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-accd92d1-a7e0-4bde-9053-1d260cccfb0a req-f3a1cb20-d54a-4ceb-bc9f-77c3113262ad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2413 time: 0.2178032 Oct 12 11:20:07.491337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:07.493891 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:07.500968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-810dd0ba-df72-4064-b31f-410ebdb6dd3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf HTTP/1.1" status: 200 len: 217 time: 0.0768006 Oct 12 11:20:07.591557 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b257fab-f849-41a8-959f-3bb9f12eaf13 x-openstack-request-id: req-2b257fab-f849-41a8-959f-3bb9f12eaf13 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:07.591843 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:07.593727 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b257fab-f849-41a8-959f-3bb9f12eaf13 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:07.596984 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'code': 200} Oct 12 11:20:07.598409 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-accd92d1-a7e0-4bde-9053-1d260cccfb0a req-7820a827-5e42-4a24-88f7-e9709170bb2b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Oct 12 11:20:07.621585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-571057ec-aa66-4ae6-b357-15d7401ac481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.623838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-571057ec-aa66-4ae6-b357-15d7401ac481 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2bcf903-87bb-40a4-a35f-8cad9ff93a32 HTTP/1.1" status: 200 len: 801 time: 0.1081939 Oct 12 11:20:07.693183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:07.778938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-ff4f8b02-2ef1-4758-9e68-fbd130aa96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.780523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-ff4f8b02-2ef1-4758-9e68-fbd130aa96a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5b1bc58-0296-4867-8c5d-11333eb66e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488764 Oct 12 11:20:07.845983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:07.858936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.869769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad981b-e048-4938-be80-a20b74121229 req-04f2350c-f3e9-4496-ab4e-6d0bb10f45d4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:07.878483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28ad981b-e048-4938-be80-a20b74121229 req-04f2350c-f3e9-4496-ab4e-6d0bb10f45d4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1195960 Oct 12 11:20:07.883225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-4072e933-ece9-4b93-89af-012c699f03cc service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881052 Oct 12 11:20:07.886229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.934899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28ad981b-e048-4938-be80-a20b74121229 req-0e6ffe41-d79f-4c08-9b6c-5965676725d1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Oct 12 11:20:07.937289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:07.998396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-4f8c1bef-0ce2-40ec-9530-a6d473d73232 service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052520 Oct 12 11:20:08.018817 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4314d95-3d59-4e98-9d40-d98d60b4e740 x-openstack-request-id: req-e4314d95-3d59-4e98-9d40-d98d60b4e740 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:08.019113 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:08.019361 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4314d95-3d59-4e98-9d40-d98d60b4e740 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:08.019761 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'status': 'completed', 'code': 200} Oct 12 11:20:08.030177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event deleted for resources: {'Port': ['ID=2cf79a92-4a45-41c2-bef7-d96e820d2955,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:08.045898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:08.088376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.088785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.089105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.109240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03437168-8cb5-4568-87b3-aaafbdd74993 req-6ddcaee4-1dfe-430c-943d-6a3cb97d81d9 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.116767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03437168-8cb5-4568-87b3-aaafbdd74993 req-6ddcaee4-1dfe-430c-943d-6a3cb97d81d9 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 944 time: 0.3741586 Oct 12 11:20:08.119792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] No DVR routers for this DVR port 2cf79a92-4a45-41c2-bef7-d96e820d2955 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:08.122248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-9a85a19e-685d-4f62-b160-bae042ecc667 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=b6ebaea6-993c-4011-b755-27fb2db7e634 HTTP/1.1" status: 200 len: 217 time: 0.1009781 Oct 12 11:20:08.128796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.128796 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.129123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:08.129226 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 2 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.131549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46983763-f3b3-46d1-b4f9-becb3656da96 req-f8946b58-c788-499a-82c6-fb2f0c562ae3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.47 "DELETE /v2.0/ports/2cf79a92-4a45-41c2-bef7-d96e820d2955 HTTP/1.1" status: 204 len: 173 time: 1.5607572 Oct 12 11:20:08.164829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34c1d6d0-7452-4144-ba32-cb077cf11842 req-38bb19be-bc3e-4200-b918-7279f3186c72 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 210 time: 0.0610433 Oct 12 11:20:08.176603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.176948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.177721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.182354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.182821 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.183760 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 3 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.197165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-6eb18fd7-eff5-4292-bd21-9ba44af89457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.198799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-6eb18fd7-eff5-4292-bd21-9ba44af89457 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a707600e-097b-44e0-956b-dce5be012d32 HTTP/1.1" status: 200 len: 801 time: 0.0661967 Oct 12 11:20:08.199694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.200036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.201795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.206471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.206935 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.207437 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 4 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.222487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03437168-8cb5-4568-87b3-aaafbdd74993 req-c8b01774-0eed-4dd6-9099-82f90fdf1caa tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907080 Oct 12 11:20:08.271245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.271595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.271943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.291429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.291770 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.293774 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 5 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.297296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-29d14df1-2cdf-4674-ac89-186b54278ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.299205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-29d14df1-2cdf-4674-ac89-186b54278ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b50fa518-71f0-42fd-aff5-879d17862139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849175 Oct 12 11:20:08.327197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.327549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.330576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.362093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.362449 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.362859 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 6 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.407156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.407513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.415226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.441967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.442296 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.444240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cafc8963-7852-4e67-a865-a1cab4e1e051 req-8143f4c7-2865-4bef-9d42-8d141cbd5c4e tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.1062322 Oct 12 11:20:08.446554 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 7 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.535916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.537076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.537573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.548988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.549688 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.554650 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 8 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.556542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d74682-956e-41b1-be37-260e1e262502 req-696dfca7-3868-4723-b880-5df4d153bf07 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.557854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99d74682-956e-41b1-be37-260e1e262502 req-696dfca7-3868-4723-b880-5df4d153bf07 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1415634 Oct 12 11:20:08.560701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-043179fe-32c3-4463-ba26-38bad215ec7e service neutron] 10.222.0.47 "GET /v2.0/networks/b50fa518-71f0-42fd-aff5-879d17862139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446527 Oct 12 11:20:08.617934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.618615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.619205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.628259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.628954 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.634064 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 9 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.673795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-f57b3dc5-8cc6-4110-b38d-51e3d6eefb6e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.675667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-f57b3dc5-8cc6-4110-b38d-51e3d6eefb6e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.2485013 Oct 12 11:20:08.676094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99d74682-956e-41b1-be37-260e1e262502 req-afe36781-72d8-49c6-9f7c-5b2191f227b9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101911 Oct 12 11:20:08.677726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.678060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.678435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.683225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.683551 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.693511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb087de-5b0a-40b9-a444-b0b034394ab7 req-5a08f68c-40d1-4beb-ada8-b154a84dda78 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.695159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb087de-5b0a-40b9-a444-b0b034394ab7 req-5a08f68c-40d1-4beb-ada8-b154a84dda78 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1436946 Oct 12 11:20:08.697129 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 10 to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 Oct 12 11:20:08.710997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Request body: {'port': {'device_id': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'admin_state_up': True, 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:08.722019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8362c710-d4ff-4267-a9dd-aaa0e0028e34 service neutron] 10.222.0.47 "GET /v2.0/networks/b50fa518-71f0-42fd-aff5-879d17862139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500137 Oct 12 11:20:08.763970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:08.764829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:08.765147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:08.788962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-8ca8ea8c-debf-4064-a3ec-b66e2ced1584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352 HTTP/1.1" status: 200 len: 217 time: 0.0533459 Oct 12 11:20:08.807885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:08.808214 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:08.808587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:08.849854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb087de-5b0a-40b9-a444-b0b034394ab7 req-8c759064-adca-487d-ad39-15867cd9e66a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439400 Oct 12 11:20:08.962216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d085-aff7-4fc4-b699-eafce781c29c req-3bb37880-fb73-4e5b-9590-4061b5908ae1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.972437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d085-aff7-4fc4-b699-eafce781c29c req-3bb37880-fb73-4e5b-9590-4061b5908ae1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:08.978459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d085-aff7-4fc4-b699-eafce781c29c req-3bb37880-fb73-4e5b-9590-4061b5908ae1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.009649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e15d085-aff7-4fc4-b699-eafce781c29c req-3bb37880-fb73-4e5b-9590-4061b5908ae1 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2413 time: 0.2313514 Oct 12 11:20:09.009926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:09.010038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempted to set empty binding levels {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:20:09.028019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a9bf1d09-0196-4650-bbe1-223a7bdb970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.030181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-a9bf1d09-0196-4650-bbe1-223a7bdb970e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2bcf903-87bb-40a4-a35f-8cad9ff93a32 HTTP/1.1" status: 200 len: 801 time: 0.2239082 Oct 12 11:20:09.038291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 570cbc99-6ff2-4927-b9f0-0df6e351bd78 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:09.070898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:09.127692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e15d085-aff7-4fc4-b699-eafce781c29c req-c08eff8d-9dfb-4021-b0a1-5fc11769873e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157777 Oct 12 11:20:09.157231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-aa561e61-1aa3-450b-add5-ebdd9a677afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.158927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-aa561e61-1aa3-450b-add5-ebdd9a677afd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5b1bc58-0296-4867-8c5d-11333eb66e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188259 Oct 12 11:20:09.192676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:09.207328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'port_id': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'mac_address': 'fa:16:3e:e7:f9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:09.289975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:09.314974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570cbc99-6ff2-4927-b9f0-0df6e351bd78 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:09.355260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:09.386783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-715ec175-c60f-42ca-85c9-2788a2b31026 req-289c93df-b034-4448-944f-46a723324d80 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 210 time: 0.0541294 Oct 12 11:20:09.401621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] In _notify_port_updated(), no bound segment for port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:20:09.402488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.403120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:09.406257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "PUT /v2.0/ports/03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 HTTP/1.1" status: 200 len: 974 time: 2.3837729 Oct 12 11:20:09.414568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:09.414568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:09.421899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50056) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:09.443758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49684-be22-46cf-af20-edfcb4111c7b req-af1c47d9-16ae-4ef1-a710-8e929cc7a74d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.448608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aff49684-be22-46cf-af20-edfcb4111c7b req-af1c47d9-16ae-4ef1-a710-8e929cc7a74d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.4545329 Oct 12 11:20:09.472007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:09.488740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c48fc7-0b78-4fde-b879-8eb2fe8a90f1 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:09.505064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d3338a41-3a81-462a-9871-557886c0a38c service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292620 Oct 12 11:20:09.552559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aff49684-be22-46cf-af20-edfcb4111c7b req-9e96c52b-7354-41b6-9b44-443bd2662cef tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945923 Oct 12 11:20:09.668011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Allocated IP 172.20.0.10 (eeb04607-1c13-4ac2-9aa4-f9a4303742da/5e7a35da-6686-4548-9742-e63ef2f4c76c/6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:09.672210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:09.717056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['570cbc99-6ff2-4927-b9f0-0df6e351bd78'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:09.769624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8114b80a-8e1d-48a1-adbe-b8750f1b12e9 req-bab87570-77b0-4eb3-af2a-d56ab6b2613a tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0604074 Oct 12 11:20:09.992577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.resource_extend [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:20:09.998628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.999126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:09.999594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.000053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.000503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.000954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.001399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.001848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.002294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.002759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.003766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.003766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.004078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.004519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.004967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.005397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.005840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.006284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.006738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.007187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.008241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.008241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.008474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.008921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.009361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.009802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.010242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.014232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1221ed79-d506-4681-86ee-0700360373de tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24370 time: 0.5913458 Oct 12 11:20:10.019724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:10.032518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-deleted', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:10.034377 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c936ae6-33d4-472a-b99f-187ec7e13003" -d '{"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-deleted", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:10.060245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.081876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb2ab-e48b-4dc4-954a-80fcc86833cc req-8738cbac-fca0-4b3f-a060-890343446726 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.083423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-779bb2ab-e48b-4dc4-954a-80fcc86833cc req-8738cbac-fca0-4b3f-a060-890343446726 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 945 time: 0.5637925 Oct 12 11:20:10.091206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a0f291-bf11-4373-9aa1-113ec2e3da4b req-d92ada1a-db17-493a-b00b-7c922e27cbf7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842974 Oct 12 11:20:10.159777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-779bb2ab-e48b-4dc4-954a-80fcc86833cc req-c4530bcd-3b1e-407e-b36e-521b45076b04 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668848 Oct 12 11:20:10.164931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785db1e0-1860-47d4-b507-daf9419b931c req-273d3eea-9b84-49ef-99f4-3d101222357d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.174845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-785db1e0-1860-47d4-b507-daf9419b931c req-273d3eea-9b84-49ef-99f4-3d101222357d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1412570 Oct 12 11:20:10.176715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Deleting port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:10.177607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.234357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-785db1e0-1860-47d4-b507-daf9419b931c req-92de185a-9ed7-452e-a2fa-6b61e581bf27 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Oct 12 11:20:10.238567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.279479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9, host n-h2-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:10.279479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.311037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:10.314329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:10.317093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:10.319650 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25b7dd-ed73-456b-95b3-dc6d2f8d9fd7 x-openstack-request-id: req-3e25b7dd-ed73-456b-95b3-dc6d2f8d9fd7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:10.319939 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340bf735-92d8-40ef-a2d9-4d2669a8cf2e", "name": "network-vif-deleted", "tag": "2cf79a92-4a45-41c2-bef7-d96e820d2955", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:10.320193 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e25b7dd-ed73-456b-95b3-dc6d2f8d9fd7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:10.320814 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340bf735-92d8-40ef-a2d9-4d2669a8cf2e', 'name': 'network-vif-deleted', 'tag': '2cf79a92-4a45-41c2-bef7-d96e820d2955', 'status': 'completed', 'code': 200} Oct 12 11:20:10.344796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Calling delete_port for 03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:10.356964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:10.372930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-8accf8b2-886f-4b3c-901a-d46e60203e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.375032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-8accf8b2-886f-4b3c-901a-d46e60203e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.375032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-8accf8b2-886f-4b3c-901a-d46e60203e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.376703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-8accf8b2-886f-4b3c-901a-d46e60203e74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2866 time: 0.1017723 Oct 12 11:20:10.401675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.402451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.479422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a61e-e0fc-411c-a29e-674536f8aca9 req-28dede96-52db-4c6d-bc4b-3738ba9acadf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.511356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fc370-692d-4fd4-88cb-24f73f97bc9b req-6612dd59-d824-45e1-8426-c855becd71d3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.524406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a4fc370-692d-4fd4-88cb-24f73f97bc9b req-6612dd59-d824-45e1-8426-c855becd71d3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2375598 Oct 12 11:20:10.539854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a61e-e0fc-411c-a29e-674536f8aca9 req-28dede96-52db-4c6d-bc4b-3738ba9acadf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.549140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a61e-e0fc-411c-a29e-674536f8aca9 req-28dede96-52db-4c6d-bc4b-3738ba9acadf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.551338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1605a61e-e0fc-411c-a29e-674536f8aca9 req-28dede96-52db-4c6d-bc4b-3738ba9acadf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2413 time: 0.1387651 Oct 12 11:20:10.556749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-53d827a0-e24d-4f15-a700-fe279f5f5f57 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8605177 Oct 12 11:20:10.573001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Request body: {'port': {'device_id': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:10.582035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a4fc370-692d-4fd4-88cb-24f73f97bc9b req-378b6fc5-d2e4-48ce-84f7-a934be9dbc29 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Oct 12 11:20:10.602944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-29b2c2c3-c809-4810-9434-2ecdbf531e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.604465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-29b2c2c3-c809-4810-9434-2ecdbf531e7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5b1bc58-0296-4867-8c5d-11333eb66e99 HTTP/1.1" status: 200 len: 903 time: 0.2116747 Oct 12 11:20:10.669510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1605a61e-e0fc-411c-a29e-674536f8aca9 req-6dc8e30f-ba0f-44b2-b453-979e30059174 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019151 Oct 12 11:20:10.696627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.706543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-9c5ff0fc-4041-4d7c-b093-90d52905cca6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352 HTTP/1.1" status: 200 len: 217 time: 0.0946834 Oct 12 11:20:10.797577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-9f1bd237-47d8-4588-bd2b-c07301fd4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.799295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-9f1bd237-47d8-4588-bd2b-c07301fd4767 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2bcf903-87bb-40a4-a35f-8cad9ff93a32 HTTP/1.1" status: 200 len: 801 time: 0.0802124 Oct 12 11:20:10.807381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee510138-24be-460c-a587-c32e98771cf4 req-1992777c-a248-4c0e-817f-c3df21f26d29 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.817571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee510138-24be-460c-a587-c32e98771cf4 req-1992777c-a248-4c0e-817f-c3df21f26d29 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 932 time: 0.1093197 Oct 12 11:20:10.876960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.923725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event deleted for resources: {'Port': ['ID=03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:10.924671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9914-2613-4fd8-b64c-2264f8d559ee req-d0fa93fa-e855-49c8-9345-3cd3100e8247 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.926552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-013d9914-2613-4fd8-b64c-2264f8d559ee req-d0fa93fa-e855-49c8-9345-3cd3100e8247 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1273897 Oct 12 11:20:10.942617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:10.946653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4d8937c8-262b-4b6f-8e11-d4f968704033 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "DELETE /v2.0/ports/03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 HTTP/1.1" status: 204 len: 168 time: 0.9252388 Oct 12 11:20:10.949196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-cafd9c03-97aa-42ce-b522-a2c2eb0f38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:10.950635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-cafd9c03-97aa-42ce-b522-a2c2eb0f38a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5b1bc58-0296-4867-8c5d-11333eb66e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252782 Oct 12 11:20:10.951366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50082) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:10.995326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee510138-24be-460c-a587-c32e98771cf4 req-e01d2119-7f3d-4027-8c71-4133cdf16c92 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718788 Oct 12 11:20:11.003919 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27bf81f-4839-4759-a685-63278f041288 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:20:11.015077 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c27bf81f-4839-4759-a685-63278f041288 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports/03fc4b7d-96d6-41f9-9551-b5fe30f9c4e9 HTTP/1.1" status: 404 len: 333 time: 0.0604024 Oct 12 11:20:11.021135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50084) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:11.026009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1704177498', 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:11.053430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 570cbc99-6ff2-4927-b9f0-0df6e351bd78 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:11.060611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-013d9914-2613-4fd8-b64c-2264f8d559ee req-286968ce-2f82-43dd-b1bf-d12c3f0e8ef1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Oct 12 11:20:11.132578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:11.142030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.163489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Transition to ACTIVE for port object 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:11.238436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1c732-7dd8-4b51-8e65-7c1852dc651f req-49b52b46-84e2-4388-93d2-24a4dd11d08a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:11.243211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2f1c732-7dd8-4b51-8e65-7c1852dc651f req-49b52b46-84e2-4388-93d2-24a4dd11d08a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0665143 Oct 12 11:20:11.244010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.248478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4903991-f85b-423d-b38b-83d63a1a8403 req-378dacd5-3a93-4afa-9475-1afc1cd20bd1 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0810890 Oct 12 11:20:11.281129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:11.285376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:11.285846 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.306849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-3f6c6f90-db46-443b-bd6f-569e389bd63d service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260226 Oct 12 11:20:11.310784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Made reservation on behalf of f14dbe7571fa4fb1a941cc61bacb023e for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:11.315596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.380079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:11.414057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2f1c732-7dd8-4b51-8e65-7c1852dc651f req-8b3da004-7269-41a4-8d26-ee894e199860 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651220 Oct 12 11:20:11.449623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.534503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:11.542399 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496374e8-689c-457f-b010-64d1885a92c1" -d '{"events": [{"server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "name": "network-vif-plugged", "status": "completed", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:11.549798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port 41ff4991-5b39-4497-9a88-afe464b3aaad yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:11.573645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:11.620859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Attempting to bind port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:11.621551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Attempting to bind port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:11.621551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Attempting to bind port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:11.635921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daac991-6cb3-4aa9-bee0-953d78ca71c2 req-753f6c54-c1dc-4674-a893-89fc0669a0da tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:11.637417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5daac991-6cb3-4aa9-bee0-953d78ca71c2 req-753f6c54-c1dc-4674-a893-89fc0669a0da tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0854726 Oct 12 11:20:11.638833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:11.639156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Attempting to bind port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:11.645136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:11.645956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Checking segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:11.645956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Bound using segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:11.646404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Bound port: 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:11.646800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.658140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7abbe2-780f-4315-81bb-13a3e8d4deca req-512d48cc-a125-4d75-9cad-4209939a4836 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:11.659683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a7abbe2-780f-4315-81bb-13a3e8d4deca req-512d48cc-a125-4d75-9cad-4209939a4836 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 945 time: 0.2761347 Oct 12 11:20:11.665919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebcd0e1b-0099-4702-8a5b-347d733f3cb2 req-1ba70c72-2266-4983-bcaa-e0e538dc7dbe service neutron] 10.222.0.47 "GET /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361468 Oct 12 11:20:11.681623 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:20:11.716698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5daac991-6cb3-4aa9-bee0-953d78ca71c2 req-37e499f0-5665-441e-a9fe-7759cbe210b3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666816 Oct 12 11:20:11.791239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:11.791239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:11.791702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a7abbe2-780f-4315-81bb-13a3e8d4deca req-a8e253ca-d9cd-4d9b-be00-c726b0e355a9 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952008 Oct 12 11:20:11.791702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:11.857343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4116-f652-4a5e-a0be-4bbe1f17a4ac req-922050ed-a836-478b-811b-c3469073830e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:11.859293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31ac4116-f652-4a5e-a0be-4bbe1f17a4ac req-922050ed-a836-478b-811b-c3469073830e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0833976 Oct 12 11:20:11.861976 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8165485-d755-472f-b332-e7faf15106c7 x-openstack-request-id: req-b8165485-d755-472f-b332-e7faf15106c7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:11.862447 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "name": "network-vif-plugged", "status": "completed", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:11.862635 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8165485-d755-472f-b332-e7faf15106c7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:11.862945 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'code': 200} Oct 12 11:20:11.912339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-31ac4116-f652-4a5e-a0be-4bbe1f17a4ac req-7c4f0329-6d2f-47df-bd5d-466486e11186 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Oct 12 11:20:12.000509 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.001727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:12.022811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 2cf79a92-4a45-41c2-bef7-d96e820d2955 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:12.023151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2cf79a92-4a45-41c2-bef7-d96e820d2955 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:12.029798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.032722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53625f8f-95b3-45a7-88ba-6e8f76c5bb51 req-4c2920d9-b465-4952-9ab1-2ee72e9b20fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.038745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53625f8f-95b3-45a7-88ba-6e8f76c5bb51 req-4c2920d9-b465-4952-9ab1-2ee72e9b20fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.044884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53625f8f-95b3-45a7-88ba-6e8f76c5bb51 req-4c2920d9-b465-4952-9ab1-2ee72e9b20fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.046577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53625f8f-95b3-45a7-88ba-6e8f76c5bb51 req-4c2920d9-b465-4952-9ab1-2ee72e9b20fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2413 time: 0.1157558 Oct 12 11:20:12.049107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.051952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148015b-ba0e-4d03-adba-ce658913c31f req-176c474d-c0ac-4aa8-b08b-42c9efd32d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.053557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0148015b-ba0e-4d03-adba-ce658913c31f req-176c474d-c0ac-4aa8-b08b-42c9efd32d4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 1096 time: 0.1305971 Oct 12 11:20:12.087183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.088873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.092026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d HTTP/1.1" status: 200 len: 1092 time: 1.5220745 Oct 12 11:20:12.094738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:12.097488 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816242c5-20ee-4f01-9ca7-404b552ded70" -d '{"events": [{"name": "network-changed", "server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:12.117569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:12.137129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.137255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.139611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.140437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.140993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.141542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.142810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.143391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:12.145465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:12.150798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d268-213b-46f1-b873-f1b998229c41 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:12.152202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:12.154042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.154549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.168799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=41ff4991-5b39-4497-9a88-afe464b3aaad,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:12.186943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0148015b-ba0e-4d03-adba-ce658913c31f req-f4896232-e80e-4f41-8d1f-fa710286287a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021054 Oct 12 11:20:12.205296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53625f8f-95b3-45a7-88ba-6e8f76c5bb51 req-e5347baa-3947-4382-87bf-0724ab563b18 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104898 Oct 12 11:20:12.250485 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7d41c84-b4bf-45b3-9bb4-aae7296d2957 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2281189 Oct 12 11:20:12.253003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50116) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:12.266298 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43364c6-9498-406c-8a66-54679128956a x-openstack-request-id: req-c43364c6-9498-406c-8a66-54679128956a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:12.266574 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:12.267286 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c43364c6-9498-406c-8a66-54679128956a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:12.268305 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'status': 'completed', 'code': 200} Oct 12 11:20:12.303291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc6c0c-748e-4143-bdbd-ab64575eec47 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.305435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbcc6c0c-748e-4143-bdbd-ab64575eec47 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports/41ff4991-5b39-4497-9a88-afe464b3aaad HTTP/1.1" status: 200 len: 955 time: 0.0504622 Oct 12 11:20:12.313871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae6bd-238c-46ec-bd67-e419e9024e8c req-793d90f7-2a3f-43af-be13-b3c2b9e70531 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.315815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9cae6bd-238c-46ec-bd67-e419e9024e8c req-793d90f7-2a3f-43af-be13-b3c2b9e70531 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.1060238 Oct 12 11:20:12.316334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50120) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:12.349615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-6f817acb-71b9-490f-b3f8-5ed831656fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.351437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-6f817acb-71b9-490f-b3f8-5ed831656fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 1095 time: 0.1258254 Oct 12 11:20:12.394861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af70366-63bf-4e7b-aa4a-dd77b0b9668d req-a3cecb48-b2b4-4760-8284-b438f5b5fccd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.396455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7af70366-63bf-4e7b-aa4a-dd77b0b9668d req-a3cecb48-b2b4-4760-8284-b438f5b5fccd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0785654 Oct 12 11:20:12.451046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7af70366-63bf-4e7b-aa4a-dd77b0b9668d req-2ded1a15-c706-45f1-a0af-b33971ee56e1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Oct 12 11:20:12.456032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9cae6bd-238c-46ec-bd67-e419e9024e8c req-417a7de1-88d5-4d6c-a268-019917d7b42c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308544 Oct 12 11:20:12.480082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e769145b-0447-4e4a-b339-dea6192c9090 req-99243716-3965-4f3d-aa88-5b0510fc5dfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.1046667 Oct 12 11:20:12.486782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-3bc485af-0ec4-40b6-b774-4c3a4fee5863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d HTTP/1.1" status: 200 len: 217 time: 0.1134217 Oct 12 11:20:12.519298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Deleting port 41ff4991-5b39-4497-9a88-afe464b3aaad {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:12.519652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.586881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.625351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Calling delete_port for 41ff4991-5b39-4497-9a88-afe464b3aaad owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:12.637603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f363e8a-c1d6-4d97-9db2-43c9dbe1c4af req-d9abb58c-c95d-4368-91dc-a412dce80ade tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0407598 Oct 12 11:20:12.708680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf840-8464-446f-ba90-d4ceaaae847b req-486e01b7-13d7-4102-8d9b-271e85dfcbde tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.710181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-debdf840-8464-446f-ba90-d4ceaaae847b req-486e01b7-13d7-4102-8d9b-271e85dfcbde tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1025033 Oct 12 11:20:12.820672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-debdf840-8464-446f-ba90-d4ceaaae847b req-963cd52f-327f-41a2-aee4-53e5f618b343 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008179 Oct 12 11:20:12.834248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-22f7b6d1-b250-47f5-b3c1-befd3b95ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.835880 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-22f7b6d1-b250-47f5-b3c1-befd3b95ce24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.0989788 Oct 12 11:20:12.884996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-eb677d60-5ef3-4e11-8254-5bdc5f2dee6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373793 Oct 12 11:20:12.909613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:12.929165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cc69e-da2e-47f8-9351-82bdff75c3b3 req-53922e1c-26b1-4cd1-8eff-f7d2a8b3ce09 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:12.937498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af2cc69e-da2e-47f8-9351-82bdff75c3b3 req-53922e1c-26b1-4cd1-8eff-f7d2a8b3ce09 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0809755 Oct 12 11:20:12.978425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ff4991-5b39-4497-9a88-afe464b3aaad,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:12.998404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af2cc69e-da2e-47f8-9351-82bdff75c3b3 req-7c7e7485-35e2-450f-b636-4a812a9aacfe tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597312 Oct 12 11:20:13.040770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.047010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1b9a40e2-ccbb-48b3-a4dc-9a8ccc805648 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "DELETE /v2.0/ports/41ff4991-5b39-4497-9a88-afe464b3aaad HTTP/1.1" status: 204 len: 168 time: 0.7281570 Oct 12 11:20:13.049404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50136) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:13.063007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1120e051-7281-4cbb-a5b3-b678f47ea2bf details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:13.077267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81837a2b-96f5-4680-8624-64147c039d1a req-fa1c6526-48c2-4586-9886-2b2007a3934f tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.085761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81837a2b-96f5-4680-8624-64147c039d1a req-fa1c6526-48c2-4586-9886-2b2007a3934f tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.1784017 Oct 12 11:20:13.118826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-f7944b74-3dba-479e-99b1-8145f56dcfdd service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273765 Oct 12 11:20:13.125112 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-949273cc-736a-48bc-bba5-79451d2526f8 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:20:13.127174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-949273cc-736a-48bc-bba5-79451d2526f8 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports/41ff4991-5b39-4497-9a88-afe464b3aaad HTTP/1.1" status: 404 len: 333 time: 0.0749195 Oct 12 11:20:13.136514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:13.174356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1123724853'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:13.177273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8952d-a4e6-4141-aafb-204c81030cf4 req-1ea1f755-4760-4363-880c-28cfb30d8397 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.185636 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d8952d-a4e6-4141-aafb-204c81030cf4 req-1ea1f755-4760-4363-880c-28cfb30d8397 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0731351 Oct 12 11:20:13.208087 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81837a2b-96f5-4680-8624-64147c039d1a req-d69eb654-3a99-4048-a85f-2369cfc463a5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176741 Oct 12 11:20:13.252597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d8952d-a4e6-4141-aafb-204c81030cf4 req-62d67e23-3990-4007-887b-e2e5b7c6e101 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604455 Oct 12 11:20:13.268525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:13.302897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1120e051-7281-4cbb-a5b3-b678f47ea2bf', 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'port_id': '1120e051-7281-4cbb-a5b3-b678f47ea2bf', 'mac_address': 'fa:16:3e:8f:1e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bcf903-87bb-40a4-a35f-8cad9ff93a32', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:13.361928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f261532e-fc50-4bd4-8036-13c0f412bc7e req-a08d1f5e-2cda-456b-98b5-df04016436e0 service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262514 Oct 12 11:20:13.371116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.378328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Made reservation on behalf of f14dbe7571fa4fb1a941cc61bacb023e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:13.380151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.392141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1120e051-7281-4cbb-a5b3-b678f47ea2bf {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:13.405496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:13.411030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04675f5-705f-4e87-8cb2-f21ee1e8a8cb req-88915bd0-bc46-4b99-8f3d-876196f6db56 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.415086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:13.419927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d04675f5-705f-4e87-8cb2-f21ee1e8a8cb req-88915bd0-bc46-4b99-8f3d-876196f6db56 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0929337 Oct 12 11:20:13.425941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3581-bd1b-4007-8bd8-921e8fa08302 req-af4ce234-2565-4bc5-a69b-9fbe0296f0fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.432588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3581-bd1b-4007-8bd8-921e8fa08302 req-af4ce234-2565-4bc5-a69b-9fbe0296f0fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.442304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3581-bd1b-4007-8bd8-921e8fa08302 req-af4ce234-2565-4bc5-a69b-9fbe0296f0fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.444269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bae3581-bd1b-4007-8bd8-921e8fa08302 req-af4ce234-2565-4bc5-a69b-9fbe0296f0fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2413 time: 0.1337957 Oct 12 11:20:13.472243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d04675f5-705f-4e87-8cb2-f21ee1e8a8cb req-4b148b20-72a0-48e6-a505-3023d00cdab9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511680 Oct 12 11:20:13.498472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.499391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6ebaea6-993c-4011-b755-27fb2db7e634 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:13.624579 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bae3581-bd1b-4007-8bd8-921e8fa08302 req-c512bbfb-86d8-481a-bf85-750c8038bf56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502280 Oct 12 11:20:13.632018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606f9de-b39a-46e3-afdc-d3fd5e7f6d97 req-70934ece-20a1-4822-8d32-d90c177c61d2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.644188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6606f9de-b39a-46e3-afdc-d3fd5e7f6d97 req-70934ece-20a1-4822-8d32-d90c177c61d2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.0855668 Oct 12 11:20:13.696021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:20:13.699467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6606f9de-b39a-46e3-afdc-d3fd5e7f6d97 req-dda46413-5ba7-4386-aa09-52a1abe6b5ea tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557199 Oct 12 11:20:13.752028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-eccf513c-492f-4336-8db5-fb2c084a221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:13.754255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-eccf513c-492f-4336-8db5-fb2c084a221c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 1095 time: 0.2698882 Oct 12 11:20:13.840116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a508cd0f-2afd-4566-8aab-d0635df981a6 req-843fe05f-183b-474d-a17d-2ddf25bf52c9 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0551991 Oct 12 11:20:13.885973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6ebaea6-993c-4011-b755-27fb2db7e634,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:13.901226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'b6ebaea6-993c-4011-b755-27fb2db7e634', 'network_id': 'b50fa518-71f0-42fd-aff5-879d17862139', 'port_id': 'b6ebaea6-993c-4011-b755-27fb2db7e634', 'mac_address': 'fa:16:3e:d5:eb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a707600e-097b-44e0-956b-dce5be012d32', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:13.904177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:13.957595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.968689 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:13.993101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ebaea6-993c-4011-b755-27fb2db7e634 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:14.023605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1abd-54b4-46b7-ba72-6a3bda63b07b req-d36f4373-f5f6-4ee6-8168-07fc0eec23f8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.025189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-198c1abd-54b4-46b7-ba72-6a3bda63b07b req-d36f4373-f5f6-4ee6-8168-07fc0eec23f8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1240354 Oct 12 11:20:14.028513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-743ea3b1-9c66-4e33-b769-9e5e834c8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.030214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-743ea3b1-9c66-4e33-b769-9e5e834c8780 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 906 time: 0.2238231 Oct 12 11:20:14.036646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6ebaea6-993c-4011-b755-27fb2db7e634,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:14.113270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-48cb0314-3314-404c-a965-d9325a459050 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d HTTP/1.1" status: 200 len: 217 time: 0.0713451 Oct 12 11:20:14.135021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c599f6e-12fd-483f-a289-effc1e7498c8 req-d0acd09d-f5a8-426f-93cb-561cfe61fb72 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.138148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.139031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 68439940-d7b1-4dae-b0dd-fe962f8d4352 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:14.144172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c599f6e-12fd-483f-a289-effc1e7498c8 req-d0acd09d-f5a8-426f-93cb-561cfe61fb72 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0756128 Oct 12 11:20:14.169001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-198c1abd-54b4-46b7-ba72-6a3bda63b07b req-a20386ef-6212-4e35-b6ea-c3cd31545242 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303508 Oct 12 11:20:14.193567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:14.205153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c599f6e-12fd-483f-a289-effc1e7498c8 req-49967e39-ed3f-43a1-a970-bc9e63935a03 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Oct 12 11:20:14.239080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.260912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'network_id': 'e5b1bc58-0296-4867-8c5d-11333eb66e99', 'port_id': '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'mac_address': 'fa:16:3e:32:ff:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bcf903-87bb-40a4-a35f-8cad9ff93a32', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:14.263970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:14.302216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:14.306067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-50202a13-e42a-4e7b-a41c-7c65db1f19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.313691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-50202a13-e42a-4e7b-a41c-7c65db1f19e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.1761882 Oct 12 11:20:14.313691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:14.313981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:14.315106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.315764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.321549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=0e48a572-bf0e-4ee1-8f71-19870ebb3bb2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:14.343857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.344446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.344446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.344717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.344921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.345250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.345587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.345915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.346243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.346569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.346939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.347268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.347597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:14.362139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68439940-d7b1-4dae-b0dd-fe962f8d4352 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:14.386767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:14.388807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079c529-39bc-4328-89db-dc73f853741b req-958dc8d6-7ee9-4506-b10d-7560e5d7b3f2 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.396968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b079c529-39bc-4328-89db-dc73f853741b req-958dc8d6-7ee9-4506-b10d-7560e5d7b3f2 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.0635483 Oct 12 11:20:14.399657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-0bbf8235-3b97-42b0-81e6-8da510678eee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810132 Oct 12 11:20:14.446874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b079c529-39bc-4328-89db-dc73f853741b req-2a75d9fb-8411-40f9-9e0e-7dcfb5734b71 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Oct 12 11:20:14.450493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0ee7c020-cefe-4856-8a62-9e316fdfb3f4 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3129838 Oct 12 11:20:14.454594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:14.461428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:14.475229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.489082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21036c1-5467-440a-8ca9-2e26b15f3d95 req-9068562b-4ac6-4d02-a02f-8b90c4354a39 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.507117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b21036c1-5467-440a-8ca9-2e26b15f3d95 req-9068562b-4ac6-4d02-a02f-8b90c4354a39 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1767130 Oct 12 11:20:14.565207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b21036c1-5467-440a-8ca9-2e26b15f3d95 req-3b056310-8392-4c22-9dce-361b9b41922c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Oct 12 11:20:14.599939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:14.601863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-d1307a96-a090-42c9-b8e4-6447469cb1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951780 Oct 12 11:20:14.619424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.699085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930ea5-c6d5-4824-a110-f75a4e137db0 req-021be005-7846-417f-96ca-e4bb3d423ea1 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.701140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2930ea5-c6d5-4824-a110-f75a4e137db0 req-021be005-7846-417f-96ca-e4bb3d423ea1 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.1260242 Oct 12 11:20:14.711686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50174) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:14.734846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Request body: {'floatingip': {'port_id': '570cbc99-6ff2-4927-b9f0-0df6e351bd78'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:14.789421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1120e051-7281-4cbb-a5b3-b678f47ea2bf'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:14.789806 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:14.816662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-816242c5-20ee-4f01-9ca7-404b552ded70 req-be24e119-9d3e-44ac-bf5a-61006dfd799e service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013741 Oct 12 11:20:14.844236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841891-7344-4bb6-af14-7a40184b0052 req-e977499b-4e71-4e14-a1dc-5d5608910b3d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.844484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['68439940-d7b1-4dae-b0dd-fe962f8d4352'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:14.850867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841891-7344-4bb6-af14-7a40184b0052 req-e977499b-4e71-4e14-a1dc-5d5608910b3d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.858422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841891-7344-4bb6-af14-7a40184b0052 req-e977499b-4e71-4e14-a1dc-5d5608910b3d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:14.860798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23841891-7344-4bb6-af14-7a40184b0052 req-e977499b-4e71-4e14-a1dc-5d5608910b3d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2416 time: 0.0923083 Oct 12 11:20:14.877008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['b6ebaea6-993c-4011-b755-27fb2db7e634'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:14.908378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23841891-7344-4bb6-af14-7a40184b0052 req-890cc133-dc5f-4ee7-8280-d8303031491d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Oct 12 11:20:15.050758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4c85-38a3-43fe-a076-283355274236 req-7e9d8868-3e3a-45f0-8d7f-e403c00677d1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:15.052661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91ed4c85-38a3-43fe-a076-283355274236 req-7e9d8868-3e3a-45f0-8d7f-e403c00677d1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.2159083 Oct 12 11:20:15.087317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f498e78-261c-4f92-b76d-7627e29acc3c req-f9a78b2c-1d68-408d-b3fc-dad415edfc04 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0636029 Oct 12 11:20:15.183142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91ed4c85-38a3-43fe-a076-283355274236 req-b1d9ba66-b8e2-4811-9a19-e79d555a3a82 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011472 Oct 12 11:20:15.291056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] device_id is not set on port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:15.307498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:15.340270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6ad0-e852-4981-948c-d5437886e771 req-2907a151-414a-404c-bd13-ed19427b2e51 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:15.354583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86fd6ad0-e852-4981-948c-d5437886e771 req-2907a151-414a-404c-bd13-ed19427b2e51 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1171920 Oct 12 11:20:15.406451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86fd6ad0-e852-4981-948c-d5437886e771 req-50a96a07-d496-4240-b377-3e0dda65b85b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 Oct 12 11:20:15.410449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:15.536112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d0e9-7297-4cee-8a33-267c56b0d391 req-1c50f3ec-aedb-422b-8876-5fddadee99a1 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:15.545981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3f1d0e9-7297-4cee-8a33-267c56b0d391 req-1c50f3ec-aedb-422b-8876-5fddadee99a1 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0651953 Oct 12 11:20:15.592701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3f1d0e9-7297-4cee-8a33-267c56b0d391 req-20f8fa48-6b10-4bc2-8855-986b29f0a672 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Oct 12 11:20:15.813083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=0e48a572-bf0e-4ee1-8f71-19870ebb3bb2,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:15.822857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:15.823193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:15.823532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:15.840765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:15.840765 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:15.840765 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 2 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:15.871425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:15.871873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:15.872206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:15.895709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd09d5-804e-43a4-bbe8-88ed9fd17ac7 req-68323d03-4fb3-4443-85f5-d12fdaf4ff79 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:15.900589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:15.900925 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:15.907010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9cd09d5-804e-43a4-bbe8-88ed9fd17ac7 req-68323d03-4fb3-4443-85f5-d12fdaf4ff79 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1952319 Oct 12 11:20:15.912806 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 3 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:15.955378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9cd09d5-804e-43a4-bbe8-88ed9fd17ac7 req-83a9208d-87d2-42f5-b3d0-c228d5bee8eb tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Oct 12 11:20:15.969695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a4ee8ce-5886-4731-8329-a0c1c02d2f9d req-90db6e16-728d-45a7-868d-a66ba3b19005 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0760195 Oct 12 11:20:16.009893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.010424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.011110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.021030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.021455 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.026939 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 4 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.050104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.050634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.051087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.061907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.resource_extend [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:20:16.064758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.065195 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.097675 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 5 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.143009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7a19-ee30-416f-ae0e-8e0093482761 req-f8c19ba2-5b5f-4dc8-aabd-f3574436b914 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.150202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7a19-ee30-416f-ae0e-8e0093482761 req-f8c19ba2-5b5f-4dc8-aabd-f3574436b914 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.159044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7a19-ee30-416f-ae0e-8e0093482761 req-f8c19ba2-5b5f-4dc8-aabd-f3574436b914 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.169517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5f7a19-ee30-416f-ae0e-8e0093482761 req-f8c19ba2-5b5f-4dc8-aabd-f3574436b914 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2416 time: 0.1058009 Oct 12 11:20:16.172475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.172813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.173153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.197035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:16.198019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.198276 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.200482 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 6 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.224981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e641d-34e4-4c61-92ed-afaae588046d req-1e036a3c-071a-4567-9221-4e74f224e10f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.226511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c15e641d-34e4-4c61-92ed-afaae588046d req-1e036a3c-071a-4567-9221-4e74f224e10f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1051183 Oct 12 11:20:16.227454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.227784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.228113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.235782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.236572 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.238952 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 7 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.249535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5f7a19-ee30-416f-ae0e-8e0093482761 req-12ca01dc-304f-4667-8717-0cd47839d66d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688479 Oct 12 11:20:16.280931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:16.369836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.370446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.370981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.379208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.379785 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.385078 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 8 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.389750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acde2c-f044-40d6-88ab-d1b2de70ceb1 req-0daa9eb4-4106-40d7-8d44-59e0b5695546 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.390208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3acde2c-f044-40d6-88ab-d1b2de70ceb1 req-0daa9eb4-4106-40d7-8d44-59e0b5695546 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.0774136 Oct 12 11:20:16.404270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.404912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.405427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.430318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.430996 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.433590 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 9 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.445588 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Floating IP 24a56368-fbcb-49cd-b61c-189fda01e59a associated. External IP: 172.25.2.174, port: 570cbc99-6ff2-4927-b9f0-0df6e351bd78. Oct 12 11:20:16.452764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3acde2c-f044-40d6-88ab-d1b2de70ceb1 req-e4ca7378-db9b-4400-8233-0daa4c1077e1 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Oct 12 11:20:16.500100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c15e641d-34e4-4c61-92ed-afaae588046d req-9e6a6528-0914-4a9e-9e3f-d6d8c6eda53b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618146 Oct 12 11:20:16.500839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.501635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.501635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.522745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.522745 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.525387 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempt 10 to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 Oct 12 11:20:16.571991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:16.572327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:16.572663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempting to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:16.584085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:16.584411 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Failed to bind port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '6d6ce9d6-6738-4015-bae1-b616bccfb44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff33bb66-c9d8-4f4f-9552-086bc08e3c07'}] Oct 12 11:20:16.584772 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:16.641983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0eda4-c81e-457a-9a4e-f3a560e51445 req-45501e85-ae92-4e90-9bed-0ebfebf010a5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.643748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10b0eda4-c81e-457a-9a4e-f3a560e51445 req-45501e85-ae92-4e90-9bed-0ebfebf010a5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0696826 Oct 12 11:20:16.693484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10b0eda4-c81e-457a-9a4e-f3a560e51445 req-8e5768c6-501f-432f-8e8c-dc4cfa920d2c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Oct 12 11:20:16.748203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:16.748576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attempted to set empty binding levels {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:20:16.829676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb437-37bf-44f6-b3d7-c9540d683925 req-48b99c0f-e2db-4b13-abd7-cc12fa990bdd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:16.831347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42bfb437-37bf-44f6-b3d7-c9540d683925 req-48b99c0f-e2db-4b13-abd7-cc12fa990bdd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1247208 Oct 12 11:20:16.833608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Router 84117524-4d81-4aa3-9c33-e6322196394f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:20:16.916018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42bfb437-37bf-44f6-b3d7-c9540d683925 req-997ee647-88d5-46d5-aaa3-2a0dcb8e262d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Oct 12 11:20:16.982995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:20:16.987875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:16.993494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Sync routers for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:20:17.002978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:17.003603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:17.021411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5dba0861-418f-483c-9f2a-c70221821bd5 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "PUT /v2.0/floatingips/24a56368-fbcb-49cd-b61c-189fda01e59a HTTP/1.1" status: 200 len: 992 time: 2.3046746 Oct 12 11:20:17.021411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:17.021411 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef580bfb-4b3b-4332-8600-925d429ff0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:17.034906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.084236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] In _notify_port_updated(), no bound segment for port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 on network ff33bb66-c9d8-4f4f-9552-086bc08e3c07 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:20:17.088203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1120e051-7281-4cbb-a5b3-b678f47ea2bf up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:17.090110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.094674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.095115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "PUT /v2.0/ports/0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 HTTP/1.1" status: 200 len: 975 time: 2.6385670 Oct 12 11:20:17.097951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50232) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:17.123916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82bb83ca-1b55-4601-a05d-b13a2afadb97 req-455d30c3-9c2e-4615-81f3-99a0778e43d5 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0597374 Oct 12 11:20:17.150273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafcafa-8769-4a30-8d8f-49277e99ab55 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event updated for resources: {'Port': ['ID=0e48a572-bf0e-4ee1-8f71-19870ebb3bb2,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:17.160722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:17.232594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Deleting port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:17.233041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.311023 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8d043-2b79-4363-abf9-99ed0085777f x-openstack-request-id: req-59d8d043-2b79-4363-abf9-99ed0085777f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:17.311568 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:17.311755 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59d8d043-2b79-4363-abf9-99ed0085777f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:17.312255 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'status': 'completed', 'code': 200} Oct 12 11:20:17.374157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] For port 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2, host n-h2-813419-3, got binding levels [] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:17.380294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.393905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1120e051-7281-4cbb-a5b3-b678f47ea2bf completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:17.404462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Calling delete_port for 0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:17.432957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1120e051-7281-4cbb-a5b3-b678f47ea2bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:17.433643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.505437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-0e6088f2-b59c-4fa3-a090-e729e0d28ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.507176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-0e6088f2-b59c-4fa3-a090-e729e0d28ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb&device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 1097 time: 0.1650445 Oct 12 11:20:17.557305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698679d7-21d8-4d2f-b551-f2d24ddacea4 req-7e984a6f-d646-40f5-943b-c9e96bc71ffa tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.560606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698679d7-21d8-4d2f-b551-f2d24ddacea4 req-7e984a6f-d646-40f5-943b-c9e96bc71ffa tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.566847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698679d7-21d8-4d2f-b551-f2d24ddacea4 req-7e984a6f-d646-40f5-943b-c9e96bc71ffa tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.576205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-698679d7-21d8-4d2f-b551-f2d24ddacea4 req-7e984a6f-d646-40f5-943b-c9e96bc71ffa tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2416 time: 0.1817162 Oct 12 11:20:17.607074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.658232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e48a572-bf0e-4ee1-8f71-19870ebb3bb2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:17.659000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-698679d7-21d8-4d2f-b551-f2d24ddacea4 req-eb353adc-3d0c-4fd7-b35c-b8baacc80ddf tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818651 Oct 12 11:20:17.662054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.690480 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.701768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b00cf13e-ffd0-4981-9728-f674d9975d17 tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 HTTP/1.1" status: 204 len: 168 time: 0.5997369 Oct 12 11:20:17.704079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50254) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:17.712490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ade8a316-7d82-403e-8122-8a083b7a466a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.718829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-f996a27b-fd0f-4519-a815-3b275ff0cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.718829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-f996a27b-fd0f-4519-a815-3b275ff0cfc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42c6fd6e-6e10-49ab-9350-e1a98e720621 HTTP/1.1" status: 200 len: 912 time: 0.2034843 Oct 12 11:20:17.741952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:17.752343 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d755cf0-8097-468d-992b-85660b213903" -d '{"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:17.767601 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-988943de-aab2-4d24-b49b-9a7fb7d2999e tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:20:17.769310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-988943de-aab2-4d24-b49b-9a7fb7d2999e tempest-PortsAdminExtendedAttrsTestJSON-2030639084 tempest-PortsAdminExtendedAttrsTestJSON-2030639084-project-admin] 10.222.0.43 "GET /v2.0/ports/0e48a572-bf0e-4ee1-8f71-19870ebb3bb2 HTTP/1.1" status: 404 len: 333 time: 0.0639548 Oct 12 11:20:17.776141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50260) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:17.779808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:17.803807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '24a56368-fbcb-49cd-b61c-189fda01e59a', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'port_id': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'mac_address': 'fa:16:3e:e7:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:19:51Z', 'updated_at': '2021-10-12T11:20:15Z', 'revision_number': 1, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:17.861098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.862218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 68439940-d7b1-4dae-b0dd-fe962f8d4352 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:17.868957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-323bde8d-491d-4b5b-8fe8-ec307320ba6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78 HTTP/1.1" status: 200 len: 1000 time: 0.1349332 Oct 12 11:20:17.913770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Checking router: 84117524-4d81-4aa3-9c33-e6322196394f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:20:17.938335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:17.946725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-fa4bd82c-caf5-4895-bc0a-ca62f8258b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.948603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-fa4bd82c-caf5-4895-bc0a-ca62f8258b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3073a385-bfd3-4599-a619-d68005429cc9 HTTP/1.1" status: 200 len: 850 time: 0.0690081 Oct 12 11:20:17.953955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:17.954872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:17.971178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c22b-4858-43a9-bc4a-fe6feb07db03 req-419a775b-4353-465a-93ab-d3e9b21d65ad tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:17.979633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05a8c22b-4858-43a9-bc4a-fe6feb07db03 req-419a775b-4353-465a-93ab-d3e9b21d65ad tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1078753 Oct 12 11:20:17.999853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ac5-a41d-469b-8d23-e67cca189809 req-1e954221-e674-43bc-9e80-aebfde79c390 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.007659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb75ac5-a41d-469b-8d23-e67cca189809 req-1e954221-e674-43bc-9e80-aebfde79c390 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.1386714 Oct 12 11:20:18.067139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb75ac5-a41d-469b-8d23-e67cca189809 req-26eca0ba-adfe-42aa-bd5d-d3367a820496 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584774 Oct 12 11:20:18.076287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-00a12d8a-c8a0-4e2b-b762-f475ee1ea633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.081272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-00a12d8a-c8a0-4e2b-b762-f475ee1ea633 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42c6fd6e-6e10-49ab-9350-e1a98e720621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237051 Oct 12 11:20:18.082897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:18.103021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05a8c22b-4858-43a9-bc4a-fe6feb07db03 req-b4305e59-6a11-4bcb-9bdb-1c5361dfd512 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221275 Oct 12 11:20:18.192509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.205072 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c0717-4ca7-4c4e-85ba-27152b21c849 x-openstack-request-id: req-006c0717-4ca7-4c4e-85ba-27152b21c849 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:18.205349 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:18.205604 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-006c0717-4ca7-4c4e-85ba-27152b21c849 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:18.206162 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf', 'code': 200} Oct 12 11:20:18.212507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:18.265476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff33bb66-c9d8-4f4f-9552-086bc08e3c07']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:18.276867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-15b190c8-5e8c-4b25-8359-1477a06f3bca service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856530 Oct 12 11:20:18.287875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334e440-112c-4c7b-bf7e-3c44d9dbc4d3 req-bc914a32-9b99-4e69-9fc4-74dee6269682 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.296136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0334e440-112c-4c7b-bf7e-3c44d9dbc4d3 req-bc914a32-9b99-4e69-9fc4-74dee6269682 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0855575 Oct 12 11:20:18.314572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6ce9d6-6738-4015-bae1-b616bccfb44d') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:18.315187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6ce9d6-6738-4015-bae1-b616bccfb44d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:18.322437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:18.343837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'mac_address': 'fa:16:3e:ae:92:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:18.351000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0334e440-112c-4c7b-bf7e-3c44d9dbc4d3 req-5b6143b7-38f8-4c49-a648-5aa4f895a2dd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Oct 12 11:20:18.373259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.386350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef580bfb-4b3b-4332-8600-925d429ff0fa req-6502d086-e60f-411d-90a3-0576a9097356 service neutron] 10.222.0.47 "GET /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975804 Oct 12 11:20:18.399761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.416615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1153f2e-6c17-41ed-8c33-54f812e0d3ce req-8229c99a-c695-4aa4-baf2-970ea943ebb9 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.1343865 Oct 12 11:20:18.422381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:20:18.422381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:20:18.429117 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:20:18.589405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.600029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:18.600954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.609162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] 10.222.0.43 "DELETE /v2.0/networks/ff33bb66-c9d8-4f4f-9552-086bc08e3c07 HTTP/1.1" status: 204 len: 168 time: 0.8314836 Oct 12 11:20:18.624289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7167e0-26be-4160-a3bd-08b8c972fb04 tempest-PortsAdminExtendedAttrsTestJSON-1288717021 tempest-PortsAdminExtendedAttrsTestJSON-1288717021-project] Pushing event deleted for resources: {'Network': ['ID=ff33bb66-c9d8-4f4f-9552-086bc08e3c07,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:18.633003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 68439940-d7b1-4dae-b0dd-fe962f8d4352 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:18.638555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.650109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 68439940-d7b1-4dae-b0dd-fe962f8d4352 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:18.650109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.722494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:18.824209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:18.859159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39455c71-7555-4d9e-badd-9d4e2bdb6f81 req-01439804-2b86-4eb6-899d-81a1d7a185a8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.865642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39455c71-7555-4d9e-badd-9d4e2bdb6f81 req-01439804-2b86-4eb6-899d-81a1d7a185a8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.873241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39455c71-7555-4d9e-badd-9d4e2bdb6f81 req-01439804-2b86-4eb6-899d-81a1d7a185a8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:18.881574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39455c71-7555-4d9e-badd-9d4e2bdb6f81 req-01439804-2b86-4eb6-899d-81a1d7a185a8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2417 time: 0.1046538 Oct 12 11:20:18.882183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '24a56368-fbcb-49cd-b61c-189fda01e59a', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'port_id': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'mac_address': 'fa:16:3e:e7:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:19:51Z', 'updated_at': '2021-10-12T11:20:15Z', 'revision_number': 1, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:18.922103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5355ef7-823f-4a14-8995-de4c9d8cfa61 None None] The sync data for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 is: [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '24a56368-fbcb-49cd-b61c-189fda01e59a', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'port_id': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'mac_address': 'fa:16:3e:e7:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:19:51Z', 'updated_at': '2021-10-12T11:20:15Z', 'revision_number': 1, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:20:18.935182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:18.942136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39455c71-7555-4d9e-badd-9d4e2bdb6f81 req-2ccb3b03-fc2c-4c0a-9b05-156baed31553 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593104 Oct 12 11:20:18.967491 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.023466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:19.029532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:19.086371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.087239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6ebaea6-993c-4011-b755-27fb2db7e634 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:19.192117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:19.223258 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8240d7-e0b1-41d5-b00d-4cabe0777706 None None] New status for floating IP 24a56368-fbcb-49cd-b61c-189fda01e59a: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:20:19.271037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:19.313477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c774b-bff5-49ef-b8d4-e98ba4369624 req-03aa16fa-4c51-4c45-af6d-aa6723f78e0a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:19.321320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f3c774b-bff5-49ef-b8d4-e98ba4369624 req-03aa16fa-4c51-4c45-af6d-aa6723f78e0a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0874023 Oct 12 11:20:19.330632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3247451-26d2-4e8b-b059-cdd424f1ee90 req-41bc4326-a1c9-435f-9c77-88b2743bcb03 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:19.340567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3247451-26d2-4e8b-b059-cdd424f1ee90 req-41bc4326-a1c9-435f-9c77-88b2743bcb03 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 945 time: 0.1132741 Oct 12 11:20:19.342040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port b6ebaea6-993c-4011-b755-27fb2db7e634 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:19.351371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50282) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:19.396177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f3c774b-bff5-49ef-b8d4-e98ba4369624 req-8d04e5ac-de67-4807-8c99-de1ea122999f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Oct 12 11:20:19.412943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port b6ebaea6-993c-4011-b755-27fb2db7e634 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:19.413576 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.414808 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3247451-26d2-4e8b-b059-cdd424f1ee90 req-3ca77288-32ac-4ab1-809d-9bbc2dd648c9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634167 Oct 12 11:20:19.596884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf566dba-5aa2-40ce-859f-756bd5ce54f6 req-a9d668a6-d73a-41d2-ab41-fd9007429bc6 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0425088 Oct 12 11:20:19.642982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef7b81-19ca-4542-b382-06915269c3f0 req-d1d68c31-c214-45e7-bc17-5e48a2483cf0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:19.642982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeef7b81-19ca-4542-b382-06915269c3f0 req-d1d68c31-c214-45e7-bc17-5e48a2483cf0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1448054 Oct 12 11:20:19.707987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeef7b81-19ca-4542-b382-06915269c3f0 req-4c5fdcd9-06e4-4bc1-bb6c-7ad567553626 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Oct 12 11:20:19.719576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a4d8e41-3e52-41ed-bade-580f5b1e1a1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47fa2cbc79e1431baf69be155e0eb712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668120 Oct 12 11:20:19.728251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50292) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:19.750333 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.793390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6ebaea6-993c-4011-b755-27fb2db7e634,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:19.813123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.842433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.903755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.959908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:19.983439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.986729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:19.992567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe20dbdb-a245-4159-8060-8ba8066f7660 HTTP/1.1" status: 204 len: 168 time: 0.2617257 Oct 12 11:20:20.002950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d703d2-0f3f-48d4-ae30-2a0e06894328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe20dbdb-a245-4159-8060-8ba8066f7660,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:20.089141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893410d-5259-41d3-8843-e44bd1ba7135 req-ab90022e-5f2a-4899-b7fb-f4baffb9be56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.097487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893410d-5259-41d3-8843-e44bd1ba7135 req-ab90022e-5f2a-4899-b7fb-f4baffb9be56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.104663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893410d-5259-41d3-8843-e44bd1ba7135 req-ab90022e-5f2a-4899-b7fb-f4baffb9be56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.106351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1893410d-5259-41d3-8843-e44bd1ba7135 req-ab90022e-5f2a-4899-b7fb-f4baffb9be56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.0784261 Oct 12 11:20:20.177282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1893410d-5259-41d3-8843-e44bd1ba7135 req-ba3fe3f5-0a15-4e18-b44f-97e54dd973f3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Oct 12 11:20:20.206961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352'}, {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:20.211778 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795ef984-bc88-47c0-9e56-dd2c217f4dd5" -d '{"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352"}, {"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:20.253625 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561fe4a-01c1-4352-b400-7ff68aac546c x-openstack-request-id: req-2561fe4a-01c1-4352-b400-7ff68aac546c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:20.253998 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352", "code": 200}, {"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:20.254338 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2561fe4a-01c1-4352-b400-7ff68aac546c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:20.254919 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'code': 200} Oct 12 11:20:20.255279 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634', 'code': 200} Oct 12 11:20:20.401121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a52fb40b-f668-444b-b54e-4d30d0f0974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:20.401424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe87b-2321-45f4-89b6-1fac81a96304 req-39ab3ad4-74de-4127-9d8b-084d79aa6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.401894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe87b-2321-45f4-89b6-1fac81a96304 req-39ab3ad4-74de-4127-9d8b-084d79aa6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.402181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe87b-2321-45f4-89b6-1fac81a96304 req-39ab3ad4-74de-4127-9d8b-084d79aa6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.405047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb3fe87b-2321-45f4-89b6-1fac81a96304 req-39ab3ad4-74de-4127-9d8b-084d79aa6aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2872 time: 0.0698721 Oct 12 11:20:20.449262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb3fe87b-2321-45f4-89b6-1fac81a96304 req-629a2797-c40c-4092-8659-daa5e76a6510 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Oct 12 11:20:20.562111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ac859-15ef-4405-a3c3-b788d12890f4 req-72ded28a-e2be-4e72-bb85-2b4c76e98b5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.564601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-224ac859-15ef-4405-a3c3-b788d12890f4 req-72ded28a-e2be-4e72-bb85-2b4c76e98b5b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 945 time: 0.0659177 Oct 12 11:20:20.564983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eb3ae-9c76-4513-ae36-098753c19006 req-bfe401b3-1c7f-46e0-a933-b40c75f15807 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.575616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca4eb3ae-9c76-4513-ae36-098753c19006 req-bfe401b3-1c7f-46e0-a933-b40c75f15807 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0766649 Oct 12 11:20:20.615500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-224ac859-15ef-4405-a3c3-b788d12890f4 req-6eed148a-db09-49ce-b2ed-bbb5f50c9bd7 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Oct 12 11:20:20.624196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca4eb3ae-9c76-4513-ae36-098753c19006 req-4b806389-ef23-4619-bcf3-c4468c2347ad tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 Oct 12 11:20:20.730779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9451610-bb0e-4297-96c8-91db6122f16b req-edcf7d5a-14fa-418b-be64-6b6ceb72363d tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0266986 Oct 12 11:20:20.850470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50320) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:20.869902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506d12d-bf1f-42e3-9748-e22f7ca3e7a0 req-c58388c5-e1e8-40c4-9480-725d10b65130 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:20.876399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6506d12d-bf1f-42e3-9748-e22f7ca3e7a0 req-c58388c5-e1e8-40c4-9480-725d10b65130 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.0735974 Oct 12 11:20:20.905863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8669b8e9-df4c-44a1-b351-5cdb91b73f93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f14dbe7571fa4fb1a941cc61bacb023e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541596 Oct 12 11:20:20.908610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50322) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:20.923685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6506d12d-bf1f-42e3-9748-e22f7ca3e7a0 req-0a91e0db-c560-4de6-bcf5-410de61dd507 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Oct 12 11:20:20.973196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:20.998903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.109229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.112062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.113428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8d0104d-12cf-4cd9-b494-382ed755a0fd HTTP/1.1" status: 204 len: 168 time: 0.2036281 Oct 12 11:20:21.122625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c91f1-d2d5-44cb-a356-b56a8dba9d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0104d-12cf-4cd9-b494-382ed755a0fd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:21.290291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ccaa4-8805-4a14-ab28-963ab433132a req-5052cf89-ed4d-49b0-9fe7-920260375a88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:21.297721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ccaa4-8805-4a14-ab28-963ab433132a req-5052cf89-ed4d-49b0-9fe7-920260375a88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:21.304686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ccaa4-8805-4a14-ab28-963ab433132a req-5052cf89-ed4d-49b0-9fe7-920260375a88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:21.306757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-296ccaa4-8805-4a14-ab28-963ab433132a req-5052cf89-ed4d-49b0-9fe7-920260375a88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.0688901 Oct 12 11:20:21.353111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-296ccaa4-8805-4a14-ab28-963ab433132a req-08fd646e-cbe4-4ca1-90ce-522398d4a1bd tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Oct 12 11:20:21.400583 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-eaa1505e-a681-4057-9aa3-223a469401a9 service neutron] show failed (client error): The resource could not be found. Oct 12 11:20:21.401620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-eaa1505e-a681-4057-9aa3-223a469401a9 service neutron] 10.222.0.41 "GET /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0624883 Oct 12 11:20:21.678401 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.720692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.781595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc62336-9f25-407f-a952-5296ecc3bc5a req-bfdb2698-6d34-41d9-b0fc-6efd319feeb3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:21.795332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dc62336-9f25-407f-a952-5296ecc3bc5a req-bfdb2698-6d34-41d9-b0fc-6efd319feeb3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 945 time: 0.0957644 Oct 12 11:20:21.823685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:21.856722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f034-ae48-4517-866c-87e8249b4706 req-381ae25d-9699-44cc-899d-e4ed4472233a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:21.866407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3440f034-ae48-4517-866c-87e8249b4706 req-381ae25d-9699-44cc-899d-e4ed4472233a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0977075 Oct 12 11:20:21.868963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dc62336-9f25-407f-a952-5296ecc3bc5a req-5651374e-6afe-46bf-b8d7-8f9f5e0b2e50 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710120 Oct 12 11:20:21.940265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3440f034-ae48-4517-866c-87e8249b4706 req-22b846fd-b29f-490b-8ad6-49a1a3390d27 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Oct 12 11:20:22.025469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d75030-51de-41ec-b489-5d8c6ce7487b req-946a259a-4063-4be6-9a49-b37a89720376 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0446277 Oct 12 11:20:22.175107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:22.237695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572c31a-4b66-4b0d-a217-c79ac57e3f3f req-c1f2284e-825e-4362-9b0b-681b2a80ba8c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.245265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8572c31a-4b66-4b0d-a217-c79ac57e3f3f req-c1f2284e-825e-4362-9b0b-681b2a80ba8c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1310170 Oct 12 11:20:22.269684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-a2eb4856-faf5-4333-b268-50b5595f4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.271212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-a2eb4856-faf5-4333-b268-50b5595f4ce8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1100 time: 0.1290128 Oct 12 11:20:22.281235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:22.287499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:22.288219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:22.294327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:22.331687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8572c31a-4b66-4b0d-a217-c79ac57e3f3f req-17a07c22-85d2-4103-bed9-9d8366356ad3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853541 Oct 12 11:20:22.402296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:22.404051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:22.440488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:22.446869 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da952a29-a8dc-4488-9cb3-f59215f6005a" -d '{"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:22.481980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:22.506952 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21dd581-f90e-4687-b2b0-7c8f1fd00229 x-openstack-request-id: req-e21dd581-f90e-4687-b2b0-7c8f1fd00229 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:22.507330 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:22.507497 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e21dd581-f90e-4687-b2b0-7c8f1fd00229 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:22.507879 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'code': 200} Oct 12 11:20:22.543351 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:22.546203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d3ff-7c61-44f6-8cb9-a59331c713ae req-16bc5172-351a-4078-99fe-3337654b8850 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.550516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d3ff-7c61-44f6-8cb9-a59331c713ae req-16bc5172-351a-4078-99fe-3337654b8850 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.556818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d3ff-7c61-44f6-8cb9-a59331c713ae req-16bc5172-351a-4078-99fe-3337654b8850 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.564865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0514d3ff-7c61-44f6-8cb9-a59331c713ae req-16bc5172-351a-4078-99fe-3337654b8850 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.1227186 Oct 12 11:20:22.614077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:22.639024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0514d3ff-7c61-44f6-8cb9-a59331c713ae req-a58f4ca0-5aea-4b74-9fbb-ac08ebe92ed6 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672905 Oct 12 11:20:22.681841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e0fb-b3fb-40dd-8879-8938da7c5fb9 req-b93b7c1e-d8d4-483d-9b8a-2e431a5257ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:22.687246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7571e0fb-b3fb-40dd-8879-8938da7c5fb9 req-b93b7c1e-d8d4-483d-9b8a-2e431a5257ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 1097 time: 0.0794413 Oct 12 11:20:22.749061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7571e0fb-b3fb-40dd-8879-8938da7c5fb9 req-db838e24-1f64-4ac4-ba3c-a85d78a87a2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530119 Oct 12 11:20:22.822605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:22.865708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:22.920943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:22.923461 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f08ff-cc3a-4e21-aff6-84e2a1dac7db" -d '{"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:22.928455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:22.944535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Transition to ACTIVE for port object dceb3741-c2e9-4429-9641-97eb1e9b3d5c will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:23.001269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60f79-a406-463b-bf47-96f0be8a178b req-2c038aa3-a383-4cc7-a18a-e6685bb85a41 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.002784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe60f79-a406-463b-bf47-96f0be8a178b req-2c038aa3-a383-4cc7-a18a-e6685bb85a41 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 946 time: 0.0571496 Oct 12 11:20:23.035216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:23.071656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe60f79-a406-463b-bf47-96f0be8a178b req-72e20bf8-9c42-46a4-811c-fde732d22956 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625098 Oct 12 11:20:23.235407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-caf02702-ad93-436e-8b13-0f2bcdfffc17 req-bdf07d1e-ec82-4523-a5a9-0156317ac5ff tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0364470 Oct 12 11:20:23.251810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:23.399400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294938f-8ee5-4c93-990a-a1ef1b45adf0 req-c8d51c4f-b377-44b3-b56e-02d93db929c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.401075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294938f-8ee5-4c93-990a-a1ef1b45adf0 req-c8d51c4f-b377-44b3-b56e-02d93db929c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.407569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294938f-8ee5-4c93-990a-a1ef1b45adf0 req-c8d51c4f-b377-44b3-b56e-02d93db929c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.409287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e294938f-8ee5-4c93-990a-a1ef1b45adf0 req-c8d51c4f-b377-44b3-b56e-02d93db929c2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.0767679 Oct 12 11:20:23.417539 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da28311-9b24-4caa-ba2f-9a31d9d3c633 x-openstack-request-id: req-8da28311-9b24-4caa-ba2f-9a31d9d3c633 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:23.417820 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:23.418064 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8da28311-9b24-4caa-ba2f-9a31d9d3c633 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:23.418681 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'code': 200} Oct 12 11:20:23.420710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] No DVR routers for this DVR port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:23.424387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:23.448883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e294938f-8ee5-4c93-990a-a1ef1b45adf0 req-b8a54c32-7be3-4c37-a6d3-287fadc4b039 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Oct 12 11:20:23.498628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:23.498984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:23.499305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:23.507285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:23.507642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:23.521109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d403e-1fa0-4c8a-ac13-b69241ecf696 req-0fa0c706-5b7a-43d7-ad5c-0a98cf2f3610 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.522619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-857d403e-1fa0-4c8a-ac13-b69241ecf696 req-0fa0c706-5b7a-43d7-ad5c-0a98cf2f3610 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1029763 Oct 12 11:20:23.523656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:23.523984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:23.524365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:23.524809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Bound port: dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:23.525720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:23.602431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-857d403e-1fa0-4c8a-ac13-b69241ecf696 req-6b340e17-377b-48ea-9793-5685aeb39218 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668607 Oct 12 11:20:23.623112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1590-f307-4daa-b374-0fa05a92a79a req-727ad61b-ac90-436d-8d77-2d796d83c5fd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.624881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-734a1590-f307-4daa-b374-0fa05a92a79a req-727ad61b-ac90-436d-8d77-2d796d83c5fd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.0517590 Oct 12 11:20:23.626729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:23.629993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:23.664127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-734a1590-f307-4daa-b374-0fa05a92a79a req-289dfa8d-82b2-4065-8f8c-200e09038f0b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331855 Oct 12 11:20:23.725794 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:23.761501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.762513 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:23.763491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] 10.222.0.47 "PUT /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 1095 time: 1.4822950 Oct 12 11:20:23.784278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfeeec-7a7b-4706-b566-ab69aaa50552 service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:23.846034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-978eeae0-7f7b-449e-b7c0-14ab75dcd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.847643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-978eeae0-7f7b-449e-b7c0-14ab75dcd2e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.0523727 Oct 12 11:20:23.953173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50420) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:23.971610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-19cf14cb-318f-4f5b-89ab-2145bdaaf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:23.973347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-19cf14cb-318f-4f5b-89ab-2145bdaaf848 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1176872 Oct 12 11:20:24.033934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-1ae800d6-c768-4a8c-86ca-641301eafa27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0531316 Oct 12 11:20:24.069840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1186059805', 'router:external': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:24.128925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-5a2ccceb-7721-4a39-acf3-fb87fcbe8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.130423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-5a2ccceb-7721-4a39-acf3-fb87fcbe8d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0897927 Oct 12 11:20:24.160089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda7a6-45bf-4a87-990b-d777205d5861 req-6a5167e3-7f51-4d06-8da3-5dc4b2fadb6a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.162471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5afda7a6-45bf-4a87-990b-d777205d5861 req-6a5167e3-7f51-4d06-8da3-5dc4b2fadb6a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.1109016 Oct 12 11:20:24.180825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Made reservation on behalf of e80d30901924416e914b6d687ec21a56 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:24.183390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.197562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.223740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-07ab52c5-abb0-401d-b227-4296147a8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.225172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-07ab52c5-abb0-401d-b227-4296147a8e21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876048 Oct 12 11:20:24.228558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5afda7a6-45bf-4a87-990b-d777205d5861 req-8f8e3aa6-8935-4e8b-ae72-53ea5ae3f17f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520513 Oct 12 11:20:24.299314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e47050-3f89-43e6-b396-22dafebf0682 req-9fcb9741-f4c7-45d0-9887-ce567eb07d16 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.300858 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2e47050-3f89-43e6-b396-22dafebf0682 req-9fcb9741-f4c7-45d0-9887-ce567eb07d16 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 946 time: 0.0795448 Oct 12 11:20:24.368939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-9d3bac0a-3ce2-4674-8f7f-4a7c7241a85b service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347444 Oct 12 11:20:24.369890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2e47050-3f89-43e6-b396-22dafebf0682 req-e2038fe5-dc2e-4771-81b4-e606df146391 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570521 Oct 12 11:20:24.380658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.446158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.468275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:20:24.476603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51a13e6d-c9b4-41fa-95ce-5b2d599a695f req-39133935-d84a-41b5-83e7-0af769f5d787 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968976 Oct 12 11:20:24.519214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ddd6d5-1917-4bd0-81ad-70ea5d50c38b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:24.523164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.523507 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Added segment 4597a2b8-65ec-48b4-99a3-a6faf0af5c10 of type vlan for network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 Oct 12 11:20:24.526311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-814e9014-d859-47ee-b37e-943c79ba8140 req-101d3870-e89b-49d9-b6aa-4c5030cec2d0 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0521078 Oct 12 11:20:24.575196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.663434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f910d0-ef67-4461-a24d-a3bda8d3c4dd req-3b29144a-3da3-446c-8b4d-453aaf47c529 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.671173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f910d0-ef67-4461-a24d-a3bda8d3c4dd req-3b29144a-3da3-446c-8b4d-453aaf47c529 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.676678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f910d0-ef67-4461-a24d-a3bda8d3c4dd req-3b29144a-3da3-446c-8b4d-453aaf47c529 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.678337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93f910d0-ef67-4461-a24d-a3bda8d3c4dd req-3b29144a-3da3-446c-8b4d-453aaf47c529 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.0791152 Oct 12 11:20:24.682445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.683771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.685324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.773394 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8190796 Oct 12 11:20:24.776395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93f910d0-ef67-4461-a24d-a3bda8d3c4dd req-9fb70ef3-998b-4a6d-a3af-5e2ca46a72a3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877268 Oct 12 11:20:24.777202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3255-1270-4aac-beef-68f0096bcc16 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Network': ['ID=3b0b8ded-8fa7-43b6-8bb9-4affa29cc062,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:24.777529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:24.788495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:20:24.789444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'subnet': {'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:24.916015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6967cd-5b05-4bc8-9249-319b0d810172 req-d4e5b8d4-42bc-4820-afc6-0d574aeb8213 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.917480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af6967cd-5b05-4bc8-9249-319b0d810172 req-d4e5b8d4-42bc-4820-afc6-0d574aeb8213 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0502150 Oct 12 11:20:24.928558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Made reservation on behalf of e80d30901924416e914b6d687ec21a56 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:24.931498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:24.963789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af6967cd-5b05-4bc8-9249-319b0d810172 req-1ab73e08-4359-43a9-b56f-6ca0770038b7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Oct 12 11:20:24.967657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-0797df0d-f4ee-450e-8f42-9c6d1c02de57 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.973750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-0797df0d-f4ee-450e-8f42-9c6d1c02de57 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.980018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-0797df0d-f4ee-450e-8f42-9c6d1c02de57 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:24.981843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-0797df0d-f4ee-450e-8f42-9c6d1c02de57 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 2419 time: 0.1291430 Oct 12 11:20:25.056754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d842cc6-5aa4-425b-9ff6-0d4ff2de6f77 req-eb63705e-7b75-411e-94a9-37519f2d1439 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.058207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d842cc6-5aa4-425b-9ff6-0d4ff2de6f77 req-eb63705e-7b75-411e-94a9-37519f2d1439 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1660628 Oct 12 11:20:25.153253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d842cc6-5aa4-425b-9ff6-0d4ff2de6f77 req-d8524d4a-0531-40ae-9042-5b19425fdbe9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874815 Oct 12 11:20:25.210887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 68439940-d7b1-4dae-b0dd-fe962f8d4352 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:25.211149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:25.336099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 68439940-d7b1-4dae-b0dd-fe962f8d4352, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=68439940-d7b1-4dae-b0dd-fe962f8d4352,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:25.336475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:25.348902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 68439940-d7b1-4dae-b0dd-fe962f8d4352 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:25.419346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:25.421680 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017651bf-475e-4a00-9666-974f0fcbf734" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:25.476878 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf7ac6-adb1-4ef4-99e4-8f0a89396967 x-openstack-request-id: req-f6cf7ac6-adb1-4ef4-99e4-8f0a89396967 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:25.477335 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:25.477589 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6cf7ac6-adb1-4ef4-99e4-8f0a89396967 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:25.478001 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'status': 'completed', 'code': 200} Oct 12 11:20:25.501552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa515c3-03ce-4eab-ae42-b56d7db45899 req-57d6d37c-b79b-4cff-b397-3c8c72c53a24 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.504139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fa515c3-03ce-4eab-ae42-b56d7db45899 req-57d6d37c-b79b-4cff-b397-3c8c72c53a24 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 946 time: 0.0597756 Oct 12 11:20:25.578489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fa515c3-03ce-4eab-ae42-b56d7db45899 req-84df2af9-3f13-4991-af9b-bf31c09f960c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Oct 12 11:20:25.580394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-22b27912-5f2c-4c95-92ab-a4749f252b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.581854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-22b27912-5f2c-4c95-92ab-a4749f252b77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.0777600 Oct 12 11:20:25.633625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:20:25.633880 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:25.691901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7e0f7be-4e43-4b2a-858a-22696618e533 req-8ceb33e1-c2f9-476f-a64a-6d4e3e19217d tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0606356 Oct 12 11:20:25.694852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-d9d00a50-d832-42c2-94e1-3cfb9a7c87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.695013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-d9d00a50-d832-42c2-94e1-3cfb9a7c87da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.1648538 Oct 12 11:20:25.703301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-1b1955a7-e7ae-4160-a479-3c6adcb02a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.704770 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-1b1955a7-e7ae-4160-a479-3c6adcb02a92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1149240 Oct 12 11:20:25.743411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd3d852f-1c7c-49c0-83b4-8f6c95295887,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:25.748586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-c3e37a54-60a9-40eb-8c4a-6676657682c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0368962 Oct 12 11:20:25.777458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:25.792222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1120e051-7281-4cbb-a5b3-b678f47ea2bf', '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'b6ebaea6-993c-4011-b755-27fb2db7e634'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:25.806963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-08daf630-6004-46f9-9bdf-3c1b587f223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.808524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-08daf630-6004-46f9-9bdf-3c1b587f223b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0536330 Oct 12 11:20:25.825026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Checking segment: {'id': '4597a2b8-65ec-48b4-99a3-a6faf0af5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:25.826573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network hostable DHCP agents. Network: 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:20:25.836131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=68439940-d7b1-4dae-b0dd-fe962f8d4352,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:25.911836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-48e9fe6b-8d18-490b-b33f-6c722e3bf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:25.913506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-48e9fe6b-8d18-490b-b33f-6c722e3bf931 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2095282 Oct 12 11:20:25.949458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 68439940-d7b1-4dae-b0dd-fe962f8d4352 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:25.954378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:25.957840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-2a5d5546-2db9-4d45-b32a-8b1a4df6689d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "DELETE /v2.0/ports/68439940-d7b1-4dae-b0dd-fe962f8d4352 HTTP/1.1" status: 204 len: 173 time: 0.9432917 Oct 12 11:20:26.052225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-cf093fb6-7c7e-4f70-b6b1-fc53c5caef7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.1118166 Oct 12 11:20:26.061400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:20:26.157969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004c54-0e8a-44a8-9d12-b2d78c101e06 req-1207b24a-fbcd-4486-8080-57f214c9338f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.165236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004c54-0e8a-44a8-9d12-b2d78c101e06 req-1207b24a-fbcd-4486-8080-57f214c9338f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.173864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19004c54-0e8a-44a8-9d12-b2d78c101e06 req-1207b24a-fbcd-4486-8080-57f214c9338f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 1683 time: 0.2261724 Oct 12 11:20:26.197860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:26.224738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:26.235716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.236448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.237531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d54ac-8809-4177-a3e6-c965193ac663 None None] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:26.239392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-bcff5231-154d-4107-97ec-aea0a7ce76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.249390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-bcff5231-154d-4107-97ec-aea0a7ce76f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1789336 Oct 12 11:20:26.267249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-a17a97a8-cdbe-454d-a398-a4d18c184ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.269690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-a17a97a8-cdbe-454d-a398-a4d18c184ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4533095 Oct 12 11:20:26.283181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252d4c1-b534-4fd7-85c6-d458698dd7cc req-666604fa-74db-4d6d-bed4-b0a75a194cc1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.284851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f252d4c1-b534-4fd7-85c6-d458698dd7cc req-666604fa-74db-4d6d-bed4-b0a75a194cc1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0771515 Oct 12 11:20:26.298261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19004c54-0e8a-44a8-9d12-b2d78c101e06 req-abd34606-4ae2-4126-bde1-f447f0ac9551 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235182 Oct 12 11:20:26.325184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:26.325353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 1120e051-7281-4cbb-a5b3-b678f47ea2bf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:26.325782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.331286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017651bf-475e-4a00-9666-974f0fcbf734 req-13c283e2-c4ea-4570-9beb-c7ec0a4c59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.333079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-13c283e2-c4ea-4570-9beb-c7ec0a4c59e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812225 Oct 12 11:20:26.397170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f252d4c1-b534-4fd7-85c6-d458698dd7cc req-5767a908-93fe-4c5a-b31b-a382cf48e550 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039631 Oct 12 11:20:26.407111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-80f3b94c-fdc5-4f8b-bc77-7367a9f1c04c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6277590 Oct 12 11:20:26.408659 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.409664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50480) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:26.417811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-937954566', 'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:26.420930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519ad39-a588-4fe7-a36e-a3578d3e8621 None None] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:26.448256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-a6c2dd40-ae91-4d92-8a2c-2e5bfeb44e19 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623087 Oct 12 11:20:26.532160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 1120e051-7281-4cbb-a5b3-b678f47ea2bf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1120e051-7281-4cbb-a5b3-b678f47ea2bf,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:26.532558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.552070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Made reservation on behalf of e80d30901924416e914b6d687ec21a56 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:26.555206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 1120e051-7281-4cbb-a5b3-b678f47ea2bf owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:26.564060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4307e-d291-4e88-a07a-a3e54f2ab6d0 req-b87235d7-4373-44ad-a344-9e7408491fbb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.565176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.565929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0a4307e-d291-4e88-a07a-a3e54f2ab6d0 req-b87235d7-4373-44ad-a344-9e7408491fbb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 946 time: 0.1647861 Oct 12 11:20:26.574327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-758233d4-89f7-4cb8-8dd2-4856876d880c service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297866 Oct 12 11:20:26.626002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] device_id is not set on port 34084f81-d775-4765-8574-ae772a4df672 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:20:26.688813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a9f84-0c6e-425b-b686-de4e3919dccf req-4861511a-b4d5-4fe8-ba10-c2d7a4817f7c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:26.691777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-974a9f84-0c6e-425b-b686-de4e3919dccf req-4861511a-b4d5-4fe8-ba10-c2d7a4817f7c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1510427 Oct 12 11:20:26.696778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-9e4610c2-e50d-477e-9e12-cfb9f4d4338a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398095 Oct 12 11:20:26.710223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0a4307e-d291-4e88-a07a-a3e54f2ab6d0 req-60850206-5b07-4e02-a87a-a9b222acbd04 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299202 Oct 12 11:20:26.786583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-974a9f84-0c6e-425b-b686-de4e3919dccf req-45c42aaa-1f86-499d-b69d-c32f94e705a8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868061 Oct 12 11:20:26.790962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017651bf-475e-4a00-9666-974f0fcbf734 req-48b186dd-9fbb-434c-96a7-12c36bbf5c1c service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656775 Oct 12 11:20:26.811326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.20.0.4 (3b0b8ded-8fa7-43b6-8bb9-4affa29cc062/bd3d852f-1c7c-49c0-83b4-8f6c95295887/34084f81-d775-4765-8574-ae772a4df672) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:26.863567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3787df98-c43c-4502-8457-7a9539789c07 req-436240ed-4ad9-4d8b-9d06-1bf9aac2a4fe tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0715244 Oct 12 11:20:26.948411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.969438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['68439940-d7b1-4dae-b0dd-fe962f8d4352'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:26.975266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:26.982541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=1120e051-7281-4cbb-a5b3-b678f47ea2bf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:27.025194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 1120e051-7281-4cbb-a5b3-b678f47ea2bf on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:27.029533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.033889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-fb41da89-cf25-4c53-ba19-5ffc9385cb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "DELETE /v2.0/ports/1120e051-7281-4cbb-a5b3-b678f47ea2bf HTTP/1.1" status: 204 len: 173 time: 1.0143726 Oct 12 11:20:27.092358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.157410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port b6ebaea6-993c-4011-b755-27fb2db7e634 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:27.157896 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.160002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:27.172844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:27.177502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:27.203064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=34084f81-d775-4765-8574-ae772a4df672,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:27.220407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:27.221019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.262585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port b6ebaea6-993c-4011-b755-27fb2db7e634, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6ebaea6-993c-4011-b755-27fb2db7e634,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:27.262873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.274432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for b6ebaea6-993c-4011-b755-27fb2db7e634 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:27.299249 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c3e344c6-6e8e-43bd-ac5d-8a3146375460 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8874352 Oct 12 11:20:27.301764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50490) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:27.380988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Deleting port 34084f81-d775-4765-8574-ae772a4df672 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:27.382066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.446732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a155af-12ce-4d28-9ec6-1c3c8ef22c00 req-959530af-7e3f-4cc0-a134-f31a551ef55d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:27.448595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25a155af-12ce-4d28-9ec6-1c3c8ef22c00 req-959530af-7e3f-4cc0-a134-f31a551ef55d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 946 time: 0.0639555 Oct 12 11:20:27.467129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.479237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352'}, {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:27.481548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Calling delete_port for 34084f81-d775-4765-8574-ae772a4df672 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:27.481718 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b76eb-a03c-462d-8c7c-0cca6467b8a3" -d '{"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352"}, {"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:27.495741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.528028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25a155af-12ce-4d28-9ec6-1c3c8ef22c00 req-b4bfd83e-9509-4b1c-b834-82fb40805ce2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Oct 12 11:20:27.530901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=b6ebaea6-993c-4011-b755-27fb2db7e634,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:27.583702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port b6ebaea6-993c-4011-b755-27fb2db7e634 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:27.586243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.590868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4611f98e-7604-4dec-be5a-ac4f1a13a347 req-bac759a8-fc0f-4871-98fb-ae3a98989316 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "DELETE /v2.0/ports/b6ebaea6-993c-4011-b755-27fb2db7e634 HTTP/1.1" status: 204 len: 173 time: 0.5452955 Oct 12 11:20:27.605376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf6abf-129c-4ea7-868a-8ff6ca68a8dc req-c43d4a1d-db58-4251-bb6c-598837cf45ed tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:27.605376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0bf6abf-129c-4ea7-868a-8ff6ca68a8dc req-c43d4a1d-db58-4251-bb6c-598837cf45ed tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1107569 Oct 12 11:20:27.606054 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31542156-71de-4793-9170-916ec707b9bd x-openstack-request-id: req-31542156-71de-4793-9170-916ec707b9bd {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:27.606054 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "68439940-d7b1-4dae-b0dd-fe962f8d4352", "status": "completed", "code": 200}, {"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "1120e051-7281-4cbb-a5b3-b678f47ea2bf", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:27.606054 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31542156-71de-4793-9170-916ec707b9bd {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:27.606054 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': '68439940-d7b1-4dae-b0dd-fe962f8d4352', 'status': 'completed', 'code': 200} Oct 12 11:20:27.606054 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': '1120e051-7281-4cbb-a5b3-b678f47ea2bf', 'status': 'completed', 'code': 200} Oct 12 11:20:27.681514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0bf6abf-129c-4ea7-868a-8ff6ca68a8dc req-00a2b09b-89e2-40b7-9a65-7fc00f035919 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701642 Oct 12 11:20:27.788729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.823519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Port': ['ID=34084f81-d775-4765-8574-ae772a4df672,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:27.840758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5674cb3-8787-4eee-b55a-720ac0f1ac31 req-d7ffca1e-2fc6-498f-a64c-ebb644000b55 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:27.845776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5674cb3-8787-4eee-b55a-720ac0f1ac31 req-d7ffca1e-2fc6-498f-a64c-ebb644000b55 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 946 time: 0.0582125 Oct 12 11:20:27.919492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:27.922275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-90b07bc3-d2ce-4e12-8812-865a36f8b0a2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/ports/34084f81-d775-4765-8574-ae772a4df672 HTTP/1.1" status: 204 len: 168 time: 0.6194875 Oct 12 11:20:27.926001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:27.931156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062', 'external_fixed_ips': [{'subnet_id': 'bd3d852f-1c7c-49c0-83b4-8f6c95295887', 'ip_address': '172.20.0.4'}]}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:27.959746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201247-f022-4ec8-a288-0c1c4f594535 req-aaa6a877-e4b2-41ab-a98e-4270e8b3f5f5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:27.961306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23201247-f022-4ec8-a288-0c1c4f594535 req-aaa6a877-e4b2-41ab-a98e-4270e8b3f5f5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.0888758 Oct 12 11:20:28.005318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23201247-f022-4ec8-a288-0c1c4f594535 req-a2bac12c-0e55-4a6f-a1a1-2880cd012823 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359035 Oct 12 11:20:28.063567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.065127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.104238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b50dd3f-a1a1-4e84-a7b9-d27fd1d2d0d5 req-05db5287-b8a7-4f3d-bd45-51f176b093e8 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0315547 Oct 12 11:20:28.150954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.151243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5674cb3-8787-4eee-b55a-720ac0f1ac31 req-cdae37db-e9d9-4bb1-86a7-cbd91b887876 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022492 Oct 12 11:20:28.362444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.686012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.709086 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:28.898419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7518a41b-0c0c-42a8-8e29-dddce5edabfb req-56092aeb-aa06-4f22-b059-35f3700294ad tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=892b05d1-4864-4187-83a5-51b67a002610 HTTP/1.1" status: 200 len: 210 time: 0.0641096 Oct 12 11:20:28.921834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-614d32cc-b132-4dbd-baff-6c8b25501678 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:28.923411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-614d32cc-b132-4dbd-baff-6c8b25501678 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 947 time: 0.1629198 Oct 12 11:20:28.942920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f590-b25e-4505-9a3c-6c7ca63ffe35 req-123e45bf-750e-4ba8-b738-50635a955c68 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:28.951712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5768f590-b25e-4505-9a3c-6c7ca63ffe35 req-123e45bf-750e-4ba8-b738-50635a955c68 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1023061 Oct 12 11:20:28.997922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.20.0.4 (3b0b8ded-8fa7-43b6-8bb9-4affa29cc062/bd3d852f-1c7c-49c0-83b4-8f6c95295887/3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:29.035113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-000be12d-c296-49fa-8940-78f78bd75eca service neutron] 10.222.0.47 "GET /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.0809772 Oct 12 11:20:29.059202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5768f590-b25e-4505-9a3c-6c7ca63ffe35 req-f39c559c-638d-4c6e-ac06-2131bd173f5a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050980 Oct 12 11:20:29.111534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a9cc-0d4f-4fdd-9483-355e9f30c339 req-09e1361b-ca49-49c1-9712-987d1ad5f8b1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:29.113032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8df7a9cc-0d4f-4fdd-9483-355e9f30c339 req-09e1361b-ca49-49c1-9712-987d1ad5f8b1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1119459 Oct 12 11:20:29.123748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:29.126798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1120e051-7281-4cbb-a5b3-b678f47ea2bf no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:29.134363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-a75f6000-da92-4884-bcb5-413845840d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:29.136223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-a75f6000-da92-4884-bcb5-413845840d84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1098 time: 0.0705652 Oct 12 11:20:29.170985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 1120e051-7281-4cbb-a5b3-b678f47ea2bf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:29.178984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1120e051-7281-4cbb-a5b3-b678f47ea2bf not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:29.178984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6ebaea6-993c-4011-b755-27fb2db7e634 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:29.186461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8df7a9cc-0d4f-4fdd-9483-355e9f30c339 req-7cfe4443-7e6b-480b-9bef-211ce49eda33 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633051 Oct 12 11:20:29.198397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.200322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: b6ebaea6-993c-4011-b755-27fb2db7e634 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:29.200936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6ebaea6-993c-4011-b755-27fb2db7e634 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:29.201353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:29.280184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-142bd3da-6fe3-4b0d-9cc2-04b7a952b3cc req-33938346-3580-49f8-8226-09e9f1be78d8 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0593936 Oct 12 11:20:29.301189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.334848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-30da3099-945a-4588-8828-07057994cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:29.337318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-30da3099-945a-4588-8828-07057994cf1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1826530 Oct 12 11:20:29.370887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:29.374962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:29.382058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:29.406948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4f6083ba-4170-4677-b134-4e6a77677ef8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0611947 Oct 12 11:20:29.422100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:29.478314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-1c534f19-9e5a-483a-bad6-3de31663c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:29.479956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-1c534f19-9e5a-483a-bad6-3de31663c6ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0642371 Oct 12 11:20:29.488028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.526452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:29.530076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:29.532767 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b002ffc-0850-4fd7-92ea-bb62911d8f58" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:29.565537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:29.583575 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6583469e-396a-4963-928d-e823f5b363b9 x-openstack-request-id: req-6583469e-396a-4963-928d-e823f5b363b9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:29.583882 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:29.585452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-22199e16-c688-4452-8585-981a09dcec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:29.585893 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6583469e-396a-4963-928d-e823f5b363b9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:29.587645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-22199e16-c688-4452-8585-981a09dcec48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988972 Oct 12 11:20:29.588272 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:20:29.589393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'mac_address': 'fa:16:3e:24:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:29.594643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.599610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 68439940-d7b1-4dae-b0dd-fe962f8d4352 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:29.616012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:29.618266 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec972d-546a-4572-9467-bbdc87dce13e" -d '{"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:29.631034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 68439940-d7b1-4dae-b0dd-fe962f8d4352 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:29.631813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 68439940-d7b1-4dae-b0dd-fe962f8d4352 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:29.694629 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc8e18a-32ee-4fbf-896d-acde8f53b4e9 x-openstack-request-id: req-adc8e18a-32ee-4fbf-896d-acde8f53b4e9 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:29.694989 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892b05d1-4864-4187-83a5-51b67a002610", "name": "network-vif-deleted", "tag": "b6ebaea6-993c-4011-b755-27fb2db7e634", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:29.695255 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adc8e18a-32ee-4fbf-896d-acde8f53b4e9 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:29.695692 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892b05d1-4864-4187-83a5-51b67a002610', 'name': 'network-vif-deleted', 'tag': 'b6ebaea6-993c-4011-b755-27fb2db7e634', 'status': 'completed', 'code': 200} Oct 12 11:20:29.716225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.724484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-fdae3ffd-1eff-45c6-a596-aa3c4234bc90 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284511 Oct 12 11:20:29.732548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:29.769002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:29.829576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:29.841071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-a33ceea0-5df6-4d59-9536-38c72dbf93bf service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056266 Oct 12 11:20:29.847246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.874762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:29.875910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:29.976822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:30.004853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:30.084838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting subnet a707600e-097b-44e0-956b-dce5be012d32 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:20:30.088850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.103150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:30.138916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:30.151569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.157151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.232065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.263432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:30.302589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:30.345721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.360675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.368248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb745-1bd9-4f56-8834-99575811f582 req-a5af465c-1874-4d20-abc4-a42313aa4d3c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:30.377354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-680bb745-1bd9-4f56-8834-99575811f582 req-a5af465c-1874-4d20-abc4-a42313aa4d3c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.0850854 Oct 12 11:20:30.410578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cfe0-84dc-48d2-9ac6-6b4a9c627708 req-6e5aa695-e1ba-460c-b6b1-9a2c35bc6f7d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:30.412168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65e8cfe0-84dc-48d2-9ac6-6b4a9c627708 req-6e5aa695-e1ba-460c-b6b1-9a2c35bc6f7d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1154041 Oct 12 11:20:30.423007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router b6662588-6498-43ea-b093-0ea6927b4472 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:20:30.440093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-680bb745-1bd9-4f56-8834-99575811f582 req-99ddeaca-a972-44cb-8a89-eaf8956d9f6d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Oct 12 11:20:30.470573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:30.510578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65e8cfe0-84dc-48d2-9ac6-6b4a9c627708 req-352963ff-a7f9-40ca-88a3-47caede78fe6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863206 Oct 12 11:20:30.549235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:30.571892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.606631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Subnet': ['ID=a707600e-097b-44e0-956b-dce5be012d32,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:30.624090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.631628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5be25e93-3e2d-4642-8c64-072f0cad3288 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/subnets/a707600e-097b-44e0-956b-dce5be012d32 HTTP/1.1" status: 204 len: 168 time: 0.6256523 Oct 12 11:20:30.631859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74241da0-5dff-49fc-97b3-2f4ce760d058 None None] Network b50fa518-71f0-42fd-aff5-879d17862139 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:30.632680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:30.722583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['dceb3741-c2e9-4429-9641-97eb1e9b3d5c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:30.726464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.807821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 951a5ed1-a70c-46d3-9284-31b3d72a0efd {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:30.808566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.894582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=951a5ed1-a70c-46d3-9284-31b3d72a0efd,segment=NetworkSegment(b4c2b67d-3168-4822-9df8-c90348823ac9),segment_id=b4c2b67d-3168-4822-9df8-c90348823ac9)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:30.895134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.905970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0af016b-a4ba-4270-9339-2222d4912b87 req-8cde3c12-5d9f-4d63-965e-260d8d11e1ec tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0379415 Oct 12 11:20:30.932424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:20:30.939083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 951a5ed1-a70c-46d3-9284-31b3d72a0efd owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:30.958813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Sync routers for ids ['b6662588-6498-43ea-b093-0ea6927b4472'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:20:30.990808 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:30.994485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff0bb339-76f9-4ab3-b165-08099ebffb68 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0651729 Oct 12 11:20:30.995127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50606) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:31.009703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Routers {'b6662588-6498-43ea-b093-0ea6927b4472'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:31.011022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b6662588-6498-43ea-b093-0ea6927b4472'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:31.115718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] DHCP port deletion for b50fa518-71f0-42fd-aff5-879d17862139 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:20:31.141674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.154578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.206849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Set router b6662588-6498-43ea-b093-0ea6927b4472 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:31.230038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=951a5ed1-a70c-46d3-9284-31b3d72a0efd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:31.242951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 951a5ed1-a70c-46d3-9284-31b3d72a0efd on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:31.285547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.385242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.411174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50fa518-71f0-42fd-aff5-879d17862139']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:31.411680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Deleting port 951a5ed1-a70c-46d3-9284-31b3d72a0efd {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:31.412246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.422105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c2b67d-3168-4822-9df8-c90348823ac9') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:31.422380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c2b67d-3168-4822-9df8-c90348823ac9') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:31.434899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.452185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Deleting port 3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:31.452675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.452870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.484053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:20:31.484542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:20:31.489917 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:20:31.563570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] For port 951a5ed1-a70c-46d3-9284-31b3d72a0efd, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:31.564432 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.580511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Calling delete_port for 951a5ed1-a70c-46d3-9284-31b3d72a0efd owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:31.587365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.587531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Port 951a5ed1-a70c-46d3-9284-31b3d72a0efd was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:20:31.587531 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.612402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Calling delete_port for 3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:31.624602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] No DVR routers for this DVR port 951a5ed1-a70c-46d3-9284-31b3d72a0efd on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:31.631669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1840971-18de-4481-89ee-b831e247c8c1 None None] Pushing event deleted for resources: {'Port': ['ID=951a5ed1-a70c-46d3-9284-31b3d72a0efd,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:31.648880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec540fb-f89c-4310-a7e2-70679a334c26 req-896b9cdc-017e-4e1c-a666-4468b5ab1811 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:31.656540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662588-6498-43ea-b093-0ea6927b4472', 'name': '', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062', 'external_fixed_ips': [{'subnet_id': 'bd3d852f-1c7c-49c0-83b4-8f6c95295887', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:28Z', 'updated_at': '2021-10-12T11:20:29Z', 'revision_number': 3, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port': {'id': '3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053', 'name': '', 'network_id': '3b0b8ded-8fa7-43b6-8bb9-4affa29cc062', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662588-6498-43ea-b093-0ea6927b4472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'bd3d852f-1c7c-49c0-83b4-8f6c95295887', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:20:28Z', 'updated_at': '2021-10-12T11:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd3d852f-1c7c-49c0-83b4-8f6c95295887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:31.657789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eec540fb-f89c-4310-a7e2-70679a334c26 req-896b9cdc-017e-4e1c-a666-4468b5ab1811 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.0769525 Oct 12 11:20:31.699841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Checking router: b6662588-6498-43ea-b093-0ea6927b4472 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:20:31.700359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Updating router b6662588-6498-43ea-b093-0ea6927b4472 port 3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:20:31.722773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eec540fb-f89c-4310-a7e2-70679a334c26 req-2a1d6969-f44b-4965-8e6a-a5645ee387ba tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 Oct 12 11:20:31.729594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.757847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b6376-de2e-4f9d-b3d1-5bdc92d6e8ec req-678ca85c-6a30-4814-935f-55d6e47b7f83 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:31.758073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.758073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/networks/b50fa518-71f0-42fd-aff5-879d17862139 HTTP/1.1" status: 204 len: 168 time: 1.1223016 Oct 12 11:20:31.763681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-997b6376-de2e-4f9d-b3d1-5bdc92d6e8ec req-678ca85c-6a30-4814-935f-55d6e47b7f83 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1139016 Oct 12 11:20:31.770222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:31.772098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.782655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103837-a35b-4852-a45f-96f90f963c60 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Network': ['ID=b50fa518-71f0-42fd-aff5-879d17862139,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:31.848005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-997b6376-de2e-4f9d-b3d1-5bdc92d6e8ec req-37370a01-2b6f-463e-8f91-0d34a9165fd6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Oct 12 11:20:31.848318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting subnet f2bcf903-87bb-40a4-a35f-8cad9ff93a32 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:20:31.860826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:31.950543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.065188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.085435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-8cd0db4e-b346-4265-ae77-84934129f6bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819985 Oct 12 11:20:32.148490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:32.217591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f52dc7a9-2d23-47f1-98ec-afb66d910b43 req-797b3534-c0b2-4c0a-b845-4bf3203bb261 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.1591067 Oct 12 11:20:32.229636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.235984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:32.299843 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.370505 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.372961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.393916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:20:32.411206 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:20:32.411206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:20:32.424337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-7d083139-c99b-4d26-bca3-b1f265772b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:32.426002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-7d083139-c99b-4d26-bca3-b1f265772b0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 1101 time: 0.2354136 Oct 12 11:20:32.554763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.555252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6662588-6498-43ea-b093-0ea6927b4472 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:20:32.559240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.563659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.567525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-33a570c1-9c27-4afb-82bc-30665a8f76d4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/routers/b6662588-6498-43ea-b093-0ea6927b4472 HTTP/1.1" status: 204 len: 168 time: 1.5674188 Oct 12 11:20:32.567651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50642) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:32.578873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:32.579106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.585181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/subnets/f2bcf903-87bb-40a4-a35f-8cad9ff93a32 HTTP/1.1" status: 204 len: 168 time: 0.8110001 Oct 12 11:20:32.604828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'mac_address': 'fa:16:3e:ae:92:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:32.607578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50644) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:32.616421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399e143-06f2-4ce6-8390-087110278004 None None] Network e5b1bc58-0296-4867-8c5d-11333eb66e99 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:32.627520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12461205-ecd2-4523-9522-427b463e30b5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bcf903-87bb-40a4-a35f-8cad9ff93a32,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:32.651228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Deleting subnet bd3d852f-1c7c-49c0-83b4-8f6c95295887 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:20:32.651510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 951a5ed1-a70c-46d3-9284-31b3d72a0efd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:32.659962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.740380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-8339ad95-cbe5-49cb-84ad-3455c11a13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:32.741911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-8339ad95-cbe5-49cb-84ad-3455c11a13ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2886069 Oct 12 11:20:32.752928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.761698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.782360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-996a86f6-ce1d-4eb5-b00b-2c20c48410fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:32.784290 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-996a86f6-ce1d-4eb5-b00b-2c20c48410fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1099 time: 0.0932949 Oct 12 11:20:32.794906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-597e486d-7036-432d-be5d-10dd43ad6684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 200 len: 217 time: 0.0434775 Oct 12 11:20:32.807337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:32.854224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.907525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:32.942426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-1bb142e5-bb84-4a69-935a-1e6fd4dbd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:32.943932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-1bb142e5-bb84-4a69-935a-1e6fd4dbd3fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1413114 Oct 12 11:20:33.007754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Port 3b10ff2e-1d1b-4ca9-9f71-5c8d4258d053 not found while updating agent binding for router b6662588-6498-43ea-b093-0ea6927b4472. {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 11:20:33.010474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.015808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 951a5ed1-a70c-46d3-9284-31b3d72a0efd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:33.016279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 951a5ed1-a70c-46d3-9284-31b3d72a0efd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:33.016529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba0ba-6699-497c-94a7-95eb6c76e709 req-05f31d2c-00c9-4579-a92a-b8d795351eba tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:33.024880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c81ba0ba-6699-497c-94a7-95eb6c76e709 req-05f31d2c-00c9-4579-a92a-b8d795351eba tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.1430285 Oct 12 11:20:33.053161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:33.053416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:33.053767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:20:33.053942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.054542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6662588-6498-43ea-b093-0ea6927b4472'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95549) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:20:33.055036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb872b-ae99-4a86-87b9-091245d631c4 None None] The sync data for ids ['b6662588-6498-43ea-b093-0ea6927b4472'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:20:33.104616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:33.128377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:33.128667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd537e-a751-42a7-8fa6-0264bc99ea36 req-b8e3bac8-c5f4-474f-ad73-1c3ecaa1df67 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:33.131406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffcd537e-a751-42a7-8fa6-0264bc99ea36 req-b8e3bac8-c5f4-474f-ad73-1c3ecaa1df67 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1612599 Oct 12 11:20:33.141762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:33.143904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:33.155373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-5225a190-9cb4-4ae4-8a30-23cc1934dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:33.157330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-5225a190-9cb4-4ae4-8a30-23cc1934dfb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965158 Oct 12 11:20:33.166908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c81ba0ba-6699-497c-94a7-95eb6c76e709 req-637a9bb1-598e-4026-b329-dd1c08e78ccc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410170 Oct 12 11:20:33.240474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.241010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:33.241010 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.256041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.259635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/bd3d852f-1c7c-49c0-83b4-8f6c95295887 HTTP/1.1" status: 204 len: 168 time: 0.6910684 Oct 12 11:20:33.284894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffcd537e-a751-42a7-8fa6-0264bc99ea36 req-07b5df5f-6d31-4f89-81a7-ab4ddd86144b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393113 Oct 12 11:20:33.287352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50658) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:33.295114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-80fa96e3-bb8f-427b-893e-d7e0ec7d93ec service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269126 Oct 12 11:20:33.297747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc680bae-745b-432a-95aa-0695647ccbe5 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3d852f-1c7c-49c0-83b4-8f6c95295887,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:33.307060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 174d9dd8-94a6-4b98-9d32-6e5e69a00666, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=174d9dd8-94a6-4b98-9d32-6e5e69a00666,segment=NetworkSegment(03c149c5-bbea-49db-91bf-a012255c2a86),segment_id=03c149c5-bbea-49db-91bf-a012255c2a86)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:33.307060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.310750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.349843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 174d9dd8-94a6-4b98-9d32-6e5e69a00666 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:33.479310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9384415e-328e-4599-8247-c6ea716e7e66 req-2ce4245a-e1cb-460a-b9a4-4416da008909 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0627103 Oct 12 11:20:33.502607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:33.521772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.560568 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.563166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:33.577105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed83074-c299-4e7e-9995-cc07f0ef6f88 req-f0ab70f5-79a1-4b27-bffa-827eed810f8e service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704971 Oct 12 11:20:33.598035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:33.605438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16155a4c-4d97-4ec7-9d48-dbdc0e1ad907 None None] DHCP port deletion for e5b1bc58-0296-4867-8c5d-11333eb66e99 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:20:33.630329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.673908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.697664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:33.701189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 174d9dd8-94a6-4b98-9d32-6e5e69a00666 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:33.733089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0b8ded-8fa7-43b6-8bb9-4affa29cc062']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:33.733761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.740734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-16155a4c-4d97-4ec7-9d48-dbdc0e1ad907 None None] The port '174d9dd8-94a6-4b98-9d32-6e5e69a00666' was deleted {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 12 11:20:33.751517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4597a2b8-65ec-48b4-99a3-a6faf0af5c10') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:33.751517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4597a2b8-65ec-48b4-99a3-a6faf0af5c10') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:33.764044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Ignored duplicate provisioning block setup for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 12 11:20:33.765951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.780581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.788381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:20:33.795206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:33.795418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.795546 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fae091-4c61-46e2-acf0-37a84cdafbf9" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:20:33.795674 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:20:33.808836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:33.827919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:33.843760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.846362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:33.847076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=174d9dd8-94a6-4b98-9d32-6e5e69a00666,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:33.873192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'mac_address': 'fa:16:3e:24:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:33.877890 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68d9b6-bae4-4ad5-946d-fe7fdbad1b61 x-openstack-request-id: req-ed68d9b6-bae4-4ad5-946d-fe7fdbad1b61 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:33.878259 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:33.883340 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed68d9b6-bae4-4ad5-946d-fe7fdbad1b61 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:33.883340 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:20:33.884627 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.944241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=9']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:33.965186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:33.987245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:33.997322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b1bc58-0296-4867-8c5d-11333eb66e99']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:34.018069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c149c5-bbea-49db-91bf-a012255c2a86') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:34.020876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c149c5-bbea-49db-91bf-a012255c2a86') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:34.026384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] No DVR routers for this DVR port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:20:34.047471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.076636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.080506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:34.081010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:34.082030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:34.086742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:20:34.087159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.088068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:34.095657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Attempting to bind port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:20:34.095813 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:20:34.098598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:34.098598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:34.098598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:34.098598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Bound port: dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:34.098598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.123458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.128908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:20:34.143616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.160860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/networks/3b0b8ded-8fa7-43b6-8bb9-4affa29cc062 HTTP/1.1" status: 204 len: 168 time: 0.8666966 Oct 12 11:20:34.190730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201e989-4e71-4099-ab96-e7f06354aa49 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b0b8ded-8fa7-43b6-8bb9-4affa29cc062,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:34.213816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:34.351165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:34.351796 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.360671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.377898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.384210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/networks/e5b1bc58-0296-4867-8c5d-11333eb66e99 HTTP/1.1" status: 204 len: 168 time: 1.7673712 Oct 12 11:20:34.405473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:34.411503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-953503812'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:34.419875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca75a5-bde6-4d49-9e2f-3353aab9b3d3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Network': ['ID=e5b1bc58-0296-4867-8c5d-11333eb66e99,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:34.423632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:34.460294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:34.474334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27de19f-fda4-4fd8-a697-24063789148e req-4d1e854b-8d70-4914-b308-3db369580c0f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:34.482911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d27de19f-fda4-4fd8-a697-24063789148e req-4d1e854b-8d70-4914-b308-3db369580c0f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 947 time: 0.1565681 Oct 12 11:20:34.535168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.541055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.551525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:34.557286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.615504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:34.626396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d27de19f-fda4-4fd8-a697-24063789148e req-473b03be-947b-4995-a9c4-e78ae9dda735 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384399 Oct 12 11:20:34.644322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 174d9dd8-94a6-4b98-9d32-6e5e69a00666 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:34.678098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:34.679979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.684439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 1095 time: 1.8873510 Oct 12 11:20:34.685445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:34.692625 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa9f26-1777-42d4-ae46-0304cf4bef08" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:34.727690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 174d9dd8-94a6-4b98-9d32-6e5e69a00666 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:34.728115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 174d9dd8-94a6-4b98-9d32-6e5e69a00666 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:34.729917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.734810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295ff4a-0798-4faf-a7e8-0a2387ef6b5e service neutron] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:34.738065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:34.758416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'name': 'tempest-router--244784226', 'project_id': 'f348f27a5b7e4dea864c5868c9d5315d'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:34.895712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:34.920641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:34.922042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.059637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-9c490ce6-2327-47e2-8702-a76b0a9a8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.066295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-9c490ce6-2327-47e2-8702-a76b0a9a8169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1099 time: 0.2375510 Oct 12 11:20:35.129081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03868c30-7cab-45aa-9f79-e2f678a84a6a req-d1e86a18-2de0-4245-88ec-98876b257597 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.1099222 Oct 12 11:20:35.145493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:35.160662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c55cd-ab14-45d9-a970-d376f4b9e00e req-ba1a6849-7c33-4cf6-8b33-4a0b8908fd1a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.170066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e32c55cd-ab14-45d9-a970-d376f4b9e00e req-ba1a6849-7c33-4cf6-8b33-4a0b8908fd1a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.6954300 Oct 12 11:20:35.175651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.196838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:20:35.232053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e32c55cd-ab14-45d9-a970-d376f4b9e00e req-cfb8edf0-59c0-4e87-ae95-67d5b1b86193 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Oct 12 11:20:35.258190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.258190 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Added segment fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc of type vlan for network 614058dc-954f-475c-b148-2cd222995ae5 Oct 12 11:20:35.260534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:35.265558 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.275941 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d90381-7916-4180-ae65-8a936f4eb34b x-openstack-request-id: req-90d90381-7916-4180-ae65-8a936f4eb34b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:35.276265 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:35.277248 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90d90381-7916-4180-ae65-8a936f4eb34b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:35.277248 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'status': 'completed', 'code': 200} Oct 12 11:20:35.346413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-fb664bf8-c513-43eb-b5bd-3dadaf0afb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.348449 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-fb664bf8-c513-43eb-b5bd-3dadaf0afb2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2459910 Oct 12 11:20:35.353000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.358724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af9c2d01-85af-4edf-ac49-c15192b28f4f tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6160479 Oct 12 11:20:35.362387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:35.370486 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.410349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-89376f03-3d17-4e5d-ae0c-bd27e06fe8bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0515606 Oct 12 11:20:35.478369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.484019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-5369a0ee-9815-441d-a422-45b9003ae511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.485559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-5369a0ee-9815-441d-a422-45b9003ae511 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1099 time: 0.1787348 Oct 12 11:20:35.493265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-f5a8f986-4b82-4d00-9655-1633c8196c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.494794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-f5a8f986-4b82-4d00-9655-1633c8196c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0739782 Oct 12 11:20:35.568360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.574098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.575292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.577551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54a5f-b1ee-403f-8853-64744306e845 req-44e31188-d61f-4cdf-a7b7-e2d94948a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.579468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-44e31188-d61f-4cdf-a7b7-e2d94948a0fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762095 Oct 12 11:20:35.693709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-1fd9018a-8fca-4307-a134-99cdb9f1825e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057377 Oct 12 11:20:35.809989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38d54a5f-b1ee-403f-8853-64744306e845 req-b534f0cf-56f4-40ba-93cc-c7369dfaa491 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043329 Oct 12 11:20:35.878967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Network': ['ID=614058dc-954f-475c-b148-2cd222995ae5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:35.884018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.884931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:35.887652 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ae8997-fd9c-47ae-a17f-43a26dbada1a" -d '{"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:35.888048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:35.903639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 614058dc-954f-475c-b148-2cd222995ae5 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:20:35.951236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-32a7d449-aad0-4c8e-b568-a7e319f3b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.953162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-32a7d449-aad0-4c8e-b568-a7e319f3b00a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 1099 time: 0.0759063 Oct 12 11:20:35.978487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9fce0834-9933-4108-afb0-07d7a2b9fb06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5719163 Oct 12 11:20:35.982834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b42ed4e1-e761-4881-ad7c-0f374174c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:35.984240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b42ed4e1-e761-4881-ad7c-0f374174c475 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.4653559 Oct 12 11:20:35.986818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50746) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:35.995512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'subnet': {'network_id': '614058dc-954f-475c-b148-2cd222995ae5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:36.075967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:36.076518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd256a7-ec02-4479-937a-6ecf1aed16d2 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:20:36.080781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-d0d71dcb-da17-42dc-9f35-b1368dafdafc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0788693 Oct 12 11:20:36.084993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:36.086130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-78c1ac46-17b4-4a88-8a3f-b50e52c2b64b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ddd256a7-ec02-4479-937a-6ecf1aed16d2 HTTP/1.1" status: 204 len: 168 time: 0.7178614 Oct 12 11:20:36.126950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-5f10c4e2-b1f8-4982-b3a4-7a5c83d08e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.129092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-5f10c4e2-b1f8-4982-b3a4-7a5c83d08e57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1636779 Oct 12 11:20:36.179244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9ec98-ee3e-4ca0-92e2-2b8548df3092 req-479633bb-9248-4d75-bf5d-3f0e8206e4d0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.180724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36c9ec98-ee3e-4ca0-92e2-2b8548df3092 req-479633bb-9248-4d75-bf5d-3f0e8206e4d0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.4518595 Oct 12 11:20:36.188663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-337eb137-17ad-488e-a4ab-edbce1bfd2c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 200 len: 217 time: 0.0494075 Oct 12 11:20:36.292848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-3e40a35f-13e4-455b-b898-704c8b7b0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.295776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-3e40a35f-13e4-455b-b898-704c8b7b0c13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0983381 Oct 12 11:20:36.301611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-f1253cbe-1e7c-461f-b09f-6cea4e3e8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.303131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-f1253cbe-1e7c-461f-b09f-6cea4e3e8c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1458144 Oct 12 11:20:36.323437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36c9ec98-ee3e-4ca0-92e2-2b8548df3092 req-91c6e208-b241-49fb-b066-cb4086a01027 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143804 Oct 12 11:20:36.386690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b00c11a8-c19e-4432-a7de-b322a7ace575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.386690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b00c11a8-c19e-4432-a7de-b322a7ace575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803571 Oct 12 11:20:36.387096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:36.402049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b80cd3d6-c1ad-4f3c-a018-4b0212101124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:36.405126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-b80cd3d6-c1ad-4f3c-a018-4b0212101124 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921233 Oct 12 11:20:36.440775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:36.444410 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f35dc6-8e36-49b1-b604-39e365820327 x-openstack-request-id: req-59f35dc6-8e36-49b1-b604-39e365820327 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:36.444702 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:36.444956 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59f35dc6-8e36-49b1-b604-39e365820327 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:36.445363 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'code': 200} Oct 12 11:20:36.446689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:36.704203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b769859-b50a-436e-8569-5fa187f81462 req-22a5fada-8db5-4c5a-a426-6d7e1774d0d6 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0602093 Oct 12 11:20:36.713407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-d79647b3-18e1-41c4-ad35-b75cc76fa3bc service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161035 Oct 12 11:20:36.736465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-386d73c8-37e1-451d-a485-3a1504d47be3 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216627 Oct 12 11:20:36.943883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-5cf01320-bfcb-41eb-87f5-4f4c0ab97f07 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959438 Oct 12 11:20:36.971700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46fa9f26-1777-42d4-ae46-0304cf4bef08 req-f1ac68b9-611d-4be4-b762-726e7a0b800c service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513235 Oct 12 11:20:37.007503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-84559989', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:37.063404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc1013-3217-4f4e-a899-a4fe6ed32824 req-b1ad4c52-8f97-4e99-a4c5-cf8475620aec tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:37.065218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-addc1013-3217-4f4e-a899-a4fe6ed32824 req-b1ad4c52-8f97-4e99-a4c5-cf8475620aec tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1258948 Oct 12 11:20:37.148801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-addc1013-3217-4f4e-a899-a4fe6ed32824 req-eefe6140-a897-4ab0-8adf-da797aa4c714 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Oct 12 11:20:37.191574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.192851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.319286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.343338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.642520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Subnet': ['ID=de992998-7b16-4485-8ef2-a2593f1499e0,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:37.734817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Checking segment: {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:37.735223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network hostable DHCP agents. Network: 614058dc-954f-475c-b148-2cd222995ae5, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:20:37.745380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.758437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91869265-0ea1-4484-ad8e-3174138376a3 req-ef3ed95f-ff5c-4629-9d31-cb8a1dfbf507 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:37.760264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91869265-0ea1-4484-ad8e-3174138376a3 req-ef3ed95f-ff5c-4629-9d31-cb8a1dfbf507 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.3071363 Oct 12 11:20:37.817618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91869265-0ea1-4484-ad8e-3174138376a3 req-2cabaf27-953e-47fe-8c54-c9367e0e96db tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Oct 12 11:20:37.851538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network 614058dc-954f-475c-b148-2cd222995ae5 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:20:37.931659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 614058dc-954f-475c-b148-2cd222995ae5) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:37.937374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:37.937954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:37.950066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672cf66-8d8e-43f6-87a9-ff46e598dba2 None None] Network 614058dc-954f-475c-b148-2cd222995ae5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:38.012486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63c28c2f-5efd-4f7a-aec9-e51a02b8ff4b req-96c82620-9156-48fe-b69e-0c7adf302b23 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0450878 Oct 12 11:20:38.033454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-900da07d-96ec-4210-b2d4-c87ebae3e356 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0423489 Oct 12 11:20:38.034535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50772) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:38.043364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1575218216'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:38.258080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-614058dc-954f-475c-b148-2cd222995ae5', 'network_id': '614058dc-954f-475c-b148-2cd222995ae5', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'fixed_ips': [{'subnet_id': 'de992998-7b16-4485-8ef2-a2593f1499e0'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:20:38.259023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.505414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.538164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:38.541073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.576593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.632958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Allocated IP 19.80.0.2 (614058dc-954f-475c-b148-2cd222995ae5/de992998-7b16-4485-8ef2-a2593f1499e0/1661d83e-a32d-4d45-b9bd-b42a5cf33fbf) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:38.663032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a57a1-02f3-483b-8a9d-722d5faabe61 req-43b2e7af-c4d6-441e-a173-4fab319f2367 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:38.664588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-731a57a1-02f3-483b-8a9d-722d5faabe61 req-43b2e7af-c4d6-441e-a173-4fab319f2367 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1569521 Oct 12 11:20:38.722167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:20:38.747804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-731a57a1-02f3-483b-8a9d-722d5faabe61 req-c0306e1e-7bfb-465c-b6ed-9015cd024c21 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756519 Oct 12 11:20:38.748865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.749211 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Added segment e2b023e5-47db-4f09-8e0f-dfce5f16ec50 of type vlan for network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 Oct 12 11:20:38.823466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Allocated IP 172.25.2.158 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a160a379-0d4d-485d-b712-7840b9894d6a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:38.836431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.862159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:38.952512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.028053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.037594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Network 614058dc-954f-475c-b148-2cd222995ae5 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:39.039182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:39.039940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.048868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:39.052300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.059702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:39.181597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Pushing event updated for resources: {'Port': ['ID=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:39.199813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Attempting to bind port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:39.200218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Attempting to bind port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:39.200581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Attempting to bind port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf on network 614058dc-954f-475c-b148-2cd222995ae5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:39.208328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:39.208701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Checking segment: {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:39.209206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.209568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Bound using segment: {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:39.210171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Bound port: 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:39.210561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.255845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2172914 Oct 12 11:20:39.256141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50782) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:39.263487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'subnet': {'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:39.292989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e112d34-5c4f-4638-adfa-a754957d7f52 req-48dca8a1-8ae8-4f64-a3d7-c4b0849ba345 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:39.294825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e112d34-5c4f-4638-adfa-a754957d7f52 req-48dca8a1-8ae8-4f64-a3d7-c4b0849ba345 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.2152450 Oct 12 11:20:39.298924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d34f-3722-44f4-9723-64439fbd8cd3 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Network': ['ID=4ba81e3f-8b3a-4dc0-baae-863374f80a16,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:39.313910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:20:39.348702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e112d34-5c4f-4638-adfa-a754957d7f52 req-d943de58-264a-4479-aca7-dce6aaf6de0d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Oct 12 11:20:39.401792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] For port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:39.475092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.562217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] For port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:39.596540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:39.601545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.652189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:39.657526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20abd7fd-022c-4862-8dae-00add7300148 req-2b12e0e3-b4a2-4de2-8133-2ef9abbdc258 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0799632 Oct 12 11:20:39.659876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:39.666143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:39.669930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:39.882373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377c3e-0cf5-4ab0-b900-8c68f87afef9 None None] Pushing event updated for resources: {'Port': ['ID=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:39.962474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event updated for resources: {'Port': ['ID=a160a379-0d4d-485d-b712-7840b9894d6a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:40.184811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f31bf0-e10a-4e1d-a58c-a8763f6b0137 req-3a4ff63c-7504-427b-9c71-da41c92e3e91 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:40.187085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7f31bf0-e10a-4e1d-a58c-a8763f6b0137 req-3a4ff63c-7504-427b-9c71-da41c92e3e91 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2625678 Oct 12 11:20:40.251625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.255271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:40.368147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7f31bf0-e10a-4e1d-a58c-a8763f6b0137 req-99248466-d9bd-46d0-bea4-d5083a26b6b9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637492 Oct 12 11:20:40.380324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.429014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:40.464103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'mac_address': 'fa:16:3e:24:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:40.468984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Subnet': ['ID=8abd66d9-748f-46cb-87b5-997990f407f7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:40.482112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Checking segment: {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:40.482451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network hostable DHCP agents. Network: 4ba81e3f-8b3a-4dc0-baae-863374f80a16, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:20:40.569026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.593900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:40.626781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:40.707784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4893b-d998-49b3-9f1b-e6f2242dc1c1 req-d545eb1d-b27b-47b5-ae14-cdeac13a43a2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:40.709396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36e4893b-d998-49b3-9f1b-e6f2242dc1c1 req-d545eb1d-b27b-47b5-ae14-cdeac13a43a2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 948 time: 0.1366410 Oct 12 11:20:40.709535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:40.737365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:20:40.757032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.769512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.841319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:40.857445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4ba81e3f-8b3a-4dc0-baae-863374f80a16) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:40.861830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:40.862525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:40.866810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4919111-4702-45e5-87e7-3f443bd49853 None None] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:40.886168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36e4893b-d998-49b3-9f1b-e6f2242dc1c1 req-412cb1a7-c099-4374-9139-a6775d3ce203 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684902 Oct 12 11:20:40.960060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3d367a9d-b015-41b6-afbd-0c395cd50d73 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7026291 Oct 12 11:20:41.048247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:41.048834 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:41.174104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-398d9a08-c92e-4f2c-a783-89bea493cc56 req-cf04cde8-ba1c-446e-b537-41c5b3f42b7f tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0896649 Oct 12 11:20:41.203388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:41.206256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['dceb3741-c2e9-4429-9641-97eb1e9b3d5c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:41.217555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4ba81e3f-8b3a-4dc0-baae-863374f80a16', 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'fixed_ips': [{'subnet_id': '8abd66d9-748f-46cb-87b5-997990f407f7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:20:41.219386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:41.365380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Router 8860f285-d0b3-43ab-846f-c9b7072b28c3 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:20:41.394429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400449-53c3-4086-86ff-d96bccf63600 req-90bc523d-da11-472e-9bd9-38295ef987c5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:41.404068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81400449-53c3-4086-86ff-d96bccf63600 req-90bc523d-da11-472e-9bd9-38295ef987c5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 949 time: 0.1082363 Oct 12 11:20:41.472083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b6f668-845a-496a-896e-b6fcbe7367ed None None] Network 614058dc-954f-475c-b148-2cd222995ae5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:41.520132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:41.665947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81400449-53c3-4086-86ff-d96bccf63600 req-7d0a4aa4-d8e5-4ea1-85d2-cc3af705b03a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589331 Oct 12 11:20:41.671750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:20:41.702966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] Sync routers for ids ['8860f285-d0b3-43ab-846f-c9b7072b28c3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:20:41.713046 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] Routers {'8860f285-d0b3-43ab-846f-c9b7072b28c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:41.713654 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8860f285-d0b3-43ab-846f-c9b7072b28c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:41.752384 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:41.763703 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] Routers {'8860f285-d0b3-43ab-846f-c9b7072b28c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:41.764528 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8860f285-d0b3-43ab-846f-c9b7072b28c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:41.801415 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:41.802063 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c6b53-e27e-40c6-b48e-e7d185a6cf91 None None] The sync data for ids ['8860f285-d0b3-43ab-846f-c9b7072b28c3'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:20:41.871500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:41.874609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3aaa627a-d662-4831-953d-ba8d3505d9c9 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4855409 Oct 12 11:20:41.877068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:41.966125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:41.975571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0d6d812c-d474-426f-92de-7c6b637e5107 None None] Provisioning complete for port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:41.976086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d6d812c-d474-426f-92de-7c6b637e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.015004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:42.015391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-191d1f5c-a9b7-4346-8873-c7a550abf27c tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/8860f285-d0b3-43ab-846f-c9b7072b28c3 HTTP/1.1" status: 200 len: 919 time: 0.1355212 Oct 12 11:20:42.045901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-205ec18e-2096-4f56-9f34-8770e213f9e3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f285-d0b3-43ab-846f-c9b7072b28c3 HTTP/1.1" status: 200 len: 205 time: 0.0298059 Oct 12 11:20:42.048458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50818) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:42.054598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:42.082222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Allocated IP 19.86.0.2 (4ba81e3f-8b3a-4dc0-baae-863374f80a16/8abd66d9-748f-46cb-87b5-997990f407f7/f7b223a8-4da0-42c2-9571-98c0e48ee80a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:42.128371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.130344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'port_id': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'mac_address': 'fa:16:3e:5f:c4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceba4db-8762-405b-81b3-4adf4f3612bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:42.546020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:42.676357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.729057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.781221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:42.921876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:42.932131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.959067 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:42.995185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.100875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.132582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:43.137744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:43.150006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port a160a379-0d4d-485d-b712-7840b9894d6a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:43.150379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.271882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:43.286116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:43.298640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.299110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:43.333162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for a160a379-0d4d-485d-b712-7840b9894d6a owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:43.333359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-41050864-9b28-40bc-a237-227e8674ac7a None None] Provisioning complete for port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:43.333587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41050864-9b28-40bc-a237-227e8674ac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.335187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Pushing event updated for resources: {'Port': ['ID=f7b223a8-4da0-42c2-9571-98c0e48ee80a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:43.462084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Attempting to bind port f7b223a8-4da0-42c2-9571-98c0e48ee80a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:43.462560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Attempting to bind port f7b223a8-4da0-42c2-9571-98c0e48ee80a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:43.463827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Attempting to bind port f7b223a8-4da0-42c2-9571-98c0e48ee80a on network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:43.484420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:43.484889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Checking segment: {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:43.485187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.485583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Bound using segment: {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:43.486062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Bound port: f7b223a8-4da0-42c2-9571-98c0e48ee80a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:43.486443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.657290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] For port f7b223a8-4da0-42c2-9571-98c0e48ee80a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:43.681937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] For port f7b223a8-4da0-42c2-9571-98c0e48ee80a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f7b223a8-4da0-42c2-9571-98c0e48ee80a,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:43.852750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.881941 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:43.943784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=a160a379-0d4d-485d-b712-7840b9894d6a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:43.981589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5303bc-6053-42c9-9bc5-cd9488d5902a None None] Pushing event updated for resources: {'Port': ['ID=f7b223a8-4da0-42c2-9571-98c0e48ee80a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:44.062961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.276854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:44.287680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.290679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.438273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:20:44.442436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port dceb3741-c2e9-4429-9641-97eb1e9b3d5c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:44.442835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.480072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.481710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router 8860f285-d0b3-43ab-846f-c9b7072b28c3 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:20:44.500603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.509216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9d498e83-5d97-4a60-853f-4176e2a9b832 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/8860f285-d0b3-43ab-846f-c9b7072b28c3 HTTP/1.1" status: 204 len: 168 time: 2.4592860 Oct 12 11:20:44.519424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:44.525224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-215041721', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:44.662603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.663699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.664151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.744093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:44.748839 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d43fa-68b4-45ff-8d4c-b809e96fff0e" -d '{"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-plugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:44.790257 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.791707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:44.828165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:44.855700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:44.955058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:44.958626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:44.958945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.122902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.134235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f7b223a8-4da0-42c2-9571-98c0e48ee80a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:45.185729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:45.383713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f7b223a8-4da0-42c2-9571-98c0e48ee80a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:45.384145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.509061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:45.509061 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.631450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ba1d0-be6b-40cb-8e1b-abfbd06f6d49 None None] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:20:45.685200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.711157 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.872315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5dd06396-98b8-4f55-9efb-2ebec8e434c2 None None] Provisioning complete for port f7b223a8-4da0-42c2-9571-98c0e48ee80a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:45.872875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5dd06396-98b8-4f55-9efb-2ebec8e434c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.915619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:45.987333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port f7b223a8-4da0-42c2-9571-98c0e48ee80a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f7b223a8-4da0-42c2-9571-98c0e48ee80a,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:46.043479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.114405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5dd06396-98b8-4f55-9efb-2ebec8e434c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.166768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.25.2.74 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/1b036d12-a549-4a86-bb4f-7a0143101a80) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:46.166976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:46.265502 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.301699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.320774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.375357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-5dd06396-98b8-4f55-9efb-2ebec8e434c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:20:46.375713 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-5dd06396-98b8-4f55-9efb-2ebec8e434c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:20:46.380197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=f7b223a8-4da0-42c2-9571-98c0e48ee80a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:46.442183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:46.468937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:46.521683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:46.527623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:46.533174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:46.557308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=1b036d12-a549-4a86-bb4f-7a0143101a80,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:46.632329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f7b223a8-4da0-42c2-9571-98c0e48ee80a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:46.725441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f7b223a8-4da0-42c2-9571-98c0e48ee80a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:46.725659 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.028697 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.077901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-be9072fc-aee9-4218-9de7-c463170bf6b3 None None] Provisioning complete for port f7b223a8-4da0-42c2-9571-98c0e48ee80a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:47.078497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-be9072fc-aee9-4218-9de7-c463170bf6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.293913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.502529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:20:47.656787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3d99709-b59a-4d36-8430-e18dddac5461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.669837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:20:47.679085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Sync routers for ids ['3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:20:47.688977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Routers {'3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:47.689854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:47.734384 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:47.735878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6eb4bb4a-6105-441c-afb3-f18f4b38d3a4 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2153590 Oct 12 11:20:47.738417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:47.824152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Set router 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:47.876682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89aa5b62-48b3-44ee-8a84-12e35f34c1e3 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 HTTP/1.1" status: 200 len: 907 time: 0.1368778 Oct 12 11:20:47.879085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50846) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:47.884590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-215041721', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': True}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:48.000084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.001156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.064613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74'}], 'enable_snat': False}, 'gw_port_id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:44Z', 'updated_at': '2021-10-12T11:20:46Z', 'revision_number': 3, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port': {'id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:20:45Z', 'updated_at': '2021-10-12T11:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:48.092059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.100312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Checking router: 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:20:48.100823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Updating router 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 port 1b036d12-a549-4a86-bb4f-7a0143101a80 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:20:48.128717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.361183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.629217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.684791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:20:48.697307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.757878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Attempting to bind port 1b036d12-a549-4a86-bb4f-7a0143101a80 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:48.758587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Attempting to bind port 1b036d12-a549-4a86-bb4f-7a0143101a80 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:48.759224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Attempting to bind port 1b036d12-a549-4a86-bb4f-7a0143101a80 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:48.773349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.779778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:48.783023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:48.783023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.783023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:48.783023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Bound port: 1b036d12-a549-4a86-bb4f-7a0143101a80, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:48.783023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.783424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5203-af42-4118-9bbc-15fb5fb02c23 req-3a888edc-2423-4537-ae0d-e8c709ba034b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:48.785529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562d5203-af42-4118-9bbc-15fb5fb02c23 req-3a888edc-2423-4537-ae0d-e8c709ba034b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1404290 Oct 12 11:20:48.805299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.818457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-ae8936fc-9c59-468f-b0ac-201471ab0b94 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:48.826186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-ae8936fc-9c59-468f-b0ac-201471ab0b94 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:48.839202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-ae8936fc-9c59-468f-b0ac-201471ab0b94 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/networks?id=614058dc-954f-475c-b148-2cd222995ae5&id=4ba81e3f-8b3a-4dc0-baae-863374f80a16 HTTP/1.1" status: 200 len: 1391 time: 0.2319038 Oct 12 11:20:48.841055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] For port 1b036d12-a549-4a86-bb4f-7a0143101a80, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:48.844436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] For port 1b036d12-a549-4a86-bb4f-7a0143101a80, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b036d12-a549-4a86-bb4f-7a0143101a80,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:48.848931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b695b-d1bc-44b6-a9d2-862dc759f144 None None] Pushing event updated for resources: {'Port': ['ID=1b036d12-a549-4a86-bb4f-7a0143101a80,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:48.855914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-9fa70045-a4f8-4269-abaa-18805581fb88 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/quotas/4b7695a2357243e1b80a2b1f3d8c825f HTTP/1.1" status: 200 len: 375 time: 0.0154545 Oct 12 11:20:48.874288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562d5203-af42-4118-9bbc-15fb5fb02c23 req-97882ada-e9ad-46ce-846a-1f483e28d845 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711136 Oct 12 11:20:48.929758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:48.992686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-5cf3860a-8462-4c50-8bfa-cf7741c2d169 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1277225 Oct 12 11:20:49.069611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b695b-d1bc-44b6-a9d2-862dc759f144 None None] Pushing event updated for resources: {'Port': ['ID=1b036d12-a549-4a86-bb4f-7a0143101a80,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:49.094265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Routers {'3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:49.095035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:49.150078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.25.2.164 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/601c9dcd-c0b8-4ecb-bcc8-112df0c20f56) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:49.235895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-e1e522c0-7665-463d-a4d2-28a0b72481e5 service neutron] 10.222.0.43 "GET /v2.0/networks/614058dc-954f-475c-b148-2cd222995ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367108 Oct 12 11:20:49.360138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] Set router 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:49.450869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-2c551041-4b52-4783-95dc-0cb885ad3c0d service neutron] 10.222.0.43 "GET /v2.0/networks/614058dc-954f-475c-b148-2cd222995ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129908 Oct 12 11:20:49.472788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c238d54d-dd57-4bdd-a609-4f9c26f635cf req-ef937d15-d031-407a-b1f0-6e4a13dca482 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0707600 Oct 12 11:20:49.615243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:49.620235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-60a152cf-7ee9-418b-825f-12164d92fe52 service neutron] 10.222.0.43 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681101 Oct 12 11:20:49.661797 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87583c-95e7-48d5-b2c5-9cf98a1d79a8 x-openstack-request-id: req-ab87583c-95e7-48d5-b2c5-9cf98a1d79a8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:49.662092 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-plugged", "status": "completed", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:49.662348 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab87583c-95e7-48d5-b2c5-9cf98a1d79a8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:49.662772 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'code': 200} Oct 12 11:20:49.756119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-782424a4-930c-4746-a57d-4e7f1a1f07fc service neutron] 10.222.0.43 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329262 Oct 12 11:20:49.780911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74'}], 'enable_snat': False}, 'gw_port_id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:44Z', 'updated_at': '2021-10-12T11:20:46Z', 'revision_number': 3, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port': {'id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:20:45Z', 'updated_at': '2021-10-12T11:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:49.812998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbef92-1d77-417f-8b7d-c63484ebc278 None None] The sync data for ids ['3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70'] in n-d-813419-3 is: [{'id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74'}], 'enable_snat': False}, 'gw_port_id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:44Z', 'updated_at': '2021-10-12T11:20:46Z', 'revision_number': 3, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port': {'id': '1b036d12-a549-4a86-bb4f-7a0143101a80', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:20:45Z', 'updated_at': '2021-10-12T11:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:20:49.820018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:49.918042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:49.938209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:49.957658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05425e-9c77-4509-8735-d17eb2846389 req-5d261ca9-9a0c-490b-852b-4f28c045ebcc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:49.965636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e05425e-9c77-4509-8735-d17eb2846389 req-5d261ca9-9a0c-490b-852b-4f28c045ebcc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.2226241 Oct 12 11:20:49.971049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:50.037976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=601c9dcd-c0b8-4ecb-bcc8-112df0c20f56,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:50.224079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e05425e-9c77-4509-8735-d17eb2846389 req-2820e67c-98bf-4106-91c9-3d0d6283f09a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575114 Oct 12 11:20:50.417008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e808f47-6969-490b-9562-bcef0537102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:50.725971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:50.766060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b036d12-a549-4a86-bb4f-7a0143101a80 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:50.857781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c424da01-f740-4761-b090-2220e0c35620 req-231a1186-33e6-4ae3-8c76-2ddd8db55b37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0674238 Oct 12 11:20:50.867000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1b036d12-a549-4a86-bb4f-7a0143101a80 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:50.869045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.077292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.166025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1b036d12-a549-4a86-bb4f-7a0143101a80, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b036d12-a549-4a86-bb4f-7a0143101a80,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:51.286970 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.314905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.481127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1b036d12-a549-4a86-bb4f-7a0143101a80,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:51.628391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router 4be35fd6-84f9-45d9-9e85-059989f53b09 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:20:51.663593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:51.665988 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbdcb9a-483c-4e2a-8f7f-bf07bdb49702" -d '{"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:51.694063 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.727681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.769704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:20:51.777981 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.780643 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Sync routers for ids ['4be35fd6-84f9-45d9-9e85-059989f53b09'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:20:51.793213 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Routers {'4be35fd6-84f9-45d9-9e85-059989f53b09'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:51.794168 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4be35fd6-84f9-45d9-9e85-059989f53b09'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:51.901118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:51.905659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:51.913498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2b0a281-7674-45f5-9ce4-e5b57dd1203b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0308642 Oct 12 11:20:51.928471 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Set router 4be35fd6-84f9-45d9-9e85-059989f53b09 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:52.181996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50934) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:52.191669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3033bb20-dd51-41c2-92b3-ac626fbc92ce tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/4be35fd6-84f9-45d9-9e85-059989f53b09 HTTP/1.1" status: 200 len: 907 time: 0.2838173 Oct 12 11:20:52.245757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be35fd6-84f9-45d9-9e85-059989f53b09', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '601c9dcd-c0b8-4ecb-bcc8-112df0c20f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:48Z', 'updated_at': '2021-10-12T11:20:50Z', 'revision_number': 3, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port': {'id': '601c9dcd-c0b8-4ecb-bcc8-112df0c20f56', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be35fd6-84f9-45d9-9e85-059989f53b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:20:48Z', 'updated_at': '2021-10-12T11:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:52.298064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Checking router: 4be35fd6-84f9-45d9-9e85-059989f53b09 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:20:52.298588 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Updating router 4be35fd6-84f9-45d9-9e85-059989f53b09 port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:20:52.352477 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.418247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.657637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.658129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b036d12-a549-4a86-bb4f-7a0143101a80 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:20:52.724669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1b036d12-a549-4a86-bb4f-7a0143101a80 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:52.725122 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.805742 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.840948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Deleting port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:52.841332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.932410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:52.945272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Calling delete_port for 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:52.954112 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.023115 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Attempting to bind port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:53.023621 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Attempting to bind port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:53.024075 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Attempting to bind port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:53.030339 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Pushing event updated for resources: {'Port': ['ID=601c9dcd-c0b8-4ecb-bcc8-112df0c20f56,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:53.043216 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:53.043730 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:53.044262 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.044739 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:53.045367 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Bound port: 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:53.045835 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.048374 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.048812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.049262 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.049664 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.050078 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.050497 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.050995 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.051569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.052032 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.052222 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.052626 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.053033 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:53.140932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] For port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:53.145293 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] For port 601c9dcd-c0b8-4ecb-bcc8-112df0c20f56, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=601c9dcd-c0b8-4ecb-bcc8-112df0c20f56,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:53.184750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:53.217919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.238969 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.318976 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.362893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb74dc-110f-45df-b118-02266ed85c2a None None] Pushing event updated for resources: {'Port': ['ID=601c9dcd-c0b8-4ecb-bcc8-112df0c20f56,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:53.363701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:53.410357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Routers {'4be35fd6-84f9-45d9-9e85-059989f53b09'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:20:53.411285 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4be35fd6-84f9-45d9-9e85-059989f53b09'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:53.440532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.584339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:53.614609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-b107b658-4cbd-4465-9c30-6bd389f88027 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:53.618169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-fe6e37f5-dd85-49ad-a129-f73e47ae8fcb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378170 Oct 12 11:20:53.623082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-b107b658-4cbd-4465-9c30-6bd389f88027 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:53.626837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-b107b658-4cbd-4465-9c30-6bd389f88027 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "GET /v2.0/networks?id=614058dc-954f-475c-b148-2cd222995ae5&id=4ba81e3f-8b3a-4dc0-baae-863374f80a16 HTTP/1.1" status: 200 len: 1391 time: 0.2168655 Oct 12 11:20:53.639413 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] Set router 4be35fd6-84f9-45d9-9e85-059989f53b09 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:20:53.654647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'port': {'device_id': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'network_id': '614058dc-954f-475c-b148-2cd222995ae5', 'admin_state_up': True, 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:53.725675 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be35fd6-84f9-45d9-9e85-059989f53b09', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:48Z', 'updated_at': '2021-10-12T11:20:52Z', 'revision_number': 4, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:20:53.763970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef0796-6a46-486e-a0ed-ea7ad3d7825e None None] The sync data for ids ['4be35fd6-84f9-45d9-9e85-059989f53b09'] in n-d-813419-3 is: [{'id': '4be35fd6-84f9-45d9-9e85-059989f53b09', 'name': 'tempest-snat-router-215041721', 'tenant_id': 'e80d30901924416e914b6d687ec21a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:20:48Z', 'updated_at': '2021-10-12T11:20:52Z', 'revision_number': 4, 'project_id': 'e80d30901924416e914b6d687ec21a56', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:20:53.777490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-4ef91be1-22e7-4534-9dd7-3b999daaef3d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:53.777490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-4ef91be1-22e7-4534-9dd7-3b999daaef3d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454854 Oct 12 11:20:53.786148 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:53.786460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbb3c-11b3-4a7d-8d98-0136ca41d65e req-bb5cf7e6-edbe-4607-ac9b-5d672eba485a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:53.786460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cddbb3c-11b3-4a7d-8d98-0136ca41d65e req-bb5cf7e6-edbe-4607-ac9b-5d672eba485a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1199207 Oct 12 11:20:53.873422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cddbb3c-11b3-4a7d-8d98-0136ca41d65e req-a0925052-8076-409d-b6ae-007fc09185b4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Oct 12 11:20:53.915005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-fb025b4f-e14e-495d-a070-d5c63db7812a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/quotas/d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 375 time: 0.1268690 Oct 12 11:20:53.918116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Port': ['ID=601c9dcd-c0b8-4ecb-bcc8-112df0c20f56,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:53.927879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:53.932877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.000598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.117643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Allocated IP 19.80.0.101 (614058dc-954f-475c-b148-2cd222995ae5/de992998-7b16-4485-8ef2-a2593f1499e0/62742c8d-50cc-4d88-8909-413f61dceacc) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:54.173528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c63c45b-bafb-4bc4-80e1-627303a3bb8a req-ecabe07d-80f2-45f7-9454-2fe2f0538527 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 210 time: 0.0432737 Oct 12 11:20:54.173711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.174811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.252165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-75aaf5e0-a227-4f44-808f-ce10e90a195e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3132403 Oct 12 11:20:54.308833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.309476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4be35fd6-84f9-45d9-9e85-059989f53b09 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:20:54.314977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.317359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fbc89283-4cbb-4fa2-bdbe-79097355daa6 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4be35fd6-84f9-45d9-9e85-059989f53b09 HTTP/1.1" status: 204 len: 168 time: 2.1331005 Oct 12 11:20:54.319951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:54.356046 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.480870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.503584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.580321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network 614058dc-954f-475c-b148-2cd222995ae5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:54.591163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:54.598284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:54.632084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aca0fc4e-0981-49eb-8867-c4fa8c1f3fdf req-f08fc142-44f3-4b70-879f-be382f612676 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0444403 Oct 12 11:20:54.700931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:54.730597 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed5744f-e437-46c9-a41c-3ecb8249c9ac x-openstack-request-id: req-aed5744f-e437-46c9-a41c-3ecb8249c9ac {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:54.731099 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:54.731215 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aed5744f-e437-46c9-a41c-3ecb8249c9ac {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:54.731550 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'code': 200} Oct 12 11:20:54.745120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.759326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.759949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.760294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.764408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.764848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.765196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.765539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.765879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.766210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.769099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.769445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:20:54.804362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.808002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:54.811566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:54.961330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6c8f5e28-c7c3-4919-9619-216cb4a6def5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3244462 Oct 12 11:20:54.973015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-df02e1b7-7068-4999-b229-ef9aa636e2c0 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:20:54.974031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-df02e1b7-7068-4999-b229-ef9aa636e2c0 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054624 Oct 12 11:20:54.995571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Request body: {'port': {'device_id': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16', 'admin_state_up': True, 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:55.008752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b31fed2e-806a-4dbc-b649-33549b2420cd req-6e981039-7168-4632-9f73-b09485574b8a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 210 time: 0.0590918 Oct 12 11:20:55.052047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Deleting port 1b036d12-a549-4a86-bb4f-7a0143101a80 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:20:55.052467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.087599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-902bb696-3fc7-401d-9c3d-78c2822515a2 None None] Provisioning complete for port 62742c8d-50cc-4d88-8909-413f61dceacc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:55.087974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-902bb696-3fc7-401d-9c3d-78c2822515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.186938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-902bb696-3fc7-401d-9c3d-78c2822515a2 None None] Port 62742c8d-50cc-4d88-8909-413f61dceacc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:20:55.470219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] For port 1b036d12-a549-4a86-bb4f-7a0143101a80, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b036d12-a549-4a86-bb4f-7a0143101a80,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:55.470219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.470219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Calling delete_port for 1b036d12-a549-4a86-bb4f-7a0143101a80 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:20:55.656938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.660521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Made reservation on behalf of 4b7695a2357243e1b80a2b1f3d8c825f for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:55.668968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.690719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b036d12-a549-4a86-bb4f-7a0143101a80,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:55.755976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.831123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Allocated IP 19.86.0.173 (4ba81e3f-8b3a-4dc0-baae-863374f80a16/8abd66d9-748f-46cb-87b5-997990f407f7/aac87a3e-9286-4e57-bf16-2af7fa86d5e9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:55.864675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:55.867099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.035474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.035474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:20:56.038272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41ff2327-c20d-49c8-8fa6-920051a742e7 req-7d292850-c147-4518-835b-b5eee6425df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ec355e2f36742f695ff5da4fe8d9d6c&device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0385556 Oct 12 11:20:56.054097 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.055446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a9779af-0868-47d8-9356-1d5658c33998 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3cf20f96-8d2d-4136-87b5-f5d4bf3a0b70 HTTP/1.1" status: 204 len: 168 time: 1.7345190 Oct 12 11:20:56.059367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:20:56.075484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-365239002', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:56.117848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41ff2327-c20d-49c8-8fa6-920051a742e7 req-d262cfa2-de9a-4a13-8372-f70f31bae529 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2ec355e2f36742f695ff5da4fe8d9d6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612614 Oct 12 11:20:56.157900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.181829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cb153-57b3-4c49-971c-0a935ece0bb0 req-5212d2b7-fa42-4924-b5f2-d606322b231b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:56.189668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f6cb153-57b3-4c49-971c-0a935ece0bb0 req-5212d2b7-fa42-4924-b5f2-d606322b231b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1568646 Oct 12 11:20:56.273493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f6cb153-57b3-4c49-971c-0a935ece0bb0 req-7ec29617-915f-4567-a1c6-6435236fde27 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810251 Oct 12 11:20:56.274439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.281933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.292593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.379046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:56.384797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:56.388781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.393636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:56.460832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:56.461483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.465262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event updated for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:56.500166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.532717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2327-c20d-49c8-8fa6-920051a742e7 req-248b03db-188e-45b5-832d-691f1d62b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:56.534539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41ff2327-c20d-49c8-8fa6-920051a742e7 req-248b03db-188e-45b5-832d-691f1d62b5b4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062028 Oct 12 11:20:56.546288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-3668ec1e-e860-4c0d-be07-70707916e98b tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5646422 Oct 12 11:20:56.564601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95a7c-69ae-40d8-b98f-e59c0ef9f1d1 req-89a57b3d-1925-4fe5-bb63-3cadd2068044 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:56.590919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fd95a7c-69ae-40d8-b98f-e59c0ef9f1d1 req-89a57b3d-1925-4fe5-bb63-3cadd2068044 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1663690 Oct 12 11:20:56.719092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b036d12-a549-4a86-bb4f-7a0143101a80 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:56.756436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Request body: {'port': {'device_id': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:56.762619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:56.765359 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342eddcd-eff0-4ddc-bca1-392b78597ea2" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:56.769106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1b036d12-a549-4a86-bb4f-7a0143101a80 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:20:56.769794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b036d12-a549-4a86-bb4f-7a0143101a80 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:20:56.829878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1deadf27-041f-45df-93ab-ded2df4002a9 None None] Provisioning complete for port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:20:56.830651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1deadf27-041f-45df-93ab-ded2df4002a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.890815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1deadf27-041f-45df-93ab-ded2df4002a9 None None] Port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:20:56.896677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:56.897188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fd95a7c-69ae-40d8-b98f-e59c0ef9f1d1 req-b1a923e7-5b4b-4d25-b216-464fc53a4cc1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993083 Oct 12 11:20:56.904265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.107654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77adb-6402-46ce-b421-b94078d18c65 req-77bf2a19-cae8-4891-ae84-7a05cccef1a2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:57.112645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77adb-6402-46ce-b421-b94078d18c65 req-77bf2a19-cae8-4891-ae84-7a05cccef1a2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:57.118402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69d77adb-6402-46ce-b421-b94078d18c65 req-77bf2a19-cae8-4891-ae84-7a05cccef1a2 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1655 time: 0.1041019 Oct 12 11:20:57.175859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69d77adb-6402-46ce-b421-b94078d18c65 req-112b0510-4736-4e05-aa08-a4f2f273ca56 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539076 Oct 12 11:20:57.358549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.383682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.395717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62742c8d-50cc-4d88-8909-413f61dceacc {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:57.413706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.431638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-516c4d28-c292-4527-bc5c-e95418513626 req-de0e9b5e-972e-4e4d-8d9e-62fcc30f1016 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0313718 Oct 12 11:20:57.452682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Transition to ACTIVE for port object 62742c8d-50cc-4d88-8909-413f61dceacc will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:20:57.497599 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a423b4-46e3-4466-8f19-166c6780d815 x-openstack-request-id: req-f3a423b4-46e3-4466-8f19-166c6780d815 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:57.498047 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:57.498193 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3a423b4-46e3-4466-8f19-166c6780d815 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:57.498677 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:20:57.503299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88da455a-012f-4e7e-a71b-f8a2053a9ae3 req-dea3f89f-82e7-499f-8dbb-99bb6a427fb4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 210 time: 0.0567253 Oct 12 11:20:57.514368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.589204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Pushing event updated for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:57.645525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-6015bf14-6179-40e4-bfa5-df4ae36c22d5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421281 Oct 12 11:20:57.731009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Attempting to bind port 62742c8d-50cc-4d88-8909-413f61dceacc on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:20:57.731009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Attempting to bind port 62742c8d-50cc-4d88-8909-413f61dceacc by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:20:57.731009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Attempting to bind port 62742c8d-50cc-4d88-8909-413f61dceacc on network 614058dc-954f-475c-b148-2cd222995ae5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:57.731009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Port 62742c8d-50cc-4d88-8909-413f61dceacc on network 614058dc-954f-475c-b148-2cd222995ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:20:57.731009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Attempting to bind port 62742c8d-50cc-4d88-8909-413f61dceacc on network 614058dc-954f-475c-b148-2cd222995ae5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:20:57.738732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:20:57.739097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Checking segment: {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:20:57.739481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Bound using segment: {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:20:57.742534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Bound port: 62742c8d-50cc-4d88-8909-413f61dceacc, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '614058dc-954f-475c-b148-2cd222995ae5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:20:57.742919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:57.749519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Allocated IP 172.25.2.234 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/45354cb5-4dfa-49df-aeb3-219caf13ca01) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:57.860835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:20:57.865271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62742c8d-50cc-4d88-8909-413f61dceacc,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:20:57.926689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.045568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Pushing event updated for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:58.105026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:58.105756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.107590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-f670954f-68f5-402d-b431-558c3bbcaa96 service neutron] 10.222.0.47 "PUT /v2.0/ports/62742c8d-50cc-4d88-8909-413f61dceacc HTTP/1.1" status: 200 len: 1092 time: 1.5518329 Oct 12 11:20:58.110398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:58.113732 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110fed1f-f018-4be1-8678-4b82787430d8" -d '{"events": [{"name": "network-changed", "server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:58.149177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc603-0454-4da2-9f30-8e2629caf1dd req-0083dcad-93b0-4066-9369-490e62413c13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:58.158076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06bdc603-0454-4da2-9f30-8e2629caf1dd req-0083dcad-93b0-4066-9369-490e62413c13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0947685 Oct 12 11:20:58.222334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06bdc603-0454-4da2-9f30-8e2629caf1dd req-7af0c98e-960b-4525-a0be-fa8ff6321d47 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626659 Oct 12 11:20:58.243361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Request body: {'port': {'device_id': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:58.376936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:20:58.387347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.422921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.452992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41ff2327-c20d-49c8-8fa6-920051a742e7 req-4c87f31b-ca4c-4015-a9b7-8d1bf3d7e1d0 tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0335674 Oct 12 11:20:58.468126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dda1d-1839-431e-bc12-4f834419790b req-ba72b565-ccc6-4d43-a878-60153e722e5e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:58.474690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a0dda1d-1839-431e-bc12-4f834419790b req-ba72b565-ccc6-4d43-a878-60153e722e5e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.8532546 Oct 12 11:20:58.507202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.580151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.585292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event updated for resources: {'Port': ['ID=45354cb5-4dfa-49df-aeb3-219caf13ca01,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:58.597557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:20:58.614539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a0dda1d-1839-431e-bc12-4f834419790b req-9cddd464-09ef-4973-882f-c727b85e8f6c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386497 Oct 12 11:20:58.632541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:20:58.637440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:20:58.640066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:58.693272 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b1f0bd-a399-4056-906b-e8a9eacd2593 x-openstack-request-id: req-07b1f0bd-a399-4056-906b-e8a9eacd2593 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:20:58.693734 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:20:58.694131 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07b1f0bd-a399-4056-906b-e8a9eacd2593 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:20:58.694674 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc', 'status': 'completed', 'code': 200} Oct 12 11:20:58.703646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-9731b0e1-2001-4f95-9e24-0d955946b1ac tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:58.705467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-9731b0e1-2001-4f95-9e24-0d955946b1ac tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.3402295 Oct 12 11:20:58.731497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:58.779279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-18304fde-075c-49a8-b1a8-0cc70b54d441 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/quotas/e9909226dbbf4f33ae6dcda33510f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0664215 Oct 12 11:20:58.826176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:58.896680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-2da9f06a-a802-416a-9859-e772e59ecaa2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:58.898203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-2da9f06a-a802-416a-9859-e772e59ecaa2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2332709 Oct 12 11:20:58.931655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Request body: {'port': {'device_id': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd265b7fd5b6f4fc4a36134a6ff8c07a3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:20:59.057959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f757f9-9eed-4169-89e9-e30bddf7f3be req-5666476a-5d62-4c90-8e67-6f39fab67b59 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.065170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f757f9-9eed-4169-89e9-e30bddf7f3be req-5666476a-5d62-4c90-8e67-6f39fab67b59 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.071230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98f757f9-9eed-4169-89e9-e30bddf7f3be req-5666476a-5d62-4c90-8e67-6f39fab67b59 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1667 time: 0.2483342 Oct 12 11:20:59.132557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98f757f9-9eed-4169-89e9-e30bddf7f3be req-fbb47917-8279-460b-b3e7-a018387cda6f tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Oct 12 11:20:59.182005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Made reservation on behalf of d265b7fd5b6f4fc4a36134a6ff8c07a3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:20:59.186007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.190500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-b5bf688f-1a2d-4383-b1d5-edcd26d31923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.191024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-b5bf688f-1a2d-4383-b1d5-edcd26d31923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.192716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-110fed1f-f018-4be1-8678-4b82787430d8 req-b5bf688f-1a2d-4383-b1d5-edcd26d31923 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1914 time: 0.4651446 Oct 12 11:20:59.197294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:20:59.228627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-760c66ea-9a6b-484f-a978-36ec7fb48166 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4481063 Oct 12 11:20:59.413293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:59.434895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'mac_address': 'fa:16:3e:25:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:20:59.469123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be62981e-4a71-49a1-bce9-124f6e4fb6b7 req-2b9e42d1-6349-4728-9f2c-468f7a8e778d tempest-ServerShowV257Test-74359176 tempest-ServerShowV257Test-74359176-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeedf148-106b-4df0-ba63-1df7ed4e201e HTTP/1.1" status: 200 len: 210 time: 0.0446334 Oct 12 11:20:59.477421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.488579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.519114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:20:59.524525 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5220ff-a7d0-46bb-a073-4f27588738ea" -d '{"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:20:59.530284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:59.555960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:20:59.617701 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.630022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Allocated IP 192.168.233.40 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/211cad61-2cd9-46de-8123-4b35acfe1037) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:20:59.686148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:20:59.746792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac87a3e-9286-4e57-bf16-2af7fa86d5e9 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:20:59.754720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:20:59.773531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.813558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-3b18eda9-915d-4d06-a3ca-7098be92f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.813999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-3b18eda9-915d-4d06-a3ca-7098be92f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.815066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-3b18eda9-915d-4d06-a3ca-7098be92f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:20:59.815562 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e688a11-e445-4f03-8cc4-ef566546f5b9 req-8f1c66f6-0e8d-4ff8-97d7-52bafb69aa0f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 210 time: 0.0471029 Oct 12 11:20:59.816291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-110fed1f-f018-4be1-8678-4b82787430d8 req-3b18eda9-915d-4d06-a3ca-7098be92f447 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6083961 Oct 12 11:20:59.851039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-1831032f-a279-4d74-b21c-d27d04a46e24 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186895 Oct 12 11:20:59.856172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:20:59.921596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Transition to ACTIVE for port object aac87a3e-9286-4e57-bf16-2af7fa86d5e9 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:21:00.025820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:00.051989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:00.065391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:00.212231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:00.222007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:00.225458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-d951c5c8-1007-4251-af3f-4c297eae35b9 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735960 Oct 12 11:21:00.333583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd822-c91e-418f-8965-4cbee1797635 req-80bc1d09-08c2-4b50-aeb8-cd955a5c4b52 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:00.341545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-259fd822-c91e-418f-8965-4cbee1797635 req-80bc1d09-08c2-4b50-aeb8-cd955a5c4b52 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 946 time: 0.3179462 Oct 12 11:21:00.368688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fed1f-f018-4be1-8678-4b82787430d8 req-c837e6fa-1c39-442e-b4b9-dde609a41b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:00.370895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-110fed1f-f018-4be1-8678-4b82787430d8 req-c837e6fa-1c39-442e-b4b9-dde609a41b55 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4628620 Oct 12 11:21:00.397579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:00.403216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:00.422867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:00.434331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Pushing event updated for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:00.582171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Attempting to bind port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:00.582515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Attempting to bind port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:00.582933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Attempting to bind port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 on network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:00.614973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 on network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:21:00.617629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-98b4476e-f7d5-4caa-9e08-5b5a90eb4bfa tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:00.619240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-98b4476e-f7d5-4caa-9e08-5b5a90eb4bfa tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "GET /v2.0/ports?device_id=783d5d10-1d49-486b-8fed-2262d3d79d94 HTTP/1.1" status: 200 len: 944 time: 0.5806587 Oct 12 11:21:00.625093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:00.631202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Attempting to bind port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 on network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:00.656967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:00.657634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Checking segment: {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:00.657756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Bound using segment: {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:00.658139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Bound port: aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:00.658500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:00.730971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:00.731657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:00.733648 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ac326-6080-4c4c-a0f1-d8a32e5d51bc x-openstack-request-id: req-4a5ac326-6080-4c4c-a0f1-d8a32e5d51bc {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:00.734142 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:00.734306 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a5ac326-6080-4c4c-a0f1-d8a32e5d51bc {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:00.734590 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'code': 200} Oct 12 11:21:00.887107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:00.899911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:00.927777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-259fd822-c91e-418f-8965-4cbee1797635 req-498d23f1-1768-4b9c-a480-148bfd590825 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851583 Oct 12 11:21:00.970988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-d6cde105-0b84-4d5a-acef-f8bfa4b09423 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0389867 Oct 12 11:21:00.995193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.009765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ee590066-d719-4b60-8cd0-73db19c6b784 None None] Provisioning complete for port 211cad61-2cd9-46de-8123-4b35acfe1037 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:01.010252 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee590066-d719-4b60-8cd0-73db19c6b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.031133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Request body: {'port': {'device_id': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:01.076565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:01.077209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.083140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] 10.222.0.47 "PUT /v2.0/ports/aac87a3e-9286-4e57-bf16-2af7fa86d5e9 HTTP/1.1" status: 200 len: 1092 time: 2.8597047 Oct 12 11:21:01.089380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ee590066-d719-4b60-8cd0-73db19c6b784 None None] Port 211cad61-2cd9-46de-8123-4b35acfe1037 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:21:01.176989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:01.181861 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a956d1-41c4-41c3-9a30-3302ae7b5b44" -d '{"events": [{"name": "network-changed", "server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:01.202906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d3094-f314-411c-aec5-fbe1c6292d9a req-6e62790a-2f38-4d48-92d8-bdb317e181ca tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:01.212447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f46d3094-f314-411c-aec5-fbe1c6292d9a req-6e62790a-2f38-4d48-92d8-bdb317e181ca tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2798903 Oct 12 11:21:01.213476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:01.292812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f46d3094-f314-411c-aec5-fbe1c6292d9a req-ea01de00-7419-47c6-b62d-9d07bf319aaa tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Oct 12 11:21:01.309485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e822bd7-df10-414c-93b8-bc0e342bed4f service neutron] Pushing event updated for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:01.393130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:01.393130 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.420451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Deleting port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:01.420775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.577563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e9b6544-f839-4a0d-a7b5-699d612fbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:01.577563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e9b6544-f839-4a0d-a7b5-699d612fbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:01.582013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-1e9b6544-f839-4a0d-a7b5-699d612fbf86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1981 time: 0.1815658 Oct 12 11:21:01.669829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.766176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Router 44b8306b-7707-4f01-be4b-b3b3ae48f408 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:01.769697 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.797379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-00e2660b-9afc-48fe-8193-3c2813e50493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=62742c8d-50cc-4d88-8909-413f61dceacc HTTP/1.1" status: 200 len: 217 time: 0.2060547 Oct 12 11:21:01.819280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] For port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:01.819959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:01.836522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Calling delete_port for 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:01.889078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:01.900065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d19e2e3d-7d7d-4ad0-a698-f9db9c3b7b27 req-bd775da4-fd03-4b05-8495-e07cac7fcae2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.1102784 Oct 12 11:21:01.945851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-08910b66-570f-4a15-817f-6e550b133678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:01.945851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-08910b66-570f-4a15-817f-6e550b133678 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de992998-7b16-4485-8ef2-a2593f1499e0 HTTP/1.1" status: 200 len: 801 time: 0.1211991 Oct 12 11:21:01.993876 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:02.098900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=13']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:02.130237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032de-baae-4454-abf6-7ab4bb0a067f req-c0defa74-da9a-4ac4-ae30-97bddc5e74ff tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.143695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-80d9e127-590b-4cbf-8593-582dafb2b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.148529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032de-baae-4454-abf6-7ab4bb0a067f req-c0defa74-da9a-4ac4-ae30-97bddc5e74ff tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.153935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84a032de-baae-4454-abf6-7ab4bb0a067f req-c0defa74-da9a-4ac4-ae30-97bddc5e74ff tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1679 time: 1.0000527 Oct 12 11:21:02.165970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-80d9e127-590b-4cbf-8593-582dafb2b148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=614058dc-954f-475c-b148-2cd222995ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930435 Oct 12 11:21:02.272647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f61009-b3cc-415b-a1d2-58dd11f24bd4 req-77c80da9-b723-4904-b10a-cd5b9a3f0597 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.284075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88f61009-b3cc-415b-a1d2-58dd11f24bd4 req-77c80da9-b723-4904-b10a-cd5b9a3f0597 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 935 time: 0.2529671 Oct 12 11:21:02.348535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88f61009-b3cc-415b-a1d2-58dd11f24bd4 req-2f1532dc-ff2c-41fa-b84a-9aea09c52761 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Oct 12 11:21:02.416319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-0f618707-6800-459c-a4ac-83bee7319810 service neutron] 10.222.0.47 "GET /v2.0/networks/614058dc-954f-475c-b148-2cd222995ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493913 Oct 12 11:21:02.611624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-c95ee513-a402-4232-958c-b25cafc3d371 service neutron] 10.222.0.47 "GET /v2.0/networks/614058dc-954f-475c-b148-2cd222995ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862710 Oct 12 11:21:02.613121 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849af94d-7759-4d83-a4ce-05530f4fdfe6 x-openstack-request-id: req-849af94d-7759-4d83-a4ce-05530f4fdfe6 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:02.613419 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:02.613660 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-849af94d-7759-4d83-a4ce-05530f4fdfe6 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:02.614047 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9', 'status': 'completed', 'code': 200} Oct 12 11:21:02.677883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:02.699775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-a5274004-93ff-41a7-9554-19be8be34c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9 HTTP/1.1" status: 200 len: 217 time: 0.0499082 Oct 12 11:21:02.735408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:02.737745 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320316be-f45c-4a17-b873-e83e55cdbab2" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:02.749297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51142) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:02.774053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634dcec-a449-404e-b64a-b2b75f9c662a req-95d30292-936f-4207-b8ff-86cb7b428d49 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.782077 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4634dcec-a449-404e-b64a-b2b75f9c662a req-95d30292-936f-4207-b8ff-86cb7b428d49 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1669044 Oct 12 11:21:02.786863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84a032de-baae-4454-abf6-7ab4bb0a067f req-b3a3cd69-fc21-4d62-b1f8-dc84a7f21294 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952790 Oct 12 11:21:02.865561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6435c63f-851d-4b84-a9a3-50372b859f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:02.873026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-6435c63f-851d-4b84-a9a3-50372b859f48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8abd66d9-748f-46cb-87b5-997990f407f7 HTTP/1.1" status: 200 len: 801 time: 0.1642296 Oct 12 11:21:02.892254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4634dcec-a449-404e-b64a-b2b75f9c662a req-bd83f52a-600e-49da-8008-b59f280b31ca tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092002 Oct 12 11:21:02.951449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event deleted for resources: {'Port': ['ID=6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:03.066531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-a3023c52-e952-41d5-8a7a-a44b5a6de916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:03.068174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-a3023c52-e952-41d5-8a7a-a44b5a6de916 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ba81e3f-8b3a-4dc0-baae-863374f80a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1715550 Oct 12 11:21:03.114016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c822d287-3a98-46fe-bd3e-7373f88ae346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.172168 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea50e8d-3206-4faf-bdfd-43f14a8b94c5 x-openstack-request-id: req-dea50e8d-3206-4faf-bdfd-43f14a8b94c5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:03.173046 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-plugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:03.173513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dea50e8d-3206-4faf-bdfd-43f14a8b94c5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:03.174092 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:21:03.198059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] No DVR routers for this DVR port 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:03.264989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.268457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9980a78-1697-42a3-90a9-ceb82a0accac req-a177bdad-e550-4de8-9b4c-43a1effad2d5 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "DELETE /v2.0/ports/6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d HTTP/1.1" status: 204 len: 173 time: 2.4994059 Oct 12 11:21:03.268935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-deleted', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:03.284221 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f62c55-1196-4f14-8864-cda9401552f4" -d '{"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-deleted", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:03.301361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:03.312898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] Sync routers for ids ['44b8306b-7707-4f01-be4b-b3b3ae48f408'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:03.335240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] Routers {'44b8306b-7707-4f01-be4b-b3b3ae48f408'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:03.336146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['44b8306b-7707-4f01-be4b-b3b3ae48f408'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:03.376165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c822d287-3a98-46fe-bd3e-7373f88ae346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.553350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56551f64-3387-42a0-b4ee-df23b04ac204 req-5b3ca6c5-cf43-462e-9f4f-5a53ab3476b8 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.0947528 Oct 12 11:21:03.556931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c822d287-3a98-46fe-bd3e-7373f88ae346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.651931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3822-9584-4188-8929-daed120c9c2b req-8e46abc8-f9f6-439c-8821-9946249e6a51 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:03.653527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-206a3822-9584-4188-8929-daed120c9c2b req-8e46abc8-f9f6-439c-8821-9946249e6a51 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.6008768 Oct 12 11:21:03.673735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.677351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8431f1fc-3b79-43e8-96ef-bc7e957824e7 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6069305 Oct 12 11:21:03.688367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51154) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:03.737995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:03.816324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:03.853383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:03.888249 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-206a3822-9584-4188-8929-daed120c9c2b req-8b07eab0-08af-4a58-a550-e1065c58d369 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903875 Oct 12 11:21:03.920072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:03.938587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-26d82163-137b-4301-8299-ce02cd4cced9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:03.942100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-26d82163-137b-4301-8299-ce02cd4cced9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 805 time: 0.6247375 Oct 12 11:21:03.952642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c822d287-3a98-46fe-bd3e-7373f88ae346 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ec355e2f36742f695ff5da4fe8d9d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2006700 Oct 12 11:21:03.962342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Transition to ACTIVE for port object 211cad61-2cd9-46de-8123-4b35acfe1037 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:21:03.970051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Request body: {'port': {'device_id': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'admin_state_up': True, 'tenant_id': 'e9909226dbbf4f33ae6dcda33510f7f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:03.978626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:03.991655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] Routers {'44b8306b-7707-4f01-be4b-b3b3ae48f408'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:03.992357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['44b8306b-7707-4f01-be4b-b3b3ae48f408'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:04.132160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:04.155501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:04.158906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043752ee-1fe3-458c-b85f-9672b250c266 None None] The sync data for ids ['44b8306b-7707-4f01-be4b-b3b3ae48f408'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:04.160539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d287-3a98-46fe-bd3e-7373f88ae346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230458a1-7725-4f1b-ab26-135953086afe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:04.181091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-bf761f57-831b-4f30-9e06-4f1e78094e29 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0835743 Oct 12 11:21:04.423473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:04.450430 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc75b0-5635-4e5f-9097-d99d906a8f87 x-openstack-request-id: req-51fc75b0-5635-4e5f-9097-d99d906a8f87 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:04.451175 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783d5d10-1d49-486b-8fed-2262d3d79d94", "name": "network-vif-deleted", "tag": "6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:04.451625 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51fc75b0-5635-4e5f-9097-d99d906a8f87 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:04.452263 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783d5d10-1d49-486b-8fed-2262d3d79d94', 'name': 'network-vif-deleted', 'tag': '6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d', 'status': 'completed', 'code': 200} Oct 12 11:21:04.468102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:04.470826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6c3f7bfe-cecc-4ae9-b4a7-bb037a2b9c8d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:04.656234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:04.890279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.060405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.063023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.068565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:05.074248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/230458a1-7725-4f1b-ab26-135953086afe HTTP/1.1" status: 204 len: 168 time: 1.0852215 Oct 12 11:21:05.100246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:05.103143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:05.103536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:05.120735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:21:05.121098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:05.141960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:05.142318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:05.142713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:05.146052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Bound port: 211cad61-2cd9-46de-8123-4b35acfe1037, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:05.146430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.188959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13c60-cc27-4598-8719-4a123b730583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230458a1-7725-4f1b-ab26-135953086afe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:05.225848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6321031-57b1-478f-9532-e717df035421 req-18f77129-bd68-4975-9fd9-97f8c0461018 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:05.228506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6321031-57b1-478f-9532-e717df035421 req-18f77129-bd68-4975-9fd9-97f8c0461018 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.8928106 Oct 12 11:21:05.254615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f62d-2d59-4ac7-9abc-c8fd1dc71526 req-8e845e69-7321-4b1a-a658-d0f235e80b6d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:05.261169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f62d-2d59-4ac7-9abc-c8fd1dc71526 req-8e845e69-7321-4b1a-a658-d0f235e80b6d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:05.269532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4528f62d-2d59-4ac7-9abc-c8fd1dc71526 req-8e845e69-7321-4b1a-a658-d0f235e80b6d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1679 time: 0.6300087 Oct 12 11:21:05.329438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Made reservation on behalf of e9909226dbbf4f33ae6dcda33510f7f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:05.333113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.359886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4528f62d-2d59-4ac7-9abc-c8fd1dc71526 req-6fb2aceb-4084-4784-af61-3c7e361b08e8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839856 Oct 12 11:21:05.483064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6321031-57b1-478f-9532-e717df035421 req-08cba39c-9b08-4580-9b98-34fb519a8129 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443612 Oct 12 11:21:05.554820 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.560217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:05.578139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a25ce47-0f7f-4020-ba3b-81349ea7d80c req-ec817391-d80c-422e-a084-345391d01fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1345024 Oct 12 11:21:05.706496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:05.767361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816907-b204-4cb1-b31f-964ef234bce8 req-1a721b4a-f610-455b-925e-7b0190d9bb3f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:05.776921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75816907-b204-4cb1-b31f-964ef234bce8 req-1a721b4a-f610-455b-925e-7b0190d9bb3f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.2135746 Oct 12 11:21:05.859417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:05.939129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99b4186a-05fc-486d-9349-2837df3438ed req-bbbe22b7-bddf-4724-ab67-54cd214320cd tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.1319723 Oct 12 11:21:06.085035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:06.112882 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:06.125734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 1095 time: 5.1023254 Oct 12 11:21:06.176612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Allocated IP 172.20.0.7 (eeb04607-1c13-4ac2-9aa4-f9a4303742da/5e7a35da-6686-4548-9742-e63ef2f4c76c/fd5bb58c-f862-4ea0-b604-f912bcdd431d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:06.214749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3165-7a64-4f23-aa08-69cf22d248c6 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:06.327381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac705606-7be0-4b40-a0d0-7b3d14002c0b req-27ed5df3-2150-4f0b-8121-d149c551ed31 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:06.342902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac705606-7be0-4b40-a0d0-7b3d14002c0b req-27ed5df3-2150-4f0b-8121-d149c551ed31 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2044687 Oct 12 11:21:06.458111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:06.465711 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19a3366-6d38-42b4-9dc8-88a873e76f22" -d '{"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:06.575190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75816907-b204-4cb1-b31f-964ef234bce8 req-5064fa3f-0886-431e-ae8d-850a862c5433 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7963111 Oct 12 11:21:06.613908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-e6e459bb-5981-411e-9023-7144a08e8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:06.616735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-e6e459bb-5981-411e-9023-7144a08e8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:06.623812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-e6e459bb-5981-411e-9023-7144a08e8f2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1981 time: 0.8959012 Oct 12 11:21:06.664049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ac705606-7be0-4b40-a0d0-7b3d14002c0b req-1e7a0de8-4f2f-43f0-a666-c760728f60c1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157039 Oct 12 11:21:06.701721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-fb7908fb-1a7e-43f0-a119-7a364548c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:06.703360 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-fb7908fb-1a7e-43f0-a119-7a364548c647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.2776818 Oct 12 11:21:06.815041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-4ec25a4f-0879-4213-8f26-cf76328a22f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0998304 Oct 12 11:21:07.018476 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02037b31-5e8b-4274-99db-89bea9ccdeba x-openstack-request-id: req-02037b31-5e8b-4274-99db-89bea9ccdeba {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:07.018780 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:07.019028 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02037b31-5e8b-4274-99db-89bea9ccdeba {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:07.019414 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'status': 'completed', 'code': 200} Oct 12 11:21:07.029455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-f8b50312-9248-4423-8e9f-6992cea367b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.031441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-f8b50312-9248-4423-8e9f-6992cea367b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1997914 Oct 12 11:21:07.034758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:07.104695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeadc0-ee52-4039-b58e-a5c681c59a2f req-eefb6a4f-452d-4710-9de7-cbed94917bc5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.112081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeadc0-ee52-4039-b58e-a5c681c59a2f req-eefb6a4f-452d-4710-9de7-cbed94917bc5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.113735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2aeadc0-ee52-4039-b58e-a5c681c59a2f req-eefb6a4f-452d-4710-9de7-cbed94917bc5 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1679 time: 0.3627400 Oct 12 11:21:07.198386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2aeadc0-ee52-4039-b58e-a5c681c59a2f req-7d93543c-9caa-45e0-81e9-989afdcf724d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Oct 12 11:21:07.200974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-11e71580-73f9-475b-8136-9fc5ccecba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.202380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-11e71580-73f9-475b-8136-9fc5ccecba0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ba81e3f-8b3a-4dc0-baae-863374f80a16 HTTP/1.1" status: 200 len: 903 time: 0.5629742 Oct 12 11:21:07.249708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ada9e-ff7b-4671-b68e-b7e0f4a6ca4f req-6e23a268-53f5-41a7-a2a9-e761d8bac754 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.264937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d3ada9e-ff7b-4671-b68e-b7e0f4a6ca4f req-6e23a268-53f5-41a7-a2a9-e761d8bac754 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.2372863 Oct 12 11:21:07.271477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-00577f2e-f020-4d30-8cf5-782c20097e05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9 HTTP/1.1" status: 200 len: 217 time: 0.0606701 Oct 12 11:21:07.314775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-9a0d1ac6-1025-47a1-86c7-0f19a8279a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.316347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-9a0d1ac6-1025-47a1-86c7-0f19a8279a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517228 Oct 12 11:21:07.431585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d3ada9e-ff7b-4671-b68e-b7e0f4a6ca4f req-6b4ffc0a-57a8-48cf-80d8-80c863961be7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655214 Oct 12 11:21:07.528735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-6e2deae4-b39f-4c6c-9b43-518a9bae4831 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029774 Oct 12 11:21:07.558737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-384111b6-9487-4f04-be3a-c45111fb73b0 req-c04416df-6a13-4303-938f-be484e7d25f6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.0355108 Oct 12 11:21:07.562411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-219abe48-b964-462a-a7d4-0b75b38b31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.563985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-219abe48-b964-462a-a7d4-0b75b38b31bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8abd66d9-748f-46cb-87b5-997990f407f7 HTTP/1.1" status: 200 len: 801 time: 0.1336966 Oct 12 11:21:07.674572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-07f5ab21-8b2b-4e76-bff2-b91c0d172d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.676287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-07f5ab21-8b2b-4e76-bff2-b91c0d172d29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ba81e3f-8b3a-4dc0-baae-863374f80a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032221 Oct 12 11:21:07.678355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:07.683098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:07.734105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8516313d-790d-4bcd-ba1a-2def036cb598 req-637ce20f-0e9a-44c6-836e-1f422f98200c service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973002 Oct 12 11:21:07.741843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:07.788695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-ecbd595f-0924-41e1-b70b-42fa2bc0b5ea service neutron] 10.222.0.47 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031260 Oct 12 11:21:07.792741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Network eeb04607-1c13-4ac2-9aa4-f9a4303742da is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:07.805400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db4fe-be52-4775-9ce5-3d96d42882bd req-0ed077af-7c2c-4c78-ac29-7decc4693cad tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.813639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-057db4fe-be52-4775-9ce5-3d96d42882bd req-0ed077af-7c2c-4c78-ac29-7decc4693cad tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1367397 Oct 12 11:21:07.816006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:07.844810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:07.909071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-057db4fe-be52-4775-9ce5-3d96d42882bd req-5ef85d8b-0034-4f10-b7c3-596a7a3103ff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945580 Oct 12 11:21:07.942070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:07.952962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:07.953664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:08.051911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e29a1-6488-4007-9e9f-2a4ac37488ac req-812ef430-2794-4ee9-ba70-aa63913a8b57 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.052995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7ef8fdac-ed80-41e3-a4cb-2b21bb9b0e12 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0882044 Oct 12 11:21:08.054080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b23e29a1-6488-4007-9e9f-2a4ac37488ac req-812ef430-2794-4ee9-ba70-aa63913a8b57 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2240446 Oct 12 11:21:08.067482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Request body: {'port': {'device_id': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:08.099882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router 44b8306b-7707-4f01-be4b-b3b3ae48f408 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:21:08.102591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92a956d1-41c4-41c3-9a30-3302ae7b5b44 req-fedab2a0-c288-44c7-855a-36b598b4432b service neutron] 10.222.0.47 "GET /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736442 Oct 12 11:21:08.108350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-fc11fc60-3a56-4e61-aad1-3fd44ae4c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.110153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-fc11fc60-3a56-4e61-aad1-3fd44ae4c839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.1036451 Oct 12 11:21:08.148897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b23e29a1-6488-4007-9e9f-2a4ac37488ac req-7d0e6597-39f0-4aaf-8850-ccc189141f66 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Oct 12 11:21:08.153319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:08.341940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:08.346746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:08.352347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:08.359793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:08.361446 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] Sync routers for ids ['44b8306b-7707-4f01-be4b-b3b3ae48f408'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:08.371285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d967b175-766e-4d56-822a-7a6cd73921b1 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "PUT /v2.0/routers/44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 200 len: 921 time: 4.6536837 Oct 12 11:21:08.372777 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] Routers {'44b8306b-7707-4f01-be4b-b3b3ae48f408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:08.373545 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['44b8306b-7707-4f01-be4b-b3b3ae48f408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:08.452489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-ced72daa-5c26-4f2c-892b-e977a1f06060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.454069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-ced72daa-5c26-4f2c-892b-e977a1f06060 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3087707 Oct 12 11:21:08.485827 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:08.511857 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] Routers {'44b8306b-7707-4f01-be4b-b3b3ae48f408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:08.513786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['44b8306b-7707-4f01-be4b-b3b3ae48f408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:08.567462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-e193db08-5202-4a32-91ce-de3072675af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.1029019 Oct 12 11:21:08.706599 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:08.710119 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787e3af-4eb4-4206-a934-131e3398775c None None] The sync data for ids ['44b8306b-7707-4f01-be4b-b3b3ae48f408'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:08.796076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffc981-62c6-42ef-b0c9-f2742e7a3446 req-9589e242-e02b-4fba-9245-756ecb664f0b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.797779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42ffc981-62c6-42ef-b0c9-f2742e7a3446 req-9589e242-e02b-4fba-9245-756ecb664f0b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.0977683 Oct 12 11:21:08.820344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545756-0bd5-49a1-9f2c-4579c0aa3f68 req-8afc15d2-99d8-4b48-9073-200996d88cce tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.832291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545756-0bd5-49a1-9f2c-4579c0aa3f68 req-8afc15d2-99d8-4b48-9073-200996d88cce tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.834264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10545756-0bd5-49a1-9f2c-4579c0aa3f68 req-8afc15d2-99d8-4b48-9073-200996d88cce tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1679 time: 0.4677446 Oct 12 11:21:08.865535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42ffc981-62c6-42ef-b0c9-f2742e7a3446 req-fc16adbd-80f2-45ce-98b5-846dffcb2b08 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Oct 12 11:21:08.894244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac25c4f1-bcb1-47b1-947c-45dc34a415ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:08.945976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-03ff0468-c8e6-46bb-8571-acaaae22cbd2 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 200 len: 921 time: 0.5670652 Oct 12 11:21:08.947767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-2f43fb05-54f3-409f-9f87-4ba840bb1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:08.949456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51234) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:08.949901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-2f43fb05-54f3-409f-9f87-4ba840bb1a6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.3199174 Oct 12 11:21:08.955721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10545756-0bd5-49a1-9f2c-4579c0aa3f68 req-8d8f86ff-0f35-457a-9fad-ad1db12f04fb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043606 Oct 12 11:21:09.110758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551f854-c100-4789-bc91-1083437caf35 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.112270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c551f854-c100-4789-bc91-1083437caf35 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=44b8306b-7707-4f01-be4b-b3b3ae48f408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1618466 Oct 12 11:21:09.120757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c4cb1-74d5-4b9c-9864-a85f8de1417b req-1f754476-538b-4fcf-9efd-543fd7b3db1d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.122013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe3c4cb1-74d5-4b9c-9864-a85f8de1417b req-1f754476-538b-4fcf-9efd-543fd7b3db1d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 931 time: 0.1934988 Oct 12 11:21:09.122413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51238) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:09.216747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac25c4f1-bcb1-47b1-947c-45dc34a415ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.224280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62742c8d-50cc-4d88-8909-413f61dceacc details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:09.231218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe3c4cb1-74d5-4b9c-9864-a85f8de1417b req-be00ee0b-1f13-4711-a9da-7596492e6bff tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Oct 12 11:21:09.238166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf536-ff6a-45b4-b91c-3349f05b97e4 req-da20ebcf-9a29-4858-8f55-2d208e1038db tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.240444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a4bf536-ff6a-45b4-b91c-3349f05b97e4 req-da20ebcf-9a29-4858-8f55-2d208e1038db tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1806700 Oct 12 11:21:09.251486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-6b433936-766a-4ced-8856-f3864c495b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.251486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-6b433936-766a-4ced-8856-f3864c495b20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465055 Oct 12 11:21:09.290622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1cfa3-90b9-4d42-9313-44897ffe95e9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.292331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ae1cfa3-90b9-4d42-9313-44897ffe95e9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1689041 Oct 12 11:21:09.311292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51244) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:09.391197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5b9a2a04-c27e-409d-9711-0c3ede16739b tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 200 len: 205 time: 0.0785587 Oct 12 11:21:09.393680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51246) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:09.404483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62742c8d-50cc-4d88-8909-413f61dceacc,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:09.417479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '62742c8d-50cc-4d88-8909-413f61dceacc', 'network_id': '614058dc-954f-475c-b148-2cd222995ae5', 'port_id': '62742c8d-50cc-4d88-8909-413f61dceacc', 'mac_address': 'fa:16:3e:ac:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de992998-7b16-4485-8ef2-a2593f1499e0', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:09.458678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.459537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a4bf536-ff6a-45b4-b91c-3349f05b97e4 req-44b129fd-f2aa-4154-9630-d7c97a8f6d80 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828380 Oct 12 11:21:09.468316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-64b54ece-65b2-487c-95e7-2adce429f2bd service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379631 Oct 12 11:21:09.468869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac25c4f1-bcb1-47b1-947c-45dc34a415ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.500675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62742c8d-50cc-4d88-8909-413f61dceacc {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:09.557025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62742c8d-50cc-4d88-8909-413f61dceacc,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:09.636765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.637840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aac87a3e-9286-4e57-bf16-2af7fa86d5e9 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:09.676589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5bb58c-f862-4ea0-b604-f912bcdd431d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:09.738054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40496-ad67-4f0e-b11f-dc977eba2006 req-19369734-a18d-4304-8cef-e7f812e0a9d9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:09.755054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11f40496-ad67-4f0e-b11f-dc977eba2006 req-19369734-a18d-4304-8cef-e7f812e0a9d9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.3663363 Oct 12 11:21:09.770860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:09.782948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac25c4f1-bcb1-47b1-947c-45dc34a415ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e986049915b4fc4af117b5fe0864165&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4324524 Oct 12 11:21:09.784715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.792444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25c4f1-bcb1-47b1-947c-45dc34a415ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201259b8-fadb-4748-8dfa-2f30bac1104c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:09.793571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51250) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:09.819328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.834329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Transition to ACTIVE for port object fd5bb58c-f862-4ea0-b604-f912bcdd431d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:21:09.884616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19a3366-6d38-42b4-9dc8-88a873e76f22 req-033e8e67-07d2-428f-be63-30a1eb6f686a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956397 Oct 12 11:21:09.891016 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:09.961481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:10.047608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:10.064136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9', 'network_id': '4ba81e3f-8b3a-4dc0-baae-863374f80a16', 'port_id': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9', 'mac_address': 'fa:16:3e:e5:08:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abd66d9-748f-46cb-87b5-997990f407f7', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:10.076001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11f40496-ad67-4f0e-b11f-dc977eba2006 req-764620b5-a3ae-4680-8811-b3edec1f54c1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123968 Oct 12 11:21:10.146321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.164316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778670-cf7d-4c9a-8582-208ea6f187b4 req-e019637e-96ae-41b2-bffc-95875dc68582 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.166572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.175791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f778670-cf7d-4c9a-8582-208ea6f187b4 req-e019637e-96ae-41b2-bffc-95875dc68582 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.1008644 Oct 12 11:21:10.184581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Attempting to bind port fd5bb58c-f862-4ea0-b604-f912bcdd431d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:10.184912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Attempting to bind port fd5bb58c-f862-4ea0-b604-f912bcdd431d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:10.185237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Attempting to bind port fd5bb58c-f862-4ea0-b604-f912bcdd431d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:10.197391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Port fd5bb58c-f862-4ea0-b604-f912bcdd431d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:21:10.198268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Attempting to bind port fd5bb58c-f862-4ea0-b604-f912bcdd431d on network eeb04607-1c13-4ac2-9aa4-f9a4303742da {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:10.199943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.204751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac87a3e-9286-4e57-bf16-2af7fa86d5e9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:10.208173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:10.208509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Checking segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:10.208891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Bound using segment: {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:10.209328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Bound port: fd5bb58c-f862-4ea0-b604-f912bcdd431d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f7c86e-f40b-4c1c-a401-33d9ba463069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:10.209688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.210974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.250866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f778670-cf7d-4c9a-8582-208ea6f187b4 req-13f4ace1-f816-4517-9d6e-74f836d0156b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671232 Oct 12 11:21:10.259758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:10.319208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e1b-40c4-475d-a495-5fd18f5dfd19 req-d4476489-0a68-4c6d-945c-45ed2f6c832e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.327141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e1b-40c4-475d-a495-5fd18f5dfd19 req-d4476489-0a68-4c6d-945c-45ed2f6c832e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.328727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-094a0e1b-40c4-475d-a495-5fd18f5dfd19 req-d4476489-0a68-4c6d-945c-45ed2f6c832e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1680 time: 0.1321380 Oct 12 11:21:10.379882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:10.382118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.383255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:10.457315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4ba0-fc7f-463b-8db6-370dbcecc83e req-cb4ce926-a9c6-43ef-aa61-6dae1f08e0c3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.458089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.458089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.458238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fbda4ba0-fc7f-463b-8db6-370dbcecc83e req-cb4ce926-a9c6-43ef-aa61-6dae1f08e0c3 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.0853438 Oct 12 11:21:10.458322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/201259b8-fadb-4748-8dfa-2f30bac1104c HTTP/1.1" status: 204 len: 168 time: 0.6337881 Oct 12 11:21:10.488037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fbda4ba0-fc7f-463b-8db6-370dbcecc83e req-1601a540-9d97-4e1c-b1e0-1efcd889da37 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Oct 12 11:21:10.512690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.518841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0c0ba-5bc4-4ea7-a367-22274e64bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201259b8-fadb-4748-8dfa-2f30bac1104c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:10.519723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:10.531614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-094a0e1b-40c4-475d-a495-5fd18f5dfd19 req-31546056-48cb-4667-b9e7-d2096147a570 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933987 Oct 12 11:21:10.554132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.556081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.559621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd5bb58c-f862-4ea0-b604-f912bcdd431d HTTP/1.1" status: 200 len: 1091 time: 2.4968457 Oct 12 11:21:10.585171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port 45354cb5-4dfa-49df-aeb3-219caf13ca01 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:10.589269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.613109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:10.623002 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48a6ee-93b1-4529-b35a-81b9dae36e38" -d '{"events": [{"name": "network-changed", "server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:10.678581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['aac87a3e-9286-4e57-bf16-2af7fa86d5e9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:10.739015 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879e1f7-d6c4-424c-aeb1-156372db1379 x-openstack-request-id: req-4879e1f7-d6c4-424c-aeb1-156372db1379 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:10.742772 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:10.743064 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4879e1f7-d6c4-424c-aeb1-156372db1379 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:10.743580 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'status': 'completed', 'code': 200} Oct 12 11:21:10.777341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:10.795746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for 45354cb5-4dfa-49df-aeb3-219caf13ca01 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:10.833769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30043cd-f3df-484c-a206-db8679bc6691 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:10.886754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f478-53b0-4f78-887e-70f851e8ad13 req-9da2372d-db28-4429-b7a6-48e35d21ed0b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.898577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1411f478-53b0-4f78-887e-70f851e8ad13 req-9da2372d-db28-4429-b7a6-48e35d21ed0b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.2678342 Oct 12 11:21:10.918413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-954de9b2-4a69-4e36-b3ff-3d09dcf2009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:10.923834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-954de9b2-4a69-4e36-b3ff-3d09dcf2009d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 1094 time: 0.2092834 Oct 12 11:21:11.014587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-7f1683b5-2e52-4ab4-84ef-ccf8ab25ceda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d HTTP/1.1" status: 200 len: 217 time: 0.0746670 Oct 12 11:21:11.068983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1411f478-53b0-4f78-887e-70f851e8ad13 req-71d31949-ec1c-4a09-8146-d7bd51c96e4f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681445 Oct 12 11:21:11.107957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-c345871c-2993-4d5a-894e-79f0be42f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:11.112077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-c345871c-2993-4d5a-894e-79f0be42f223 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.0909164 Oct 12 11:21:11.155760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-191d3ede-0f1b-4a17-a770-9fa78ebbdf5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384731 Oct 12 11:21:11.193753 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:11.226368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=45354cb5-4dfa-49df-aeb3-219caf13ca01,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:11.319532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-102573c0-3642-4d31-ad9a-48b3eefcea20 service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562877 Oct 12 11:21:11.320897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:11.427810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6f68f-b5a1-49a3-8f38-84ee77444865 req-4a61d3cb-97fa-46a3-a032-f90044fd6318 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:11.435923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75a6f68f-b5a1-49a3-8f38-84ee77444865 req-4a61d3cb-97fa-46a3-a032-f90044fd6318 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.2740107 Oct 12 11:21:11.476116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93b23-b5f3-4bd2-9b65-f6b9076a57e9 req-2c3eb120-c90a-486b-8db9-153506c2f5ed tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:11.484353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9da93b23-b5f3-4bd2-9b65-f6b9076a57e9 req-2c3eb120-c90a-486b-8db9-153506c2f5ed tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.1487486 Oct 12 11:21:11.571600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1a3b2d2-a56a-408f-bfdf-264693b90665 req-0b544e98-6263-4ffc-b206-6d7d94c0e635 service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396917 Oct 12 11:21:11.596105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9da93b23-b5f3-4bd2-9b65-f6b9076a57e9 req-bbfc810e-215f-4ca1-bc66-21f1750d657a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106017 Oct 12 11:21:11.701886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['62742c8d-50cc-4d88-8909-413f61dceacc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:11.793614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-31a68184-f154-4b83-84fd-d994af7c584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:11.795983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-31a68184-f154-4b83-84fd-d994af7c584f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 1094 time: 0.1030109 Oct 12 11:21:11.808833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2b3bd-3d26-4006-ba2c-e19488f46e78 req-dbad67d9-37ec-4a5c-9dc9-c3d41780e157 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:11.816793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02f2b3bd-3d26-4006-ba2c-e19488f46e78 req-dbad67d9-37ec-4a5c-9dc9-c3d41780e157 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.1264560 Oct 12 11:21:11.910765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:11.913222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.001227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02f2b3bd-3d26-4006-ba2c-e19488f46e78 req-6bfb449f-5ef7-412d-8cc3-9103240034a9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827328 Oct 12 11:21:12.013761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75a6f68f-b5a1-49a3-8f38-84ee77444865 req-6e1cefe4-90fd-4075-98c0-64824ce2bb74 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759544 Oct 12 11:21:12.046237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-e058a14c-ca77-424d-9f3b-2bd29e3b1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.048891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-e058a14c-ca77-424d-9f3b-2bd29e3b1c3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1097 time: 0.1403172 Oct 12 11:21:12.093745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-c87354e3-aa2f-48d0-bbac-43b9263d7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.095252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-c87354e3-aa2f-48d0-bbac-43b9263d7a3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 200 len: 906 time: 0.2694809 Oct 12 11:21:12.109467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.110125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router 44b8306b-7707-4f01-be4b-b3b3ae48f408 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:12.126517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.137233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4573c4f6-8636-4653-87f9-3402997038e6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 204 len: 168 time: 2.7423546 Oct 12 11:21:12.139594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51308) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:12.147490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1469621163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:12.153177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-dc7f6180-2bb1-44be-a045-dee547a34ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d HTTP/1.1" status: 200 len: 217 time: 0.0484543 Oct 12 11:21:12.243069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-2b185ab6-ec64-46d9-bfa4-07b5244bf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.244593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-2b185ab6-ec64-46d9-bfa4-07b5244bf1d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 200 len: 845 time: 0.0862694 Oct 12 11:21:12.290279 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-071ad496-e73f-41c8-8087-7405ac839f17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eeb04607-1c13-4ac2-9aa4-f9a4303742da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364442 Oct 12 11:21:12.299003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb417d-796f-46b7-845d-00d521028f9b req-1ec43190-0b4f-41bc-8666-b48648196ffc tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.308215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb417d-796f-46b7-845d-00d521028f9b req-1ec43190-0b4f-41bc-8666-b48648196ffc tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.310684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ecb417d-796f-46b7-845d-00d521028f9b req-1ec43190-0b4f-41bc-8666-b48648196ffc tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1681 time: 0.2029896 Oct 12 11:21:12.316586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-2540ac53-52aa-4585-b048-750901f897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.318099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-2540ac53-52aa-4585-b048-750901f897fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.2610428 Oct 12 11:21:12.345791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.347264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.409826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.443515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-8935a783-d46e-44e3-b532-3dab739760a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.1151714 Oct 12 11:21:12.445350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:12.496749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.511136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ecb417d-796f-46b7-845d-00d521028f9b req-ad7809e2-a7db-475e-9874-f91e54331a32 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917734 Oct 12 11:21:12.587623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-959199f8-13fc-4384-a709-2343c209981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.590505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-959199f8-13fc-4384-a709-2343c209981b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.1339037 Oct 12 11:21:12.670625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:12.676186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-ec58a076-5889-44e8-851d-81b45361d595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773830 Oct 12 11:21:12.700635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '211cad61-2cd9-46de-8123-4b35acfe1037', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '211cad61-2cd9-46de-8123-4b35acfe1037', 'mac_address': 'fa:16:3e:2c:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:12.762743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.765708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-44a3ae52-6d18-4a92-91ff-aba632e6a36a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6220276 Oct 12 11:21:12.767902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be666cf-37d3-478c-b954-b78463ff51e7 req-f5082a80-ce4d-43df-9ada-62024cccf8a7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:12.773698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:12.777628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0be666cf-37d3-478c-b954-b78463ff51e7 req-f5082a80-ce4d-43df-9ada-62024cccf8a7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.5096328 Oct 12 11:21:12.792519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:12.825067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:12.827425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:12.848768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0be666cf-37d3-478c-b954-b78463ff51e7 req-20f54919-e963-47f9-8297-5e85f208f74f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677879 Oct 12 11:21:12.854813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-21e9cfdb-7c48-4fae-b3fc-de1542f10c8f service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547936 Oct 12 11:21:12.866383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:12.947818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:13.019009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a48a6ee-93b1-4529-b35a-81b9dae36e38 req-1120f233-f685-4433-994b-4b6494e2b1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550882 Oct 12 11:21:13.020514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc066d-c41d-4391-a724-4301fa42b070 req-13ae2040-e6f0-45d9-bb8b-bcf1e6d45a11 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:13.031233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32fc066d-c41d-4391-a724-4301fa42b070 req-13ae2040-e6f0-45d9-bb8b-bcf1e6d45a11 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.3572755 Oct 12 11:21:13.048762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:13.081624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.082271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.083485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.085991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.087375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.087961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.089363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.093550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.094904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.095413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.095902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.098920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:13.216955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32fc066d-c41d-4391-a724-4301fa42b070 req-d10617d4-72bc-450a-b70f-91c0aaffcc97 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846025 Oct 12 11:21:13.220009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-f6d50b42-3092-48db-8b2b-1c1532c72716 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149057 Oct 12 11:21:13.231987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc724a-24c0-47a6-86e1-1d62552dac74 req-4eb7390d-7d94-4533-92cc-db3bf3a38088 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:13.234371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6fc724a-24c0-47a6-86e1-1d62552dac74 req-4eb7390d-7d94-4533-92cc-db3bf3a38088 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.0696142 Oct 12 11:21:13.257970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62742c8d-50cc-4d88-8909-413f61dceacc up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:13.298503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6fc724a-24c0-47a6-86e1-1d62552dac74 req-a3ab37f5-6f56-4ed1-a8a6-86fcb8592504 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545554 Oct 12 11:21:13.335269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['211cad61-2cd9-46de-8123-4b35acfe1037'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:13.401976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:13.514245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 62742c8d-50cc-4d88-8909-413f61dceacc completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:21:13.524270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 62742c8d-50cc-4d88-8909-413f61dceacc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:13.524686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:13.537327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56bf66-0a5d-4c46-8bb9-da1da98d6eb6 req-cd17b7cc-d627-43de-b54c-79bd9683c0aa tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:13.540373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c56bf66-0a5d-4c46-8bb9-da1da98d6eb6 req-cd17b7cc-d627-43de-b54c-79bd9683c0aa tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.1907036 Oct 12 11:21:13.638072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c56bf66-0a5d-4c46-8bb9-da1da98d6eb6 req-411ef2ee-47af-4569-be31-8081c17500bd tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747085 Oct 12 11:21:13.705872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9d24b-da40-4fc4-be30-944fa1a99389 req-681058a9-a39f-4aaf-9b66-18278c4f7221 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152853 Oct 12 11:21:13.723504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:13.739655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374438-1fbb-40d1-89ce-0e6f29d80855 req-ba0cea96-3d39-4c17-bccd-f06764cdc5c8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:13.753699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374438-1fbb-40d1-89ce-0e6f29d80855 req-ba0cea96-3d39-4c17-bccd-f06764cdc5c8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:13.769261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe374438-1fbb-40d1-89ce-0e6f29d80855 req-ba0cea96-3d39-4c17-bccd-f06764cdc5c8 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1681 time: 0.1466939 Oct 12 11:21:13.781157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:13.784243 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b4a475-2a46-47ac-8134-1bc75697a277" -d '{"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-plugged", "status": "completed", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:13.802754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62742c8d-50cc-4d88-8909-413f61dceacc,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:13.857423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe374438-1fbb-40d1-89ce-0e6f29d80855 req-1d9f770d-e5fc-4dcb-ae7b-87dc12277657 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925519 Oct 12 11:21:13.999640 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62530cd7-de9d-4251-b337-6d5799f8f920 x-openstack-request-id: req-62530cd7-de9d-4251-b337-6d5799f8f920 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:13.999640 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-plugged", "status": "completed", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:13.999640 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62530cd7-de9d-4251-b337-6d5799f8f920 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:13.999640 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc', 'code': 200} Oct 12 11:21:14.000198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.000198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.000357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84175-29f1-40a0-b4bd-be3ede2add2c req-8cff4726-b475-4760-87eb-9f37e16d482a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:14.000357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80d84175-29f1-40a0-b4bd-be3ede2add2c req-8cff4726-b475-4760-87eb-9f37e16d482a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.0617363 Oct 12 11:21:14.037285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80d84175-29f1-40a0-b4bd-be3ede2add2c req-814bf1fc-a2e1-49b7-b727-bcda2eadbb5d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461957 Oct 12 11:21:14.072256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Allocated IP 172.25.2.198 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/84f4571f-cd5e-4ff9-bd30-5ddf362aaef2) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:14.141998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.142949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aac87a3e-9286-4e57-bf16-2af7fa86d5e9 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:14.176428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.220697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:14.329735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.357908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:21:14.363732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:14.364351 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.381498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d11b-6927-45e8-b878-4a31abcfcff0 req-7d8b1aea-4453-43ad-8f57-0ab9ac3aa91d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:14.393253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7535d11b-6927-45e8-b878-4a31abcfcff0 req-7d8b1aea-4453-43ad-8f57-0ab9ac3aa91d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.1039679 Oct 12 11:21:14.404297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:14.419790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:14.427893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:14.431075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event updated for resources: {'Port': ['ID=84f4571f-cd5e-4ff9-bd30-5ddf362aaef2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:14.475012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7535d11b-6927-45e8-b878-4a31abcfcff0 req-6811df37-29c8-4897-bc59-702100f7596c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840719 Oct 12 11:21:14.477804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:14.516316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c2bb-8662-47c7-9efa-3f949a3cce11 req-0b309471-75a3-4241-a0f6-bdfef379af21 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:14.526983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5664c2bb-8662-47c7-9efa-3f949a3cce11 req-0b309471-75a3-4241-a0f6-bdfef379af21 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 946 time: 0.1171646 Oct 12 11:21:14.578922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.624914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:14.651185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5664c2bb-8662-47c7-9efa-3f949a3cce11 req-d5cf2467-b183-4b06-8abf-621d091b6530 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130450 Oct 12 11:21:14.669161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 211cad61-2cd9-46de-8123-4b35acfe1037 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:21:14.673996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 211cad61-2cd9-46de-8123-4b35acfe1037 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:14.678891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.719118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.722890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:14.901206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cd329-b9d6-40e2-88e4-34a20f27c9f7 req-cb0934c9-b326-460f-b121-bfe878361707 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:14.904822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d11cd329-b9d6-40e2-88e4-34a20f27c9f7 req-cb0934c9-b326-460f-b121-bfe878361707 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.1395297 Oct 12 11:21:14.948112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:14.984411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:15.013364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d11cd329-b9d6-40e2-88e4-34a20f27c9f7 req-b40fe9ce-166c-4ad6-8dae-fb9cea9a61f4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960364 Oct 12 11:21:15.074174 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.083258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.179696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.184935 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.340589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa53a3-00f9-4e76-b4b5-a22bf1aef3f8 req-45d13751-f28a-43fe-a73b-993b8b1a9513 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:15.349718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa53a3-00f9-4e76-b4b5-a22bf1aef3f8 req-45d13751-f28a-43fe-a73b-993b8b1a9513 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:15.361658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ffa53a3-00f9-4e76-b4b5-a22bf1aef3f8 req-45d13751-f28a-43fe-a73b-993b8b1a9513 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1683 time: 0.2952516 Oct 12 11:21:15.370927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:15.372790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:15.394081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983f98-ac26-4d07-91a0-3825f67f7f93 req-5d7570ea-d091-46e4-a17f-6afaf05b5603 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:15.402598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be983f98-ac26-4d07-91a0-3825f67f7f93 req-5d7570ea-d091-46e4-a17f-6afaf05b5603 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.0818317 Oct 12 11:21:15.452686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.455609 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.460048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be983f98-ac26-4d07-91a0-3825f67f7f93 req-8cc23b44-d7c5-4944-9332-ec4beb98128a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561619 Oct 12 11:21:15.532228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ffa53a3-00f9-4e76-b4b5-a22bf1aef3f8 req-9d981cdc-ae59-456c-acae-80eb1993320c tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696131 Oct 12 11:21:15.576904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:15.621860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Router bc52f402-5b87-4927-9840-64dd0ce91238 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:15.649756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:15.709968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7c18e-52ca-4ec7-a788-0bd6732950ed req-413e2b8a-8dc2-4d5d-9d43-c78a65863822 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:15.711924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e7c18e-52ca-4ec7-a788-0bd6732950ed req-413e2b8a-8dc2-4d5d-9d43-c78a65863822 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1087720 Oct 12 11:21:15.770358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-98e7c18e-52ca-4ec7-a788-0bd6732950ed req-9089f1eb-0678-4bf7-8eb0-5b65ee5ece8c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Oct 12 11:21:15.890734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a27c-7588-4004-afd7-772f010db821 req-51cc5892-67b0-405b-a77d-ca8d9e0b7d24 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:15.892357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9794a27c-7588-4004-afd7-772f010db821 req-51cc5892-67b0-405b-a77d-ca8d9e0b7d24 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.1009562 Oct 12 11:21:15.893417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:15.900480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9'}, {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}, {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:15.902042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:15.905529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-784449c4-3fba-4617-bc61-82b0bb10e595 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "PUT /v2.0/routers/bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 200 len: 880 time: 3.1056900 Oct 12 11:21:15.906354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51388) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:15.908326 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669b0baf-c37e-482e-8a02-5ded86cd3daa" -d '{"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-plugged", "status": "completed", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9"}, {"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}, {"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-plugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:15.917450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d529134-f940-443f-a252-05862de86b95 None None] Sync routers for ids ['bc52f402-5b87-4927-9840-64dd0ce91238'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:15.941888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] Routers {'bc52f402-5b87-4927-9840-64dd0ce91238'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:15.943243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bc52f402-5b87-4927-9840-64dd0ce91238'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:16.031558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9794a27c-7588-4004-afd7-772f010db821 req-27ca0d5f-342a-4c04-bd99-e67caf66782a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257014 Oct 12 11:21:16.073301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:16.080786 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ddbdc5-abd9-4e38-93b3-01e226d07b84 x-openstack-request-id: req-d7ddbdc5-abd9-4e38-93b3-01e226d07b84 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:16.081078 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-plugged", "status": "completed", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9", "code": 200}, {"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "code": 200}, {"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-plugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:16.081329 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7ddbdc5-abd9-4e38-93b3-01e226d07b84 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:16.081779 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9', 'code': 200} Oct 12 11:21:16.082036 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'code': 200} Oct 12 11:21:16.082285 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'code': 200} Oct 12 11:21:16.087684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] Routers {'bc52f402-5b87-4927-9840-64dd0ce91238'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:16.088378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bc52f402-5b87-4927-9840-64dd0ce91238'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:16.141855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d529134-f940-443f-a252-05862de86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:16.142907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d529134-f940-443f-a252-05862de86b95 None None] The sync data for ids ['bc52f402-5b87-4927-9840-64dd0ce91238'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:16.169002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0e11e-99d7-4aab-9677-c03cd299064e req-808b73a6-556b-4be6-8dd9-f9e1c5cd8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.169509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0e11e-99d7-4aab-9677-c03cd299064e req-808b73a6-556b-4be6-8dd9-f9e1c5cd8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.171128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5f0e11e-99d7-4aab-9677-c03cd299064e req-808b73a6-556b-4be6-8dd9-f9e1c5cd8bed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1985 time: 0.0594599 Oct 12 11:21:16.185116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179150-c766-457f-931d-2ce1bbd003da req-bb31a551-9555-4f9a-aec9-362454d23a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.186596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4179150-c766-457f-931d-2ce1bbd003da req-bb31a551-9555-4f9a-aec9-362454d23a44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1100 time: 0.0888157 Oct 12 11:21:16.190960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38f879e2-90a7-4db6-bc6d-71ae09e070b3 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 200 len: 921 time: 0.2834032 Oct 12 11:21:16.195552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51394) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:16.228968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cba65-d4b4-44d8-bcc0-d4e23dacdee5 req-c68899a5-8adb-41da-8e9b-9d0f7af6876e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.230513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-571cba65-d4b4-44d8-bcc0-d4e23dacdee5 req-c68899a5-8adb-41da-8e9b-9d0f7af6876e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.0877812 Oct 12 11:21:16.248765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4179150-c766-457f-931d-2ce1bbd003da req-fd5b5818-e560-44e3-8f47-3c0d3545d3f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511229 Oct 12 11:21:16.276773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2407ee-e6ad-4df6-8135-6fb859726313 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.278756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1e2407ee-e6ad-4df6-8135-6fb859726313 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=bc52f402-5b87-4927-9840-64dd0ce91238&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0818477 Oct 12 11:21:16.279247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-571cba65-d4b4-44d8-bcc0-d4e23dacdee5 req-fd929250-1e26-484d-8845-cd37110b6d55 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Oct 12 11:21:16.281371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:16.281827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5f0e11e-99d7-4aab-9677-c03cd299064e req-d7ec674c-dfab-454b-aa54-232ce9c19a34 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004884 Oct 12 11:21:16.385401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3e109-e081-42d4-a437-a920e0f50690 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.386843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2f3e109-e081-42d4-a437-a920e0f50690 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1045110 Oct 12 11:21:16.389575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:16.420305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ed4de035-7551-4164-bc92-2e0f54aae95c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 200 len: 205 time: 0.0294552 Oct 12 11:21:16.422390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51404) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:16.467153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:16.594227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:16.673470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a0cf5-3dec-4277-a6ea-a79ae0ba4675 req-4a92fbcd-ddd3-4058-9d3e-2ae7e561ae32 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.679002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-386a0cf5-3dec-4277-a6ea-a79ae0ba4675 req-4a92fbcd-ddd3-4058-9d3e-2ae7e561ae32 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1065283 Oct 12 11:21:16.680455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:16.696890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'mac_address': 'fa:16:3e:68:69:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:16.743340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-386a0cf5-3dec-4277-a6ea-a79ae0ba4675 req-34867d8c-3e6b-4f1b-8e7a-33e4c5d73ad3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574746 Oct 12 11:21:16.774305 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:16.788276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:16.789616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5bb58c-f862-4ea0-b604-f912bcdd431d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:16.818810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:16.838990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633f8d0-bfc3-46a9-8b57-f511ee4cd91d req-fde49ee6-03d7-4651-80b1-a452111e842d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.845028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633f8d0-bfc3-46a9-8b57-f511ee4cd91d req-fde49ee6-03d7-4651-80b1-a452111e842d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:16.857211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3633f8d0-bfc3-46a9-8b57-f511ee4cd91d req-fde49ee6-03d7-4651-80b1-a452111e842d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1683 time: 0.1407526 Oct 12 11:21:16.912540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3633f8d0-bfc3-46a9-8b57-f511ee4cd91d req-5ea11782-a2f7-4c7b-91fd-bd5a761eb963 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542760 Oct 12 11:21:16.943448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.036046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2eddd-136c-4fda-9b94-303f489b22e3 req-da6a479d-0118-49f3-b9b0-cf0cee1906db tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:17.037836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6a2eddd-136c-4fda-9b94-303f489b22e3 req-da6a479d-0118-49f3-b9b0-cf0cee1906db tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1306365 Oct 12 11:21:17.061977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:17.075551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51418) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:17.084843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port 84f4571f-cd5e-4ff9-bd30-5ddf362aaef2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:17.085254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.128837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6a2eddd-136c-4fda-9b94-303f489b22e3 req-6b996003-fd93-449f-80cb-b5f7217ca061 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791149 Oct 12 11:21:17.262254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c044d5-2905-4eb4-9557-2c60d4cf5f18 req-facc47e8-7a7f-48d5-a1fe-cc26d7af2ab9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:17.264096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65c044d5-2905-4eb4-9557-2c60d4cf5f18 req-facc47e8-7a7f-48d5-a1fe-cc26d7af2ab9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.1022661 Oct 12 11:21:17.267102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.271686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.316690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for 84f4571f-cd5e-4ff9-bd30-5ddf362aaef2 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:17.367310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65c044d5-2905-4eb4-9557-2c60d4cf5f18 req-9789b806-b60b-457a-83aa-26b765ac78a7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854981 Oct 12 11:21:17.373849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['fd5bb58c-f862-4ea0-b604-f912bcdd431d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:17.512390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45710ec7-5c46-4a46-a638-906ca7539613 req-9530e338-6236-4a8c-8561-e16df1f63d4a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:17.539998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45710ec7-5c46-4a46-a638-906ca7539613 req-9530e338-6236-4a8c-8561-e16df1f63d4a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 944 time: 0.1177704 Oct 12 11:21:17.576627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.637031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45710ec7-5c46-4a46-a638-906ca7539613 req-94648a0f-b109-46c6-9608-a7ccd3fd3453 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944448 Oct 12 11:21:17.662829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.710135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-91bfe526-8a5d-45a3-b8e5-96d762f69ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:17.721186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e6767-e2fa-41b8-b57b-b1df042250c7 req-dcce3a94-6be4-418f-9c1c-590c45eb38db tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:17.729334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c9e6767-e2fa-41b8-b57b-b1df042250c7 req-dcce3a94-6be4-418f-9c1c-590c45eb38db tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.2380095 Oct 12 11:21:17.889181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=177cada3769c42d58fca0375580ee40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120666 Oct 12 11:21:17.892257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fb309-62c1-4a8a-a728-a15ab788dd67 req-ab5687d6-2fe8-41d0-9e6e-dc762321cf60 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:17.895337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51428) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:17.900442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e90fb309-62c1-4a8a-a728-a15ab788dd67 req-ab5687d6-2fe8-41d0-9e6e-dc762321cf60 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.0601797 Oct 12 11:21:17.918102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac863f1e-c953-421e-858f-e4061bb38fa6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:17.955947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e90fb309-62c1-4a8a-a728-a15ab788dd67 req-f7149a0c-83ad-414f-b54f-21ee097adea5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539858 Oct 12 11:21:17.960331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.960671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.961009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.961338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.961675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.962449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.962449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.962948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.963325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.963582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.963965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.964202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed4e3-cb54-47ab-969f-685f29c0e879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:17.990859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c9e6767-e2fa-41b8-b57b-b1df042250c7 req-a234aa9a-3615-414a-95d8-ba5b49c34867 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510111 Oct 12 11:21:18.003572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.007117 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.062734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=84f4571f-cd5e-4ff9-bd30-5ddf362aaef2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:18.090571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.166732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.305961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.305961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:18.347042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa8ab-ad4b-4d2d-a131-91b48b836b01 req-cad6cc96-509e-40c7-ac11-2b5be90f9019 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:18.353120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa8ab-ad4b-4d2d-a131-91b48b836b01 req-cad6cc96-509e-40c7-ac11-2b5be90f9019 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:18.355493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9eaa8ab-ad4b-4d2d-a131-91b48b836b01 req-cad6cc96-509e-40c7-ac11-2b5be90f9019 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1683 time: 0.2374778 Oct 12 11:21:18.376955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f22fe-8648-4c74-9042-6b3f69e7ae46 req-0353dbf0-4074-474d-ab2b-296cb64a9791 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:18.378536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-813f22fe-8648-4c74-9042-6b3f69e7ae46 req-0353dbf0-4074-474d-ab2b-296cb64a9791 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0813186 Oct 12 11:21:18.421727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-813f22fe-8648-4c74-9042-6b3f69e7ae46 req-7bfaa3f9-70b5-444e-b8be-474031f6007f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Oct 12 11:21:18.428709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f9eaa8ab-ad4b-4d2d-a131-91b48b836b01 req-4e90014f-0b39-472c-9bd0-94b31bdea7d7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Oct 12 11:21:18.487495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-f9d0e6f2-c06b-4db2-bf5e-35537b3494be req-08a3130d-8f24-4a29-b494-b24be888e357 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:18.488569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:18.489049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9d0e6f2-c06b-4db2-bf5e-35537b3494be req-08a3130d-8f24-4a29-b494-b24be888e357 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059340 Oct 12 11:21:18.545597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1dae4-5992-4703-99f5-b647810dbe5a req-fd9bb0fa-df68-4d4e-b929-151acc3687aa tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:18.553028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22d1dae4-5992-4703-99f5-b647810dbe5a req-fd9bb0fa-df68-4d4e-b929-151acc3687aa tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1100 time: 0.0497744 Oct 12 11:21:18.583297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22d1dae4-5992-4703-99f5-b647810dbe5a req-50debbf7-c041-4514-be05-f017d6192e6b tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295112 Oct 12 11:21:19.090302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.092990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.094117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac863f1e-c953-421e-858f-e4061bb38fa6 HTTP/1.1" status: 204 len: 168 time: 1.1950009 Oct 12 11:21:19.102126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e59e50-bd5d-4960-b7f8-fedf6f433c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac863f1e-c953-421e-858f-e4061bb38fa6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:19.140438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.141034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router bc52f402-5b87-4927-9840-64dd0ce91238 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:19.143786 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port fd5bb58c-f862-4ea0-b604-f912bcdd431d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:21:19.150227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port fd5bb58c-f862-4ea0-b604-f912bcdd431d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:19.150595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.160688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.163280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82cb4d12-fe8a-4227-a236-42ab77c4ce6c tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 204 len: 168 time: 2.7383990 Oct 12 11:21:19.165894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:19.170777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-911349812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:19.229743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.254943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:19.257177 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5139584b-b145-4244-89d5-b820234e4306" -d '{"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:19.270564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:19.285460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:19.304248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.308912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.384209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.440457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.496953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:19.557002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413835-b430-47b3-ad85-b252dd91ab5e req-c52b7623-0179-4fd5-974c-46fd9cd551e7 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:19.560159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d413835-b430-47b3-ad85-b252dd91ab5e req-c52b7623-0179-4fd5-974c-46fd9cd551e7 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.1080084 Oct 12 11:21:19.597017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.646888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d413835-b430-47b3-ad85-b252dd91ab5e req-4711b95c-01b2-4619-bc14-f1c5cd2213bb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740619 Oct 12 11:21:19.649540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-69f9f2ec-da92-48b7-a399-b4bb8370302a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289630 Oct 12 11:21:19.711984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:19.719400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09e21707-ef7c-4e05-b6af-18735d86e1e2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5467279 Oct 12 11:21:19.720021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:19.726738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': True}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:19.836199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69936-f50a-4de5-ad7e-aeaef2c49716 req-a93d6fc9-2509-40c3-b4c8-ead02dcfe009 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:19.839040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26f69936-f50a-4de5-ad7e-aeaef2c49716 req-a93d6fc9-2509-40c3-b4c8-ead02dcfe009 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.0980735 Oct 12 11:21:19.933775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26f69936-f50a-4de5-ad7e-aeaef2c49716 req-ec93f767-771c-4a44-ab56-5c8741c1d229 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810685 Oct 12 11:21:20.033303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:20.065169 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce325a2d-7191-45ef-b518-2c1135a708ba x-openstack-request-id: req-ce325a2d-7191-45ef-b518-2c1135a708ba {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:20.073923 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:20.073923 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce325a2d-7191-45ef-b518-2c1135a708ba {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:20.073923 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'code': 200} Oct 12 11:21:20.074329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ea92003-8a0c-4894-b2df-a23de8a7d1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.074440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.154626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cb773-bf32-4df9-82da-6d0701f02aba req-c4b48450-ed72-40aa-a73b-5d0f60dd8be7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.156215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-922cb773-bf32-4df9-82da-6d0701f02aba req-c4b48450-ed72-40aa-a73b-5d0f60dd8be7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1161549 Oct 12 11:21:20.244164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-922cb773-bf32-4df9-82da-6d0701f02aba req-b3e39cf4-9eb8-445e-8329-5b93612fc626 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794852 Oct 12 11:21:20.288923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ea92003-8a0c-4894-b2df-a23de8a7d1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.347624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ea92003-8a0c-4894-b2df-a23de8a7d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.396708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fde94-b8c7-43a5-bd80-7aafcebbf131 req-09f933cd-b7b2-4782-ab05-e9a7e25f48af tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.398435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b7fde94-b8c7-43a5-bd80-7aafcebbf131 req-09f933cd-b7b2-4782-ab05-e9a7e25f48af tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.2020550 Oct 12 11:21:20.399271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcfcb-c2b2-43bc-90d1-0b990f9810f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.401810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5919-16a9-400a-aa43-68a596b94126 req-befc8eaa-e0cc-43c6-b36f-5fe1d028e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.403122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c38a5919-16a9-400a-aa43-68a596b94126 req-befc8eaa-e0cc-43c6-b36f-5fe1d028e228 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 1096 time: 0.2117817 Oct 12 11:21:20.408571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ea92003-8a0c-4894-b2df-a23de8a7d1ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0feeb79b99714087858587bb12b32b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751647 Oct 12 11:21:20.412617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51506) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:20.466520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92003-8a0c-4894-b2df-a23de8a7d1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed14b00-ccd8-4ca3-b7fd-94258ca43561,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:20.504236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2c41-41d1-48af-bbc7-1186c3a2675d req-575ef9b6-bb5d-42eb-89eb-b0855ea418b6 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.521008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2c41-41d1-48af-bbc7-1186c3a2675d req-575ef9b6-bb5d-42eb-89eb-b0855ea418b6 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.529415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b02e2c41-41d1-48af-bbc7-1186c3a2675d req-575ef9b6-bb5d-42eb-89eb-b0855ea418b6 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1683 time: 0.1496103 Oct 12 11:21:20.567203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b02e2c41-41d1-48af-bbc7-1186c3a2675d req-e9a1205c-b68c-4482-985d-01d24f331c06 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 Oct 12 11:21:20.579182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.634611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b7fde94-b8c7-43a5-bd80-7aafcebbf131 req-c8e9d80b-9014-459e-bef9-955a22557db9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283123 Oct 12 11:21:20.641012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c38a5919-16a9-400a-aa43-68a596b94126 req-fb918164-18f8-462c-988f-2632777d426c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271569 Oct 12 11:21:20.660229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.670580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-6f90f24f-4ade-42af-abb9-7562d786272c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4925311 Oct 12 11:21:20.797512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.819350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.821025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cbd86-89a1-4032-ad29-d533b3d0e03a req-99648470-76a9-432c-ac89-8dfa2607d02c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:20.822640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db5cbd86-89a1-4032-ad29-d533b3d0e03a req-99648470-76a9-432c-ac89-8dfa2607d02c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.0647495 Oct 12 11:21:20.874520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.877174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:20.878349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ed14b00-ccd8-4ca3-b7fd-94258ca43561 HTTP/1.1" status: 204 len: 168 time: 0.4625423 Oct 12 11:21:20.934264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db5cbd86-89a1-4032-ad29-d533b3d0e03a req-eefcfb2f-c475-49d7-90b0-32ee24a59227 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691261 Oct 12 11:21:20.942735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d0b44-69f5-4376-b7d1-6d52524d46c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed14b00-ccd8-4ca3-b7fd-94258ca43561,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:21.055277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.25.2.137 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/d235d24d-3dd3-4a23-8fe6-2eae7172b278) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:21.133217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09943-6ba1-4c4d-9242-9052e2f832f2 req-dc1273b8-538c-4e42-8816-d98f6473a6c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:21.134820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29b09943-6ba1-4c4d-9242-9052e2f832f2 req-dc1273b8-538c-4e42-8816-d98f6473a6c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1008339 Oct 12 11:21:21.149089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-e39a18c3-a4e4-49fe-93a7-6e1692a39643 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:21.155647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-e39a18c3-a4e4-49fe-93a7-6e1692a39643 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:21.157215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-e39a18c3-a4e4-49fe-93a7-6e1692a39643 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 1683 time: 0.0610287 Oct 12 11:21:21.217561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29b09943-6ba1-4c4d-9242-9052e2f832f2 req-852bd703-f641-4fff-90a3-19b3d33e673c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531003 Oct 12 11:21:21.256243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.287769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:21.288119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.373390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.429581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:21.431120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:21.435185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:21.454311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96ee2-13ef-4a44-9897-a9a66a94616e req-a17922b5-47af-495c-a670-75654ad527ff tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:21.455881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9b96ee2-13ef-4a44-9897-a9a66a94616e req-a17922b5-47af-495c-a670-75654ad527ff tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0847616 Oct 12 11:21:21.463033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port aac87a3e-9286-4e57-bf16-2af7fa86d5e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:21.463401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.491901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=d235d24d-3dd3-4a23-8fe6-2eae7172b278,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:21.493570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for aac87a3e-9286-4e57-bf16-2af7fa86d5e9 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:21.577223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9b96ee2-13ef-4a44-9897-a9a66a94616e req-4150c884-8831-40ee-b8e1-90c0963d1592 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101496 Oct 12 11:21:21.736226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.798957 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.844135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477e47b-5997-4f32-80d8-6b99784be894 req-2e79eac7-ba82-4bde-9ed5-29836a7238e2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:21.844541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.846218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d477e47b-5997-4f32-80d8-6b99784be894 req-2e79eac7-ba82-4bde-9ed5-29836a7238e2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0733614 Oct 12 11:21:21.928435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:21.941858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['aac87a3e-9286-4e57-bf16-2af7fa86d5e9', '62742c8d-50cc-4d88-8909-413f61dceacc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:21.957257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d477e47b-5997-4f32-80d8-6b99784be894 req-afaa5713-c179-4106-b1b6-293ddd4457d8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Oct 12 11:21:22.059020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=aac87a3e-9286-4e57-bf16-2af7fa86d5e9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:22.121653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port aac87a3e-9286-4e57-bf16-2af7fa86d5e9 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:22.125138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:22.130732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-0413087e-db2f-49f4-ab6e-8c4afd45ec84 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "DELETE /v2.0/ports/aac87a3e-9286-4e57-bf16-2af7fa86d5e9 HTTP/1.1" status: 204 len: 173 time: 0.9667597 Oct 12 11:21:22.130943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-deleted', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:22.133867 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc524f0d-6b88-4b38-892a-9f287db684e7" -d '{"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-deleted", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:22.315831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dadff-e26f-49f9-8737-248c7b8be389 req-96be1370-2016-44e2-8b9f-887309f9c287 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.326541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-386dadff-e26f-49f9-8737-248c7b8be389 req-96be1370-2016-44e2-8b9f-887309f9c287 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 946 time: 0.1900506 Oct 12 11:21:22.378377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-386dadff-e26f-49f9-8737-248c7b8be389 req-eaa09643-9adc-489b-934f-910c4dd5a81d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506144 Oct 12 11:21:22.522411 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:22.660027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf123-8177-4afa-afbe-7d66df6df1ea req-e8d645d7-f37e-442b-9f10-58e5371442e9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.661598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9cdf123-8177-4afa-afbe-7d66df6df1ea req-e8d645d7-f37e-442b-9f10-58e5371442e9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1369886 Oct 12 11:21:22.679937 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf18d8e-6189-4a2a-87c7-ecf7cac9e5b7 x-openstack-request-id: req-edf18d8e-6189-4a2a-87c7-ecf7cac9e5b7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:22.680528 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-deleted", "tag": "aac87a3e-9286-4e57-bf16-2af7fa86d5e9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:22.680528 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edf18d8e-6189-4a2a-87c7-ecf7cac9e5b7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:22.680842 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-deleted', 'tag': 'aac87a3e-9286-4e57-bf16-2af7fa86d5e9', 'status': 'completed', 'code': 200} Oct 12 11:21:22.763926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9cdf123-8177-4afa-afbe-7d66df6df1ea req-a1c7a5c6-3f4e-402e-95dc-f37e18128467 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947130 Oct 12 11:21:22.786676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b919-820c-4ab1-bf58-79f3e8569a55 req-b447a993-76e0-4a05-b5b7-abafe6c0e5f6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.794725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b262b919-820c-4ab1-bf58-79f3e8569a55 req-b447a993-76e0-4a05-b5b7-abafe6c0e5f6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.5374041 Oct 12 11:21:22.799575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-418eca1a-6753-4f90-a648-e103348e9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.801075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-418eca1a-6753-4f90-a648-e103348e9cfa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d&tenant_id=61781a565c514035a26e69a21bb532cb HTTP/1.1" status: 200 len: 1095 time: 0.1248143 Oct 12 11:21:22.841786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 62742c8d-50cc-4d88-8909-413f61dceacc {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:22.841786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:22.845295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:22.892334 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:22.941587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b262b919-820c-4ab1-bf58-79f3e8569a55 req-bfe6d62f-dc05-4b4f-bb43-9d27f08f4ffe tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459761 Oct 12 11:21:22.960485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43652912-17ca-4bf2-bff6-8d45053c8d06 req-2b8051e9-6273-4132-a861-5d5a7413d022 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.961995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43652912-17ca-4bf2-bff6-8d45053c8d06 req-2b8051e9-6273-4132-a861-5d5a7413d022 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1147492 Oct 12 11:21:22.968271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-3c6b8cf8-ae7b-4599-887a-7905b11baed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:22.969696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-3c6b8cf8-ae7b-4599-887a-7905b11baed5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1095 time: 0.1417198 Oct 12 11:21:23.096733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43652912-17ca-4bf2-bff6-8d45053c8d06 req-6726df96-ebb4-45de-8864-37cbe41e40aa tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249883 Oct 12 11:21:23.139033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 62742c8d-50cc-4d88-8909-413f61dceacc, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62742c8d-50cc-4d88-8909-413f61dceacc,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:23.139613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:23.176136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 62742c8d-50cc-4d88-8909-413f61dceacc owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:23.239203 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:23.261770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router cfbf399f-850a-4250-aca5-166c14a77d4c is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:23.268093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047a8ed-ff87-4ef6-86df-e67d8fb4b01f req-7221bf52-f855-4f8e-8429-f0f9ac190d5a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.271609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6047a8ed-ff87-4ef6-86df-e67d8fb4b01f req-7221bf52-f855-4f8e-8429-f0f9ac190d5a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.1678050 Oct 12 11:21:23.275182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-6589b9af-dd38-4e5c-9d19-e1dfa4a4bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.276631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-6589b9af-dd38-4e5c-9d19-e1dfa4a4bc39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.2994370 Oct 12 11:21:23.347766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-f22b0644-735b-423a-be74-9ceeb63319fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.0590868 Oct 12 11:21:23.385028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:23.401243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:23.402586 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] Sync routers for ids ['cfbf399f-850a-4250-aca5-166c14a77d4c'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:23.403102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf803680-7b74-4be5-9574-636db706d8f9 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "PUT /v2.0/routers/cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 200 len: 914 time: 3.6773922 Oct 12 11:21:23.403102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51646) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:23.411790 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] Routers {'cfbf399f-850a-4250-aca5-166c14a77d4c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:23.412841 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cfbf399f-850a-4250-aca5-166c14a77d4c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:23.444005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-aa7181be-12d3-49ab-bfb9-d26587d0c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.445661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-aa7181be-12d3-49ab-bfb9-d26587d0c7fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.0828922 Oct 12 11:21:23.450987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:23.460482 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] Routers {'cfbf399f-850a-4250-aca5-166c14a77d4c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:23.461228 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cfbf399f-850a-4250-aca5-166c14a77d4c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:23.482269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6047a8ed-ff87-4ef6-86df-e67d8fb4b01f req-8568e614-5ad9-4bfd-8aea-6220c491ed3c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029610 Oct 12 11:21:23.520347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-20fec2b9-a8cb-4f2a-bff1-4c04861d5e37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368242 Oct 12 11:21:23.527215 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:23.528143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595e4a7-6077-41c8-bea7-b98641a1c9c6 None None] The sync data for ids ['cfbf399f-850a-4250-aca5-166c14a77d4c'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:23.601142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3c35e-d67d-47b0-9e18-9e7da11e105b req-38665f68-3b36-472a-9d74-5aec12ec1fdb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.602637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fac3c35e-d67d-47b0-9e18-9e7da11e105b req-38665f68-3b36-472a-9d74-5aec12ec1fdb tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 946 time: 0.1368859 Oct 12 11:21:23.609769 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d47d1f7-099f-4216-a6aa-693df063de63 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 200 len: 920 time: 0.2013369 Oct 12 11:21:23.610726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51650) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:23.659425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-d134f9bc-0894-4029-bc52-94f035d37032 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136780 Oct 12 11:21:23.720622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:23.749003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fac3c35e-d67d-47b0-9e18-9e7da11e105b req-39efda19-934b-4408-b22d-8720f37f29af tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/security-groups?id=73cf6fb3-8773-490d-872d-a575a7ba60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993707 Oct 12 11:21:23.753363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c13774-cd54-4e01-bd7c-1ebc1789b665 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.753489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=62742c8d-50cc-4d88-8909-413f61dceacc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:23.757914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e0c13774-cd54-4e01-bd7c-1ebc1789b665 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=cfbf399f-850a-4250-aca5-166c14a77d4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1431732 Oct 12 11:21:23.758436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51652) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:23.761362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-679ca784-516c-4689-9394-781c310ec1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.763463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-679ca784-516c-4689-9394-781c310ec1cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1100 time: 0.3747561 Oct 12 11:21:23.889144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 62742c8d-50cc-4d88-8909-413f61dceacc on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:23.894291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-dc4610ea-3d3b-4f05-ac74-32cd9f04c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.894868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:23.899000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6447c550-07b2-4ed4-a5d2-d557f81f7fad req-eb2f9beb-a013-48e9-b55f-5fecb86df6e7 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.47 "DELETE /v2.0/ports/62742c8d-50cc-4d88-8909-413f61dceacc HTTP/1.1" status: 204 len: 173 time: 1.7598894 Oct 12 11:21:23.905383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-dc4610ea-3d3b-4f05-ac74-32cd9f04c934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1347222 Oct 12 11:21:23.912843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-032173ad-c908-4c2f-894e-4d6a2ad365c6 req-943eca8c-5225-41f9-91eb-19453fac6116 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466583 Oct 12 11:21:23.952728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807ab3f-e42a-4180-956c-add418d99f96 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:23.954128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5807ab3f-e42a-4180-956c-add418d99f96 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1947274 Oct 12 11:21:23.957104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51666) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:23.962996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-a2449e38-707e-41d3-8009-76b323f99b84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0494258 Oct 12 11:21:24.007072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-46dd0fb5-8320-49ec-8be9-228d8111df9d tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 200 len: 205 time: 0.0448167 Oct 12 11:21:24.007072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:24.119484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-87b7713d-0c9b-4dc4-9ad1-06962ad49dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.128313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-87b7713d-0c9b-4dc4-9ad1-06962ad49dd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1487188 Oct 12 11:21:24.131006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6c1be-bf8c-4092-b43e-466259f57127 req-7684ce61-c485-47c3-b847-49f83fedc4e6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.139670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60a6c1be-bf8c-4092-b43e-466259f57127 req-7684ce61-c485-47c3-b847-49f83fedc4e6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.0948946 Oct 12 11:21:24.208118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:24.222508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60a6c1be-bf8c-4092-b43e-466259f57127 req-b5081aac-a339-4002-87d5-1191a2ac0440 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818806 Oct 12 11:21:24.236776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-24854199-6b35-44bb-a9b6-296fa05ee159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.237228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-24854199-6b35-44bb-a9b6-296fa05ee159 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950155 Oct 12 11:21:24.259114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-b8a6c4dc-0576-4eea-b25e-b4fb28e90fd7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:24.264070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-b8a6c4dc-0576-4eea-b25e-b4fb28e90fd7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154531 Oct 12 11:21:24.331211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a30863-3188-40e6-91c3-87191d1fa059 req-f40a01b3-5bbc-48c3-ae1b-4113225f6899 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.332736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2a30863-3188-40e6-91c3-87191d1fa059 req-f40a01b3-5bbc-48c3-ae1b-4113225f6899 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 947 time: 0.1614516 Oct 12 11:21:24.368813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:24.392399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2a30863-3188-40e6-91c3-87191d1fa059 req-516c7fb5-219a-4c5c-af78-0880d03035a8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500860 Oct 12 11:21:24.439148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69e968-ee00-4fd2-9649-ece97789fbc5 req-0a91871e-b7ac-4548-af96-f5af4a112679 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.442115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc69e968-ee00-4fd2-9649-ece97789fbc5 req-0a91871e-b7ac-4548-af96-f5af4a112679 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0725455 Oct 12 11:21:24.514044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port d235d24d-3dd3-4a23-8fe6-2eae7172b278 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:24.514574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:24.528647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc69e968-ee00-4fd2-9649-ece97789fbc5 req-4a532e15-5e88-4b11-8ca9-f9d7e89d5739 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746577 Oct 12 11:21:24.531082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-11b9bbdd-e691-4ca8-81c0-1077062aa62a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626393 Oct 12 11:21:24.668924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:24.681511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for d235d24d-3dd3-4a23-8fe6-2eae7172b278 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:24.683551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-deleted', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:24.685566 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b06be-6338-44c1-a26c-003a46ea4c62" -d '{"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-deleted", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:24.722347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2f434-3026-4310-b336-67a847e2dbd1 req-14259ca4-9ed4-4ccf-bb3b-d8a31cf130ed tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:24.724061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ba2f434-3026-4310-b336-67a847e2dbd1 req-14259ca4-9ed4-4ccf-bb3b-d8a31cf130ed tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0746727 Oct 12 11:21:24.727948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-ff5df9ce-17b1-450a-9831-4190383dbb0c service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893110 Oct 12 11:21:24.783133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ba2f434-3026-4310-b336-67a847e2dbd1 req-6b5e1cd8-95fb-4148-a00f-6474b04e50c5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Oct 12 11:21:24.960686 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ebc43-5ea7-43c9-8ec6-74142732d365 x-openstack-request-id: req-a60ebc43-5ea7-43c9-8ec6-74142732d365 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:24.961207 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6d52a-7f5e-4803-9b48-b20c03841640", "name": "network-vif-deleted", "tag": "62742c8d-50cc-4d88-8909-413f61dceacc", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:24.961664 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a60ebc43-5ea7-43c9-8ec6-74142732d365 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:24.963589 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6d52a-7f5e-4803-9b48-b20c03841640', 'name': 'network-vif-deleted', 'tag': '62742c8d-50cc-4d88-8909-413f61dceacc', 'status': 'completed', 'code': 200} Oct 12 11:21:24.987361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.041658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=d235d24d-3dd3-4a23-8fe6-2eae7172b278,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:25.097400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c2d62b9-7b0d-49b5-93cf-524bbc4c6e37 req-54dce510-ca1c-4049-8633-3a93d2fd471d tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d6d52a-7f5e-4803-9b48-b20c03841640 HTTP/1.1" status: 200 len: 210 time: 0.0493505 Oct 12 11:21:25.160086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.315830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.318650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.332759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62742c8d-50cc-4d88-8909-413f61dceacc no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:25.363784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 62742c8d-50cc-4d88-8909-413f61dceacc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:25.364127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62742c8d-50cc-4d88-8909-413f61dceacc not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:25.367512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aac87a3e-9286-4e57-bf16-2af7fa86d5e9 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:25.400515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: aac87a3e-9286-4e57-bf16-2af7fa86d5e9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:25.400858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aac87a3e-9286-4e57-bf16-2af7fa86d5e9 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:25.402035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:25.462078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.462640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router cfbf399f-850a-4250-aca5-166c14a77d4c {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:25.469762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.470955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fef05ecd-af73-4143-905f-67c398c8585a tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 204 len: 168 time: 1.4638979 Oct 12 11:21:25.475533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51736) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:25.480782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1750974657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:25.531912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.596639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:25.600176 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea3a025-f028-4b71-9dca-61a7481907d7" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:25.608129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:25.616588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.617689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.677107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.698797 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:21:25.707597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.767760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.792587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=14']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:25.871074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:25.872387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-803fa73c-6501-4a93-abd7-4b7801226fa2 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3956153 Oct 12 11:21:25.875564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:25.880850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:26.215476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:26.374335 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:26.562058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:26.585201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:26.747919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Allocated IP 172.25.2.72 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a8e0313a-06a9-4b92-80ca-43b697cd7935) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:26.924297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:27.050859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:27.097009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:27.103760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:27.108846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:27.146860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e0313a-06a9-4b92-80ca-43b697cd7935,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:27.465905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:27.699525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:27.702976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:28.357822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786280d-f681-4351-a1db-15e6e7849cbf req-3dd70d30-93b8-45ef-b446-0882a6b32b63 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:28.359340 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7786280d-f681-4351-a1db-15e6e7849cbf req-3dd70d30-93b8-45ef-b446-0882a6b32b63 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0533473 Oct 12 11:21:28.373169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Router 5ad43bba-7e73-4f06-b532-bc5a067530cc is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:28.750977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7786280d-f681-4351-a1db-15e6e7849cbf req-1e02a5e4-40c4-46ae-ae1c-a2a3683f5a1b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812354 Oct 12 11:21:28.811338 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbfd3f7-3cbd-4d3e-af84-01119176dae0 x-openstack-request-id: req-1cbfd3f7-3cbd-4d3e-af84-01119176dae0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:28.811903 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-unplugged", "status": "completed", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:28.811903 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cbfd3f7-3cbd-4d3e-af84-01119176dae0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:28.812588 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'code': 200} Oct 12 11:21:28.868614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:28.880509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:28.880598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:28.881025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] Sync routers for ids ['5ad43bba-7e73-4f06-b532-bc5a067530cc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:28.889561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0f3463cd-4bd7-47ad-b9e8-5371c82f9e4a tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "PUT /v2.0/routers/5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 200 len: 915 time: 3.0126212 Oct 12 11:21:28.915007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] Routers {'5ad43bba-7e73-4f06-b532-bc5a067530cc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:28.915007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5ad43bba-7e73-4f06-b532-bc5a067530cc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:29.023233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:29.042610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] Routers {'5ad43bba-7e73-4f06-b532-bc5a067530cc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:29.045946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5ad43bba-7e73-4f06-b532-bc5a067530cc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:29.051088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8346-7fbb-4369-9b71-b2d37bb0cf9f req-e9ab477c-1423-4dc6-b4c3-30a80b93706e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:29.053109 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dfb8346-7fbb-4369-9b71-b2d37bb0cf9f req-e9ab477c-1423-4dc6-b4c3-30a80b93706e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.1352417 Oct 12 11:21:29.115214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ea8bcf09-4a46-4860-9ee4-d98156b899fa tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 200 len: 921 time: 0.2349055 Oct 12 11:21:29.116520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51834) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.119117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:29.119776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed2502-4ebb-4ca5-aa60-bdcc9319ef0d None None] The sync data for ids ['5ad43bba-7e73-4f06-b532-bc5a067530cc'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:29.132398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dfb8346-7fbb-4369-9b71-b2d37bb0cf9f req-1f3fa852-a59f-4b44-9e4c-b4e78c6d4414 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726862 Oct 12 11:21:29.219390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51838) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.219761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffbec07-c31c-43fe-8fb4-fee74deb58fa tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:29.221733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bffbec07-c31c-43fe-8fb4-fee74deb58fa tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=5ad43bba-7e73-4f06-b532-bc5a067530cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1035469 Oct 12 11:21:29.225452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.352693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting subnet 8abd66d9-748f-46cb-87b5-997990f407f7 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:21:29.373529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.434154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.440646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b36a9-17f8-4452-bbbc-6023e398a808 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:29.445873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-711b36a9-17f8-4452-bbbc-6023e398a808 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.2192676 Oct 12 11:21:29.449310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.449553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097da12-7964-4bae-afbe-38bb7ed0b17f req-ace5359d-c9b7-42be-90cc-2edc98ae71d5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:29.449913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6097da12-7964-4bae-afbe-38bb7ed0b17f req-ace5359d-c9b7-42be-90cc-2edc98ae71d5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1210120 Oct 12 11:21:29.534084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6097da12-7964-4bae-afbe-38bb7ed0b17f req-81c7ad69-34b7-41bd-8d43-c810c64e2e8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651090 Oct 12 11:21:29.549863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-78c0d9e3-bcb2-496e-b536-36e52d91d693 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 200 len: 205 time: 0.0992274 Oct 12 11:21:29.552370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.578846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.788079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.820720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.822348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74188747-c130-4049-989a-31c642b22403 None None] Network 4ba81e3f-8b3a-4dc0-baae-863374f80a16 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:29.838626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:29.858853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/subnets/8abd66d9-748f-46cb-87b5-997990f407f7 HTTP/1.1" status: 204 len: 168 time: 0.6366861 Oct 12 11:21:29.923762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51886) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:29.931393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefa6c3-07a6-4eca-af5d-eb214066b5c4 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Subnet': ['ID=8abd66d9-748f-46cb-87b5-997990f407f7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:29.938057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.016017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607a0e-e74d-43d8-8896-8b32166949b2 req-ec4ac561-0687-4f31-8ddf-02474ff95bc9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:30.017744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45607a0e-e74d-43d8-8896-8b32166949b2 req-ec4ac561-0687-4f31-8ddf-02474ff95bc9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0893054 Oct 12 11:21:30.116829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.126517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-45607a0e-e74d-43d8-8896-8b32166949b2 req-047d63af-02e9-41f7-8b19-bac5aee38cf5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Oct 12 11:21:30.320078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port a8e0313a-06a9-4b92-80ca-43b697cd7935 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:30.320688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.324451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port f7b223a8-4da0-42c2-9571-98c0e48ee80a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:30.324945 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.407857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd62b3-651c-4c92-b486-762530bc3793 req-76dedde8-2983-4a53-9399-83048c4b294d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:30.409554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccbd62b3-651c-4c92-b486-762530bc3793 req-76dedde8-2983-4a53-9399-83048c4b294d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1299314 Oct 12 11:21:30.477216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] DHCP port deletion for 4ba81e3f-8b3a-4dc0-baae-863374f80a16 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:21:30.502101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port f7b223a8-4da0-42c2-9571-98c0e48ee80a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f7b223a8-4da0-42c2-9571-98c0e48ee80a,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:30.502562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.524121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccbd62b3-651c-4c92-b486-762530bc3793 req-a45f3435-41c8-4f98-a5de-9a67e747e3d2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076705 Oct 12 11:21:30.559173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for f7b223a8-4da0-42c2-9571-98c0e48ee80a owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:30.607647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.626752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Deleting port f7b223a8-4da0-42c2-9571-98c0e48ee80a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:30.626752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.695887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f7b223a8-4da0-42c2-9571-98c0e48ee80a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:30.754967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] For port f7b223a8-4da0-42c2-9571-98c0e48ee80a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f7b223a8-4da0-42c2-9571-98c0e48ee80a,segment=NetworkSegment(e2b023e5-47db-4f09-8e0f-dfce5f16ec50),segment_id=e2b023e5-47db-4f09-8e0f-dfce5f16ec50)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:30.756110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:30.787659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd981-9ad6-45eb-abf8-56b99884ef4b req-8e94dac3-eb94-4ced-97ee-a8a752d5af8d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:30.789304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22fcd981-9ad6-45eb-abf8-56b99884ef4b req-8e94dac3-eb94-4ced-97ee-a8a752d5af8d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.0919967 Oct 12 11:21:30.796309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for a8e0313a-06a9-4b92-80ca-43b697cd7935 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:30.799599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Calling delete_port for f7b223a8-4da0-42c2-9571-98c0e48ee80a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:30.879227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22fcd981-9ad6-45eb-abf8-56b99884ef4b req-13109dd7-8d95-4675-aa37-594216d4ff71 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Oct 12 11:21:30.959593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d989ce-ef8d-4adf-9cbd-dc5e9fcf0f3c req-78099a0a-5eb7-47d7-a399-4c215c8d2bfa tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:30.967099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d989ce-ef8d-4adf-9cbd-dc5e9fcf0f3c req-78099a0a-5eb7-47d7-a399-4c215c8d2bfa tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.3269138 Oct 12 11:21:30.997253 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:31.001532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-c66fb97d-7804-4915-9bc2-7c13f7625b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:31.003024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-c66fb97d-7804-4915-9bc2-7c13f7625b96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.2119501 Oct 12 11:21:31.039390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] Pushing event deleted for resources: {'Port': ['ID=f7b223a8-4da0-42c2-9571-98c0e48ee80a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:31.052694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd459a-068a-41f8-8bce-4821e5f2002e None None] No DVR routers for this DVR port f7b223a8-4da0-42c2-9571-98c0e48ee80a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:31.059879 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:31.079839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:31.395580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17899-4977-464e-a1d1-0410638712a8 req-e27d9434-e04e-4f63-9d6f-8cfd3b9ee26c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:31.397694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40a17899-4977-464e-a1d1-0410638712a8 req-e27d9434-e04e-4f63-9d6f-8cfd3b9ee26c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1235225 Oct 12 11:21:31.471648 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40a17899-4977-464e-a1d1-0410638712a8 req-9713ed60-0e57-426a-a87d-1959bac97ec3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670948 Oct 12 11:21:31.633200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d989ce-ef8d-4adf-9cbd-dc5e9fcf0f3c req-3f26edb1-084a-4505-b9cc-94aaf3a2a716 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651490 Oct 12 11:21:31.633854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=f7b223a8-4da0-42c2-9571-98c0e48ee80a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:31.648733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port f7b223a8-4da0-42c2-9571-98c0e48ee80a on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:31.656110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8154be9-b36b-4f8d-a0dd-a6889c95e50f req-03f21c96-7a85-427c-8a3a-5b50687869bb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:31.659472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8154be9-b36b-4f8d-a0dd-a6889c95e50f req-03f21c96-7a85-427c-8a3a-5b50687869bb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0743332 Oct 12 11:21:31.714564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8154be9-b36b-4f8d-a0dd-a6889c95e50f req-66c62e8b-df59-4ed2-ab5b-9e00304f787f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480709 Oct 12 11:21:31.853737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:31.891679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-5e93d992-5f8f-4178-b6b9-3b374d733c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:31.893218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-5e93d992-5f8f-4178-b6b9-3b374d733c7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.8115747 Oct 12 11:21:31.896850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba81e3f-8b3a-4dc0-baae-863374f80a16']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:31.920944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:31.926496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:31.928005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b023e5-47db-4f09-8e0f-dfce5f16ec50') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:31.999136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.001444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=a8e0313a-06a9-4b92-80ca-43b697cd7935,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:32.072481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.112913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:21:32.113606 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:21:32.118786 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:21:32.199429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f048ba-5796-4c33-9808-1271e689a1da req-1507fc82-c104-4d91-87c1-ca6c43f0db3d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:32.208002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54f048ba-5796-4c33-9808-1271e689a1da req-1507fc82-c104-4d91-87c1-ca6c43f0db3d tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.2477381 Oct 12 11:21:32.254851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.296900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54f048ba-5796-4c33-9808-1271e689a1da req-1d8377a4-388c-4af8-85d8-a300607f6d2a tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877109 Oct 12 11:21:32.340041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.346210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.350237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/networks/4ba81e3f-8b3a-4dc0-baae-863374f80a16 HTTP/1.1" status: 204 len: 168 time: 2.4228537 Oct 12 11:21:32.353163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51932) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:32.396281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.397528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3bcf-87d4-4e71-9c57-4b87e1eecb9e tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Network': ['ID=4ba81e3f-8b3a-4dc0-baae-863374f80a16,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:32.405936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.420457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting subnet de992998-7b16-4485-8ef2-a2593f1499e0 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:21:32.423627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.464052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.535435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.540210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad43bba-7e73-4f06-b532-bc5a067530cc {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:32.550679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.551872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26010364-418b-4679-9eeb-5cb825b8b40e tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 204 len: 168 time: 2.9981039 Oct 12 11:21:32.556335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51936) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:32.565971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-96724336', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:32.579645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.665106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91324d-ba48-4656-ba58-b359092a97bf req-b7cbbbbb-26fb-47dd-8804-d9d4bb1e08e4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:32.675490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b91324d-ba48-4656-ba58-b359092a97bf req-b7cbbbbb-26fb-47dd-8804-d9d4bb1e08e4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0695126 Oct 12 11:21:32.698943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.703961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.731927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b91324d-ba48-4656-ba58-b359092a97bf req-093863e2-e8bb-41de-84af-42436e058279 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Oct 12 11:21:32.742408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.780999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Subnet': ['ID=de992998-7b16-4485-8ef2-a2593f1499e0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:32.784985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.788368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b26553b-ba9c-41ad-b06f-fef31d31b990 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/subnets/de992998-7b16-4485-8ef2-a2593f1499e0 HTTP/1.1" status: 204 len: 168 time: 0.4341874 Oct 12 11:21:32.790999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51944) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:32.797663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d463f25-f222-4a6d-9b1b-ac4f0347a694 None None] Network 614058dc-954f-475c-b148-2cd222995ae5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:32.843096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:32.915833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.031177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Deleting port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:33.031839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.117401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] DHCP port deletion for 614058dc-954f-475c-b148-2cd222995ae5 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:21:33.118188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9925-344f-45d1-9377-e7f7ca7ff98a req-880904f8-c3bd-48f2-8d93-68d272c0878a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:33.120400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8be9925-344f-45d1-9377-e7f7ca7ff98a req-880904f8-c3bd-48f2-8d93-68d272c0878a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.2293849 Oct 12 11:21:33.202470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.221564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] For port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:33.221933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.239064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Calling delete_port for 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:33.260086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8be9925-344f-45d1-9377-e7f7ca7ff98a req-b7af38fc-d243-4250-a1e7-b90564dea2fd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Oct 12 11:21:33.264236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Deleting port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:33.265497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.347933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] For port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,segment=NetworkSegment(fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc),segment_id=fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:33.348338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.362007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Calling delete_port for 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:33.425546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f8b06-aa7c-4292-b143-b2c7ed3d6194 req-ab3013db-473c-47f8-8d40-1ff6365b5ebe tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:33.434224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-690f8b06-aa7c-4292-b143-b2c7ed3d6194 req-ab3013db-473c-47f8-8d40-1ff6365b5ebe tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1030929 Oct 12 11:21:33.490210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-690f8b06-aa7c-4292-b143-b2c7ed3d6194 req-758a94dc-d2c1-4162-8fb9-a4d5938ad0ef tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551238 Oct 12 11:21:33.616137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.624266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.634722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f834714-ca51-4db8-a790-a9422214c703 req-1597a29f-4011-44f3-9ad7-76d82cc708cd tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:33.634722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f834714-ca51-4db8-a790-a9422214c703 req-1597a29f-4011-44f3-9ad7-76d82cc708cd tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.0877190 Oct 12 11:21:33.649183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Port': ['ID=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:33.657222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] No DVR routers for this DVR port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:33.685036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] No DVR routers for this DVR port 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:33.686563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cba139-261f-4abc-974d-ce7da26168cf None None] Pushing event deleted for resources: {'Port': ['ID=1661d83e-a32d-4d45-b9bd-b42a5cf33fbf,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:33.772766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f834714-ca51-4db8-a790-a9422214c703 req-4ecb0b64-cfe0-4c14-928b-b7aa6f2b88a9 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705299 Oct 12 11:21:33.783206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.824021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614058dc-954f-475c-b148-2cd222995ae5']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:33.841243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:33.841550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c115d-bbf5-43a6-ba41-cabc1fa7f3fc') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:33.866943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.899917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.908622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:21:33.908622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: items = [ Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:21:33.910675 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:21:33.955857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:33.996419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.006746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51952) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:34.050773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.056360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193462d-ed79-456f-be2b-efc7c4d29b20 req-e7a375a6-0e69-4c73-96af-f735bf51337d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:34.059143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8193462d-ed79-456f-be2b-efc7c4d29b20 req-e7a375a6-0e69-4c73-96af-f735bf51337d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1681478 Oct 12 11:21:34.064884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.068155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] 10.222.0.43 "DELETE /v2.0/networks/614058dc-954f-475c-b148-2cd222995ae5 HTTP/1.1" status: 204 len: 168 time: 1.2752635 Oct 12 11:21:34.081153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467c3e3-6198-4c1a-a186-a8fcec32af76 tempest-ServersTestMultiNic-215861013 tempest-ServersTestMultiNic-215861013-project] Pushing event deleted for resources: {'Network': ['ID=614058dc-954f-475c-b148-2cd222995ae5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:34.129720 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a70a1fa-e11a-4e8d-bdb4-15a5d70bcc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.151997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8193462d-ed79-456f-be2b-efc7c4d29b20 req-8b3eff4f-62f2-4ec7-8b79-aafebb9129cf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847325 Oct 12 11:21:34.191945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Allocated IP 172.25.2.253 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/314dd1d4-b096-48a3-aebf-df0327ef08d9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:34.277923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a70a1fa-e11a-4e8d-bdb4-15a5d70bcc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.336635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.358408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a70a1fa-e11a-4e8d-bdb4-15a5d70bcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.397469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a1fa-e11a-4e8d-bdb4-15a5d70bcc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c9fea-6617-4906-9da1-88e239f76549,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:34.406865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a70a1fa-e11a-4e8d-bdb4-15a5d70bcc58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb187d625e4243d69b27a39791cf630b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988812 Oct 12 11:21:34.412913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51966) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:34.444727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe812-9940-4c8c-9b6a-629837b44860 req-8a9621c3-0c5e-47c8-bda9-647b780bcc5c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:34.455007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d00fe812-9940-4c8c-9b6a-629837b44860 req-8a9621c3-0c5e-47c8-bda9-647b780bcc5c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0925353 Oct 12 11:21:34.481534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.544512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-b1c49ab2-8e9f-4455-b08a-871f22746235 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591147 Oct 12 11:21:34.574851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:34.580225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:34.599833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:34.602551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:34.614771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d00fe812-9940-4c8c-9b6a-629837b44860 req-d808bb6b-dfa6-45e2-a14e-8c4a4b075702 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575978 Oct 12 11:21:34.640864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.649395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event updated for resources: {'Port': ['ID=314dd1d4-b096-48a3-aebf-df0327ef08d9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:34.687861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.693598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:34.707467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-05c7309e-9d38-41ea-880c-2c7c6b5fd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:34.707467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-05c7309e-9d38-41ea-880c-2c7c6b5fd29c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 1101 time: 0.1015198 Oct 12 11:21:34.709705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51970) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:34.725246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:34.725592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1661d83e-a32d-4d45-b9bd-b42a5cf33fbf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:34.776916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:34.806560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'network_id': 'eeb04607-1c13-4ac2-9aa4-f9a4303742da', 'port_id': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'mac_address': 'fa:16:3e:68:69:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a35da-6686-4548-9742-e63ef2f4c76c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:34.888672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-c1d04613-eefb-41df-a37a-7d519acda420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:34.889353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:34.890186 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-c1d04613-eefb-41df-a37a-7d519acda420 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1034746 Oct 12 11:21:34.908061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd5bb58c-f862-4ea0-b604-f912bcdd431d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:34.933761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:34.973762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-a6b19e81-ff11-4e51-8b68-47bc43a2fc14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 200 len: 217 time: 0.0394692 Oct 12 11:21:34.986079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d5ae-6986-4984-bd5f-6f73ebf9d567 req-83f82f87-fb54-4d97-ace7-3847e4d25fee tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:34.991319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c48d5ae-6986-4984-bd5f-6f73ebf9d567 req-83f82f87-fb54-4d97-ace7-3847e4d25fee tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1795130 Oct 12 11:21:35.015948 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.044469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c48d5ae-6986-4984-bd5f-6f73ebf9d567 req-72eb75ef-ed6c-4228-9f7b-3f9970a091f7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498641 Oct 12 11:21:35.064164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.067645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.071006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c40c9fea-6617-4906-9da1-88e239f76549 HTTP/1.1" status: 204 len: 168 time: 0.6551280 Oct 12 11:21:35.115786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-828447e8-a232-4bf4-8686-d7ce4b0a7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:35.117315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-828447e8-a232-4bf4-8686-d7ce4b0a7962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1360128 Oct 12 11:21:35.117448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:35.124839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['fd5bb58c-f862-4ea0-b604-f912bcdd431d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:35.361837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda9a11-5ef6-4239-b496-45f5baa644b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c9fea-6617-4906-9da1-88e239f76549,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:35.364944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-2160979e-be00-461b-bf58-95efbcd61108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:35.364944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-2160979e-be00-461b-bf58-95efbcd61108 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353800 Oct 12 11:21:35.365640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.381507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75296f34-7fc4-4a97-a838-68f2ce177ecb req-6799bd3f-653d-49ee-b881-8fd83c0b488e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:35.415218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75296f34-7fc4-4a97-a838-68f2ce177ecb req-6799bd3f-653d-49ee-b881-8fd83c0b488e tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 944 time: 0.1408696 Oct 12 11:21:35.497625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75296f34-7fc4-4a97-a838-68f2ce177ecb req-e17bb151-d8f6-4522-ab99-d86ca952ef76 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621696 Oct 12 11:21:35.545786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-204bc259-0f7d-47b1-84d5-7f1a15944f90 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024250 Oct 12 11:21:35.684027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.711346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e13486-2cf9-4e06-8a5e-e517dc3dc9e7 req-c17ad2fe-5117-498a-a647-1dc1f936f54e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507595 Oct 12 11:21:35.764588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6346c5-c548-4fb9-bdb6-003a57dc81c4 req-ae017f11-46c9-423b-b197-89d4ff293613 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:35.766096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd6346c5-c548-4fb9-bdb6-003a57dc81c4 req-ae017f11-46c9-423b-b197-89d4ff293613 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1359363 Oct 12 11:21:35.768941 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:35.920370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd6346c5-c548-4fb9-bdb6-003a57dc81c4 req-95f3a54e-0304-4f21-9800-b7c81af4aabf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452415 Oct 12 11:21:36.055887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Router 6a0dd947-fa03-4c3d-9250-73abedc58b0b is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:36.090788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Deleting port f845c30d-e889-4c53-8ea9-d057491a9e38 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:36.091134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.120071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e67fe-f10b-42b1-9b20-3558f2a885e8 req-bbf6142d-9b33-4585-968b-c5e8a59e02d3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:36.121656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de0e67fe-f10b-42b1-9b20-3558f2a885e8 req-bbf6142d-9b33-4585-968b-c5e8a59e02d3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.1003656 Oct 12 11:21:36.175024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] For port f845c30d-e889-4c53-8ea9-d057491a9e38, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f845c30d-e889-4c53-8ea9-d057491a9e38,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:36.175577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.194581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Calling delete_port for f845c30d-e889-4c53-8ea9-d057491a9e38 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:36.206410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de0e67fe-f10b-42b1-9b20-3558f2a885e8 req-88a101f7-ed17-46cc-8000-9d3d5caaa20d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784607 Oct 12 11:21:36.222353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:36.242346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] Sync routers for ids ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:36.261034 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] Routers {'6a0dd947-fa03-4c3d-9250-73abedc58b0b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:36.263009 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:36.293344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51986) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:36.297554 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:36.306894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] Routers {'6a0dd947-fa03-4c3d-9250-73abedc58b0b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:36.309056 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:36.336872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.338118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a05c0279-0eff-49d0-8dc8-beba681ab588 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7787807 Oct 12 11:21:36.341790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f79bf674-01e7-4291-8b71-7e3af405c195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.342044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51988) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:36.347931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:36.351453 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:36.352115 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01500cc-cb6b-4ba1-b772-a5217f145d3d None None] The sync data for ids ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:36.378333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d115-755a-445d-8163-39277d44a7fd req-30bd3566-dc7c-4dfb-bdd6-0a6ea0be058c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:36.379870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ed9d115-755a-445d-8163-39277d44a7fd req-30bd3566-dc7c-4dfb-bdd6-0a6ea0be058c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0952547 Oct 12 11:21:36.443861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ed9d115-755a-445d-8163-39277d44a7fd req-95c1f06a-9442-437c-a731-0acac8968f8f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529404 Oct 12 11:21:36.477526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f79bf674-01e7-4291-8b71-7e3af405c195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.548081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f79bf674-01e7-4291-8b71-7e3af405c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.583383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:36.600813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.620815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f79bf674-01e7-4291-8b71-7e3af405c195 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=496e5e751e5d4680a26f4d80a5c5da72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260570 Oct 12 11:21:36.621597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bf674-01e7-4291-8b71-7e3af405c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b429e209-682b-4c0d-aa42-ead3b451dec0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:36.624080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:36.638717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Pushing event deleted for resources: {'Port': ['ID=f845c30d-e889-4c53-8ea9-d057491a9e38,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:36.654198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port fd5bb58c-f862-4ea0-b604-f912bcdd431d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:36.654418 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.685642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334895f-802d-4ca4-ae28-d40dff0a4ed0 req-63b56cb5-a810-45fc-9ef0-2e09477b6bd6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:36.688153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2334895f-802d-4ca4-ae28-d40dff0a4ed0 req-63b56cb5-a810-45fc-9ef0-2e09477b6bd6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 944 time: 0.1107006 Oct 12 11:21:36.742210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.766072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.773960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.811602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2334895f-802d-4ca4-ae28-d40dff0a4ed0 req-8d9f9b37-de42-40e2-9c96-4599bc2af1d6 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177049 Oct 12 11:21:36.814844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:36.816140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:36.818770 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c238b-f39a-4d03-b5b0-78bcbd08c17b" -d '{"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:36.850452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.895697 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904fb786-f609-45bd-9b57-925f688f8310 x-openstack-request-id: req-904fb786-f609-45bd-9b57-925f688f8310 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:36.895995 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:36.896237 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-904fb786-f609-45bd-9b57-925f688f8310 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:36.896650 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'code': 200} Oct 12 11:21:36.916939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.919685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.920833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b429e209-682b-4c0d-aa42-ead3b451dec0 HTTP/1.1" status: 204 len: 168 time: 0.2882986 Oct 12 11:21:36.922258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.942211 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:36.944765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f0dc-f412-4de5-9d9c-5bab9c6d2169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429e209-682b-4c0d-aa42-ead3b451dec0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:36.994641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-a0ba3d8a-80e4-4a33-95aa-7b1ec1cdab21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.1258242 Oct 12 11:21:37.022601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:37.102964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-f1fdc872-6361-4a17-b33c-372d8e83fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.105082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-f1fdc872-6361-4a17-b33c-372d8e83fc78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0958915 Oct 12 11:21:37.108285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-be6f114b-4495-4a8a-b27e-69fad9316893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.109776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-be6f114b-4495-4a8a-b27e-69fad9316893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1095 time: 0.0850017 Oct 12 11:21:37.215286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-0051121d-71c6-4ce6-9406-cc1c46832cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.216842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-0051121d-71c6-4ce6-9406-cc1c46832cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024971 Oct 12 11:21:37.300014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-235905e8-0cd7-4067-8ead-774e9abb37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.301470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-235905e8-0cd7-4067-8ead-774e9abb37cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.1616426 Oct 12 11:21:37.353433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:37.446398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05e59f-fca7-4ec7-911a-10e571e7f46e req-0b0ed297-3e88-4921-8d87-17680c3e825f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.448676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b05e59f-fca7-4ec7-911a-10e571e7f46e req-0b0ed297-3e88-4921-8d87-17680c3e825f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.4008732 Oct 12 11:21:37.576808 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b05e59f-fca7-4ec7-911a-10e571e7f46e req-4ed1e136-b32a-4402-912d-fff85f59235a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201379 Oct 12 11:21:37.662406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Deleting port 314dd1d4-b096-48a3-aebf-df0327ef08d9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:37.662777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:37.736586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-0b99c179-2460-400c-87b4-cccde15327dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.4222085 Oct 12 11:21:37.743272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:21:37.772300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fbcc9-481f-4647-a611-79b957174f9d req-9955ae31-9dc1-4794-bf2e-bd46cee4b68b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.773709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-721fbcc9-481f-4647-a611-79b957174f9d req-9955ae31-9dc1-4794-bf2e-bd46cee4b68b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1272840 Oct 12 11:21:37.802679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-92d26972-0ad0-4f92-ba17-8361d897022c service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770953 Oct 12 11:21:37.813918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce397d-db38-406e-b092-1d6c87bad732 req-e7dc021a-4a29-4b42-9337-251b317586fc tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.816246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07ce397d-db38-406e-b092-1d6c87bad732 req-e7dc021a-4a29-4b42-9337-251b317586fc tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.5172625 Oct 12 11:21:37.835492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:37.857274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Calling delete_port for 314dd1d4-b096-48a3-aebf-df0327ef08d9 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:37.872830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-f0f726e9-2f83-44f2-96f3-fe14403ede22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:37.874313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-f0f726e9-2f83-44f2-96f3-fe14403ede22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.1296413 Oct 12 11:21:37.926868 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-721fbcc9-481f-4647-a611-79b957174f9d req-b92fa4b6-a72c-4abc-9051-0172c179fce1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442389 Oct 12 11:21:37.959674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-81702c60-0ca1-482b-97d5-63afc89e4ced service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548134 Oct 12 11:21:37.984909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:37.997029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Sync routers for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:37.997551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-459268c6-f080-4d6f-9c9b-c7dd1456a98f admin admin] 10.222.0.43 "PUT /v2.0/routers/45eb120f-1d26-41f1-a1fc-38fb9240dff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2861073 Oct 12 11:21:37.999185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52026) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:38.008597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07ce397d-db38-406e-b092-1d6c87bad732 req-10bc7d2d-433d-498e-a2d3-d30d7aa90d01 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800392 Oct 12 11:21:38.014333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:38.017869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:38.091057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32ee74a9-9651-4bc5-8603-480510e27ce1 req-a6e271a5-dda0-4d66-b321-ee3714deff7d service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728488 Oct 12 11:21:38.145303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-8e1d0809-89e8-4753-88b3-df095488a996 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767550 Oct 12 11:21:38.226643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:38.231616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.243550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0955c-89cd-402e-9f4d-99bff7c73e7c req-92c2eeb3-1d3a-4d66-af13-b46a564f9976 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:38.243550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fde0955c-89cd-402e-9f4d-99bff7c73e7c req-92c2eeb3-1d3a-4d66-af13-b46a564f9976 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.1887295 Oct 12 11:21:38.278976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eefeabf-8ab4-4c04-8c2b-6753d8060a05 req-70269626-36ee-4904-bbef-02d6c9e809bc service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262226 Oct 12 11:21:38.372600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fde0955c-89cd-402e-9f4d-99bff7c73e7c req-710e7c69-acc4-46f6-b930-12117d746655 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 Oct 12 11:21:38.385103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.438648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Pushing event deleted for resources: {'Port': ['ID=314dd1d4-b096-48a3-aebf-df0327ef08d9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:38.465498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.498613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:21:36Z', 'revision_number': 5, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:38.520081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.533884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Checking router: 45eb120f-1d26-41f1-a1fc-38fb9240dff9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:21:38.543204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Routers {'45eb120f-1d26-41f1-a1fc-38fb9240dff9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:38.543811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:38.697617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] Set router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:38.855023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338c0b-91ed-4963-9db0-03a08d2da670 req-caa5e12c-aea1-46f9-9922-03fae62db87b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:38.860211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe338c0b-91ed-4963-9db0-03a08d2da670 req-caa5e12c-aea1-46f9-9922-03fae62db87b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1570561 Oct 12 11:21:38.889304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Deleting port 60106ba1-0a73-4def-bdff-af2fbefdd4ba {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:38.889694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.892563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.919523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:38.937640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:21:36Z', 'revision_number': 5, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:38.967963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007b73-ae75-4be7-81e2-9dd35152dec9 None None] The sync data for ids ['45eb120f-1d26-41f1-a1fc-38fb9240dff9'] in n-d-813419-3 is: [{'id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'name': 'tempest-ServersTestMultiNic-1042033450-router', 'tenant_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:21:36Z', 'revision_number': 5, 'project_id': '4b7695a2357243e1b80a2b1f3d8c825f', 'gw_port': {'id': '60106ba1-0a73-4def-bdff-af2fbefdd4ba', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb120f-1d26-41f1-a1fc-38fb9240dff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:29Z', 'updated_at': '2021-10-12T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:39.018686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe338c0b-91ed-4963-9db0-03a08d2da670 req-158af53d-9dc5-411e-9ed4-d6b20c02fa92 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363735 Oct 12 11:21:39.091503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Router 6a0dd947-fa03-4c3d-9250-73abedc58b0b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:21:39.141015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] For port 60106ba1-0a73-4def-bdff-af2fbefdd4ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=60106ba1-0a73-4def-bdff-af2fbefdd4ba,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:39.141382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.194115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb73b47-a4b0-4ba8-8d38-864a25d22455 req-b5d0d0b7-7296-424f-a7e8-d20100263fd7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:39.195691 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6eb73b47-a4b0-4ba8-8d38-864a25d22455 req-b5d0d0b7-7296-424f-a7e8-d20100263fd7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 944 time: 0.0647357 Oct 12 11:21:39.219805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Calling delete_port for 60106ba1-0a73-4def-bdff-af2fbefdd4ba owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:39.236142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6eb73b47-a4b0-4ba8-8d38-864a25d22455 req-d0be529a-5bde-4883-ab3c-ac15d8d6e1e7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Oct 12 11:21:39.245281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb20a5-61c9-4b60-8f83-dbe776fb1161 req-2598e9b6-cdd6-4cf1-a70f-3cbf558f83ff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:39.246812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5dfb20a5-61c9-4b60-8f83-dbe776fb1161 req-2598e9b6-cdd6-4cf1-a70f-3cbf558f83ff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1523933 Oct 12 11:21:39.249268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:39.257152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.258285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bd810aca-519e-4095-9986-335ea5214ff5 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "PUT /v2.0/routers/6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 200 len: 704 time: 2.9152768 Oct 12 11:21:39.261021 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] Sync routers for ids ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:39.267924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52064) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:39.277729 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] Routers {'6a0dd947-fa03-4c3d-9250-73abedc58b0b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:39.279185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:39.348862 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:39.351776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5dfb20a5-61c9-4b60-8f83-dbe776fb1161 req-0f42ac30-81a9-4659-b75f-28afda17a57c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923967 Oct 12 11:21:39.361608 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] Routers {'6a0dd947-fa03-4c3d-9250-73abedc58b0b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:39.362579 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:39.389176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-99caba71-a155-49dd-a1df-dafbed22777b tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/routers/6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 200 len: 739 time: 0.1197867 Oct 12 11:21:39.393357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52068) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:39.413474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:39.413474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d9bb5-56e2-4b34-9368-28772b53106e None None] The sync data for ids ['6a0dd947-fa03-4c3d-9250-73abedc58b0b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:39.426324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:39.492539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b93d0df1-c22f-4e51-8ef5-1ba6fb79c0e0 tempest-RoutersAdminTest-2034815701 tempest-RoutersAdminTest-2034815701-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 200 len: 205 time: 0.0979009 Oct 12 11:21:39.495872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52074) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:39.524699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b245d6-78e4-40c5-a6c4-d0b3f36e027d req-9e4fa6d1-56f4-4f88-8217-33afc1e5a54b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:39.533593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72b245d6-78e4-40c5-a6c4-d0b3f36e027d req-9e4fa6d1-56f4-4f88-8217-33afc1e5a54b tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.1370432 Oct 12 11:21:39.545295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-04c1b27d-2eea-48f4-a236-deb91f8fe6df tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 200 len: 205 time: 0.0461960 Oct 12 11:21:39.548881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52076) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:39.606300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72b245d6-78e4-40c5-a6c4-d0b3f36e027d req-06e50b42-d893-4378-9528-bae279499f9c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Oct 12 11:21:39.625568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.634584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:39.645912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.664587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'network_id': '7924f450-b3d8-4e4e-abcd-2eb8d26e2d89', 'port_id': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'mac_address': 'fa:16:3e:5f:c4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceba4db-8762-405b-81b3-4adf4f3612bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:39.707611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.709252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60106ba1-0a73-4def-bdff-af2fbefdd4ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:39.730828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:39.744619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837c144-7dab-48d6-8de2-e8175e9892c0 req-a45f217f-6d8a-41a6-bb13-904ee38e9dff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:39.746088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b837c144-7dab-48d6-8de2-e8175e9892c0 req-a45f217f-6d8a-41a6-bb13-904ee38e9dff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0728493 Oct 12 11:21:39.758578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:39.792188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b837c144-7dab-48d6-8de2-e8175e9892c0 req-201d0cd5-b800-4832-af89-a41752450095 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Oct 12 11:21:39.821774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:39.883850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:40.053676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:40.137841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e5b8-74a7-4b59-baa6-29dbe7e76422 req-a002648f-162c-4b50-a94e-610fc2151e76 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:40.139774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e070e5b8-74a7-4b59-baa6-29dbe7e76422 req-a002648f-162c-4b50-a94e-610fc2151e76 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0582228 Oct 12 11:21:40.182880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.188115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.191213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e070e5b8-74a7-4b59-baa6-29dbe7e76422 req-28b85a47-7396-4863-a92d-6a03550167ab tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Oct 12 11:21:40.233763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.271390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a11fab-5ed7-4cb9-b272-9037dfe6ea39 req-5419c777-e3f3-4588-8d5b-b19c6bcaf370 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:40.272986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08a11fab-5ed7-4cb9-b272-9037dfe6ea39 req-5419c777-e3f3-4588-8d5b-b19c6bcaf370 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2385736 Oct 12 11:21:40.343934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.344438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Fanout notify agent at l3_agent the message router_deleted on router 6a0dd947-fa03-4c3d-9250-73abedc58b0b {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:40.359349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.360368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07771ab0-3322-4cf1-8eea-50eea0657fc3 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 204 len: 168 time: 0.8105576 Oct 12 11:21:40.363584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.364680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52096) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.365815 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.396016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fdbecbb4-5a81-41ba-b562-429e358a7730 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 200 len: 205 time: 0.0301843 Oct 12 11:21:40.398460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52100) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.418233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08a11fab-5ed7-4cb9-b272-9037dfe6ea39 req-d5028740-1635-4e23-bdfd-948a45cff984 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142788 Oct 12 11:21:40.452922 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-3dbb32f9-291f-4974-9614-7e941b3a9526 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:40.454654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3dbb32f9-291f-4974-9614-7e941b3a9526 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/6a0dd947-fa03-4c3d-9250-73abedc58b0b HTTP/1.1" status: 404 len: 336 time: 0.0545723 Oct 12 11:21:40.461845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621ca8-9d17-4301-a11b-484608b13cc8 req-45bc007d-5663-4a1a-b01c-ef643bf7bd01 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:40.462711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52108) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.469338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33621ca8-9d17-4301-a11b-484608b13cc8 req-45bc007d-5663-4a1a-b01c-ef643bf7bd01 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 945 time: 0.1455760 Oct 12 11:21:40.498335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c3d00b35-5a17-437f-b0cd-7981f1faa9b0 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 200 len: 205 time: 0.0295045 Oct 12 11:21:40.498335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.498335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45eb120f-1d26-41f1-a1fc-38fb9240dff9 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:21:40.501621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.501845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52110) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.503439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-84d4e14d-afd0-4b73-bc6f-8f8f3b8f81d4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/45eb120f-1d26-41f1-a1fc-38fb9240dff9 HTTP/1.1" status: 204 len: 168 time: 2.5032349 Oct 12 11:21:40.510861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.573303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Deleting subnet 0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:21:40.576823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.606504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:40.608030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33621ca8-9d17-4301-a11b-484608b13cc8 req-394685d6-655b-4724-80d1-c79f9e4ad138 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377537 Oct 12 11:21:40.609195 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-0028f8f4-b242-4d09-b889-07524e746a52 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:40.610202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0028f8f4-b242-4d09-b889-07524e746a52 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/5ad43bba-7e73-4f06-b532-bc5a067530cc HTTP/1.1" status: 404 len: 336 time: 0.1074417 Oct 12 11:21:40.614136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52118) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.636651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.727662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-187e1184-06f4-4070-8f95-1e6ad40ff367 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 200 len: 205 time: 0.1111100 Oct 12 11:21:40.730021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.798793 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-eadfbaa5-18a8-4494-8723-16ec2f1e0945 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:40.799808 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eadfbaa5-18a8-4494-8723-16ec2f1e0945 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/cfbf399f-850a-4250-aca5-166c14a77d4c HTTP/1.1" status: 404 len: 336 time: 0.0687366 Oct 12 11:21:40.803640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52138) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.807672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f845c30d-e889-4c53-8ea9-d057491a9e38 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:40.836678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-14b1817b-3474-4aaf-9b50-060c5ecd2c07 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 200 len: 205 time: 0.0298269 Oct 12 11:21:40.836942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52140) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.850588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dad1d-e126-4fbd-80d9-e90b3cedd490 req-e9579b41-0000-4c81-9eeb-9d8f599dc84c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:40.857307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f845c30d-e889-4c53-8ea9-d057491a9e38 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:40.857307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f845c30d-e889-4c53-8ea9-d057491a9e38 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:40.857866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da2dad1d-e126-4fbd-80d9-e90b3cedd490 req-e9579b41-0000-4c81-9eeb-9d8f599dc84c tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 945 time: 0.1180699 Oct 12 11:21:40.874169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.889349 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-a3a57c0b-a4a3-4f46-870f-062eb4ffb649 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:40.893120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a3a57c0b-a4a3-4f46-870f-062eb4ffb649 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/bc52f402-5b87-4927-9840-64dd0ce91238 HTTP/1.1" status: 404 len: 336 time: 0.0522869 Oct 12 11:21:40.895007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52144) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.907291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:40.910656 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a33b5-a701-428b-b953-6085ff7a64d5" -d '{"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:40.925304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:40.928355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e895633e-58ab-4085-88a2-23348d36527f tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 200 len: 205 time: 0.0315628 Oct 12 11:21:40.934460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52148) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.975220 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-84111f94-8694-4561-9ae0-a69823e83ce1 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:40.975318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:40.978530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-84111f94-8694-4561-9ae0-a69823e83ce1 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/44b8306b-7707-4f01-be4b-b3b3ae48f408 HTTP/1.1" status: 404 len: 336 time: 0.0407259 Oct 12 11:21:40.978877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52150) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:40.986988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.012394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da2dad1d-e126-4fbd-80d9-e90b3cedd490 req-14c524f4-8833-4b78-bba8-7c909e23fec2 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/security-groups?id=a10353fa-5818-4e08-a14c-06ad8b15581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200089 Oct 12 11:21:41.031941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-dda55607-b1c6-4100-b65c-6c6527672fa4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:41.033557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-dda55607-b1c6-4100-b65c-6c6527672fa4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.2391167 Oct 12 11:21:41.045600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16055d9b-3521-4ce9-9a31-a5c70e638ee6 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f285-d0b3-43ab-846f-c9b7072b28c3 HTTP/1.1" status: 200 len: 205 time: 0.0653214 Oct 12 11:21:41.048228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52154) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:41.056737 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce723d-3502-40b7-9ef8-0967238895f5 x-openstack-request-id: req-1dce723d-3502-40b7-9ef8-0967238895f5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:41.063715 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:41.063715 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dce723d-3502-40b7-9ef8-0967238895f5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:41.063715 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'code': 200} Oct 12 11:21:41.080211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:41.091616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-d6831c59-e09d-4a70-8728-6ef99b5c666c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/quotas/e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 375 time: 0.0430791 Oct 12 11:21:41.100671 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-dab4454d-e25e-489c-8bf8-017949e11f52 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] delete failed (client error): The resource could not be found. Oct 12 11:21:41.102502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dab4454d-e25e-489c-8bf8-017949e11f52 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/routers/8860f285-d0b3-43ab-846f-c9b7072b28c3 HTTP/1.1" status: 404 len: 336 time: 0.0521383 Oct 12 11:21:41.109730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:41.117589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652f275-17f5-46c8-b893-06e094c035f3 req-5bc4df77-52fe-4130-a703-10e303bc81fb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:41.119075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b652f275-17f5-46c8-b893-06e094c035f3 req-5bc4df77-52fe-4130-a703-10e303bc81fb tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 943 time: 0.1069674 Oct 12 11:21:41.139361 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad72dca-fb00-4a41-a5fb-f30c53b0d967 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] DELETE failed (client error): The resource could not be found. Oct 12 11:21:41.143155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad72dca-fb00-4a41-a5fb-f30c53b0d967 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:21:41.147278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2ad72dca-fb00-4a41-a5fb-f30c53b0d967 tempest-RoutersAdminTest-509205058 tempest-RoutersAdminTest-509205058-project] 10.222.0.43 "DELETE /v2.0/subnets/bd3d852f-1c7c-49c0-83b4-8f6c95295887 HTTP/1.1" status: 404 len: 337 time: 0.0359163 Oct 12 11:21:41.235220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.277163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-c3e2a9ef-d615-408d-8710-8c0a2a7cd085 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1693072 Oct 12 11:21:41.282295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:41.285795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.292499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2556c2c-7630-4540-abe4-239d38fa4091 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c1ba87d-a939-4ab2-abd9-dcb3f9f78e91 HTTP/1.1" status: 204 len: 168 time: 0.7802150 Oct 12 11:21:41.293181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52172) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:41.297694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c9969-aef0-4f73-9192-226d00c48c1f None None] Network 7165bbe0-7470-4172-83fa-846f0e5346fd requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:41.349919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387af3-ac42-4c1a-a737-5847a5ddc81d req-2bca4e69-dfb3-4ead-9fe4-867268f06d58 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:41.359011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59387af3-ac42-4c1a-a737-5847a5ddc81d req-2bca4e69-dfb3-4ead-9fe4-867268f06d58 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0810664 Oct 12 11:21:41.383481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Deleting port fd5bb58c-f862-4ea0-b604-f912bcdd431d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:41.383822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.418357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59387af3-ac42-4c1a-a737-5847a5ddc81d req-8fc4c2f4-df22-48a3-b9ca-50405912c95d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Oct 12 11:21:41.434264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:41.490225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:41.490603 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.512589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.514462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] DHCP port deletion for 7165bbe0-7470-4172-83fa-846f0e5346fd request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:21:41.551876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-ad6d1768-da06-458a-8aef-e201b8e78783 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545774 Oct 12 11:21:41.592256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] For port fd5bb58c-f862-4ea0-b604-f912bcdd431d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fd5bb58c-f862-4ea0-b604-f912bcdd431d,segment=NetworkSegment(97f7c86e-f40b-4c1c-a401-33d9ba463069),segment_id=97f7c86e-f40b-4c1c-a401-33d9ba463069)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:41.592618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.626286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Calling delete_port for fd5bb58c-f862-4ea0-b604-f912bcdd431d owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:41.743412 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.758427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Deleting port b5592403-6ca5-4bd2-be54-b5686ee9c858 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:41.758678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Deleting port b5592403-6ca5-4bd2-be54-b5686ee9c858 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:21:41.758785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.758871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.771806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-b4745234-aeb6-4c36-a477-88345da50e4a service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073982 Oct 12 11:21:41.824136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:41.842023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81f26-8415-44ee-992f-e8f4c57adb44 req-08b0c158-e7f3-415b-9820-b1caeccbcbf4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:41.843657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbe81f26-8415-44ee-992f-e8f4c57adb44 req-08b0c158-e7f3-415b-9820-b1caeccbcbf4 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 945 time: 0.1198678 Oct 12 11:21:41.845774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] For port b5592403-6ca5-4bd2-be54-b5686ee9c858, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b5592403-6ca5-4bd2-be54-b5686ee9c858,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:41.846183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.855067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52184) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:41.874997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.883716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Calling delete_port for b5592403-6ca5-4bd2-be54-b5686ee9c858 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:41.919145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] For port b5592403-6ca5-4bd2-be54-b5686ee9c858, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b5592403-6ca5-4bd2-be54-b5686ee9c858,segment=NetworkSegment(18576e53-55cd-4761-be30-5119a52695ee),segment_id=18576e53-55cd-4761-be30-5119a52695ee)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:41.919734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:41.957003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Calling delete_port for b5592403-6ca5-4bd2-be54-b5686ee9c858 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:21:41.969180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbe81f26-8415-44ee-992f-e8f4c57adb44 req-9b01b9b6-a377-4b52-8078-fb658ae80d3c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151934 Oct 12 11:21:41.974593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.094276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.097705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df2f0a09-e7d1-48af-8c29-5528d2574ec5 req-5f6bad6a-7e85-4ec7-bb8a-8a30b1321776 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0414152 Oct 12 11:21:42.106633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.132414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Pushing event deleted for resources: {'Port': ['ID=fd5bb58c-f862-4ea0-b604-f912bcdd431d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.158350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] No DVR routers for this DVR port b5592403-6ca5-4bd2-be54-b5686ee9c858 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:42.174541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25f98447-68aa-4643-90c7-144ad7bde4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.195200 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.213744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279e316-8bcc-40c8-8961-ae5b592d3218 None None] Pushing event deleted for resources: {'Port': ['ID=b5592403-6ca5-4bd2-be54-b5686ee9c858,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.251067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] No DVR routers for this DVR port fd5bb58c-f862-4ea0-b604-f912bcdd431d on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:42.253887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.257345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b652f275-17f5-46c8-b893-06e094c035f3 req-697f581f-036d-417e-92d7-5f2a360be920 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.41 "DELETE /v2.0/ports/fd5bb58c-f862-4ea0-b604-f912bcdd431d HTTP/1.1" status: 204 len: 173 time: 1.1277564 Oct 12 11:21:42.258070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-deleted', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:42.260745 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210bd94d-4514-469a-94d0-b637f436ef22" -d '{"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-deleted", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:42.274830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5592403-6ca5-4bd2-be54-b5686ee9c858,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.274830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] No DVR routers for this DVR port b5592403-6ca5-4bd2-be54-b5686ee9c858 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:42.303415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ebc71f7-c104-47db-a17c-6ff6ba4ac4e8 req-8cd8c37f-2f69-4e0d-af82-efb12d833366 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.0725470 Oct 12 11:21:42.339726 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4cd2e3-0e08-40db-aa1b-2b14253a856d x-openstack-request-id: req-5a4cd2e3-0e08-40db-aa1b-2b14253a856d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:42.339726 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea67ab-36f6-4875-bf69-c3c841770f7d", "name": "network-vif-deleted", "tag": "fd5bb58c-f862-4ea0-b604-f912bcdd431d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:42.339726 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a4cd2e3-0e08-40db-aa1b-2b14253a856d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:42.343911 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ea67ab-36f6-4875-bf69-c3c841770f7d', 'name': 'network-vif-deleted', 'tag': 'fd5bb58c-f862-4ea0-b604-f912bcdd431d', 'status': 'completed', 'code': 200} Oct 12 11:21:42.346183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.369933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25f98447-68aa-4643-90c7-144ad7bde4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.382593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7165bbe0-7470-4172-83fa-846f0e5346fd']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:42.393625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18576e53-55cd-4761-be30-5119a52695ee') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:42.395517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18576e53-55cd-4761-be30-5119a52695ee') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:42.409237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.423955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.430144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:21:42.430511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:21:42.432582 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:21:42.455934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25f98447-68aa-4643-90c7-144ad7bde4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.506995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-25f98447-68aa-4643-90c7-144ad7bde4d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb024b39bf52447eacd65155f167b855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509333 Oct 12 11:21:42.509682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:42.531473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98447-68aa-4643-90c7-144ad7bde4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2583107-933e-4c5b-aaed-c041abe72008,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.563514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca148-104d-4ff6-aa08-5e35325c7bc6 req-c2352949-bb4b-4888-9086-d6239ee91e45 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:42.573455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-320ca148-104d-4ff6-aa08-5e35325c7bc6 req-c2352949-bb4b-4888-9086-d6239ee91e45 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0857811 Oct 12 11:21:42.581457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.621435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.626087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-320ca148-104d-4ff6-aa08-5e35325c7bc6 req-561409af-0a89-475f-a175-f056fae2e0c9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Oct 12 11:21:42.628499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.643542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.654419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7165bbe0-7470-4172-83fa-846f0e5346fd HTTP/1.1" status: 204 len: 168 time: 1.3492229 Oct 12 11:21:42.664036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e8af-d36e-4de9-86c9-7f7dc3c1fcd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7165bbe0-7470-4172-83fa-846f0e5346fd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:42.679349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b5592403-6ca5-4bd2-be54-b5686ee9c858 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:42.708277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b5592403-6ca5-4bd2-be54-b5686ee9c858 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:42.708277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b5592403-6ca5-4bd2-be54-b5686ee9c858 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:42.708277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 60106ba1-0a73-4def-bdff-af2fbefdd4ba no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:42.723581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 60106ba1-0a73-4def-bdff-af2fbefdd4ba {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:42.723932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 60106ba1-0a73-4def-bdff-af2fbefdd4ba not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:42.798471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.801360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:42.802522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2583107-933e-4c5b-aaed-c041abe72008 HTTP/1.1" status: 204 len: 168 time: 0.2915637 Oct 12 11:21:42.811045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b6456-1414-4348-83d9-8bb211b6189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2583107-933e-4c5b-aaed-c041abe72008,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:43.036307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52226) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:43.061818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:43.064288 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb114f2-61ab-42a3-95f7-6887dceb91b0" -d '{"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:43.116562 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683ae52f-067a-4d41-943a-496f9a1b9064 x-openstack-request-id: req-683ae52f-067a-4d41-943a-496f9a1b9064 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:43.117012 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:43.117445 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-683ae52f-067a-4d41-943a-496f9a1b9064 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:43.117851 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'code': 200} Oct 12 11:21:43.174020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71f1a972-7c82-466c-bb5c-95b7a9583ffe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b7695a2357243e1b80a2b1f3d8c825f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358762 Oct 12 11:21:43.176878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:43.217163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fd40f-bc94-4fab-8e3a-b129821bae6d req-d4220c2f-d8bd-4624-a3e1-b56b6f542bc2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:43.218862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e71fd40f-bc94-4fab-8e3a-b129821bae6d req-d4220c2f-d8bd-4624-a3e1-b56b6f542bc2 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1604166 Oct 12 11:21:43.294947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e71fd40f-bc94-4fab-8e3a-b129821bae6d req-08db8b5d-bd68-4afa-9cf7-2da15856c264 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Oct 12 11:21:43.301409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:43.373818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:43.377624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65ffe207-717b-41d8-8532-531392eaf3ca req-58dbff9c-4715-4154-b333-cd453f7a8e99 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0569124 Oct 12 11:21:43.445235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5945e654-0237-4cdf-8047-444dfa2a5c12 req-a381053b-5e61-40a4-b033-47da1ec697d4 tempest-ImagesTestJSON-1664206354 tempest-ImagesTestJSON-1664206354-project] 10.222.0.43 "GET /v2.0/ports?device_id=73ea67ab-36f6-4875-bf69-c3c841770f7d HTTP/1.1" status: 200 len: 210 time: 0.0415394 Oct 12 11:21:43.507746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae444ef-7efc-4d58-b671-ed9b1d540097 req-cde6b658-62c9-4d39-9db6-28338b99087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:43.514526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eae444ef-7efc-4d58-b671-ed9b1d540097 req-cde6b658-62c9-4d39-9db6-28338b99087d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1098 time: 0.0623064 Oct 12 11:21:43.551225 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:43.553823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:43.555892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73cf6fb3-8773-490d-872d-a575a7ba60c2 HTTP/1.1" status: 204 len: 168 time: 0.3756311 Oct 12 11:21:43.579535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00c79-58f2-47db-a3f5-ea86241bfd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cf6fb3-8773-490d-872d-a575a7ba60c2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:43.590507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eae444ef-7efc-4d58-b671-ed9b1d540097 req-62542cd4-2b9c-4955-a80c-88a928004d1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698652 Oct 12 11:21:43.747220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ad5b0-2e10-4787-99bb-135f110877ee req-14e524b8-0ba1-4fbc-9475-36230813d041 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:43.748762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-348ad5b0-2e10-4787-99bb-135f110877ee req-14e524b8-0ba1-4fbc-9475-36230813d041 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0517488 Oct 12 11:21:43.790896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-348ad5b0-2e10-4787-99bb-135f110877ee req-9fe77a73-8690-443f-acbd-e111b5976c7b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Oct 12 11:21:43.836059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52250) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:43.876482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9a3f7c34-c6c0-409d-98a6-3b17d5484df7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e80d30901924416e914b6d687ec21a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391347 Oct 12 11:21:43.879072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:43.932528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:43.953716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:44.124364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:44.127341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:44.128714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9ddd6d5-1917-4bd0-81ad-70ea5d50c38b HTTP/1.1" status: 204 len: 168 time: 0.2485018 Oct 12 11:21:44.140121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab70db-571a-411a-b466-5e3b1c215f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ddd6d5-1917-4bd0-81ad-70ea5d50c38b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:44.452238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616a2e-cb90-4fce-86ee-60348f6f4fab req-2aefb391-3755-40a8-8b99-8322cf2b1fda tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:44.453789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a616a2e-cb90-4fce-86ee-60348f6f4fab req-2aefb391-3755-40a8-8b99-8322cf2b1fda tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0749323 Oct 12 11:21:44.491909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-78cf0dc1-8400-4a83-854f-3252972861c2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:44.493928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-78cf0dc1-8400-4a83-854f-3252972861c2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.1766007 Oct 12 11:21:44.516891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'device_id': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'admin_state_up': True, 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:44.536813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7253c40-1780-43d1-afe5-bcd1c1b962db req-fb621c51-e128-4b45-9e34-69196b668ad5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0392451 Oct 12 11:21:44.550077 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a616a2e-cb90-4fce-86ee-60348f6f4fab req-9e597a11-11a0-4bc6-8c6e-ef9f96de5af1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825326 Oct 12 11:21:44.614519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:44.669124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: fd5bb58c-f862-4ea0-b604-f912bcdd431d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:21:44.670978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fd5bb58c-f862-4ea0-b604-f912bcdd431d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:44.764251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:44.768258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:44.959546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.20.0.9 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/7eb30be1-48f1-4033-9eb1-ac9fa4745a1e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:44.971138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578069a2-29a7-493e-9fbd-170774e2e907 req-496b9041-990b-468d-994b-c5f0d415fe05 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:44.972641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-578069a2-29a7-493e-9fbd-170774e2e907 req-496b9041-990b-468d-994b-c5f0d415fe05 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0778823 Oct 12 11:21:44.982173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52328) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:45.038549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Deleting subnet 5e7a35da-6686-4548-9742-e63ef2f4c76c {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:21:45.050275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.063877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-578069a2-29a7-493e-9fbd-170774e2e907 req-3a46b668-51ea-49d3-9318-923c973f5676 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773342 Oct 12 11:21:45.097090 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.144776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.159793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.297234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.314796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7a35da-6686-4548-9742-e63ef2f4c76c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:45.321253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.325386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36f51d17-1be2-4d36-aa83-20cba1a8f017 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e7a35da-6686-4548-9742-e63ef2f4c76c HTTP/1.1" status: 204 len: 168 time: 0.3420272 Oct 12 11:21:45.327885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:45.353373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.401485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.413012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:45.420695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:45.431357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:45.437664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:45.497616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52358) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:45.500923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:45.513570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.525330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.555362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb04607-1c13-4ac2-9aa4-f9a4303742da']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:45.583426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-1ccd3362-626d-424d-b9cd-f6a6b09f1c88 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0762100 Oct 12 11:21:45.596615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Request body: {'port': {'device_id': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:45.596820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f7c86e-f40b-4c1c-a401-33d9ba463069') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:45.598040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f7c86e-f40b-4c1c-a401-33d9ba463069') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:45.614682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52372) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:45.648250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.682553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.689905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:21:45.690769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:21:45.692679 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:21:45.698777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2f3c1044-aed8-4d32-b413-2159364b1829 None None] Provisioning complete for port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:45.699290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1044-aed8-4d32-b413-2159364b1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.749312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.789481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ca97-6caa-48c2-a14f-861dee965f75 req-5dc1d3fa-f10a-4bf1-b15d-22bfaa583fc0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:45.792306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed65ca97-6caa-48c2-a14f-861dee965f75 req-5dc1d3fa-f10a-4bf1-b15d-22bfaa583fc0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 931 time: 0.0890310 Oct 12 11:21:45.798276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c1044-aed8-4d32-b413-2159364b1829 None None] Port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:21:45.824785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-network', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:45.849332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23695a4a-7d58-472d-b638-db7a61770e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.884627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b89348-703a-4304-954a-47bf732fb5dd req-863ca61e-320f-4dc6-a09a-415e38393278 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:45.886171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29b89348-703a-4304-954a-47bf732fb5dd req-863ca61e-320f-4dc6-a09a-415e38393278 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1790636 Oct 12 11:21:45.917311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed65ca97-6caa-48c2-a14f-861dee965f75 req-5ddd4de9-0ce4-4c7c-9a77-9de054762320 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983412 Oct 12 11:21:45.952083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.963937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29b89348-703a-4304-954a-47bf732fb5dd req-196f7a95-0199-43cb-9d9f-0540145198b9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630996 Oct 12 11:21:45.966787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.969890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/eeb04607-1c13-4ac2-9aa4-f9a4303742da HTTP/1.1" status: 204 len: 168 time: 0.6410503 Oct 12 11:21:45.986297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:45.986297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:45.987300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51470824-67eb-41c1-b80e-556dabb7ff3d admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb04607-1c13-4ac2-9aa4-f9a4303742da,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.006136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.043934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23695a4a-7d58-472d-b638-db7a61770e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.101865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23695a4a-7d58-472d-b638-db7a61770e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.113491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:46.123349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.138688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Transition to ACTIVE for port object 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:21:46.139807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.154754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-23695a4a-7d58-472d-b638-db7a61770e45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5a8d995533d42ab9ea41dc179f0d198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555932 Oct 12 11:21:46.155148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23695a4a-7d58-472d-b638-db7a61770e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361e4e9f-6420-425d-bb96-92c25979a53a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.157500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.191849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.212682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.214160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.230288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.251574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:21:46.272223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8a2e-6fc0-49ea-ae8e-fda3439e5694 req-149d0075-b4dd-4190-bcdd-d330b7b60bf7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:46.276223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.278018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3836a64-e777-4195-9922-eb010c92bb31,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.281736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24ac8a2e-6fc0-49ea-ae8e-fda3439e5694 req-149d0075-b4dd-4190-bcdd-d330b7b60bf7 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1103389 Oct 12 11:21:46.286248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.286248 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Added segment 7637f1e1-9708-46cb-8b2f-d74791b912e1 of type vlan for network e76f2da4-b16b-46fb-942b-628171e148d8 Oct 12 11:21:46.315799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.371036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.389233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24ac8a2e-6fc0-49ea-ae8e-fda3439e5694 req-68665154-4ddc-4081-82ce-0d6e40a5c3c9 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064925 Oct 12 11:21:46.410103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-1226e8e9-17df-49bb-8d15-d8efe7494508 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.413964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1226e8e9-17df-49bb-8d15-d8efe7494508 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2184162 Oct 12 11:21:46.414412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52404) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.419773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-2c4aeff6-052a-486c-9212-b3c09a6ebf1a tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.423305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2c4aeff6-052a-486c-9212-b3c09a6ebf1a tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054133 Oct 12 11:21:46.423709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52406) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.428453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-19f8a4c5-3d60-468a-a992-fc4896d01f5e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.432765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-19f8a4c5-3d60-468a-a992-fc4896d01f5e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046778 Oct 12 11:21:46.433592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52408) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.439166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-4132e9a0-6347-4e2a-b92e-9b7c3875bced tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.442979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4132e9a0-6347-4e2a-b92e-9b7c3875bced tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058973 Oct 12 11:21:46.443925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.457425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-553ca101-9121-47af-8e8c-07a59f10d17b tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.458638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-553ca101-9121-47af-8e8c-07a59f10d17b tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0136962 Oct 12 11:21:46.460374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Attempting to bind port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:46.461058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Attempting to bind port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:46.461616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Attempting to bind port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:46.464090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52412) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.464583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52414) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.469132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-9c74dcfc-7adb-4149-ab95-e3dc1c982307 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.470098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9c74dcfc-7adb-4149-ab95-e3dc1c982307 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045512 Oct 12 11:21:46.472848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.479447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-a17eeb62-fb52-4812-9f63-4ab87e8d25c6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.483460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a17eeb62-fb52-4812-9f63-4ab87e8d25c6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0096412 Oct 12 11:21:46.488353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52418) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.489700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-e5d8545e-90e1-4749-9d36-68bd150194f9 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.491829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e on network 48938513-d2e0-4401-a918-9c0cfe771667 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:21:46.492331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Attempting to bind port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:46.493517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e5d8545e-90e1-4749-9d36-68bd150194f9 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076685 Oct 12 11:21:46.494760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.495877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:46.496460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.496924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.516946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-232c3496-4cfb-46d6-96ab-e3984fef2c0d tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.516946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-232c3496-4cfb-46d6-96ab-e3984fef2c0d tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0148206 Oct 12 11:21:46.524156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52422) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.528176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:46.528676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:46.529174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:46.529703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Bound port: 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:46.529848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-7aa3815f-9e69-48b1-8d0f-701fe964cf29 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.530194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.531366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7aa3815f-9e69-48b1-8d0f-701fe964cf29 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059042 Oct 12 11:21:46.536158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.545629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.545629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.546176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/361e4e9f-6420-425d-bb96-92c25979a53a HTTP/1.1" status: 204 len: 168 time: 0.3874016 Oct 12 11:21:46.554212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-aa96768a-a3dc-47eb-b30c-556b6f130174 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.557657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aa96768a-a3dc-47eb-b30c-556b6f130174 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0174072 Oct 12 11:21:46.558818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52428) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.564208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9a44959a-b50e-454a-a521-0e52022b5b5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9909226dbbf4f33ae6dcda33510f7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989647 Oct 12 11:21:46.569855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-05f0273f-1cbc-4317-a5da-4c4c06c6b456 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.580083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05f0273f-1cbc-4317-a5da-4c4c06c6b456 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105124 Oct 12 11:21:46.580083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52430) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.583246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52432) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.597908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102833c-764b-4672-80dd-e474779b938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e4e9f-6420-425d-bb96-92c25979a53a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.605798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9761086 Oct 12 11:21:46.608753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.613638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Request body: {'subnet': {'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-subnet', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:46.617009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-7444b402-341d-49f9-9325-65e643115813 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.618639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7444b402-341d-49f9-9325-65e643115813 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0342457 Oct 12 11:21:46.625216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52436) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.635327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1cad-2fe1-4d7b-8cfe-96adca2124e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e76f2da4-b16b-46fb-942b-628171e148d8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.637479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-c8d5cd3a-f4f7-47d7-b6f1-8951cb91d851 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.638586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8d5cd3a-f4f7-47d7-b6f1-8951cb91d851 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119629 Oct 12 11:21:46.641713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52438) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.647221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-aaa8aba2-a74d-4c7f-94cd-095c4972a0af tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.648584 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-aaa8aba2-a74d-4c7f-94cd-095c4972a0af tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057337 Oct 12 11:21:46.651146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52440) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.651299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e76f2da4-b16b-46fb-942b-628171e148d8 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:21:46.656187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-8edd08d9-7478-431b-9376-eee6c361fe13 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.662042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8edd08d9-7478-431b-9376-eee6c361fe13 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049722 Oct 12 11:21:46.662252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52442) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.666302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-be19bda7-1612-4f12-a10f-2d3169bc8105 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.669425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-be19bda7-1612-4f12-a10f-2d3169bc8105 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041523 Oct 12 11:21:46.669633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52444) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.677331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-a4615af6-6482-4453-aaf8-62be8a36ce56 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.678537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a4615af6-6482-4453-aaf8-62be8a36ce56 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049646 Oct 12 11:21:46.681494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.688143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-66c71504-aef2-4ea2-8dda-f73993144f96 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.694796 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-66c71504-aef2-4ea2-8dda-f73993144f96 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0053856 Oct 12 11:21:46.696803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52448) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.702296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-ca7d3960-fcd1-4b5e-9540-51e66597683d tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.703269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ca7d3960-fcd1-4b5e-9540-51e66597683d tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049574 Oct 12 11:21:46.705538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52450) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.711336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-9b0f3002-3f5a-4a5b-a310-e6e47b27b151 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.712683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b0f3002-3f5a-4a5b-a310-e6e47b27b151 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059292 Oct 12 11:21:46.714663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:46.715822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:46.717764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.722418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52452) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.723315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.751302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.752860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-ec26855c-5d6d-46af-9d21-128120a35f07 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.756588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ec26855c-5d6d-46af-9d21-128120a35f07 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0178034 Oct 12 11:21:46.757869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.762723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:46.763442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-e8e7d0b9-8232-4fcc-9b42-b077854a1ac3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.765206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e8e7d0b9-8232-4fcc-9b42-b077854a1ac3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056477 Oct 12 11:21:46.768254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.776535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-db46add2-5ee4-4971-acd0-675d2f21fc69 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.779981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-db46add2-5ee4-4971-acd0-675d2f21fc69 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083079 Oct 12 11:21:46.780619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.794857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-c389f61b-b2c8-4e00-a84f-3cf2c447107e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.795895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c389f61b-b2c8-4e00-a84f-3cf2c447107e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091577 Oct 12 11:21:46.799119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.805460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-f6927a32-23bc-4cc5-8b42-7c4d2ec8c30c tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.807096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6927a32-23bc-4cc5-8b42-7c4d2ec8c30c tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0064180 Oct 12 11:21:46.809893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.817936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-f0e55203-134f-4255-9376-862b5879679f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.821107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f0e55203-134f-4255-9376-862b5879679f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081384 Oct 12 11:21:46.821653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52464) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.827801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-cb29bc73-b5a2-4579-8358-42f0cc0d5787 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.828827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cb29bc73-b5a2-4579-8358-42f0cc0d5787 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0060861 Oct 12 11:21:46.830256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.831864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.840571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-08f90d55-33fb-4046-be83-520105ad962f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.842732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-08f90d55-33fb-4046-be83-520105ad962f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0088003 Oct 12 11:21:46.845050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52468) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.849731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-896c88aa-63fd-4ab0-aafc-29b4d8d1d906 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.850669 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-896c88aa-63fd-4ab0-aafc-29b4d8d1d906 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047297 Oct 12 11:21:46.854468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.858425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-fbca4314-5199-4f3a-bbcc-6dbe9d30a2ab tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.859450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fbca4314-5199-4f3a-bbcc-6dbe9d30a2ab tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040748 Oct 12 11:21:46.862104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.869710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-2218db4d-a762-4ad7-ac85-f2b057c729b1 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.869710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2218db4d-a762-4ad7-ac85-f2b057c729b1 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056202 Oct 12 11:21:46.872687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52474) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.876445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:46.876710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-1ffa5ece-e294-46d3-b690-c58a77f75e5b tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.877091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.877693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ffa5ece-e294-46d3-b690-c58a77f75e5b tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041165 Oct 12 11:21:46.878476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] 10.222.0.47 "PUT /v2.0/ports/7eb30be1-48f1-4033-9eb1-ac9fa4745a1e HTTP/1.1" status: 200 len: 1091 time: 1.2885642 Oct 12 11:21:46.880429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52476) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.882577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:46.884295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-b0ad5aaa-e328-489f-884a-68f77f4b8682 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.888465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0ad5aaa-e328-489f-884a-68f77f4b8682 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046144 Oct 12 11:21:46.892551 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4e281e-2e41-4da6-822a-4e028d343954" -d '{"events": [{"name": "network-changed", "server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:46.897467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52478) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.901920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-386af16b-756a-45a7-b287-4ffa9ca5b47a tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.903027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-386af16b-756a-45a7-b287-4ffa9ca5b47a tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045977 Oct 12 11:21:46.906123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.910382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-0d407cff-8b2f-4685-8a61-6d8aabf1ca80 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:46.911831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0d407cff-8b2f-4685-8a61-6d8aabf1ca80 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042830 Oct 12 11:21:46.915171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:46.926567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a61ffb-bab6-4012-b817-c1b006733e27 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.947101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.950347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:46.951906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a10353fa-5818-4e08-a14c-06ad8b15581d HTTP/1.1" status: 204 len: 168 time: 0.3779650 Oct 12 11:21:46.981884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d06b0-5554-42f2-8a78-71193c1a278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10353fa-5818-4e08-a14c-06ad8b15581d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:46.989366 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100613ef-c60f-4459-88fc-88bace24068d x-openstack-request-id: req-100613ef-c60f-4459-88fc-88bace24068d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:46.989366 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:46.989366 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-100613ef-c60f-4459-88fc-88bace24068d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:46.989366 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e', 'status': 'completed', 'code': 200} Oct 12 11:21:46.997964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-567a40f5-56cc-4d05-b363-1a7a2ef97744 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.002154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-567a40f5-56cc-4d05-b363-1a7a2ef97744 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0137594 Oct 12 11:21:47.002154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52490) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.006001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-6438953a-89f6-4172-9e5e-600e3ae15cfc tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.010933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6438953a-89f6-4172-9e5e-600e3ae15cfc tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050139 Oct 12 11:21:47.013262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.018670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-7c37acd0-4576-4a76-97d5-cec5abac224e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.022371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c37acd0-4576-4a76-97d5-cec5abac224e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053477 Oct 12 11:21:47.022575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52496) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.031634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-5520c56d-3499-40c9-b207-ad34eebb1f57 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.031634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5520c56d-3499-40c9-b207-ad34eebb1f57 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049133 Oct 12 11:21:47.031800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.035973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-126f5468-df1c-451b-8290-37d5640d7ab0 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.038754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-126f5468-df1c-451b-8290-37d5640d7ab0 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041549 Oct 12 11:21:47.040060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52500) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.045385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-b1f2325f-d06a-473d-90c2-54502926c5cf tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.046226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b1f2325f-d06a-473d-90c2-54502926c5cf tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052865 Oct 12 11:21:47.049173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.057466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-121b3698-10ed-4f17-8473-3193e2ebd455 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.058908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-121b3698-10ed-4f17-8473-3193e2ebd455 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084863 Oct 12 11:21:47.061698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52504) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.066511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-a400be49-bfaa-4e83-9eb7-94cecafa5144 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.067817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a400be49-bfaa-4e83-9eb7-94cecafa5144 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049882 Oct 12 11:21:47.070801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52506) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.092831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-d9070686-ac25-47bb-b278-b99319e4a008 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.094683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d9070686-ac25-47bb-b278-b99319e4a008 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0226884 Oct 12 11:21:47.098937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.106961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-40db22a8-0ba2-4c0e-8db8-8f54c1808182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.107974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-5ac0572c-9aac-4127-8de5-7e2431ff4bf6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.111102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-40db22a8-0ba2-4c0e-8db8-8f54c1808182 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0984974 Oct 12 11:21:47.112837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ac0572c-9aac-4127-8de5-7e2431ff4bf6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0115566 Oct 12 11:21:47.117029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.122107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52510) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.142933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-c06d4bb2-2bc5-4ac4-9dee-1e16b56c1401 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.147315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c06d4bb2-2bc5-4ac4-9dee-1e16b56c1401 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0154638 Oct 12 11:21:47.150213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52514) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.198936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-2f6b4ee4-3dbe-4968-87f0-e0e9a42a9fd3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.199910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2f6b4ee4-3dbe-4968-87f0-e0e9a42a9fd3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0469627 Oct 12 11:21:47.210345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52516) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.227686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-25e6ad2a-f8d1-4b73-a6ac-ca56d1891110 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.231859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-25e6ad2a-f8d1-4b73-a6ac-ca56d1891110 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0133688 Oct 12 11:21:47.235486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52518) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.243170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-52a95038-d791-4c78-92d3-07f230c93cd6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.245052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52a95038-d791-4c78-92d3-07f230c93cd6 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077391 Oct 12 11:21:47.251644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52520) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.255729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-fcf6dfb8-dd15-4bba-9602-eb04d7a76286 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.256784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fcf6dfb8-dd15-4bba-9602-eb04d7a76286 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043457 Oct 12 11:21:47.260626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52522) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.262913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b183c87-43e6-4582-8f02-93a442af1078,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:47.265487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-54308035-3466-4744-a9ba-f66049252bcb tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.266400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-54308035-3466-4744-a9ba-f66049252bcb tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040205 Oct 12 11:21:47.270297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52524) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.277138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dac4a-2483-4936-b1d7-3d5264bc21e4 req-fbc0f883-39ac-40ef-b6da-ad6a9ec80deb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.278635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-220dac4a-2483-4936-b1d7-3d5264bc21e4 req-fbc0f883-39ac-40ef-b6da-ad6a9ec80deb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1531680 Oct 12 11:21:47.279155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-8cec2722-98bd-4f59-a316-c636a0ef937e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.281529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8cec2722-98bd-4f59-a316-c636a0ef937e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068750 Oct 12 11:21:47.283556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52526) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.288106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-a39b8628-a07a-4cd7-9d7c-a175be80c5aa tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.289141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a39b8628-a07a-4cd7-9d7c-a175be80c5aa tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044436 Oct 12 11:21:47.294287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52528) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.299245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-6354b3a6-8a8a-4899-bd20-8796ec879ae5 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.299352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163be6b9-132b-44d3-bff5-2c25ca2fb334 req-cc49f09a-7d36-4002-92ee-1b62a25fa866 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.299793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6354b3a6-8a8a-4899-bd20-8796ec879ae5 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045726 Oct 12 11:21:47.300913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-163be6b9-132b-44d3-bff5-2c25ca2fb334 req-cc49f09a-7d36-4002-92ee-1b62a25fa866 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1372590 Oct 12 11:21:47.303984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52530) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.308009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Checking segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:47.308369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Network hostable DHCP agents. Network: e76f2da4-b16b-46fb-942b-628171e148d8, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:21:47.308482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-5265cde8-9fb4-4835-a48f-3470edd573b3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.309403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5265cde8-9fb4-4835-a48f-3470edd573b3 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045118 Oct 12 11:21:47.315143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52532) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.319055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-6ac755e1-b895-4d82-bd48-5896288cbc66 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.319977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ac755e1-b895-4d82-bd48-5896288cbc66 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039885 Oct 12 11:21:47.323280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52534) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.331037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-8a2386fb-a8ba-4dc6-97c4-97a830aae47f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.331997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a2386fb-a8ba-4dc6-97c4-97a830aae47f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075979 Oct 12 11:21:47.338754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52536) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.348001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-4bfd3406-de84-4590-b3aa-6ec42d67917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.349144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-4c12d411-e0d2-43eb-8333-15c44c7748c2 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.349572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-4bfd3406-de84-4590-b3aa-6ec42d67917c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2275641 Oct 12 11:21:47.350121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4c12d411-e0d2-43eb-8333-15c44c7748c2 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075679 Oct 12 11:21:47.363384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-220dac4a-2483-4936-b1d7-3d5264bc21e4 req-3e3f6bdc-3a17-4b4c-90b0-c554764a85dd tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672705 Oct 12 11:21:47.364815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52538) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.376927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-f7bbf707-9d92-4b02-a642-252578c38805 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.377880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7bbf707-9d92-4b02-a642-252578c38805 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120509 Oct 12 11:21:47.380560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.385441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-92916668-0d36-429e-a7a9-fa57ca3f3869 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.387030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-92916668-0d36-429e-a7a9-fa57ca3f3869 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048842 Oct 12 11:21:47.392470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52544) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.396992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-16900fe6-d595-481c-8235-5c9afa781bbf tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.398191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16900fe6-d595-481c-8235-5c9afa781bbf tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045588 Oct 12 11:21:47.399376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-163be6b9-132b-44d3-bff5-2c25ca2fb334 req-f39dc43b-1ed5-4810-bb04-2523aa13460b tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885780 Oct 12 11:21:47.400608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.404905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-db2a84f8-20ab-493e-90ae-c962b1bb60e2 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.407304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db2a84f8-20ab-493e-90ae-c962b1bb60e2 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042503 Oct 12 11:21:47.408396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52548) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.423679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-1287503f-d5e9-4e52-8474-452ce4ce30ea tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.427423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1287503f-d5e9-4e52-8474-452ce4ce30ea tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0157392 Oct 12 11:21:47.431200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52554) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.439177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-e2668dad-2b22-4af8-bfd9-f8d282a2a00f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.448952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2668dad-2b22-4af8-bfd9-f8d282a2a00f tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0146255 Oct 12 11:21:47.453714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52556) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.454154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Network e76f2da4-b16b-46fb-942b-628171e148d8 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:21:47.473893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-e47434be-309d-4a04-b850-d0a0c5fcaf84 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.477248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e47434be-309d-4a04-b850-d0a0c5fcaf84 tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068924 Oct 12 11:21:47.477573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.482952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-6f39836e-40a5-4540-afbd-6fdc9a0bb6dc tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.483980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6f39836e-40a5-4540-afbd-6fdc9a0bb6dc tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053303 Oct 12 11:21:47.491577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.495103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [None req-4489e9d1-8065-4808-992c-1da0bd07ad9c tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.498072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4489e9d1-8065-4808-992c-1da0bd07ad9c tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077896 Oct 12 11:21:47.498961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52564) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.509701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [None req-2a49cf94-497b-44b7-a18f-5f0aebb4298e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:47.516288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2a49cf94-497b-44b7-a18f-5f0aebb4298e tempest-ExtensionsTestJSON-12447400 tempest-ExtensionsTestJSON-12447400-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0143986 Oct 12 11:21:47.532993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-1a15541e-7c8f-4056-b199-09d8ba0458ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.534339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a4e281e-2e41-4da6-822a-4e028d343954 req-1a15541e-7c8f-4056-b199-09d8ba0458ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725643 Oct 12 11:21:47.560178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52570) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.567854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcdeb9-5b3c-490e-8fba-8bbc0523b45e req-5eb2a891-e8c1-4ecb-9f3a-1a203ebb2805 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.570356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ddcdeb9-5b3c-490e-8fba-8bbc0523b45e req-5eb2a891-e8c1-4ecb-9f3a-1a203ebb2805 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.0834689 Oct 12 11:21:47.572043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e76f2da4-b16b-46fb-942b-628171e148d8) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:47.577561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.589304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b181887-cffb-4d68-9624-fba6b59af24e None None] Network e76f2da4-b16b-46fb-942b-628171e148d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:47.597351 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.602890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd3a3a-bd4f-422f-b506-f795255efe5c req-9e2fb83b-aab6-4278-9fc1-f63b6d652db7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.603923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dfd3a3a-bd4f-422f-b506-f795255efe5c req-9e2fb83b-aab6-4278-9fc1-f63b6d652db7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0865412 Oct 12 11:21:47.605015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dca9cb30-282c-4d33-9ed9-0bc022e18406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.679777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ddcdeb9-5b3c-490e-8fba-8bbc0523b45e req-52553c99-d9f4-4f0a-b433-7d10c5edbce5 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757098 Oct 12 11:21:47.690416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d4a54df-e0af-4c64-9535-4765a4c61afb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0805669 Oct 12 11:21:47.693451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52572) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:47.706313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-2e311f7b-05ed-4236-be16-f75c024af240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.707851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-2e311f7b-05ed-4236-be16-f75c024af240 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.1240180 Oct 12 11:21:47.708237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:47.720534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74c43710-c77c-4979-b9c8-440e993923d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.727270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dfd3a3a-bd4f-422f-b506-f795255efe5c req-5f14394e-2336-4f32-b98f-bcc7f451fa5f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Oct 12 11:21:47.805626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dca9cb30-282c-4d33-9ed9-0bc022e18406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.838871 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-16c803ad-8012-4c01-9418-58d76a03a49e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e HTTP/1.1" status: 200 len: 217 time: 0.1213198 Oct 12 11:21:47.851380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-e76f2da4-b16b-46fb-942b-628171e148d8', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:21:47.852359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.856157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.857282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.902460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dca9cb30-282c-4d33-9ed9-0bc022e18406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.929855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:47.960859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-6d18444c-5470-493e-8fe1-216203237cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.962341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-6d18444c-5470-493e-8fe1-216203237cb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1122754 Oct 12 11:21:47.970370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a78580-cce3-4ba3-80ba-a9e5a0f93e24 req-2c34eebf-2942-4247-bf2a-97fc541c2ff5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:47.971864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65a78580-cce3-4ba3-80ba-a9e5a0f93e24 req-2c34eebf-2942-4247-bf2a-97fc541c2ff5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1302602 Oct 12 11:21:47.984695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dca9cb30-282c-4d33-9ed9-0bc022e18406 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53f549176faf4769a18705f7ecc9033e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216206 Oct 12 11:21:47.987598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:48.002267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9cb30-282c-4d33-9ed9-0bc022e18406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9fa19b-d580-4c0c-9cd3-75315b47d264,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:48.031307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Allocated IP 172.20.0.2 (e76f2da4-b16b-46fb-942b-628171e148d8/5b183c87-43e6-4582-8f02-93a442af1078/af0cab0a-88dd-49c9-82c8-cd17b617fb8a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:48.045556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f272-e791-4619-9b97-21e8401a2348 req-ce53d2f7-f361-4f9e-a9ef-841811b0d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:48.047084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-ce53d2f7-f361-4f9e-a9ef-841811b0d138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743477 Oct 12 11:21:48.050386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65a78580-cce3-4ba3-80ba-a9e5a0f93e24 req-44a75fea-a151-42fc-a544-432b48d04b8e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Oct 12 11:21:48.234744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d026108-d059-4387-8e9b-f101aa22344a req-c1885605-5b6b-46ce-b309-e74dc78135f9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:48.236218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d026108-d059-4387-8e9b-f101aa22344a req-c1885605-5b6b-46ce-b309-e74dc78135f9 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0654888 Oct 12 11:21:48.238028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.238340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-ddc42700-1b51-43bd-9fb6-9bbb24de7a33 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828177 Oct 12 11:21:48.274337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.278377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.299153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52596) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:48.308493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.310968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.348920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d026108-d059-4387-8e9b-f101aa22344a req-5d51a376-3163-41aa-a912-03e009cb082f tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049147 Oct 12 11:21:48.391173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Network e76f2da4-b16b-46fb-942b-628171e148d8 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:48.393186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:48.397449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:48.415288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9353f272-e791-4619-9b97-21e8401a2348 req-10798f22-2f83-46a1-9bb6-1be9627e942d service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695600 Oct 12 11:21:48.457408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Pushing event updated for resources: {'Port': ['ID=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:48.496806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Attempting to bind port af0cab0a-88dd-49c9-82c8-cd17b617fb8a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:48.497276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Attempting to bind port af0cab0a-88dd-49c9-82c8-cd17b617fb8a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:48.497642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Attempting to bind port af0cab0a-88dd-49c9-82c8-cd17b617fb8a on network e76f2da4-b16b-46fb-942b-628171e148d8 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:48.505152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:48.505152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Checking segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:48.505152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.505152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Bound using segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:48.505152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Bound port: af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:48.512116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.532931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649af7a-0667-42a4-bdc3-a6db95d19d10 req-d7c382a7-b0a5-436f-8ffd-624bea88acc6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:48.534814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6649af7a-0667-42a4-bdc3-a6db95d19d10 req-d7c382a7-b0a5-436f-8ffd-624bea88acc6 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0890656 Oct 12 11:21:48.578616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6649af7a-0667-42a4-bdc3-a6db95d19d10 req-dd4e595a-915e-4598-a488-a3b9e9bee9a0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Oct 12 11:21:48.617620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] For port af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:48.628464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] For port af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:48.684822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.745231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a1f8-ec23-4579-a081-a6b990d553b7 req-16aa3cc3-bde8-4933-9bdf-554127b3b4af tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:48.755784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3051a1f8-ec23-4579-a081-a6b990d553b7 req-16aa3cc3-bde8-4933-9bdf-554127b3b4af tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0751722 Oct 12 11:21:48.769228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3507332-23b6-45e7-b63e-01f503aa7949 None None] Pushing event updated for resources: {'Port': ['ID=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:48.798758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3051a1f8-ec23-4579-a081-a6b990d553b7 req-d81bf85b-562f-4aa0-bcc6-5b737173a5d7 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Oct 12 11:21:48.829616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.832013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.833139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a9fa19b-d580-4c0c-9cd3-75315b47d264 HTTP/1.1" status: 204 len: 168 time: 0.8442390 Oct 12 11:21:48.856770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6ce-3160-40ea-8533-4a135be4ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:48.869339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7edbf0-0db6-47b1-a621-b5c9fe836185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9fa19b-d580-4c0c-9cd3-75315b47d264,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:48.894159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec822b51-9e94-43d3-92b7-0318f18550ca req-bf4cedf1-a722-4abb-b596-5636e9768f94 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:48.895754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec822b51-9e94-43d3-92b7-0318f18550ca req-bf4cedf1-a722-4abb-b596-5636e9768f94 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 943 time: 0.4155827 Oct 12 11:21:49.080041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec822b51-9e94-43d3-92b7-0318f18550ca req-7846da2d-873e-432e-9d1f-0e3f062512ab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735485 Oct 12 11:21:49.152013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6ce-3160-40ea-8533-4a135be4ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.166845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.198185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.255448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6ce-3160-40ea-8533-4a135be4ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.332610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932dd66-eaa5-453b-b5e6-49f5f51bce9e req-db63d6cf-3b9a-429d-8c19-cd992e99b757 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:49.341459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c932dd66-eaa5-453b-b5e6-49f5f51bce9e req-db63d6cf-3b9a-429d-8c19-cd992e99b757 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0940890 Oct 12 11:21:49.349068 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb40d6ce-3160-40ea-8533-4a135be4ec7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2db746a5fc0348f98718fafae4d9e52d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0463960 Oct 12 11:21:49.350294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52632) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:49.353162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d6ce-3160-40ea-8533-4a135be4ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6fbc0-c6d8-4f02-9085-9e4f67544da1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:49.381723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5e277-2084-4faa-8edb-f52eda0f8d5c req-99e3e0d8-7d98-423b-9223-bfce0f50a238 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:49.383304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ed5e277-2084-4faa-8edb-f52eda0f8d5c req-99e3e0d8-7d98-423b-9223-bfce0f50a238 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.2148702 Oct 12 11:21:49.395327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c932dd66-eaa5-453b-b5e6-49f5f51bce9e req-212b799a-7082-41d2-a596-c6f67133d836 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Oct 12 11:21:49.439977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Allocated IP 172.25.2.245 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5f90584e-1472-4089-a25a-296fc4c2dddb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:49.507277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ed5e277-2084-4faa-8edb-f52eda0f8d5c req-a47f0735-1bf5-4729-aeb6-b87d385755fc tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136501 Oct 12 11:21:49.544643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.575577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52ab3830-6b9d-4ea4-9373-ee99db423d36 req-8a5727d2-6a96-4cef-b1d2-68cd93bd5ba2 tempest-AbsoluteLimitsNegativeTestJSON-1240887003 tempest-AbsoluteLimitsNegativeTestJSON-1240887003-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a790e3463c9b475c9906e4b73a85c10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348902 Oct 12 11:21:49.580357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.634073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.714531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab3830-6b9d-4ea4-9373-ee99db423d36 req-b21d439a-87b5-4ee0-a17d-89d3999028dc tempest-AbsoluteLimitsNegativeTestJSON-1240887003 tempest-AbsoluteLimitsNegativeTestJSON-1240887003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:49.721803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52ab3830-6b9d-4ea4-9373-ee99db423d36 req-b21d439a-87b5-4ee0-a17d-89d3999028dc tempest-AbsoluteLimitsNegativeTestJSON-1240887003 tempest-AbsoluteLimitsNegativeTestJSON-1240887003-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452408 Oct 12 11:21:49.732677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52ab3830-6b9d-4ea4-9373-ee99db423d36 req-5abe8539-d19d-4ad3-aeb4-3208f5cc3242 tempest-AbsoluteLimitsNegativeTestJSON-1240887003 tempest-AbsoluteLimitsNegativeTestJSON-1240887003-project] 10.222.0.43 "GET /v2.0/quotas/a790e3463c9b475c9906e4b73a85c10e HTTP/1.1" status: 200 len: 375 time: 0.0100009 Oct 12 11:21:49.736998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.740383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.741383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61f6fbc0-c6d8-4f02-9085-9e4f67544da1 HTTP/1.1" status: 204 len: 168 time: 0.3891537 Oct 12 11:21:49.752855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac104-f268-400b-8452-d6394ab76c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6fbc0-c6d8-4f02-9085-9e4f67544da1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:49.782466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52ab3830-6b9d-4ea4-9373-ee99db423d36 req-d6df9ce1-0d0b-479f-8b27-b8f38fceb17f tempest-AbsoluteLimitsNegativeTestJSON-1240887003 tempest-AbsoluteLimitsNegativeTestJSON-1240887003-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a790e3463c9b475c9906e4b73a85c10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430257 Oct 12 11:21:49.800502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:49.883369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:49.890562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:49.893637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:49.946185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Pushing event updated for resources: {'Port': ['ID=5f90584e-1472-4089-a25a-296fc4c2dddb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:49.992568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aee566-7dc9-43d3-a1e0-e0fd5862a78f None None] Network e76f2da4-b16b-46fb-942b-628171e148d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:50.043154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6694fa-7ac5-4db4-8c7e-3b6e3060a533 req-45bcb288-31fd-4780-a289-a81868bc4286 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:50.044635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b6694fa-7ac5-4db4-8c7e-3b6e3060a533 req-45bcb288-31fd-4780-a289-a81868bc4286 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0570488 Oct 12 11:21:50.085320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b6694fa-7ac5-4db4-8c7e-3b6e3060a533 req-623d0088-abda-4006-a785-80892febf923 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Oct 12 11:21:50.087323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] Provisioning complete for port af0cab0a-88dd-49c9-82c8-cd17b617fb8a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:50.088292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.235493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.274908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] For port af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:50.305156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152e1c-a4f1-4436-aeba-a641b20a627d req-544c715c-51a4-4a5d-9759-ce84940e38d8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:50.306820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da152e1c-a4f1-4436-aeba-a641b20a627d req-544c715c-51a4-4a5d-9759-ce84940e38d8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1435177 Oct 12 11:21:50.342932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.353034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.393172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da152e1c-a4f1-4436-aeba-a641b20a627d req-f89d0a6f-aa86-429c-988a-1d708d9e90a4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Oct 12 11:21:50.434666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7bcca-f1f6-4450-8c95-4c460d7f8f61 None None] Pushing event updated for resources: {'Port': ['ID=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:50.449814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c566929-daa9-4be9-b539-afbf1fda9cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.569109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:50.577056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-20fb93db-338d-430e-8ab5-3f0e250d8751 None None] Provisioning complete for port af0cab0a-88dd-49c9-82c8-cd17b617fb8a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:50.577889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20fb93db-338d-430e-8ab5-3f0e250d8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.603591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.774718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device af0cab0a-88dd-49c9-82c8-cd17b617fb8a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:50.777755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-427fb003-60b0-4030-bfa2-3dd85b84e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.818986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10946-f9f2-4c3b-9520-c9b74f0f683f req-0f2250d3-656a-4bf2-8cad-001685c02f53 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:50.821333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6d10946-f9f2-4c3b-9520-c9b74f0f683f req-0f2250d3-656a-4bf2-8cad-001685c02f53 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1498721 Oct 12 11:21:50.839041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port af0cab0a-88dd-49c9-82c8-cd17b617fb8a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:50.839787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.883594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-427fb003-60b0-4030-bfa2-3dd85b84e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:50.887463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6d10946-f9f2-4c3b-9520-c9b74f0f683f req-c3345c71-675b-4062-820d-2de5922b0537 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545411 Oct 12 11:21:50.976898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-427fb003-60b0-4030-bfa2-3dd85b84e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.004485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:21:51.019590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-427fb003-60b0-4030-bfa2-3dd85b84e96c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a790e3463c9b475c9906e4b73a85c10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492481 Oct 12 11:21:51.020597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb003-60b0-4030-bfa2-3dd85b84e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4de43-e311-4eb4-b7c5-cd27226169c2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:51.023026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:51.123046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:51.139208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Sync routers for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:51.155696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:51.156740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:51.206623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.213783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fee29e14-f38c-4b79-8425-28552e928a9b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5184855 Oct 12 11:21:51.214645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52700) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:51.331242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:51.419378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.442418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97860953-5b44-4f2d-a1c8-13bf232df1df req-9632e61f-0793-409a-a4c7-722f8a6f06f0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:51.449802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97860953-5b44-4f2d-a1c8-13bf232df1df req-9632e61f-0793-409a-a4c7-722f8a6f06f0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0806866 Oct 12 11:21:51.474657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.521131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:21:51.540251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97860953-5b44-4f2d-a1c8-13bf232df1df req-72d61bc4-0a80-4f30-91cb-65251a065985 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851648 Oct 12 11:21:51.610683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52716) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:51.667968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.670892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e99f-bddf-43f8-ad07-f3780f7bfa22 req-3210793f-35d1-4bc8-977e-59c53c42b308 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:51.671791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.675694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98c4de43-e311-4eb4-b7c5-cd27226169c2 HTTP/1.1" status: 204 len: 168 time: 0.6490605 Oct 12 11:21:51.680434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d19e99f-bddf-43f8-ad07-f3780f7bfa22 req-3210793f-35d1-4bc8-977e-59c53c42b308 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1525900 Oct 12 11:21:51.686057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0bad-3e61-4753-9cfd-e83ca8b23e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4de43-e311-4eb4-b7c5-cd27226169c2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:51.742979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.781357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d19e99f-bddf-43f8-ad07-f3780f7bfa22 req-b0e14bc3-9393-46b5-b45b-cddabab79dc1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997941 Oct 12 11:21:51.797158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:51.821308 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.825500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e', 'mac_address': 'fa:16:3e:54:49:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:21:51.879603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:50Z', 'revision_number': 3, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:51.926036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Checking router: 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:21:51.926036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Updating router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 port 5f90584e-1472-4089-a25a-296fc4c2dddb binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:21:51.926036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.944843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.958993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-863072453'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:51.971186 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:51.975717 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-f21d929c-2cfd-452e-a720-1541d5cf97a2 service neutron] show failed (client error): The resource could not be found. Oct 12 11:21:51.976742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-f21d929c-2cfd-452e-a720-1541d5cf97a2 service neutron] 10.222.0.41 "GET /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.1573627 Oct 12 11:21:51.986476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:21:52.042575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:52.092730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951453f-4652-42a4-92fd-269accb989c7 req-b8d255cf-eb98-4338-a9e4-70e505c8aabd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.094462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e951453f-4652-42a4-92fd-269accb989c7 req-b8d255cf-eb98-4338-a9e4-70e505c8aabd tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1024666 Oct 12 11:21:52.113552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:52.118180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.128692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.164958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.222312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e951453f-4652-42a4-92fd-269accb989c7 req-e2f05f63-b3bc-49ee-965b-b82a0d1d0bbf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211131 Oct 12 11:21:52.231455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.232223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881eef-92c0-4854-a978-01e57f2aebaf req-3eed65cc-6bf8-4170-be43-7e3693ab86d8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.252770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de881eef-92c0-4854-a978-01e57f2aebaf req-3eed65cc-6bf8-4170-be43-7e3693ab86d8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1140711 Oct 12 11:21:52.374973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de881eef-92c0-4854-a978-01e57f2aebaf req-c246d6c7-d788-4f71-968b-8a315d6d1a44 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211827 Oct 12 11:21:52.382110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-4bc01dca-2f55-4b11-b330-95d1c89e29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.401008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-4bc01dca-2f55-4b11-b330-95d1c89e29a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61781a565c514035a26e69a21bb532cb&device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 1098 time: 0.1249008 Oct 12 11:21:52.401008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.514329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Allocated IP 172.20.0.1 (e76f2da4-b16b-46fb-942b-628171e148d8/5b183c87-43e6-4582-8f02-93a442af1078/c5f4d458-aab0-4981-a675-406a9b7f81cb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:52.522172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.550654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:52.592667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:21:52.644894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:21:52.666439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8aa64-222a-49c5-a8fc-d7a54d92f985,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:52.682418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.682973 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 6e140a65-8e3b-4e14-8bbf-432381cd0618 of type vlan for network 92798920-7a40-432d-93f6-9ef7c0cee28a Oct 12 11:21:52.690240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.696811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-f11afe0f-c738-4e0b-aa69-925a682264a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.699079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-f11afe0f-c738-4e0b-aa69-925a682264a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 200 len: 914 time: 0.3013649 Oct 12 11:21:52.804015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.817673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-91c7dfbe-6178-4877-bbd9-19f1179b030b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 200 len: 217 time: 0.1094790 Oct 12 11:21:52.830126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.845840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.887451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-224d927c-1802-43e9-b228-1ceb9ca3782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.888950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-224d927c-1802-43e9-b228-1ceb9ca3782e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1100 time: 0.1945801 Oct 12 11:21:52.890576 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.904578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:52.925574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-5884c691-351f-42a4-bd60-4aea716302c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:52.927020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-5884c691-351f-42a4-bd60-4aea716302c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 200 len: 853 time: 0.0988257 Oct 12 11:21:52.957904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Network e76f2da4-b16b-46fb-942b-628171e148d8 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:52.960681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Attempting to bind port 5f90584e-1472-4089-a25a-296fc4c2dddb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:52.961271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Attempting to bind port 5f90584e-1472-4089-a25a-296fc4c2dddb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:52.961825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Attempting to bind port 5f90584e-1472-4089-a25a-296fc4c2dddb on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:52.966894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:52.970885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:21:52.973600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:52.973600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:52.973600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:52.973983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Pushing event updated for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:52.974215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:52.975153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Bound port: 5f90584e-1472-4089-a25a-296fc4c2dddb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:52.976449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.002964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-225dab48-1e96-4518-b9b4-83156cb2a33d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602775 Oct 12 11:21:53.027754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.033357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:53.033969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.040307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085248f0-2754-493e-b0a1-4875f94252cc None None] Pushing event updated for resources: {'Port': ['ID=5f90584e-1472-4089-a25a-296fc4c2dddb,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:53.040858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.080528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] For port 5f90584e-1472-4089-a25a-296fc4c2dddb, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:53.086234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] For port 5f90584e-1472-4089-a25a-296fc4c2dddb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f90584e-1472-4089-a25a-296fc4c2dddb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:53.128589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.153927 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.235702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.241752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6297517 Oct 12 11:21:53.256462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674816bf-b3a4-46b0-82a8-f6119a17a851 req-2641f3e4-c36d-4f82-ae82-dc4822fdbdf5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:53.263828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-674816bf-b3a4-46b0-82a8-f6119a17a851 req-2641f3e4-c36d-4f82-ae82-dc4822fdbdf5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 944 time: 0.3399804 Oct 12 11:21:53.300728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58e304-1162-469d-ac4f-94190afb810d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=92798920-7a40-432d-93f6-9ef7c0cee28a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:53.305401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:53.306031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:53.378780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 92798920-7a40-432d-93f6-9ef7c0cee28a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:21:53.406949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085248f0-2754-493e-b0a1-4875f94252cc None None] Pushing event updated for resources: {'Port': ['ID=5f90584e-1472-4089-a25a-296fc4c2dddb,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:53.413423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.476476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-851d0d00-f43e-4121-89dd-765c8edda4ea service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305279 Oct 12 11:21:53.497307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:53.518529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f2db57a5-7319-4cd7-bec3-618b0d94e5ba None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:53.518917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f2db57a5-7319-4cd7-bec3-618b0d94e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.607433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:53.640674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f2db57a5-7319-4cd7-bec3-618b0d94e5ba None None] Port c5f4d458-aab0-4981-a675-406a9b7f81cb cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:21:53.661742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-674816bf-b3a4-46b0-82a8-f6119a17a851 req-c7e4d71d-1105-4914-9a55-b657ef3a0867 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968549 Oct 12 11:21:53.735727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef764-01c9-4f34-b23c-645ad261c511 req-28467126-d00b-4b73-884f-c998ec3ed9df tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:53.739734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-314ef764-01c9-4f34-b23c-645ad261c511 req-28467126-d00b-4b73-884f-c998ec3ed9df tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.2929561 Oct 12 11:21:53.861804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-314ef764-01c9-4f34-b23c-645ad261c511 req-d528661c-17d3-4ffb-bbef-5be5b6b067a3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080487 Oct 12 11:21:53.907791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:21:53.927989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.963087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:53.963765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.963882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0c61-3b3c-4e1d-b981-92c4cef74da3 req-4ac9c378-27bf-4dff-9289-feff82d20b75 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:53.971939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f4a0c61-3b3c-4e1d-b981-92c4cef74da3 req-4ac9c378-27bf-4dff-9289-feff82d20b75 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1703160 Oct 12 11:21:53.992668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:53.995620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-393c5649-c504-4c18-8e5d-84264a7a8184 req-ee0a7017-1595-4442-a0a7-41b06fc26006 service neutron] 10.222.0.47 "GET /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687050 Oct 12 11:21:54.048785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f4a0c61-3b3c-4e1d-b981-92c4cef74da3 req-e050dcc6-2653-4e4c-b137-785976d5bdd3 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Oct 12 11:21:54.058189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:50Z', 'revision_number': 3, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:54.061756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:54.137826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:54.160486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd0a3d-d76b-4b8c-ab37-dba99f53c17e None None] The sync data for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 is: [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:50Z', 'revision_number': 3, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:21:54.195133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.219192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:54.221626 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799f3e9-123c-4a14-ab34-375664a4a356" -d '{"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-unplugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:54.229716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Pushing event updated for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:54.232707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.261345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.267582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:54.271145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52792) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:54.273752 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d24482-5115-4423-9e1b-98130629daeb" -d '{"events": [{"server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "name": "network-vif-plugged", "status": "completed", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:54.298469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Transition to ACTIVE for port object 211cad61-2cd9-46de-8123-4b35acfe1037 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:21:54.313131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:54.325090 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c019460-1cbb-4ab6-b68a-19d0a46b8564 x-openstack-request-id: req-1c019460-1cbb-4ab6-b68a-19d0a46b8564 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:54.325644 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-unplugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:54.325895 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c019460-1cbb-4ab6-b68a-19d0a46b8564 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:54.326299 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'code': 200} Oct 12 11:21:54.387731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.398190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.438230 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ca443-f71a-49d1-bb63-9e9b2db23ca3 x-openstack-request-id: req-0b3ca443-f71a-49d1-bb63-9e9b2db23ca3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:54.438410 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "name": "network-vif-plugged", "status": "completed", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:54.438678 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b3ca443-f71a-49d1-bb63-9e9b2db23ca3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:54.439281 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e', 'code': 200} Oct 12 11:21:54.477902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:54.534456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Network e76f2da4-b16b-46fb-942b-628171e148d8 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:21:54.537618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:54.579833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:54.586598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] No DVR routers for this DVR port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:21:54.612290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af7e579-9892-4d57-a8fd-8ae728be45f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.643714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:21:54.815414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:54.815751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:54.816076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:54.821720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:21:54.822122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:54.830362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:54.830632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:54.831080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:54.831573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Bound port: 211cad61-2cd9-46de-8123-4b35acfe1037, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:54.832057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:54.838616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:21:54.951674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:21:54.974559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bafa5-960d-4b8b-b0fc-270510df2e3b req-de8b16ab-8681-4e22-988c-ec68766e4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:54.982147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5bafa5-960d-4b8b-b0fc-270510df2e3b req-de8b16ab-8681-4e22-988c-ec68766e4f06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 1096 time: 0.3955429 Oct 12 11:21:55.121472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:55.125345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:55.176392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5bafa5-960d-4b8b-b0fc-270510df2e3b req-0bef4a94-6f94-4abc-b0ec-5bd8d67f9cba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Oct 12 11:21:55.221557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8549118b-9eef-43da-ba4e-b6b2f0ff126e None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:55.221942 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8549118b-9eef-43da-ba4e-b6b2f0ff126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.245390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6efdd6-46fa-4874-a50b-60691d51f0b3 req-34f8cea3-f6c4-4ced-8e47-e82b4a23297a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:55.249990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f6efdd6-46fa-4874-a50b-60691d51f0b3 req-34f8cea3-f6c4-4ced-8e47-e82b4a23297a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.3743637 Oct 12 11:21:55.255345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.330371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8549118b-9eef-43da-ba4e-b6b2f0ff126e None None] Port c5f4d458-aab0-4981-a675-406a9b7f81cb cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:21:55.377011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:55.380416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f6efdd6-46fa-4874-a50b-60691d51f0b3 req-9abfd6ea-af53-48c8-af20-86239adc4ce1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097724 Oct 12 11:21:55.403554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:55.404349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.405808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] 10.222.0.47 "PUT /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 1095 time: 2.5085490 Oct 12 11:21:55.549663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af7e579-9892-4d57-a8fd-8ae728be45f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.560985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:55.575067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.576014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.577978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.578399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.578863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.579946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.580349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.581091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.582219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.583176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.583578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.585274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6b2ae-4923-43f5-9dd4-dff726414647 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:55.612917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-47d7f51a-20be-4bb0-9f79-31966c910596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:55.614439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-47d7f51a-20be-4bb0-9f79-31966c910596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.1685555 Oct 12 11:21:55.615196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af7e579-9892-4d57-a8fd-8ae728be45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.683455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2af7e579-9892-4d57-a8fd-8ae728be45f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24c138c714ef4370ba4a5e57ed6ce6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4085448 Oct 12 11:21:55.695438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7e579-9892-4d57-a8fd-8ae728be45f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1f3c5-daf5-491d-97ed-111a45accfbd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:55.730127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:55.731108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a00ce2ed-a126-41ba-b4f6-ba591b368791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.838804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a00ce2ed-a126-41ba-b4f6-ba591b368791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.911749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc74b5-67b3-454f-9f68-f45fc80a95e7 req-1a319e24-ca7f-422e-8c7d-fc717e5f54c2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:55.919226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0afc74b5-67b3-454f-9f68-f45fc80a95e7 req-1a319e24-ca7f-422e-8c7d-fc717e5f54c2 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.1226523 Oct 12 11:21:55.945073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a00ce2ed-a126-41ba-b4f6-ba591b368791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:55.965970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:21:55.978738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-323d926e-e38f-4e4e-930b-9b25dd26cf9b admin admin] 10.222.0.43 "PUT /v2.0/routers/6f4b0fd1-9051-4d92-b27a-bea7c3964bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7555902 Oct 12 11:21:55.986877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0afc74b5-67b3-454f-9f68-f45fc80a95e7 req-291607c5-5338-4320-ace0-d1bf005f3094 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667391 Oct 12 11:21:56.015975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bb611-c33d-4845-ac88-9f819fb7287f req-08f9f22f-0b8b-48ec-a214-c64af9f38413 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.017240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0bb611-c33d-4845-ac88-9f819fb7287f req-08f9f22f-0b8b-48ec-a214-c64af9f38413 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.4176536 Oct 12 11:21:56.077434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a00ce2ed-a126-41ba-b4f6-ba591b368791 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1736b306901d48569922c77da775ede5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936784 Oct 12 11:21:56.078751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:56.081530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ce2ed-a126-41ba-b4f6-ba591b368791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60672c4-1f36-44b0-83ac-821d4e0cc81c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:56.105727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.110640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-46c45012-88f9-41be-bdea-617488372314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.112175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-46c45012-88f9-41be-bdea-617488372314 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.4573820 Oct 12 11:21:56.139114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0bb611-c33d-4845-ac88-9f819fb7287f req-e2f033ab-8ab0-4ce4-8187-2f352398a8cf tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208911 Oct 12 11:21:56.209184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.211734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.220528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-f2897709-3884-41ec-b3d2-8be06cb6e33c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0778227 Oct 12 11:21:56.239035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.327251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:21:56.329682 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa" -d '{"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:21:56.354588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-863d7e10-310d-4a87-9451-20ecb2187943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.357122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-863d7e10-310d-4a87-9451-20ecb2187943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1245618 Oct 12 11:21:56.363390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821730-9406-4691-a744-acc16bb464c5 req-c30d42d9-72d1-4e50-a1b4-37c8a7e73267 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.372468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24821730-9406-4691-a744-acc16bb464c5 req-c30d42d9-72d1-4e50-a1b4-37c8a7e73267 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0973928 Oct 12 11:21:56.424453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-45b6ac1d-5f4a-4c47-b187-97c3da4ba0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.426966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.428683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-45b6ac1d-5f4a-4c47-b187-97c3da4ba0a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639744 Oct 12 11:21:56.442625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24821730-9406-4691-a744-acc16bb464c5 req-c14b6088-4875-4171-bfb7-78e6d5b01a17 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646081 Oct 12 11:21:56.457084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.468454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.471846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e60672c4-1f36-44b0-83ac-821d4e0cc81c HTTP/1.1" status: 204 len: 168 time: 0.3917229 Oct 12 11:21:56.479549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.487954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:56.497820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9e1f3c5-daf5-491d-97ed-111a45accfbd HTTP/1.1" status: 204 len: 168 time: 0.7534835 Oct 12 11:21:56.536694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100edb-6b40-44f6-9093-c007e4162afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60672c4-1f36-44b0-83ac-821d4e0cc81c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:56.686203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52866) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:56.706495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:56.714557 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6210c6f-2f1c-4d05-806b-73ecb66ba3de x-openstack-request-id: req-d6210c6f-2f1c-4d05-806b-73ecb66ba3de {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:21:56.714756 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:21:56.714979 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6210c6f-2f1c-4d05-806b-73ecb66ba3de {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:21:56.715369 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'status': 'completed', 'code': 200} Oct 12 11:21:56.722128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef594a-5c1a-49cb-adaf-c44fbfe3dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1f3c5-daf5-491d-97ed-111a45accfbd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:56.834023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-0ae07cdf-b643-44e9-b3af-cf4f4191d547 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914506 Oct 12 11:21:56.846862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f90584e-1472-4089-a25a-296fc4c2dddb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:56.860483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-633d39c1-96b2-44df-8aae-6ee2a903b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.860673 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-633d39c1-96b2-44df-8aae-6ee2a903b161 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.3077135 Oct 12 11:21:56.894302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48958c-d06e-4ae8-98b2-6b3b21224ba1 req-756151ca-add8-4bda-b3b4-128615fbed04 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.895911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de48958c-d06e-4ae8-98b2-6b3b21224ba1 req-756151ca-add8-4bda-b3b4-128615fbed04 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1318674 Oct 12 11:21:56.914916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbfcac-2817-45df-9a81-c90574feac63 req-f2720936-df65-4eab-bde6-b4548316a38b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:56.923069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fcbfcac-2817-45df-9a81-c90574feac63 req-f2720936-df65-4eab-bde6-b4548316a38b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2704866 Oct 12 11:21:56.951379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5f90584e-1472-4089-a25a-296fc4c2dddb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:56.952182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.065167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3fcbfcac-2817-45df-9a81-c90574feac63 req-0986fa49-6278-4882-8a16-cd2c62d067d3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349244 Oct 12 11:21:57.068945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:57.083056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de48958c-d06e-4ae8-98b2-6b3b21224ba1 req-3f7835b6-3877-4ee3-8307-28c42e2d3d4c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989475 Oct 12 11:21:57.086684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.092098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.124170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-afb62ce4-6bab-4bcf-ac2b-71cf01d33980 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806396 Oct 12 11:21:57.129970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 5f90584e-1472-4089-a25a-296fc4c2dddb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f90584e-1472-4089-a25a-296fc4c2dddb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:21:57.176511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-301178a0-eef8-49fe-9916-30b1f9ad82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.178139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-301178a0-eef8-49fe-9916-30b1f9ad82d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3060484 Oct 12 11:21:57.204647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Sync routers for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:21:57.218356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:57.219352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:57.221090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.276172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5477a-97b0-40c1-8a2d-902703aa4e63 req-cb6ce4dc-6190-4fbf-b77c-0701a0555832 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.277806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6cb5477a-97b0-40c1-8a2d-902703aa4e63 req-cb6ce4dc-6190-4fbf-b77c-0701a0555832 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0915899 Oct 12 11:21:57.347915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=5f90584e-1472-4089-a25a-296fc4c2dddb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:57.354136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-99cbb5ad-b416-40e0-be18-3aeeebce0b3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0846219 Oct 12 11:21:57.373646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-5e50f7f8-429a-4ee0-a8cf-a39d8c6f937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.375047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-5e50f7f8-429a-4ee0-a8cf-a39d8c6f937b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.1153338 Oct 12 11:21:57.380494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6cb5477a-97b0-40c1-8a2d-902703aa4e63 req-696c1f06-6a5b-4830-a785-b7309eb4e9dd tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747814 Oct 12 11:21:57.435885 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:57.470645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fb35-4c72-4946-bf33-dfcb974ab897 req-f95a7336-3b42-424b-bf40-0735bafbb33c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.473133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d678fb35-4c72-4946-bf33-dfcb974ab897 req-f95a7336-3b42-424b-bf40-0735bafbb33c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.2047985 Oct 12 11:21:57.492540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-dc826037-377c-4703-95e1-df60e6b64e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.494195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-dc826037-377c-4703-95e1-df60e6b64e53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1303368 Oct 12 11:21:57.519741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-0678bd54-3e34-4c3e-957b-e0d76456df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.525356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-0678bd54-3e34-4c3e-957b-e0d76456df87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1424048 Oct 12 11:21:57.627539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-9658bbf7-afa9-4090-a1f9-930c282dbfa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0958769 Oct 12 11:21:57.685504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52902) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:57.726449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8a0465e0-0a4b-42a2-a611-44ae4b2c56cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.765764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-eb32e0f8-adc4-4149-b1b8-1c1008627eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.767170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-eb32e0f8-adc4-4149-b1b8-1c1008627eb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1308956 Oct 12 11:21:57.782683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-3214625f-1535-4074-abf2-94fce0fe886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.782935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa865f4-4cd7-401c-9ca8-4c2a9e1a58eb req-da74a9b8-9a96-4afd-a975-bcc0bbb94bf0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.784268 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-3214625f-1535-4074-abf2-94fce0fe886b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728494 Oct 12 11:21:57.784695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa865f4-4cd7-401c-9ca8-4c2a9e1a58eb req-da74a9b8-9a96-4afd-a975-bcc0bbb94bf0 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1515126 Oct 12 11:21:57.788407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d678fb35-4c72-4946-bf33-dfcb974ab897 req-33719bb3-ec95-44b3-bd10-0c875300eec0 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909571 Oct 12 11:21:57.828576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.831040 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 2, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:57.882355 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Checking router: 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:21:57.882946 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Updating router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 port c5f4d458-aab0-4981-a675-406a9b7f81cb binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:21:57.916415 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:57.923236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa865f4-4cd7-401c-9ca8-4c2a9e1a58eb req-fdba5511-b0b2-4fc1-8a4b-67a3fd92a1f1 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160986 Oct 12 11:21:57.927550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-5889c45e-6c5a-4d15-a467-90c227ab54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:57.930043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-5889c45e-6c5a-4d15-a467-90c227ab54a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444426 Oct 12 11:21:57.936165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=0134f992-c8fe-4fbb-bf69-0d0bfd60eb66,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:57.993449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '6e140a65-8e3b-4e14-8bbf-432381cd0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:57.993887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 92798920-7a40-432d-93f6-9ef7c0cee28a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:21:58.000777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-3801f15b-3ac9-4c0f-833f-9f53b9e1f825 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083440 Oct 12 11:21:58.086365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-3e352cd6-9e8d-45ed-818c-ae03edff846b service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342573 Oct 12 11:21:58.088670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8a0465e0-0a4b-42a2-a611-44ae4b2c56cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.143528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 92798920-7a40-432d-93f6-9ef7c0cee28a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:21:58.195222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce172b5d-b636-432f-a94f-a0963336ac9e req-a226f5f6-49ee-4dbe-ae0f-8c08196eb63d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:58.196805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce172b5d-b636-432f-a94f-a0963336ac9e req-a226f5f6-49ee-4dbe-ae0f-8c08196eb63d tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1450989 Oct 12 11:21:58.203056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-22151ef9-0ebf-40cd-a5a1-864e7ae8f0ca service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938045 Oct 12 11:21:58.208006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8a0465e0-0a4b-42a2-a611-44ae4b2c56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.240070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce172b5d-b636-432f-a94f-a0963336ac9e req-4a34e434-b4f3-4a23-bf0d-a7d9911d1970 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Oct 12 11:21:58.241087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 92798920-7a40-432d-93f6-9ef7c0cee28a) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:21:58.251343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74d452-c1c6-4dab-8364-495bbddcfcc7 None None] Network 92798920-7a40-432d-93f6-9ef7c0cee28a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:21:58.272086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:58.272694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.306963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:58.359800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8a0465e0-0a4b-42a2-a611-44ae4b2c56cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9eef02054c634e9fb265310c0716ce08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730893 Oct 12 11:21:58.360610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0465e0-0a4b-42a2-a611-44ae4b2c56cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143cbe14-6d85-4375-be35-42dbb68b032f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:58.363243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:58.397654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653a075-ed88-4f9c-bf86-44821e89d255 req-c29988ab-36c1-4233-8879-970beafa2f45 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:58.407318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cc8865ed-7b70-42bc-a02d-bf18aa2beef0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7100716 Oct 12 11:21:58.407536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8653a075-ed88-4f9c-bf86-44821e89d255 req-c29988ab-36c1-4233-8879-970beafa2f45 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2173347 Oct 12 11:21:58.410126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:58.423615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713992185'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:58.452339 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.463111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b3b989d-38ed-4a1a-bdcd-4e8cb92d73aa req-da6ed5d6-759b-4fa4-86c8-2a592b1c997a service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668251 Oct 12 11:21:58.527294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8653a075-ed88-4f9c-bf86-44821e89d255 req-548748e2-7255-4952-a2ed-f6ea47e28237 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189640 Oct 12 11:21:58.543654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1534364511-network', 'tenant_id': '78bb288af51640af95b9a967b57dbc71'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:58.550967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:58.553982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f166a6d-d209-4df5-bd61-1b214dc32ca8 req-9ab7b78c-547d-4d54-b450-f3bcc6dd5409 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:58.555290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.555689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f166a6d-d209-4df5-bd61-1b214dc32ca8 req-9ab7b78c-547d-4d54-b450-f3bcc6dd5409 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1041958 Oct 12 11:21:58.564483 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.599903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.625701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-92798920-7a40-432d-93f6-9ef7c0cee28a', 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '0134f992-c8fe-4fbb-bf69-0d0bfd60eb66'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:21:58.626746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.680794 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.692227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f90584e-1472-4089-a25a-296fc4c2dddb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:21:58.692473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f166a6d-d209-4df5-bd61-1b214dc32ca8 req-84a30ef6-4082-40a9-96f2-cb0774ee5345 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220925 Oct 12 11:21:58.724562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Made reservation on behalf of 78bb288af51640af95b9a967b57dbc71 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:58.725655 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Pushing event updated for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:58.727828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.771222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.774389 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.775542 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.776593 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.777277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.777894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.778530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.779308 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.779783 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.780457 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.780950 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.781755 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.782246 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:21:58.817546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:21:58.854641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Attempting to bind port c5f4d458-aab0-4981-a675-406a9b7f81cb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:21:58.855341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.855701 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 8c50cce6-5e3c-4b77-8646-16626bf8d639 of type vlan for network 77ff7c2b-4f76-42a0-8643-1eb0d9629833 Oct 12 11:21:58.856811 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Attempting to bind port c5f4d458-aab0-4981-a675-406a9b7f81cb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:21:58.857348 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Attempting to bind port c5f4d458-aab0-4981-a675-406a9b7f81cb on network e76f2da4-b16b-46fb-942b-628171e148d8 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:21:58.870955 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:21:58.871864 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Checking segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:21:58.872457 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.873005 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Bound using segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:21:58.873641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Bound port: c5f4d458-aab0-4981-a675-406a9b7f81cb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:21:58.875565 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.890970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5f90584e-1472-4089-a25a-296fc4c2dddb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:58.892930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:58.939332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.022323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.024627 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] For port c5f4d458-aab0-4981-a675-406a9b7f81cb, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:21:59.026211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Allocated IP 2001:db8:0:ffff::2 (92798920-7a40-432d-93f6-9ef7c0cee28a/0134f992-c8fe-4fbb-bf69-0d0bfd60eb66/2f90f90e-a7e1-4159-954d-5c7d43d41803) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:21:59.030250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] For port c5f4d458-aab0-4981-a675-406a9b7f81cb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c5f4d458-aab0-4981-a675-406a9b7f81cb,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:21:59.040396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.042614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.070657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.090627 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.095815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a1a3-2254-4851-8aac-7d3f6cb101b0 req-dbf0c76f-b1c4-414e-af51-ab5bca39e63e tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.105321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cf1a1a3-2254-4851-8aac-7d3f6cb101b0 req-dbf0c76f-b1c4-414e-af51-ab5bca39e63e tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.1900494 Oct 12 11:21:59.142319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.146103 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.149647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/143cbe14-6d85-4375-be35-42dbb68b032f HTTP/1.1" status: 204 len: 168 time: 0.7776897 Oct 12 11:21:59.179018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.204987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:21:59.205578 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.208038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815920ff-6031-494a-9a92-4eba70ccc0c8 req-58dd92b2-09a7-4ef0-b0c8-77d4232a368e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.222393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815920ff-6031-494a-9a92-4eba70ccc0c8 req-58dd92b2-09a7-4ef0-b0c8-77d4232a368e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1279442 Oct 12 11:21:59.228220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a72bae-2293-48ba-a5fb-45c3716329df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143cbe14-6d85-4375-be35-42dbb68b032f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:59.236828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8189580 Oct 12 11:21:59.241387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52976) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:59.245227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cf1a1a3-2254-4851-8aac-7d3f6cb101b0 req-039c5f32-a7e0-493c-8c96-0daa383ed2b0 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382482 Oct 12 11:21:59.247522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '77ff7c2b-4f76-42a0-8643-1eb0d9629833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:59.284296 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:21:59.287922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:21:59.311857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:21:59.356162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acd44f-0b89-450d-bbf4-e8315a6dd21e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:59.359006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952611e2-03ae-4887-a8be-c697de62a1cb None None] Pushing event updated for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:59.393296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.393626 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Added segment e6bacca7-af1c-4615-bc22-df4b3507a566 of type vlan for network 0b875f1e-6048-4e98-81cb-17277501e94b Oct 12 11:21:59.446377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe67dea-cffc-44c5-8818-1fc9e68d4f8b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=77ff7c2b-4f76-42a0-8643-1eb0d9629833,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:21:59.477264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 77ff7c2b-4f76-42a0-8643-1eb0d9629833 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:21:59.509400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815920ff-6031-494a-9a92-4eba70ccc0c8 req-44386c0a-c7ac-4b36-b481-4eb16ae75a3a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894475 Oct 12 11:21:59.535170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:21:59.552277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.587856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.612381 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:21:59.617244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c480-ec0b-40ba-b367-7235c5cc576e req-2097c454-4a83-4a10-b807-d70dcdbf6f5e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.625849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b256c480-ec0b-40ba-b367-7235c5cc576e req-2097c454-4a83-4a10-b807-d70dcdbf6f5e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.1479828 Oct 12 11:21:59.724381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b256c480-ec0b-40ba-b367-7235c5cc576e req-837e9655-c258-46f8-813e-156e7206392a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Oct 12 11:21:59.764036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.764036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.764036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:21:59.901845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-2ca5f9c8-0594-4708-b64b-df40e1d761d4 req-6945c66e-4dda-40f1-ae61-e1424bf977d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:21:59.903191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2ca5f9c8-0594-4708-b64b-df40e1d761d4 req-6945c66e-4dda-40f1-ae61-e1424bf977d0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200346 Oct 12 11:21:59.915260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6064594 Oct 12 11:21:59.920499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52990) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:21:59.926570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51986a-86e0-4e07-9037-1afdd138a594 req-f03d1381-e79f-4ea0-ac6d-ac3b3642b1a9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:21:59.928901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a51986a-86e0-4e07-9037-1afdd138a594 req-f03d1381-e79f-4ea0-ac6d-ac3b3642b1a9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2175624 Oct 12 11:21:59.940591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Request body: {'subnet': {'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1534364511-subnet', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:21:59.976299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd511f-b592-49a6-ad4d-8875ab718fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b875f1e-6048-4e98-81cb-17277501e94b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:00.029573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 0b875f1e-6048-4e98-81cb-17277501e94b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:00.035867 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.092620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.109781 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:21:59Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:00.115051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf626e-63b6-41c3-9457-02c88ef91e76 req-63825cb2-8d5c-4f22-85fd-db773c1f9d82 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:00.116804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83bf626e-63b6-41c3-9457-02c88ef91e76 req-63825cb2-8d5c-4f22-85fd-db773c1f9d82 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.0805497 Oct 12 11:22:00.118067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Made reservation on behalf of 78bb288af51640af95b9a967b57dbc71 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:00.121844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.159804 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f81236-e39f-4961-9a80-e79612b2abf7 None None] The sync data for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 is: [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:21:59Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:00.168741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] For port c5f4d458-aab0-4981-a675-406a9b7f81cb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c5f4d458-aab0-4981-a675-406a9b7f81cb,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:00.176220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.305629 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.326869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Network 92798920-7a40-432d-93f6-9ef7c0cee28a is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:00.331497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:00.344358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:00.360044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83bf626e-63b6-41c3-9457-02c88ef91e76 req-2fe00b29-8df3-4861-9be5-97ea3ce9c870 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676068 Oct 12 11:22:00.545562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Pushing event updated for resources: {'Port': ['ID=2f90f90e-a7e1-4159-954d-5c7d43d41803,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:00.595542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Attempting to bind port 2f90f90e-a7e1-4159-954d-5c7d43d41803 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:00.595921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Attempting to bind port 2f90f90e-a7e1-4159-954d-5c7d43d41803 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6e140a65-8e3b-4e14-8bbf-432381cd0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:00.596291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Attempting to bind port 2f90f90e-a7e1-4159-954d-5c7d43d41803 on network 92798920-7a40-432d-93f6-9ef7c0cee28a {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:00.605292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:00.605292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Checking segment: {'id': '6e140a65-8e3b-4e14-8bbf-432381cd0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:00.605572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.605960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Bound using segment: {'id': '6e140a65-8e3b-4e14-8bbf-432381cd0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:00.606438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Bound port: 2f90f90e-a7e1-4159-954d-5c7d43d41803, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e140a65-8e3b-4e14-8bbf-432381cd0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '92798920-7a40-432d-93f6-9ef7c0cee28a'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:00.611949 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.615585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9f0caa4d-3d61-4d70-963f-cba31dc7bf49 None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:00.619527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9f0caa4d-3d61-4d70-963f-cba31dc7bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.638311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.688360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a51986a-86e0-4e07-9037-1afdd138a594 req-357bfcea-7d27-480e-a376-98116519f8ac tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405164 Oct 12 11:22:00.758737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381783-3c08-4a2c-83d2-b19ce41864b9 None None] Pushing event updated for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:00.817510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c5f4d458-aab0-4981-a675-406a9b7f81cb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:00.862458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4bc41f-e63a-4718-a6da-1f890c3a4f2f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:00.890102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:00.898686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b8146-2b0e-4243-8c50-89de49765dac req-3ad73bc4-0613-4f59-8d79-a199b1c12c29 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:00.907727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db6b8146-2b0e-4243-8c50-89de49765dac req-3ad73bc4-0613-4f59-8d79-a199b1c12c29 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1898856 Oct 12 11:22:00.909788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] For port 2f90f90e-a7e1-4159-954d-5c7d43d41803, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:00.915460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] For port 2f90f90e-a7e1-4159-954d-5c7d43d41803, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2f90f90e-a7e1-4159-954d-5c7d43d41803,segment=NetworkSegment(6e140a65-8e3b-4e14-8bbf-432381cd0618),segment_id=6e140a65-8e3b-4e14-8bbf-432381cd0618)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:00.925342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Checking segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:00.926209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Network hostable DHCP agents. Network: 0b875f1e-6048-4e98-81cb-17277501e94b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:00.956546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:00.966004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.026516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db6b8146-2b0e-4243-8c50-89de49765dac req-e973c37d-8d3c-4442-9bb1-7c3f8f9cd2ea tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170206 Oct 12 11:22:01.035409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.044141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Network 0b875f1e-6048-4e98-81cb-17277501e94b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:01.117687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 0b875f1e-6048-4e98-81cb-17277501e94b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:01.122959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:01.123542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.145844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8af35-df48-4170-8b8d-2934c5a964c0 None None] Network 0b875f1e-6048-4e98-81cb-17277501e94b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:01.147296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=abbad8d6-7ee4-4ccf-9479-0d7015a230b2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:01.225729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '8c50cce6-5e3c-4b77-8646-16626bf8d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '77ff7c2b-4f76-42a0-8643-1eb0d9629833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:01.230647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 77ff7c2b-4f76-42a0-8643-1eb0d9629833, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:01.250112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7dbedb58-106a-41f7-93b2-e509be7fb4c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3284416 Oct 12 11:22:01.258035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53022) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:01.276095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbf536-e642-49b4-921a-532fd6b0eb2c None None] Pushing event updated for resources: {'Port': ['ID=2f90f90e-a7e1-4159-954d-5c7d43d41803,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:01.279032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:01.289182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3b3b-aeb0-4733-ae5b-a8f86ef39238 req-9e1776a3-5d00-47d8-8d2b-9ec6804eeefb tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:01.303746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdef3b3b-aeb0-4733-ae5b-a8f86ef39238 req-9e1776a3-5d00-47d8-8d2b-9ec6804eeefb tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.2022605 Oct 12 11:22:01.345035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929840-721c-4836-a50d-2d663cd1d997 req-1f9a70a6-ab87-4187-a55c-72c23146751f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:01.356360 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2929840-721c-4836-a50d-2d663cd1d997 req-1f9a70a6-ab87-4187-a55c-72c23146751f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.1766694 Oct 12 11:22:01.388578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 77ff7c2b-4f76-42a0-8643-1eb0d9629833 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:01.425033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdef3b3b-aeb0-4733-ae5b-a8f86ef39238 req-93a9231e-5325-4352-8d86-94512c09f763 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184764 Oct 12 11:22:01.428929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 77ff7c2b-4f76-42a0-8643-1eb0d9629833) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:01.441156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:01.441752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.474652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.486619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.511063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc46188-8928-4929-b328-d500f2a84826 None None] Network 77ff7c2b-4f76-42a0-8643-1eb0d9629833 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:01.536722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2929840-721c-4836-a50d-2d663cd1d997 req-a9c38a72-1bc6-4bd3-b4ae-3800fab792c3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776795 Oct 12 11:22:01.609848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-df567c4f-9cf5-4ffb-b517-739116c3a144 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3673894 Oct 12 11:22:01.612381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53032) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:01.719643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.745550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:22:01.755053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f5572-cd03-4353-953b-59078cc45588 req-d808215c-2e5c-40c3-9c18-9dcc71529d4e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:01.756610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-356f5572-cd03-4353-953b-59078cc45588 req-d808215c-2e5c-40c3-9c18-9dcc71529d4e tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1978028 Oct 12 11:22:01.784121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:01.941314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-356f5572-cd03-4353-953b-59078cc45588 req-2ac7ce0f-925d-4942-b9a2-292eb5841e80 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683640 Oct 12 11:22:01.998361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:02.046206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.062609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-0b875f1e-6048-4e98-81cb-17277501e94b', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:02.064013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.092011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24478976-b2fa-448e-b935-617c0cbc862d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-77ff7c2b-4f76-42a0-8643-1eb0d9629833', 'network_id': '77ff7c2b-4f76-42a0-8643-1eb0d9629833', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': 'abbad8d6-7ee4-4ccf-9479-0d7015a230b2'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:02.093121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-24478976-b2fa-448e-b935-617c0cbc862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.163248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.262828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:02.284997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '211cad61-2cd9-46de-8123-4b35acfe1037', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '211cad61-2cd9-46de-8123-4b35acfe1037', 'mac_address': 'fa:16:3e:2c:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:22:02.412794 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab8e3-46ed-4072-a93a-9aa2f39b21df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.435350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.502588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a4b58-f6a2-4643-880c-f6fa507e27f7 req-d72f3a26-e182-4ce4-a207-c06a972db544 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:02.511444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-107a4b58-f6a2-4643-880c-f6fa507e27f7 req-d72f3a26-e182-4ce4-a207-c06a972db544 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2753534 Oct 12 11:22:02.526359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=abbad8d6-7ee4-4ccf-9479-0d7015a230b2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:02.588493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Allocated IP 172.20.0.2 (0b875f1e-6048-4e98-81cb-17277501e94b/0c4bc41f-e63a-4718-a6da-1f890c3a4f2f/1faf1105-84b8-4b51-87e2-60248d863e3d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:02.607204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-1a38c778-be77-4430-9f6b-337e44fcb268 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:02.608822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-1a38c778-be77-4430-9f6b-337e44fcb268 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 947 time: 0.3166862 Oct 12 11:22:02.692769 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:22:02.713591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.806910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-107a4b58-f6a2-4643-880c-f6fa507e27f7 req-ff964d38-bc49-49fb-9133-15b8c5b54d60 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866783 Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server [None req-24478976-b2fa-448e-b935-617c0cbc862d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abbad8d6-7ee4-4ccf-9479-0d7015a230b2: This subnet is being modified by another concurrent operation. Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:22:02.816416 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise exception Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abbad8d6-7ee4-4ccf-9479-0d7015a230b2: This subnet is being modified by another concurrent operation. Oct 12 11:22:02.819760 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Oct 12 11:22:02.837883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.855791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5728c4c-4397-4255-a9f9-543171c7c6b2 None None] Network 92798920-7a40-432d-93f6-9ef7c0cee28a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:02.858918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.869800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ff7c2b-4f76-42a0-8643-1eb0d9629833']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:02.880732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb41cc-1a5c-4bc2-8720-758c3ee2708e req-aa5f3126-a511-462e-9305-022b343fe005 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:02.889709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eceb41cc-1a5c-4bc2-8720-758c3ee2708e req-aa5f3126-a511-462e-9305-022b343fe005 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1374893 Oct 12 11:22:02.922335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c5f4d458-aab0-4981-a675-406a9b7f81cb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:02.926294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c50cce6-5e3c-4b77-8646-16626bf8d639') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:02.926593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c50cce6-5e3c-4b77-8646-16626bf8d639') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:02.928616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37370903-ceb5-4440-adc8-296a31a19048 None None] Network 77ff7c2b-4f76-42a0-8643-1eb0d9629833 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:02.953448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:02.984825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-a7808576-5d0f-4b65-9fca-b26aea698897 service neutron] 10.222.0.47 "GET /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.3405116 Oct 12 11:22:03.003209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.007417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eceb41cc-1a5c-4bc2-8720-758c3ee2708e req-be0a9d42-551c-443f-bc63-fd651bc66cb8 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166368 Oct 12 11:22:03.013814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab8e3-46ed-4072-a93a-9aa2f39b21df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.013814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.045224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:03.045684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:03.048845 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:03.076227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Allocated IP 172.25.2.238 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/856331bf-f5fb-4493-8c13-6e156b31a60c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:03.119643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab8e3-46ed-4072-a93a-9aa2f39b21df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.141005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:03.156957 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.158153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4f2d-cae1-4157-a190-ad6fc114a076 req-3c8570ad-5ff6-44ec-9c00-2a145739cf7e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.166069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-233c4f2d-cae1-4157-a190-ad6fc114a076 req-3c8570ad-5ff6-44ec-9c00-2a145739cf7e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 947 time: 0.2462878 Oct 12 11:22:03.167002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] Provisioning complete for port 2f90f90e-a7e1-4159-954d-5c7d43d41803 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:03.167374 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.214209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e3ab8e3-46ed-4072-a93a-9aa2f39b21df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75935625d1e94a3f881e689dc83899df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2176464 Oct 12 11:22:03.217070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53054) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:03.227390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:03.232064 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.246929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ab8e3-46ed-4072-a93a-9aa2f39b21df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f56c2-0b1d-423c-bc32-b0ad589f8c4d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:03.281202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-01cdeaff-9c0f-4fbb-b5d3-e342706f5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.292330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-01cdeaff-9c0f-4fbb-b5d3-e342706f5906 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1098 time: 0.2637389 Oct 12 11:22:03.306017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.331607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf1086-224b-4b0a-b7c5-7d4a9b4a022e req-fc2674fa-4392-460c-bb2a-9d84451d2a66 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.341096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4bf1086-224b-4b0a-b7c5-7d4a9b4a022e req-fc2674fa-4392-460c-bb2a-9d84451d2a66 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.1949134 Oct 12 11:22:03.355642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.359553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/77ff7c2b-4f76-42a0-8643-1eb0d9629833 HTTP/1.1" status: 204 len: 168 time: 1.7462416 Oct 12 11:22:03.369930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53058) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:03.376234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.376558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-233c4f2d-cae1-4157-a190-ad6fc114a076 req-04328602-c027-4894-8cac-97084c00eb55 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092319 Oct 12 11:22:03.389796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916374166'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:03.442908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4bf1086-224b-4b0a-b7c5-7d4a9b4a022e req-6300f94f-3345-4dea-aab2-f1706ed5b535 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970399 Oct 12 11:22:03.454642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d321-b1eb-49f8-9a72-8ded1013a797 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=77ff7c2b-4f76-42a0-8643-1eb0d9629833,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:03.494337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Pushing event updated for resources: {'Port': ['ID=1faf1105-84b8-4b51-87e2-60248d863e3d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:03.511497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:03.511497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.523406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.543045 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.593576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.614226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Pushing event updated for resources: {'Port': ['ID=856331bf-f5fb-4493-8c13-6e156b31a60c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:03.635938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:03.642038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:03.645075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-9bff3d3e-a80e-4e56-a6b3-942638edf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.646688 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-9bff3d3e-a80e-4e56-a6b3-942638edf796 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3193111 Oct 12 11:22:03.650820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:03.658973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd092f-f8e9-41eb-942a-104e83eeff6d req-2ca4338c-d5da-4477-ac4b-7c4a0ad3234a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.667290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cbd092f-f8e9-41eb-942a-104e83eeff6d req-2ca4338c-d5da-4477-ac4b-7c4a0ad3234a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.1289618 Oct 12 11:22:03.670755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.819702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:03.825237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-52dfa449-c5e4-4df1-b99b-4f265772676e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.1524215 Oct 12 11:22:03.842931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Network 0b875f1e-6048-4e98-81cb-17277501e94b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:03.862323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.863023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cbd092f-f8e9-41eb-942a-104e83eeff6d req-2960c11d-b42e-4f10-970c-36128307ac94 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947782 Oct 12 11:22:03.871218 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 9e131d94-eddf-424d-9aee-fd5bb5558d3c of type vlan for network a6c85723-050c-4479-8b1c-4f379bb4a26b Oct 12 11:22:03.891572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c5f4d458-aab0-4981-a675-406a9b7f81cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:03.891572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:03.891572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:03.937646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-b6c51c2c-bdad-4118-b6e2-4a2e40987b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:03.940811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-b6c51c2c-bdad-4118-b6e2-4a2e40987b6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1038890 Oct 12 11:22:03.945711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:03.956883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.017068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['211cad61-2cd9-46de-8123-4b35acfe1037'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:04.022456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.026858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.028456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b72f56c2-0b1d-423c-bc32-b0ad589f8c4d HTTP/1.1" status: 204 len: 168 time: 0.8102858 Oct 12 11:22:04.092497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.099516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:04.100153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.105066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:04.144529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c59d-afd7-46f4-9691-8acd0ebf83df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f56c2-0b1d-423c-bc32-b0ad589f8c4d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:04.190089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-3b0f88c0-bf89-49df-ae81-289f19ed5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:04.193570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-3b0f88c0-bf89-49df-ae81-289f19ed5473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339995 Oct 12 11:22:04.202031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13077-58ba-4a61-bc28-f4f171b298f5 req-51fbd864-4b9a-48fd-a475-f80191c110ce tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:04.211821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cc13077-58ba-4a61-bc28-f4f171b298f5 req-51fbd864-4b9a-48fd-a475-f80191c110ce tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2175453 Oct 12 11:22:04.225042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Attempting to bind port 1faf1105-84b8-4b51-87e2-60248d863e3d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:04.225653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Attempting to bind port 1faf1105-84b8-4b51-87e2-60248d863e3d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:04.226168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Attempting to bind port 1faf1105-84b8-4b51-87e2-60248d863e3d on network 0b875f1e-6048-4e98-81cb-17277501e94b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:04.231830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.278410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:04.279096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Checking segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:04.279676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.280316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Bound using segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:04.280933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Bound port: 1faf1105-84b8-4b51-87e2-60248d863e3d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:04.281462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.335570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2f90f90e-a7e1-4159-954d-5c7d43d41803 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:04.352051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1273bd-8ddd-4d2d-a5c0-2605b7de2bc1 req-77d5cf65-feb3-4fe2-87f5-2633459006f5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:04.364603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1273bd-8ddd-4d2d-a5c0-2605b7de2bc1 req-77d5cf65-feb3-4fe2-87f5-2633459006f5 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.3519788 Oct 12 11:22:04.452463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] For port 2f90f90e-a7e1-4159-954d-5c7d43d41803, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2f90f90e-a7e1-4159-954d-5c7d43d41803,segment=NetworkSegment(6e140a65-8e3b-4e14-8bbf-432381cd0618),segment_id=6e140a65-8e3b-4e14-8bbf-432381cd0618)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:04.514732 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.542292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] For port 1faf1105-84b8-4b51-87e2-60248d863e3d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:04.553283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] For port 1faf1105-84b8-4b51-87e2-60248d863e3d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1faf1105-84b8-4b51-87e2-60248d863e3d,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:04.611549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.711292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2f90f90e-a7e1-4159-954d-5c7d43d41803 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:04.711667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.789350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b26564-28ce-4a73-978a-ab0fe462e7b3 None None] Pushing event updated for resources: {'Port': ['ID=2f90f90e-a7e1-4159-954d-5c7d43d41803,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:04.820336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ac12e9de-d9c1-4b44-a792-d2e17b593f5f None None] Provisioning complete for port 2f90f90e-a7e1-4159-954d-5c7d43d41803 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:04.820690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac12e9de-d9c1-4b44-a792-d2e17b593f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:04.825510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-7e1f1e38-fd66-4c96-9edc-c50cab583060 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:04.827675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-7e1f1e38-fd66-4c96-9edc-c50cab583060 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.47 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.5342269 Oct 12 11:22:04.913967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-716acbaa-b94b-4be6-baa0-60b9485c0a57 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087610 Oct 12 11:22:04.920481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844c70-afcf-4a01-bf9e-8a822b763a2b None None] Pushing event updated for resources: {'Port': ['ID=1faf1105-84b8-4b51-87e2-60248d863e3d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:05.068781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1273bd-8ddd-4d2d-a5c0-2605b7de2bc1 req-aad13fde-cfae-43ef-bb9f-81bf65c86349 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669013 Oct 12 11:22:05.251444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2f90f90e-a7e1-4159-954d-5c7d43d41803 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:05.294083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cc13077-58ba-4a61-bc28-f4f171b298f5 req-9bf29482-877a-4571-a8d8-118d359e4f06 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0744946 Oct 12 11:22:05.295341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.310396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9394181 Oct 12 11:22:05.320835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53086) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:05.374737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2f90f90e-a7e1-4159-954d-5c7d43d41803 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:05.375016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.398488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de0d3d-252a-4fbc-b32b-d987c7e69b9a req-795a0c10-8e20-4b61-bbe4-d7f6d1214319 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:05.400517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-15de0d3d-252a-4fbc-b32b-d987c7e69b9a req-795a0c10-8e20-4b61-bbe4-d7f6d1214319 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.1609111 Oct 12 11:22:05.462993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-8c5d67d2-19d6-4f19-99a3-1b05be76fbed service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242574 Oct 12 11:22:05.503495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-15de0d3d-252a-4fbc-b32b-d987c7e69b9a req-d05c9634-5277-4b09-a215-ff93b450282f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932896 Oct 12 11:22:05.505934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Deleting port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:05.506438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.547319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:05.569033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:05.575733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe186a0-10fc-4b32-a3f6-7a20889f184a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=a6c85723-050c-4479-8b1c-4f379bb4a26b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:05.610083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:05.643055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] For port 570cbc99-6ff2-4927-b9f0-0df6e351bd78, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=570cbc99-6ff2-4927-b9f0-0df6e351bd78,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:05.643963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.828324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 211cad61-2cd9-46de-8123-4b35acfe1037 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:22:05.834117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 211cad61-2cd9-46de-8123-4b35acfe1037 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:05.835586 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.853322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e7328-5cc3-49b6-ac09-6acb7182ef82 req-9235e9c4-b6ae-4e55-a575-1d5ce6284b41 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:05.861347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b49e7328-5cc3-49b6-ac09-6acb7182ef82 req-9235e9c4-b6ae-4e55-a575-1d5ce6284b41 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 946 time: 0.2644448 Oct 12 11:22:05.944725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b49e7328-5cc3-49b6-ac09-6acb7182ef82 req-995f9b34-47f7-45b3-b6eb-29fcd25068a2 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d52d2cb-7cc0-4082-8857-66958b7ac9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790241 Oct 12 11:22:05.944725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.982964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.983453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:05.983728 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Floating IP 24a56368-fbcb-49cd-b61c-189fda01e59a disassociated. External IP: 172.25.2.174, port: 570cbc99-6ff2-4927-b9f0-0df6e351bd78. Oct 12 11:22:05.984141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Calling delete_port for 570cbc99-6ff2-4927-b9f0-0df6e351bd78 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:06.012412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2f38e-a3eb-42b0-a9d4-59c19561851e req-8a3afaa3-6219-458a-bfde-167f82997133 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:06.014017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbf2f38e-a3eb-42b0-a9d4-59c19561851e req-8a3afaa3-6219-458a-bfde-167f82997133 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.3263636 Oct 12 11:22:06.039445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.065489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:06.068119 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da88a68-7539-472e-aef3-e5db9b08533e" -d '{"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-plugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:06.092488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:06.110898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:06.127832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.136766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbf2f38e-a3eb-42b0-a9d4-59c19561851e req-6df410a2-e431-469e-a922-936942563f9a tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123102 Oct 12 11:22:06.186904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.244605 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6f9ba-e2f1-424e-91ce-0a2a61768106 x-openstack-request-id: req-11e6f9ba-e2f1-424e-91ce-0a2a61768106 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:06.245030 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-plugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:06.245323 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11e6f9ba-e2f1-424e-91ce-0a2a61768106 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:06.245725 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'code': 200} Oct 12 11:22:06.273220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:06.370204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.391108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944bb201-0a7a-4ac5-960f-fd3f76747ec4 None None] Network 0b875f1e-6048-4e98-81cb-17277501e94b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:06.447370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event deleted for resources: {'Port': ['ID=570cbc99-6ff2-4927-b9f0-0df6e351bd78,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:06.530158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] Provisioning complete for port 1faf1105-84b8-4b51-87e2-60248d863e3d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:06.530158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.530472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Router 638eae0e-83ca-41e6-aa01-4694560131c3 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:22:06.603535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c26dc7-c636-46f3-bcd9-88c0669382da req-99f016cb-4f1e-440b-a971-e4892a90f785 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:06.605337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8c26dc7-c636-46f3-bcd9-88c0669382da req-99f016cb-4f1e-440b-a971-e4892a90f785 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1835682 Oct 12 11:22:06.709915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Router 84117524-4d81-4aa3-9c33-e6322196394f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:22:06.713333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8c26dc7-c636-46f3-bcd9-88c0669382da req-7b2ce47f-2cdf-4209-9ae6-704d02e32289 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583017 Oct 12 11:22:06.725905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:06.741299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Sync routers for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:06.747637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ea3f7-8b74-4f4a-8e7e-ab4338ce0435 req-6d1bfc8e-600e-40f3-9c9e-eec9f72b198f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:06.750674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a68ea3f7-8b74-4f4a-8e7e-ab4338ce0435 req-6d1bfc8e-600e-40f3-9c9e-eec9f72b198f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1141646 Oct 12 11:22:06.754064 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.773215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:06.773845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:06.804426 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a68ea3f7-8b74-4f4a-8e7e-ab4338ce0435 req-a9e64082-a196-4c0a-931f-0ae77b13d2b3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Oct 12 11:22:06.884288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:06.892479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:06.894166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] For port 1faf1105-84b8-4b51-87e2-60248d863e3d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1faf1105-84b8-4b51-87e2-60248d863e3d,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:06.927888 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Sync routers for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:06.947304 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:06.948566 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:06.973489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.030912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] No DVR routers for this DVR port 570cbc99-6ff2-4927-b9f0-0df6e351bd78 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:07.036417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.039014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=9eb68032-728e-484c-acb0-edcd35ad97c2,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:07.044741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91e1d2f9-7923-474e-970b-3e6caa643ee1 req-d09d211b-0991-4315-947b-2a0faccc4dce tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.47 "DELETE /v2.0/ports/570cbc99-6ff2-4927-b9f0-0df6e351bd78 HTTP/1.1" status: 204 len: 173 time: 2.1076207 Oct 12 11:22:07.046597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'name': 'network-vif-deleted', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:07.054920 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e83934-2a79-4c12-8f90-b0db2fe8f790" -d '{"events": [{"server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "name": "network-vif-deleted", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:07.074427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.074427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f41a357-f68b-4b18-8d3f-61eb16f0ae24 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8138072 Oct 12 11:22:07.076144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53128) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:07.157426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:07.192805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '9e131d94-eddf-424d-9aee-fd5bb5558d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:07.192805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: a6c85723-050c-4479-8b1c-4f379bb4a26b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:07.360461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2894880-a7a9-45d8-9bfd-55f5a5741df0 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:22:07.369383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network a6c85723-050c-4479-8b1c-4f379bb4a26b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:07.386618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49979197-403a-4934-ab12-36140a1c687e req-66f9909d-5da3-4db7-8a09-700d6f3bba39 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 210 time: 0.1192737 Oct 12 11:22:07.464277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a6c85723-050c-4479-8b1c-4f379bb4a26b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:07.465187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:07.465879 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.555596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-895fd5a5-2e47-4806-bee0-5c43fc269915 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1328559 Oct 12 11:22:07.559216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:07.565764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7838038'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:07.665758 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:07.693384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:07.699461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.763199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:07.787209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:07.788974 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 8f006ea3-34a6-4a3a-9c20-f8bc3a02ae3a of type vlan for network 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb Oct 12 11:22:07.940041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313200-d047-4648-888c-46b17f7efd68 None None] Pushing event updated for resources: {'Port': ['ID=1faf1105-84b8-4b51-87e2-60248d863e3d,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:07.989871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.016647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1faf1105-84b8-4b51-87e2-60248d863e3d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:08.035671 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b0735a-3888-4409-bea2-5eafd00a9103 x-openstack-request-id: req-92b0735a-3888-4409-bea2-5eafd00a9103 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:08.036240 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327e4cf-d9b7-4291-9dc7-be7c66127178", "name": "network-vif-deleted", "tag": "570cbc99-6ff2-4927-b9f0-0df6e351bd78", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:08.036412 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92b0735a-3888-4409-bea2-5eafd00a9103 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:08.036949 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd327e4cf-d9b7-4291-9dc7-be7c66127178', 'name': 'network-vif-deleted', 'tag': '570cbc99-6ff2-4927-b9f0-0df6e351bd78', 'status': 'completed', 'code': 200} Oct 12 11:22:08.159963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.resource_extend [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:22:08.200712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58943-b4fe-4549-8a5d-444386e8bcfc req-5f63089b-e765-43b3-b192-c3fed2db4702 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:08.203285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ac58943-b4fe-4549-8a5d-444386e8bcfc req-5f63089b-e765-43b3-b192-c3fed2db4702 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1695843 Oct 12 11:22:08.287119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ac58943-b4fe-4549-8a5d-444386e8bcfc req-5e49d057-7009-4431-8af3-65500598c513 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751984 Oct 12 11:22:08.364831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75861-33d8-4e86-930e-7d484396c2bb req-3fe6338d-f044-421b-8561-13ed68c03022 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:08.367292 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:08.370913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19f75861-33d8-4e86-930e-7d484396c2bb req-3fe6338d-f044-421b-8561-13ed68c03022 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.3452065 Oct 12 11:22:08.377713 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.377882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2894880-a7a9-45d8-9bfd-55f5a5741df0 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:22:08.397013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8ca95997-e6a7-4758-8a1d-9faf69384dbd None None] Provisioning complete for port 1faf1105-84b8-4b51-87e2-60248d863e3d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:08.397388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ca95997-e6a7-4758-8a1d-9faf69384dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.400776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:08.406394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.471737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Checking router: 84117524-4d81-4aa3-9c33-e6322196394f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:08.519733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:08.526006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:08.656069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb079267-5f1c-47b9-b25d-9de91acc15e4 req-b16cc3e6-e1dc-40b6-9407-e2576695af79 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/ports?device_id=d327e4cf-d9b7-4291-9dc7-be7c66127178 HTTP/1.1" status: 200 len: 210 time: 0.0511928 Oct 12 11:22:08.671239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.796382 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2356467 Oct 12 11:22:08.811206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19f75861-33d8-4e86-930e-7d484396c2bb req-e968587f-351e-4b5f-8a4f-1cbfe1fd80c8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007330 Oct 12 11:22:08.812717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53164) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:08.839003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1faf1105-84b8-4b51-87e2-60248d863e3d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:08.839003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:08.839180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:08.839180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194978d-0443-4871-8ff7-28c997b3a6e5 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:08.928627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-9d0b3b2e-9c22-4817-94fe-7b05faf825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:08.930300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-9d0b3b2e-9c22-4817-94fe-7b05faf825f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069&tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3 HTTP/1.1" status: 200 len: 1100 time: 0.2001352 Oct 12 11:22:08.945631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:08.985281 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:08.999766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Allocated IP 172.20.0.1 (0b875f1e-6048-4e98-81cb-17277501e94b/0c4bc41f-e63a-4718-a6da-1f890c3a4f2f/874df054-2a3d-4873-acc2-12fa54eb6df4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:09.001385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:09.037841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a6c85723-050c-4479-8b1c-4f379bb4a26b', 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '9eb68032-728e-484c-acb0-edcd35ad97c2'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:09.038685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.155020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.266644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.270366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:03Z', 'revision_number': 3, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:09.270657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:09.312096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Checking router: 638eae0e-83ca-41e6-aa01-4694560131c3 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:09.312096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Updating router 638eae0e-83ca-41e6-aa01-4694560131c3 port 856331bf-f5fb-4493-8c13-6e156b31a60c binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:09.364648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.464598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.511372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Pushing event updated for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:09.531008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Network 0b875f1e-6048-4e98-81cb-17277501e94b is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:09.534974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:09.537602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:09.545385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1faf1105-84b8-4b51-87e2-60248d863e3d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:09.582742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.587334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 570cbc99-6ff2-4927-b9f0-0df6e351bd78 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:09.599744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Allocated IP 2001:db8::3 (a6c85723-050c-4479-8b1c-4f379bb4a26b/9eb68032-728e-484c-acb0-edcd35ad97c2/8e59af19-2ea5-46d2-8aed-597fbfaff445) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:09.635903 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:09.640268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 570cbc99-6ff2-4927-b9f0-0df6e351bd78 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:09.640880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 570cbc99-6ff2-4927-b9f0-0df6e351bd78 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:09.651462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106cc74-abe5-4ccb-b231-bcebdfdfc0a4 req-32cb8ccf-40bb-4cd0-91d3-c7fafeb21bea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:09.656288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2106cc74-abe5-4ccb-b231-bcebdfdfc0a4 req-32cb8ccf-40bb-4cd0-91d3-c7fafeb21bea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2390215 Oct 12 11:22:09.683558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:09.709752 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f9dcb-6305-44ca-bc66-7755635833b5 None None] The sync data for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 is: [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:19:42Z', 'revision_number': 4, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7fab8f40-c35b-4dd7-8805-9753d4c562b4', 'name': '', 'network_id': '42c6fd6e-6e10-49ab-9350-e1a98e720621', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'mac_address': 'fa:16:3e:93:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '3073a385-bfd3-4599-a619-d68005429cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:40Z', 'updated_at': '2021-10-12T11:19:53Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'subnets': [{'id': '3073a385-bfd3-4599-a619-d68005429cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:09.737894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2106cc74-abe5-4ccb-b231-bcebdfdfc0a4 req-a202d607-b802-4d48-9340-f61008a0351f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712290 Oct 12 11:22:09.738720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b44f3450-fbca-4106-ad83-3b7cace2158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.742050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:09.849290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.878282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Transition to ACTIVE for port object 211cad61-2cd9-46de-8123-4b35acfe1037 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:22:09.881310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53182) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:09.881950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:09.889366 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a835a-8c12-4731-82f2-e2f7cf246190" -d '{"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-unplugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:09.894373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:09.898921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:09.973252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.020127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1faf1105-84b8-4b51-87e2-60248d863e3d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:10.021910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.041839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b44f3450-fbca-4106-ad83-3b7cace2158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.062907 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9def15c-8140-47ae-80bf-4a13e3ec45a0 x-openstack-request-id: req-a9def15c-8140-47ae-80bf-4a13e3ec45a0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:10.063315 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-unplugged", "status": "completed", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:10.064029 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9def15c-8140-47ae-80bf-4a13e3ec45a0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:10.064448 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'code': 200} Oct 12 11:22:10.137061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17372-b8bf-4c30-8c4e-343ddeb65d96 req-458e2b76-d446-4a55-a8c7-8671555d0427 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:10.139969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Performing IP validity checks on allocation pools {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:22:10.140594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:22:10.148540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddd17372-b8bf-4c30-8c4e-343ddeb65d96 req-458e2b76-d446-4a55-a8c7-8671555d0427 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.0860324 Oct 12 11:22:10.180144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b44f3450-fbca-4106-ad83-3b7cace2158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.223672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce6ef5-5322-4200-bf59-95bf8b0d1f93 None None] New status for floating IP 24a56368-fbcb-49cd-b61c-189fda01e59a: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:22:10.241626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] No DVR routers for this DVR port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:10.260705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.313100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddd17372-b8bf-4c30-8c4e-343ddeb65d96 req-7b11218f-359f-4050-bab5-b5e09098585e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634769 Oct 12 11:22:10.319549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:10.319892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:10.320222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:10.322477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.340477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.362171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b44f3450-fbca-4106-ad83-3b7cace2158a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec02514ebf6540ae86da76bbae906b37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0860434 Oct 12 11:22:10.370807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3450-fbca-4106-ad83-3b7cace2158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c189599-af1b-4ca6-a592-442083a8e99b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.370961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:22:10.370961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Attempting to bind port 211cad61-2cd9-46de-8123-4b35acfe1037 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:10.379813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53188) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:10.405440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:10.406029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:10.406425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:10.406903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Bound port: 211cad61-2cd9-46de-8123-4b35acfe1037, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:10.407270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.427503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.580177 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.658982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:10.660400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.664750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.672932 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.685323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:10.705213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.707909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.719883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.746544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.779707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.782827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.787001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d52d2cb-7cc0-4082-8857-66958b7ac9ce HTTP/1.1" status: 204 len: 168 time: 0.8811784 Oct 12 11:22:10.787001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.791822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53192) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:10.895772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Pushing event updated for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.898752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.900310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:10.902276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:10.906510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:10.911123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:10.926721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Pushing event updated for resources: {'Port': ['ID=8e59af19-2ea5-46d2-8aed-597fbfaff445,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.935396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=11']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.960277 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-355fe06a-9635-4f71-8d10-8c6b51be8a5d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] show failed (client error): The resource could not be found. Oct 12 11:22:10.966991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-355fe06a-9635-4f71-8d10-8c6b51be8a5d tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "GET /v2.0/security-groups/3d52d2cb-7cc0-4082-8857-66958b7ac9ce HTTP/1.1" status: 404 len: 347 time: 0.1554949 Oct 12 11:22:10.966991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258bbbf-9db5-42ba-a569-e2b2d33bae6b tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52d2cb-7cc0-4082-8857-66958b7ac9ce,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:10.967261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53196) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:11.033894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.033894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.033894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-e9b33451-a7eb-41cd-a64e-4d96ea558954 service neutron] 10.222.0.41 "PUT /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 1096 time: 2.0929906 Oct 12 11:22:11.074647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Attempting to bind port 856331bf-f5fb-4493-8c13-6e156b31a60c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:11.075047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Attempting to bind port 856331bf-f5fb-4493-8c13-6e156b31a60c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:11.075410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Attempting to bind port 856331bf-f5fb-4493-8c13-6e156b31a60c on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:11.081463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=c6cdbdd5-100d-4d0c-882a-0bdd9af1ff7c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:11.097517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f42bc-fb84-4f88-88bc-533fd0455142 None None] Pushing event updated for resources: {'Port': ['ID=856331bf-f5fb-4493-8c13-6e156b31a60c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:11.101917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:11.102301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:11.103288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.103783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:11.104264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Bound port: 856331bf-f5fb-4493-8c13-6e156b31a60c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:11.104681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.184807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98ad-0e7b-4e12-8f5e-1f3c5cf68f4f req-ec9f6b22-d18f-4090-8c57-8820815e6e7f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.186360 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc3b98ad-0e7b-4e12-8f5e-1f3c5cf68f4f req-ec9f6b22-d18f-4090-8c57-8820815e6e7f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.2403390 Oct 12 11:22:11.188642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '8f006ea3-34a6-4a3a-9c20-f8bc3a02ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:11.189055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:11.191605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] For port 856331bf-f5fb-4493-8c13-6e156b31a60c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:11.194986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] For port 856331bf-f5fb-4493-8c13-6e156b31a60c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=856331bf-f5fb-4493-8c13-6e156b31a60c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:11.198431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Attempting to bind port 8e59af19-2ea5-46d2-8aed-597fbfaff445 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:11.198893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Attempting to bind port 8e59af19-2ea5-46d2-8aed-597fbfaff445 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '9e131d94-eddf-424d-9aee-fd5bb5558d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:11.199265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Attempting to bind port 8e59af19-2ea5-46d2-8aed-597fbfaff445 on network a6c85723-050c-4479-8b1c-4f379bb4a26b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:11.206133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:11.206133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Checking segment: {'id': '9e131d94-eddf-424d-9aee-fd5bb5558d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:11.206465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.206867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Bound using segment: {'id': '9e131d94-eddf-424d-9aee-fd5bb5558d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:11.207395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Bound port: 8e59af19-2ea5-46d2-8aed-597fbfaff445, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e131d94-eddf-424d-9aee-fd5bb5558d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a6c85723-050c-4479-8b1c-4f379bb4a26b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:11.207812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.217539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.220688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.222009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c189599-af1b-4ca6-a592-442083a8e99b HTTP/1.1" status: 204 len: 168 time: 0.8403814 Oct 12 11:22:11.247198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-b8a9f033-9c5e-40bd-a5fc-06e9cd714ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.248870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-b8a9f033-9c5e-40bd-a5fc-06e9cd714ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1099 time: 0.1536784 Oct 12 11:22:11.250028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdebb7-1180-4905-8e78-2ba01202d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c189599-af1b-4ca6-a592-442083a8e99b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:11.299630 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.318756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc3b98ad-0e7b-4e12-8f5e-1f3c5cf68f4f req-66caf9d6-9d86-4d21-885b-ba496386455d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207981 Oct 12 11:22:11.327548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:11.354114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] For port 8e59af19-2ea5-46d2-8aed-597fbfaff445, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:11.389217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Network 0b875f1e-6048-4e98-81cb-17277501e94b is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:11.389803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] For port 8e59af19-2ea5-46d2-8aed-597fbfaff445, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e59af19-2ea5-46d2-8aed-597fbfaff445,segment=NetworkSegment(9e131d94-eddf-424d-9aee-fd5bb5558d3c),segment_id=9e131d94-eddf-424d-9aee-fd5bb5558d3c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:11.401420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Deleting port 78c17628-62d5-4edf-9079-1729e8dbb904 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:11.401637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:11.402034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:11.402933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.410463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:11.418124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.418723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.422550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:11.449443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f42bc-fb84-4f88-88bc-533fd0455142 None None] Pushing event updated for resources: {'Port': ['ID=856331bf-f5fb-4493-8c13-6e156b31a60c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:11.456984 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.480022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-3c3ebab1-05d3-4962-a451-3bd9ffed7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.482767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-3c3ebab1-05d3-4962-a451-3bd9ffed7218 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1921833 Oct 12 11:22:11.542797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-a1b113ff-9b28-4fb8-865e-02955a604f3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.0524554 Oct 12 11:22:11.546768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb88157f-8934-49a4-a95f-275550134421 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7213714 Oct 12 11:22:11.558658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53204) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:11.592557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:11.617466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.617791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:11.641389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e79a3-fc8f-4190-b665-582249e2bf8d None None] Pushing event updated for resources: {'Port': ['ID=8e59af19-2ea5-46d2-8aed-597fbfaff445,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:11.676095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:11.712612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Calling delete_port for 78c17628-62d5-4edf-9079-1729e8dbb904 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:11.739760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4d76-9dfe-4c8d-be8a-a7d5a874e3de req-ec3f7837-7944-4155-b135-4cc6d6ac9205 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.750471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb7e4d76-9dfe-4c8d-be8a-a7d5a874e3de req-ec3f7837-7944-4155-b135-4cc6d6ac9205 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.3180568 Oct 12 11:22:11.767308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-d2184071-a402-4c7f-9edd-a91e2ed2a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:11.772151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-d2184071-a402-4c7f-9edd-a91e2ed2a334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.2222543 Oct 12 11:22:11.782275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:12.002161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:12.015166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-392124f8-814b-4174-a111-a5eab960eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:12.016716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-392124f8-814b-4174-a111-a5eab960eda1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151279 Oct 12 11:22:12.078605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb7e4d76-9dfe-4c8d-be8a-a7d5a874e3de req-dd1de6cd-69f8-410b-93f4-4f45060e8c97 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271918 Oct 12 11:22:12.165454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Router 638eae0e-83ca-41e6-aa01-4694560131c3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:22:12.170152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-83822c76-4156-4920-a6dc-571150d5803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 2, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:12.229118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83822c76-4156-4920-a6dc-571150d5803a None None] The sync data for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 is: [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 2, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:12.241810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:12.244680 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b161a7-c950-4b62-9bee-303149b0ffef" -d '{"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:12.423570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-5a928ecd-d77c-4002-8ab8-4c0876ffb7bf service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965786 Oct 12 11:22:12.437846 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1334cea5-8b4f-4f3c-aeb4-86e5fe2df619 x-openstack-request-id: req-1334cea5-8b4f-4f3c-aeb4-86e5fe2df619 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:12.438146 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:12.438609 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1334cea5-8b4f-4f3c-aeb4-86e5fe2df619 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:12.439112 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'status': 'completed', 'code': 200} Oct 12 11:22:12.558214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:12.604268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:12.625084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c3500547-0441-4388-83e9-b15e9c9efc84 admin admin] 10.222.0.43 "PUT /v2.0/routers/638eae0e-83ca-41e6-aa01-4694560131c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5477331 Oct 12 11:22:12.625455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14e550d4-05cd-4d6c-ae49-fd3c72d33e8c req-dea6d459-6854-4713-88ac-05bcb8999e12 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855972 Oct 12 11:22:12.749855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:12.773239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-8c3763c3-2210-4d5f-87bb-b4f01eb8e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:12.775733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-8c3763c3-2210-4d5f-87bb-b4f01eb8e87c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1099 time: 0.2861383 Oct 12 11:22:12.851336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-dd7407b6-b68a-4c90-9479-a277627f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:12.857827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-dd7407b6-b68a-4c90-9479-a277627f8056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1099 time: 0.1398010 Oct 12 11:22:12.909970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:12.954646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Pushing event deleted for resources: {'Port': ['ID=78c17628-62d5-4edf-9079-1729e8dbb904,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:13.070756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cdbdd5-100d-4d0c-882a-0bdd9af1ff7c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:13.348027 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:13.389671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc8a93-0df5-4fc2-a75f-1abfc72445de None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:13.450949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967831ce-bf01-45d2-8310-b1c8d2b1b292 None None] Network 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:13.472463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:13.489504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-4150150f-cca9-4294-99ba-5347273dc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:13.491121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-4150150f-cca9-4294-99ba-5347273dc3d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.6261606 Oct 12 11:22:13.496716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb3d6e-3dee-495c-9493-7477c0782e2f req-adc998b2-6924-4a1a-a983-41dc664cb595 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:13.498343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6bb3d6e-3dee-495c-9493-7477c0782e2f req-adc998b2-6924-4a1a-a983-41dc664cb595 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.9126110 Oct 12 11:22:13.677132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e59af19-2ea5-46d2-8aed-597fbfaff445 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:13.752808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-895a893b-c6eb-4e48-9113-f360366ecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:13.754895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-895a893b-c6eb-4e48-9113-f360366ecbef service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.8553722 Oct 12 11:22:13.755958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:13.759671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:13.766068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2bebb44f-7f4c-4d81-8950-24d95de44722 tempest-ServersTestManualDisk-1326845767 tempest-ServersTestManualDisk-1326845767-project] 10.222.0.43 "DELETE /v2.0/floatingips/24a56368-fbcb-49cd-b61c-189fda01e59a HTTP/1.1" status: 204 len: 168 time: 2.7977908 Oct 12 11:22:13.781342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6bb3d6e-3dee-495c-9493-7477c0782e2f req-a1b44c76-4986-44fb-a19a-deec1f0f7181 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338622 Oct 12 11:22:13.782046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53262) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:13.894200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-e984bcf5-3dab-4960-8430-99aeecd6965b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 0.1087592 Oct 12 11:22:14.052492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Provisioning complete for port 8e59af19-2ea5-46d2-8aed-597fbfaff445 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:14.053059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:14.326517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e59af19-2ea5-46d2-8aed-597fbfaff445 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:14.334130 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:14.401954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-9ed4f78d-cb1a-458d-89a8-a73f291f3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:14.406778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-9ed4f78d-cb1a-458d-89a8-a73f291f3631 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.4989834 Oct 12 11:22:14.674281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fea30-7c34-488d-8a31-af05363bd09e None None] Network 9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:14.863801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f006ea3-34a6-4a3a-9c20-f8bc3a02ae3a') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:14.865591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f006ea3-34a6-4a3a-9c20-f8bc3a02ae3a') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:14.876982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-8d31c4c9-8d0a-426f-8e63-bbe65adcd64e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 200 len: 217 time: 1.3619554 Oct 12 11:22:14.905019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:14.937501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-cf26865e-1247-4bbb-ab17-96da242e68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:14.941900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-cf26865e-1247-4bbb-ab17-96da242e68e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5202050 Oct 12 11:22:14.953603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6ab85-59d2-44bd-9328-9f61a314e71f req-a6564a16-cd90-4221-bcc2-1aaf3c0b1d25 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:14.955806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ed6ab85-59d2-44bd-9328-9f61a314e71f req-a6564a16-cd90-4221-bcc2-1aaf3c0b1d25 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.6415362 Oct 12 11:22:15.011425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.080088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.124629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-c2217d6a-a215-4dbf-8bdc-73511866daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:15.133563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-c2217d6a-a215-4dbf-8bdc-73511866daa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.2433064 Oct 12 11:22:15.137792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53282) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:15.171609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774839767', 'description': 'tempest-description--200855668'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:15.173732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-0ef6d81e-59e7-4723-b5d8-868580fac05e service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167044 Oct 12 11:22:15.179839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] For port 8e59af19-2ea5-46d2-8aed-597fbfaff445, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e59af19-2ea5-46d2-8aed-597fbfaff445,segment=NetworkSegment(9e131d94-eddf-424d-9aee-fd5bb5558d3c),segment_id=9e131d94-eddf-424d-9aee-fd5bb5558d3c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:15.252984 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.284053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.319594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53284) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:15.323005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:15.323431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:15.358169 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:15.370033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:22:15.370819 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:22:15.373494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Pushing event updated for resources: {'Port': ['ID=8e59af19-2ea5-46d2-8aed-597fbfaff445,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:15.389203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.389874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.399924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92264fbf-91c4-4713-8be4-2984554701d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:15.435112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-40bb0815-e7f2-4673-b4ac-c6fa8282f193 None None] Provisioning complete for port 874df054-2a3d-4873-acc2-12fa54eb6df4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:15.435853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40bb0815-e7f2-4673-b4ac-c6fa8282f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.450896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ed6ab85-59d2-44bd-9328-9f61a314e71f req-9019f632-b1ac-4f59-b2fa-920506277385 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849760 Oct 12 11:22:15.554350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-40bb0815-e7f2-4673-b4ac-c6fa8282f193 None None] Port 874df054-2a3d-4873-acc2-12fa54eb6df4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:22:15.621409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.641307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-f0207b2e-00ac-4ff4-a015-d4cef7821981 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370639 Oct 12 11:22:15.699774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b161a7-c950-4b62-9bee-303149b0ffef req-f32090aa-43b0-4efc-a883-2463d4ca745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:15.699774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-f32090aa-43b0-4efc-a883-2463d4ca745c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5102487 Oct 12 11:22:15.714800 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.774486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9c71a-7073-495f-a85c-29a29e8ad6e6 req-8a00a91d-701a-4153-900e-3e3166097ac2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:15.778626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02d9c71a-7073-495f-a85c-29a29e8ad6e6 req-8a00a91d-701a-4153-900e-3e3166097ac2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.4887767 Oct 12 11:22:15.779658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.795617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.815050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb HTTP/1.1" status: 204 len: 168 time: 4.2539973 Oct 12 11:22:15.826036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53292) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:15.865274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746721369'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:15.876105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e52b07bb-da39-49aa-8e87-fc76cd49c9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:15.919993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a883f-1385-4312-8376-fe2f5d733991 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:16.117379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02d9c71a-7073-495f-a85c-29a29e8ad6e6 req-cf45211b-b7d5-4882-9434-a8a96b2318aa tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002355 Oct 12 11:22:16.157011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a5f50-d2ce-4474-b8a7-043a441df582 None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:16.286240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e59af19-2ea5-46d2-8aed-597fbfaff445 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:16.329177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.340425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-69f440f5-8b09-4a6c-bb6a-8279b57d77f3 None None] Provisioning complete for port 8e59af19-2ea5-46d2-8aed-597fbfaff445 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:16.340794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69f440f5-8b09-4a6c-bb6a-8279b57d77f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.343873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-00c35d6f-fac0-4c30-8ddd-4072af51c289 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226428 Oct 12 11:22:16.405716 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Sync routers for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:16.421370 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:16.423431 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:16.433999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e59af19-2ea5-46d2-8aed-597fbfaff445 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:16.434373 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.554116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:16.558632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.566438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91b161a7-c950-4b62-9bee-303149b0ffef req-26776c67-a8a3-4963-b971-e876a067f94c service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142706 Oct 12 11:22:16.573727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.642506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e52b07bb-da39-49aa-8e87-fc76cd49c9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.643641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:16.679874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.680778 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 8bcea3b6-2a0b-4839-b027-deb6f725610e of type vlan for network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b Oct 12 11:22:16.685044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.686539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5317459 Oct 12 11:22:16.690008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53298) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:16.704043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'security_group_rule': {'security_group_id': 'b66b1163-5716-4650-af0e-5eaabb6f38e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:16.715142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310515c-7260-43e8-9bd0-5148a26386f7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66b1163-5716-4650-af0e-5eaabb6f38e1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:16.715906 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:16.747915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.754724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e52b07bb-da39-49aa-8e87-fc76cd49c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.780111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31432fb7-d6a8-4369-b969-0896f4d0ddef req-3df78ea1-39c2-4977-90a6-029b9f11a568 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:16.782390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31432fb7-d6a8-4369-b969-0896f4d0ddef req-3df78ea1-39c2-4977-90a6-029b9f11a568 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 948 time: 0.1587734 Oct 12 11:22:16.833992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:16.903617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e52b07bb-da39-49aa-8e87-fc76cd49c9bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d489ad61fc89462aa21fa5370ed02b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5765638 Oct 12 11:22:16.906140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b07bb-da39-49aa-8e87-fc76cd49c9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61303a-5cb8-444e-9033-976120f9459c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:16.912681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:16.957596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:22:16.983473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31432fb7-d6a8-4369-b969-0896f4d0ddef req-c2644a39-a29b-4e80-adf2-18eaad89bf35 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838219 Oct 12 11:22:17.018454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.042181 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.062281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Deleting port 7fab8f40-c35b-4dd7-8805-9753d4c562b4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:17.062721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.085924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.115635 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 2, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:17.357767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Checking router: 638eae0e-83ca-41e6-aa01-4694560131c3 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:17.357767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Updating router 638eae0e-83ca-41e6-aa01-4694560131c3 port 874df054-2a3d-4873-acc2-12fa54eb6df4 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:17.358893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa8c5-16d0-498f-bf3d-4df10806654d req-000967b1-86b5-487e-848c-548a0a7763b4 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:17.358893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ceaa8c5-16d0-498f-bf3d-4df10806654d req-000967b1-86b5-487e-848c-548a0a7763b4 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 1099 time: 0.1112735 Oct 12 11:22:17.359079 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.359170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] For port 7fab8f40-c35b-4dd7-8805-9753d4c562b4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7fab8f40-c35b-4dd7-8805-9753d4c562b4,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:17.359170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.359350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ceaa8c5-16d0-498f-bf3d-4df10806654d req-bdda5326-934f-4cca-96d2-197f5144ced2 tempest-MigrationsAdminTest-1507785500 tempest-MigrationsAdminTest-1507785500-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844502 Oct 12 11:22:17.359429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Calling delete_port for 7fab8f40-c35b-4dd7-8805-9753d4c562b4 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:17.422744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e0f8-f5bf-42f8-a070-86c7683867c5 req-360bcbf0-e3f2-44ae-b124-1ee1beeb491a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:17.424442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fd4e0f8-f5bf-42f8-a070-86c7683867c5 req-360bcbf0-e3f2-44ae-b124-1ee1beeb491a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1717582 Oct 12 11:22:17.427600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.437378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:17.437378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.461357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.495353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbae6b58-a633-4043-a2f5-0288332a295c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:17.508091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.510845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.511992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a61303a-5cb8-444e-9033-976120f9459c HTTP/1.1" status: 204 len: 168 time: 0.5983021 Oct 12 11:22:17.542867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 856331bf-f5fb-4493-8c13-6e156b31a60c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:17.578657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:17.580339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0fb0-25eb-4423-96fd-722dfea90721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61303a-5cb8-444e-9033-976120f9459c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:17.588346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:17.612212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '211cad61-2cd9-46de-8123-4b35acfe1037', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '211cad61-2cd9-46de-8123-4b35acfe1037', 'mac_address': 'fa:16:3e:2c:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:22:17.632957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:17.663873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.665566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e874cac6-ebc2-4068-a28e-adcff7cb1e62 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9740810 Oct 12 11:22:17.666882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:17.670550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53314) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:17.674036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8cd230c2-d40b-4869-8cd1-e7c2cccfddc0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8468506 Oct 12 11:22:17.677408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:17.682575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fd4e0f8-f5bf-42f8-a070-86c7683867c5 req-acd437b6-1187-4c6e-a53c-d66f8452de86 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402513 Oct 12 11:22:17.716945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'security_group_rule': {'security_group_id': 'b66b1163-5716-4650-af0e-5eaabb6f38e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:17.925458 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ad466476-c9b6-4e82-8021-896e50e08d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.947644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.971895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 856331bf-f5fb-4493-8c13-6e156b31a60c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:17.972270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:17.986538 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.007186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fab8f40-c35b-4dd7-8805-9753d4c562b4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:18.010313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.067547 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.077299 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.114256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6137cb03-2ba0-482d-8a25-cadbaa3ca20c None None] Provisioning complete for port 8e59af19-2ea5-46d2-8aed-597fbfaff445 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:18.114542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6137cb03-2ba0-482d-8a25-cadbaa3ca20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.120152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:18.163996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:18.193105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.224082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067490-216f-4055-8f57-e6e271573e2d None None] Pushing event updated for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:18.241086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:18.282533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.325108 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.347153 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Attempting to bind port 874df054-2a3d-4873-acc2-12fa54eb6df4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:18.349502 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Attempting to bind port 874df054-2a3d-4873-acc2-12fa54eb6df4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:18.350138 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Attempting to bind port 874df054-2a3d-4873-acc2-12fa54eb6df4 on network 0b875f1e-6048-4e98-81cb-17277501e94b {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:18.388518 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:18.390843 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Checking segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:18.392434 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.394015 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Bound using segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:18.394910 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Bound port: 874df054-2a3d-4873-acc2-12fa54eb6df4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:18.398155 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.414526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 856331bf-f5fb-4493-8c13-6e156b31a60c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=856331bf-f5fb-4493-8c13-6e156b31a60c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:18.504743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:18.509986 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.522360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.569580 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] For port 874df054-2a3d-4873-acc2-12fa54eb6df4, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:18.581110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] For port 874df054-2a3d-4873-acc2-12fa54eb6df4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=874df054-2a3d-4873-acc2-12fa54eb6df4,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:18.588526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41fe7-8c4c-4166-9fee-ea591f2622c4 req-c4c46062-f0c5-401e-a592-19679fbbbbbf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:18.590737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2a41fe7-8c4c-4166-9fee-ea591f2622c4 req-c4c46062-f0c5-401e-a592-19679fbbbbbf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.5023026 Oct 12 11:22:18.645215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=856331bf-f5fb-4493-8c13-6e156b31a60c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:18.676393 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.736604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2a41fe7-8c4c-4166-9fee-ea591f2622c4 req-f0249af4-1f17-416b-9294-3ad0b8f3a445 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017370 Oct 12 11:22:18.783343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] Provisioning complete for port 874df054-2a3d-4873-acc2-12fa54eb6df4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:18.784669 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.822164 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:18.822874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:18.853620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['211cad61-2cd9-46de-8123-4b35acfe1037'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:18.914156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:18.953334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443e88e-7dc2-4bd1-bbda-3d4abd21c277 req-b883e783-b05c-4efb-924d-4cc9c80842cc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:18.959705 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067490-216f-4055-8f57-e6e271573e2d None None] Pushing event updated for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:18.962804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8443e88e-7dc2-4bd1-bbda-3d4abd21c277 req-b883e783-b05c-4efb-924d-4cc9c80842cc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1069977 Oct 12 11:22:19.014252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.042390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.095235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Router 84117524-4d81-4aa3-9c33-e6322196394f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:22:19.111211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09531aef-9456-4160-aa91-9a8c5e7745d6,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:19.175557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:19.290600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8443e88e-7dc2-4bd1-bbda-3d4abd21c277 req-9e0ed2a4-35d3-4891-a596-60f4883819c9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273282 Oct 12 11:22:19.318321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.318681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.319069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.319410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.319745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.326655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.327087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.327435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.330020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.334493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.335164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.335515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:19.341584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:19.358769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-68e9f146-e67d-4952-bfa1-a8d0755acd51 admin admin] 10.222.0.43 "PUT /v2.0/routers/84117524-4d81-4aa3-9c33-e6322196394f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4821115 Oct 12 11:22:19.361433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:19.371469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Sync routers for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:19.390949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.394888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16ec1a00-86f5-493e-8d34-a35548625c08 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6889744 Oct 12 11:22:19.409995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53354) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:19.516484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:19.530521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.595377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=810bd4d9-453e-4026-a55e-993d83ef2f2d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:19.652585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] For port 874df054-2a3d-4873-acc2-12fa54eb6df4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=874df054-2a3d-4873-acc2-12fa54eb6df4,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:19.668811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '8bcea3b6-2a0b-4839-b027-deb6f725610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:19.668811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:19.670911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Routers {'84117524-4d81-4aa3-9c33-e6322196394f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:19.671556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:21:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84117524-4d81-4aa3-9c33-e6322196394f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:19.694971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.696432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-ae9c8b65-72ae-4641-8cd8-5d66ab067a80 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:19.698488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-ae9c8b65-72ae-4641-8cd8-5d66ab067a80 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.3447642 Oct 12 11:22:19.702346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.787253 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.873609 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:19.914322 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680315d-abf3-44fe-b110-08b5a309e721 None None] The sync data for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 is: [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:19.931284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:19.996477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a91c9-7db9-4ae2-b8c7-964a15f87507 None None] Pushing event updated for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:20.011891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e999aac-6e2b-45e6-af49-e1d0638c70c9 req-716afc6c-e22e-496b-8003-a9b0202018df tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:20.013483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e999aac-6e2b-45e6-af49-e1d0638c70c9 req-716afc6c-e22e-496b-8003-a9b0202018df tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 949 time: 0.1073351 Oct 12 11:22:20.058325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:20.110412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a42b8-8cf5-4f20-a3a0-15b1b2ef214a req-cdf0ed6d-6e4b-459b-98fd-2aa038626e04 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:20.124324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-893a42b8-8cf5-4f20-a3a0-15b1b2ef214a req-cdf0ed6d-6e4b-459b-98fd-2aa038626e04 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.2984526 Oct 12 11:22:20.161453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-21427cfe-567f-4374-8a99-baaa4b54304e None None] Provisioning complete for port 874df054-2a3d-4873-acc2-12fa54eb6df4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:20.161827 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21427cfe-567f-4374-8a99-baaa4b54304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.165715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e999aac-6e2b-45e6-af49-e1d0638c70c9 req-8241d769-1c83-4c68-bb7a-b94199ea8415 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392157 Oct 12 11:22:20.171406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:20.187232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:20.187844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.236079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Deleting port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:20.236423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.244454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f913a-d426-4ba2-98f2-2412072d0fd4 None None] Network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:20.314978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-893a42b8-8cf5-4f20-a3a0-15b1b2ef214a req-c639f54b-a3e6-4fa0-b10e-17ae321b3662 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894600 Oct 12 11:22:20.347030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39306422-e9fe-433a-9f62-44e5ae5054d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6789353 Oct 12 11:22:20.377451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53372) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:20.386794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Deleting port 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:20.388416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.562227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Set router 84117524-4d81-4aa3-9c33-e6322196394f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:20.562929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-90053ab1-4d1f-47d5-b269-08aab692d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.603228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] For port 5425a80f-cb1a-451a-ac1c-6db2a6941e4f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:20.603769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.622926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Calling delete_port for 5425a80f-cb1a-451a-ac1c-6db2a6941e4f owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:20.633531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5e08-8efa-4f78-aa10-04c8346315fe req-aeb06d11-6f88-4e68-81b5-ace322846bb2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:20.644075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:20.644447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:20.657934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd7b5e08-8efa-4f78-aa10-04c8346315fe req-aeb06d11-6f88-4e68-81b5-ace322846bb2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1802833 Oct 12 11:22:20.668112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Calling delete_port for 211cad61-2cd9-46de-8123-4b35acfe1037 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:20.774499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:22:20.823993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd7b5e08-8efa-4f78-aa10-04c8346315fe req-926141af-d5bf-4ea2-83aa-57cc9a894aa8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614535 Oct 12 11:22:20.900063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 874df054-2a3d-4873-acc2-12fa54eb6df4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:20.985688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b', 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '810bd4d9-453e-4026-a55e-993d83ef2f2d'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:20.986571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.032862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.226737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.351778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Pushing event deleted for resources: {'Port': ['ID=5425a80f-cb1a-451a-ac1c-6db2a6941e4f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:21.468333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-5a71f922-e3bb-4019-a40a-75ab2ed6229c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:21.469746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-5a71f922-e3bb-4019-a40a-75ab2ed6229c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.2015667 Oct 12 11:22:21.474281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.498340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.548860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:21.553120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.553235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:21.609990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4af9bde9-7fca-4d2b-abcd-d6697817f4d5 req-1b5569a0-fde9-45de-a551-034ca6a1b8cb tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 210 time: 0.1507413 Oct 12 11:22:21.611085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event deleted for resources: {'Port': ['ID=211cad61-2cd9-46de-8123-4b35acfe1037,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:21.647980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 211cad61-2cd9-46de-8123-4b35acfe1037, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=211cad61-2cd9-46de-8123-4b35acfe1037,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:21.698170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.707120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.731719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] No DVR routers for this DVR port 211cad61-2cd9-46de-8123-4b35acfe1037 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:21.744506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.749090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a00cd3a6-aeb2-4728-9883-f1861f7eb9f7 req-cc5a19a6-99b9-4ac2-9d2e-d6181bf360c4 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "DELETE /v2.0/ports/211cad61-2cd9-46de-8123-4b35acfe1037 HTTP/1.1" status: 204 len: 173 time: 2.0319562 Oct 12 11:22:21.749762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-deleted', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:21.752159 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a33d219-07ea-4dbb-880b-a74b7b105404" -d '{"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-deleted", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:21.771895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Allocated IP 172.25.2.252 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/cde33361-96bc-4361-9bf4-c6d6336952dc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:21.858288 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44da549-7b25-4dce-9cd9-9be01f822c3b x-openstack-request-id: req-f44da549-7b25-4dce-9cd9-9be01f822c3b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:21.858577 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df135693-9546-43e9-8f0b-bd250bdd1069", "name": "network-vif-deleted", "tag": "211cad61-2cd9-46de-8123-4b35acfe1037", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:21.858846 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f44da549-7b25-4dce-9cd9-9be01f822c3b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:21.859245 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df135693-9546-43e9-8f0b-bd250bdd1069', 'name': 'network-vif-deleted', 'tag': '211cad61-2cd9-46de-8123-4b35acfe1037', 'status': 'completed', 'code': 200} Oct 12 11:22:21.878765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:21.939522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a6b4d-b538-43b8-807f-996638ddf34d req-5e29a3c0-ff9b-4031-81bf-df3bfa009d63 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:21.952034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c24a6b4d-b538-43b8-807f-996638ddf34d req-5e29a3c0-ff9b-4031-81bf-df3bfa009d63 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 947 time: 0.4353859 Oct 12 11:22:21.982009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Deleting port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:21.982652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.059013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '211cad61-2cd9-46de-8123-4b35acfe1037', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '211cad61-2cd9-46de-8123-4b35acfe1037', 'mac_address': 'fa:16:3e:2c:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:22:22.076091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 874df054-2a3d-4873-acc2-12fa54eb6df4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:22.076474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.097053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] For port c41d6e5f-2c40-4c91-90c0-e855369b1eb6, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,segment=NetworkSegment(2fb52259-cc92-48c8-abf5-8bf030fe4479),segment_id=2fb52259-cc92-48c8-abf5-8bf030fe4479)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:22.101073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3be8-3953-45ae-af24-3a4f8893ee24 req-b8b5d9ac-32ed-4955-957a-8ed013989945 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:22.101213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.101418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-687e3be8-3953-45ae-af24-3a4f8893ee24 req-b8b5d9ac-32ed-4955-957a-8ed013989945 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1533060 Oct 12 11:22:22.116641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.121070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Allocated IP 2001:db8::1 (f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b/810bd4d9-453e-4026-a55e-993d83ef2f2d/53e0f807-39ce-4c7a-92fd-ffe79336fcff) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:22.134550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Calling delete_port for c41d6e5f-2c40-4c91-90c0-e855369b1eb6 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:22.172854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c24a6b4d-b538-43b8-807f-996638ddf34d req-d814924b-5851-40ac-8ecf-8fa01e69b227 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/security-groups?id=984133c2-9975-46cf-a3db-8550303c6851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197080 Oct 12 11:22:22.208533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-687e3be8-3953-45ae-af24-3a4f8893ee24 req-dde68382-fef2-4ffc-9192-cc066c1edf16 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963812 Oct 12 11:22:22.287187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.288185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.288878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84117524-4d81-4aa3-9c33-e6322196394f {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:22:22.294423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.295744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3617ce2e-986a-4281-9bcd-8c580d697692 admin admin] 10.222.0.43 "DELETE /v2.0/routers/84117524-4d81-4aa3-9c33-e6322196394f HTTP/1.1" status: 204 len: 168 time: 2.9333653 Oct 12 11:22:22.298486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:22.328605 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.339216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.366508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.396344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84117524-4d81-4aa3-9c33-e6322196394f', 'name': 'tempest-ServersTestManualDisk-749919412-router', 'tenant_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:19:33Z', 'updated_at': '2021-10-12T11:22:17Z', 'revision_number': 5, 'project_id': 'f2f38b9bcd2f44b598cd780d5f1d67cb', 'gw_port': {'id': '5425a80f-cb1a-451a-ac1c-6db2a6941e4f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84117524-4d81-4aa3-9c33-e6322196394f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:19:35Z', 'updated_at': '2021-10-12T11:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:22.396769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:22.400741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Deleting subnet 3073a385-bfd3-4599-a619-d68005429cc9 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:22:22.408003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.410294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:22.441035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:22.486132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Checking router: 84117524-4d81-4aa3-9c33-e6322196394f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:22.486558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'Port': ['ID=cde33361-96bc-4361-9bf4-c6d6336952dc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:22.510140 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.541119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 856331bf-f5fb-4493-8c13-6e156b31a60c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:22.552201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.587114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:22.665745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:22:22.665745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_agentschedulers_db [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84117524-4d81-4aa3-9c33-e6322196394f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95549) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:22:22.665745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660932e-a8ba-4a88-a881-848261110c38 None None] The sync data for ids ['84117524-4d81-4aa3-9c33-e6322196394f'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:22.673609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Pushing event deleted for resources: {'Port': ['ID=c41d6e5f-2c40-4c91-90c0-e855369b1eb6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:22.673848 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.674076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.674286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] No DVR routers for this DVR port c41d6e5f-2c40-4c91-90c0-e855369b1eb6 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:22.674493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.674678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.675992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70e7b6f0-97af-4218-8c91-2bbca063c696 req-bc87d67a-57a5-4de6-b158-74257c98a804 tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.47 "DELETE /v2.0/ports/c41d6e5f-2c40-4c91-90c0-e855369b1eb6 HTTP/1.1" status: 204 len: 173 time: 1.1990082 Oct 12 11:22:22.677842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-deleted', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:22.683857 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a416266-be07-4f2e-9dbe-c99f24efe0a2" -d '{"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-deleted", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:22.709546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 856331bf-f5fb-4493-8c13-6e156b31a60c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:22.710212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:22.753515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:22.756753 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394e283-1b25-4eff-99cc-7836f157ef35 x-openstack-request-id: req-b394e283-1b25-4eff-99cc-7836f157ef35 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:22.757097 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d", "name": "network-vif-deleted", "tag": "c41d6e5f-2c40-4c91-90c0-e855369b1eb6", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:22.758232 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b394e283-1b25-4eff-99cc-7836f157ef35 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:22.758232 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d', 'name': 'network-vif-deleted', 'tag': 'c41d6e5f-2c40-4c91-90c0-e855369b1eb6', 'status': 'completed', 'code': 200} Oct 12 11:22:22.790313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 211cad61-2cd9-46de-8123-4b35acfe1037 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:22.790662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 211cad61-2cd9-46de-8123-4b35acfe1037 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:22.853733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c41d6e5f-2c40-4c91-90c0-e855369b1eb6'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:22.995568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c8d7462-0051-47a6-ba3c-9c06b85a4c53 req-5364875f-1644-48a9-b9f2-a1b6de739543 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df135693-9546-43e9-8f0b-bd250bdd1069 HTTP/1.1" status: 200 len: 210 time: 0.2152569 Oct 12 11:22:23.185132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7fab8f40-c35b-4dd7-8805-9753d4c562b4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:23.210297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7fab8f40-c35b-4dd7-8805-9753d4c562b4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:23.210638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7fab8f40-c35b-4dd7-8805-9753d4c562b4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:23.282905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5747a7d-49fe-4e3a-87f1-38648648f8f1 req-5794b2f1-d5b7-4c37-8a1d-04ef6efba92c tempest-ServersNegativeTestJSON-27833804 tempest-ServersNegativeTestJSON-27833804-project] 10.222.0.43 "GET /v2.0/ports?device_id=39e5d4e0-3032-4b8b-8d5f-908dd50d0a7d HTTP/1.1" status: 200 len: 210 time: 0.0329416 Oct 12 11:22:23.357908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf119-a4ac-4f0e-bea3-d4515d4bd690 req-c5a5c804-dd24-46cd-bd3d-41959b49c6ad tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:23.359424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19ecf119-a4ac-4f0e-bea3-d4515d4bd690 req-c5a5c804-dd24-46cd-bd3d-41959b49c6ad tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0560558 Oct 12 11:22:23.400788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19ecf119-a4ac-4f0e-bea3-d4515d4bd690 req-4e2ff552-9b8e-44af-9efd-897ee8b33fca tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Oct 12 11:22:23.425417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.426677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.453268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.484724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:23.488165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:23.496781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:23.500848 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.504897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.519209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53462) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:23.519538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3073a385-bfd3-4599-a619-d68005429cc9 HTTP/1.1" status: 204 len: 168 time: 1.2198596 Oct 12 11:22:23.521521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8c935-12f7-4449-bc13-dc9cbb37133a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3073a385-bfd3-4599-a619-d68005429cc9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:23.545828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.577205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47d55a-d2c4-4442-8169-8c2efefb6447 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:23.590071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=810bd4d9-453e-4026-a55e-993d83ef2f2d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:23.662414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Pushing event updated for resources: {'Port': ['ID=53e0f807-39ce-4c7a-92fd-ffe79336fcff,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:23.683493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.738482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Attempting to bind port 53e0f807-39ce-4c7a-92fd-ffe79336fcff on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:23.738897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Attempting to bind port 53e0f807-39ce-4c7a-92fd-ffe79336fcff by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8bcea3b6-2a0b-4839-b027-deb6f725610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:23.741107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Attempting to bind port 53e0f807-39ce-4c7a-92fd-ffe79336fcff on network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:23.753496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:23.754083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Checking segment: {'id': '8bcea3b6-2a0b-4839-b027-deb6f725610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:23.754644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.755207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Bound using segment: {'id': '8bcea3b6-2a0b-4839-b027-deb6f725610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:23.755824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Bound port: 53e0f807-39ce-4c7a-92fd-ffe79336fcff, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcea3b6-2a0b-4839-b027-deb6f725610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:23.756330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Deleting port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:23.756662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.756846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.803628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.869264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] For port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,segment=NetworkSegment(d9bcc3d4-9f8c-47d9-9227-32b001c3c444),segment_id=d9bcc3d4-9f8c-47d9-9227-32b001c3c444)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:23.870126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.883731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Calling delete_port for 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:23.896651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:23.896782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] For port 53e0f807-39ce-4c7a-92fd-ffe79336fcff, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:23.901111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] For port 53e0f807-39ce-4c7a-92fd-ffe79336fcff, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53e0f807-39ce-4c7a-92fd-ffe79336fcff,segment=NetworkSegment(8bcea3b6-2a0b-4839-b027-deb6f725610e),segment_id=8bcea3b6-2a0b-4839-b027-deb6f725610e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:23.915818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcea3b6-2a0b-4839-b027-deb6f725610e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:23.917344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcea3b6-2a0b-4839-b027-deb6f725610e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:23.933768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.967150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] DHCP port deletion for 42c6fd6e-6e10-49ab-9350-e1a98e720621 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:22:23.980370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.995483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:23.996005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:23.999134 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:24.001180 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.063456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.147134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.157556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124ce48-f0f3-4e67-a63f-bc526ca05579 None None] Pushing event updated for resources: {'Port': ['ID=53e0f807-39ce-4c7a-92fd-ffe79336fcff,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:24.164944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Deleting port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:24.165721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.170963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:22:24.170963 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:22:24.170963 n-d-813419-3 neutron-server[95547]: [parameters: {'id': 'f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b'}] Oct 12 11:22:24.170963 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:22:24.171352 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:22:24.171800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.199028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970a9fc-e0d2-4a6b-aa5f-cc0a810af65c None None] Network f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:24.204499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:24.206348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] No DVR routers for this DVR port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:24.247050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'Port': ['ID=cde33361-96bc-4361-9bf4-c6d6336952dc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:24.290040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.332040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.359335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c6fd6e-6e10-49ab-9350-e1a98e720621']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:24.366527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.378730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bae5ff6a-5dcf-4254-adea-95dd2b4443cc tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9516771 Oct 12 11:22:24.378969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:24.378969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bcc3d4-9f8c-47d9-9227-32b001c3c444') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:24.394755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.403298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.410584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:24.416194 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:24.434008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53514) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:24.548497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Deleting subnet 4ceba4db-8762-405b-81b3-4adf4f3612bd {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:22:24.552702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.569640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] For port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:24.570252 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.605158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Calling delete_port for 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:24.609128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:22:24.623209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.624536 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.685934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Pushing event deleted for resources: {'Port': ['ID=4b93ad12-b280-4c71-9c36-5f8ca6b878b2,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:24.687933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] Network 42c6fd6e-6e10-49ab-9350-e1a98e720621 is not hosted by any dhcp agent {{(pid=95549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:22:24.687933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4d15d-40d8-45dd-b21e-bc49392b0a50 None None] No DVR routers for this DVR port 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:24.690532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef262f-a3ce-4a80-8736-2b5b3ff0cbe9 req-ae54ca9b-c509-46bf-ac13-875011986c68 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:24.698013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63ef262f-a3ce-4a80-8736-2b5b3ff0cbe9 req-ae54ca9b-c509-46bf-ac13-875011986c68 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1331217 Oct 12 11:22:24.698875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.713948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bbf3b-733e-4142-ae4d-6a1993b8cfea None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:22:24.735391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.738687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] 10.222.0.43 "DELETE /v2.0/networks/42c6fd6e-6e10-49ab-9350-e1a98e720621 HTTP/1.1" status: 204 len: 168 time: 1.2183900 Oct 12 11:22:24.784261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac087086-3ec3-405d-b211-6db9625d3a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=42c6fd6e-6e10-49ab-9350-e1a98e720621,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:24.789946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.868363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63ef262f-a3ce-4a80-8736-2b5b3ff0cbe9 req-10a42af0-7740-429a-91e4-8ab5c6de01ad tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546199 Oct 12 11:22:24.899468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf261f3-b793-4629-ada1-fca60b657b00 req-29b80a4e-9c13-43ae-b0c8-429f2a3c2669 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:24.901099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-baf261f3-b793-4629-ada1-fca60b657b00 req-29b80a4e-9c13-43ae-b0c8-429f2a3c2669 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 950 time: 0.2934067 Oct 12 11:22:24.932146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port 53e0f807-39ce-4c7a-92fd-ffe79336fcff {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:24.934728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.937681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:24.950655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400bbf3b-733e-4142-ae4d-6a1993b8cfea None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:22:25.060530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-baf261f3-b793-4629-ada1-fca60b657b00 req-9d1f8412-ca1e-469f-8502-420aab8b9b4f tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486828 Oct 12 11:22:25.089291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port 53e0f807-39ce-4c7a-92fd-ffe79336fcff, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53e0f807-39ce-4c7a-92fd-ffe79336fcff,segment=NetworkSegment(8bcea3b6-2a0b-4839-b027-deb6f725610e),segment_id=8bcea3b6-2a0b-4839-b027-deb6f725610e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:25.090913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5425a80f-cb1a-451a-ac1c-6db2a6941e4f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:25.091051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.105883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for 53e0f807-39ce-4c7a-92fd-ffe79336fcff owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:25.175946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.200129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.208572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4ceba4db-8762-405b-81b3-4adf4f3612bd HTTP/1.1" status: 204 len: 168 time: 0.7741601 Oct 12 11:22:25.212612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:25.234036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85714521-2fc5-411d-affc-a8407414b19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ceba4db-8762-405b-81b3-4adf4f3612bd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:25.311756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.328886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 5425a80f-cb1a-451a-ac1c-6db2a6941e4f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:25.329354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5425a80f-cb1a-451a-ac1c-6db2a6941e4f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:25.329757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:25.355901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:25.356450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4b93ad12-b280-4c71-9c36-5f8ca6b878b2 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:25.413631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.448002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=53e0f807-39ce-4c7a-92fd-ffe79336fcff,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:25.453776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:25.484424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53570) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:25.503478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port 53e0f807-39ce-4c7a-92fd-ffe79336fcff on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:25.506777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.597847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:25.598577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7924f450-b3d8-4e4e-abcd-2eb8d26e2d89']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:25.613035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb52259-cc92-48c8-abf5-8bf030fe4479') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:25.613478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb52259-cc92-48c8-abf5-8bf030fe4479') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:25.627074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.648210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-779995cf-96f6-4627-83a7-31def9b37aaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2f38b9bcd2f44b598cd780d5f1d67cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858304 Oct 12 11:22:25.648210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:25.648499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.652146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:25.652555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.663476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: c41d6e5f-2c40-4c91-90c0-e855369b1eb6 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:25.663821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c41d6e5f-2c40-4c91-90c0-e855369b1eb6 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:25.714162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:25.720541 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:25.775855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.100211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.121775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.147881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.151907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7924f450-b3d8-4e4e-abcd-2eb8d26e2d89 HTTP/1.1" status: 204 len: 168 time: 0.9371471 Oct 12 11:22:26.200031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01a07a-04e4-45dc-82b5-2a7866eca111 admin admin] Pushing event deleted for resources: {'Network': ['ID=7924f450-b3d8-4e4e-abcd-2eb8d26e2d89,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:26.207901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:26.224176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb685774-dc12-42fa-9670-0d4ef64a3597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.229947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-354030ae-dacc-4a57-aa83-26e73043029c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:26.231570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-354030ae-dacc-4a57-aa83-26e73043029c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 950 time: 0.1509397 Oct 12 11:22:26.233524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcea3b6-2a0b-4839-b027-deb6f725610e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:26.233810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcea3b6-2a0b-4839-b027-deb6f725610e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:26.264104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e9cd4-0f2c-4a37-be59-f2ba8255e3d9 req-11981b1e-86a1-4d5f-aa97-b100b860dc80 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:26.265356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2a5e9cd4-0f2c-4a37-be59-f2ba8255e3d9 req-11981b1e-86a1-4d5f-aa97-b100b860dc80 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1747832 Oct 12 11:22:26.283172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.326196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218b83-2553-4182-8c26-7ca4dc2c6cff req-d2b87c4d-c257-4953-8255-4d051550c732 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:26.330725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.343317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d218b83-2553-4182-8c26-7ca4dc2c6cff req-d2b87c4d-c257-4953-8255-4d051550c732 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 950 time: 0.2030749 Oct 12 11:22:26.363288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:26.363703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.367443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.369548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:26.370483 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:26.372374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/315c98be-53a3-446b-bd0a-bcfa0f336a41 HTTP/1.1" status: 204 len: 168 time: 0.7287676 Oct 12 11:22:26.406939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb187071-2963-4785-b164-6ba9a21999fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c98be-53a3-446b-bd0a-bcfa0f336a41,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:26.446926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d218b83-2553-4182-8c26-7ca4dc2c6cff req-bc88576c-f807-482c-be48-17372fd8610b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024709 Oct 12 11:22:26.456091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.479900 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2a5e9cd4-0f2c-4a37-be59-f2ba8255e3d9 req-346ee564-588e-4ffe-86e5-292ffcb23fd2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946044 Oct 12 11:22:26.517728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb685774-dc12-42fa-9670-0d4ef64a3597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.542322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Deleting port dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:26.542859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.608775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.623657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.623657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b HTTP/1.1" status: 204 len: 168 time: 6.2216411 Oct 12 11:22:26.627152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:26.632422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019160429'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:26.636848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a837b-4fb1-4610-87a1-55a361cb8228 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:26.652724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb685774-dc12-42fa-9670-0d4ef64a3597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.661111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:26.711946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb685774-dc12-42fa-9670-0d4ef64a3597 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64b4dc0c8a14402caccd87d144480db3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2126017 Oct 12 11:22:26.714068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb685774-dc12-42fa-9670-0d4ef64a3597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8e02c3-8e48-48d0-9345-6748849cc27d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:26.717583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] For port dceb3741-c2e9-4429-9641-97eb1e9b3d5c, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:26.717963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.718352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53626) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:26.752146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Calling delete_port for dceb3741-c2e9-4429-9641-97eb1e9b3d5c owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:26.759692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61ea212d-37ab-422e-9456-cdf5462d7f63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61781a565c514035a26e69a21bb532cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974753 Oct 12 11:22:26.764653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53628) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:26.779171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.802659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.865880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:26.873825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.884812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.912826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.929609 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.934058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.940163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd8e02c3-8e48-48d0-9345-6748849cc27d HTTP/1.1" status: 204 len: 168 time: 0.2158237 Oct 12 11:22:26.943364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:26.974534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aacf8-f2c2-44df-98a7-58f7ec8b2e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8e02c3-8e48-48d0-9345-6748849cc27d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:26.986459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:26.986835 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 91e7665b-2ed5-48e5-a61a-b8812f762e43 of type vlan for network 7a63c8d5-b487-4986-8ff1-9e90687b69de Oct 12 11:22:27.055179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.066619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.070064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.072205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/984133c2-9975-46cf-a3db-8550303c6851 HTTP/1.1" status: 204 len: 168 time: 0.3065996 Oct 12 11:22:27.082433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eff122-baa2-40ea-a734-835a4de19c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984133c2-9975-46cf-a3db-8550303c6851,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:27.112851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.127019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:27.129709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:27.147376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event deleted for resources: {'Port': ['ID=dceb3741-c2e9-4429-9641-97eb1e9b3d5c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:27.157776 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.171730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:27.173759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.234220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] No DVR routers for this DVR port dceb3741-c2e9-4429-9641-97eb1e9b3d5c on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:27.237209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.241619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97b600fd-1b02-4155-bf56-2ac91fde43bc req-90ea1f1c-be0b-4902-b843-1eaf263d690b tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "DELETE /v2.0/ports/dceb3741-c2e9-4429-9641-97eb1e9b3d5c HTTP/1.1" status: 204 len: 173 time: 0.9985240 Oct 12 11:22:27.243470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-deleted', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:27.260134 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a446d79-1c8e-4384-938f-59a26973dc73" -d '{"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-deleted", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:27.324821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=7a63c8d5-b487-4986-8ff1-9e90687b69de,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:27.337121 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a547fb-50af-4771-8783-6c50b6d53002 x-openstack-request-id: req-15a547fb-50af-4771-8783-6c50b6d53002 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:27.337614 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0c135e-96cb-4724-b2df-4426c9a233b9", "name": "network-vif-deleted", "tag": "dceb3741-c2e9-4429-9641-97eb1e9b3d5c", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:27.337866 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15a547fb-50af-4771-8783-6c50b6d53002 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:27.338266 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0c135e-96cb-4724-b2df-4426c9a233b9', 'name': 'network-vif-deleted', 'tag': 'dceb3741-c2e9-4429-9641-97eb1e9b3d5c', 'status': 'completed', 'code': 200} Oct 12 11:22:27.345959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5160d8ce-5e5e-46db-b787-1dd2b4311f97 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7151492 Oct 12 11:22:27.346762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53652) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:27.358710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '7a63c8d5-b487-4986-8ff1-9e90687b69de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:27.385125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7a63c8d5-b487-4986-8ff1-9e90687b69de details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:27.739115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe4ee13b-6f15-4603-bb80-2dae5d4fba80 req-896c221e-27c1-4e2a-86e1-1991eb87562d tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0c135e-96cb-4724-b2df-4426c9a233b9 HTTP/1.1" status: 200 len: 210 time: 0.0927026 Oct 12 11:22:27.823094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95245f4-f3a2-4805-a3d1-b88456cb544a req-48bfb783-9008-4562-a519-2edc012b1cfb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:27.825588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e95245f4-f3a2-4805-a3d1-b88456cb544a req-48bfb783-9008-4562-a519-2edc012b1cfb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1750216 Oct 12 11:22:27.856724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:27.862060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:27.906432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e95245f4-f3a2-4805-a3d1-b88456cb544a req-74951f26-e4be-4755-a6f6-964855c61a85 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747769 Oct 12 11:22:28.158360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.222356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:28.229425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=060e523f-dad0-455f-a16c-9f0e9ccb7c9b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:28.242116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '91e7665b-2ed5-48e5-a61a-b8812f762e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7a63c8d5-b487-4986-8ff1-9e90687b69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:28.243738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 7a63c8d5-b487-4986-8ff1-9e90687b69de, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:28.254273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0438400-761c-489a-87a9-96450bd868c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.352936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 7a63c8d5-b487-4986-8ff1-9e90687b69de is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:28.400961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0438400-761c-489a-87a9-96450bd868c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.415759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7a63c8d5-b487-4986-8ff1-9e90687b69de) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:28.422531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:28.423862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.425647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f08d65-8013-4366-977f-d8fffbd1b670 None None] Network 7a63c8d5-b487-4986-8ff1-9e90687b69de requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:28.454945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0438400-761c-489a-87a9-96450bd868c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.525517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438400-761c-489a-87a9-96450bd868c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c09ed-86de-432a-b245-e92bdd8c14e5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:28.550816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4b72f282-2d81-4f75-9c61-4d98e6a3c205 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2005594 Oct 12 11:22:28.551498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53682) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:28.557475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f0438400-761c-489a-87a9-96450bd868c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a4d1d66ed6645fea565d3b556a7121c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340271 Oct 12 11:22:28.561096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53684) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:28.656414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.682259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41267e96-a1d6-48e7-9af2-086e66d18649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-7a63c8d5-b487-4986-8ff1-9e90687b69de', 'network_id': '7a63c8d5-b487-4986-8ff1-9e90687b69de', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '060e523f-dad0-455f-a16c-9f0e9ccb7c9b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:28.683189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41267e96-a1d6-48e7-9af2-086e66d18649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.696343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.779687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:28.787013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.844111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:28.852751 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.855880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:28.861553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: dceb3741-c2e9-4429-9641-97eb1e9b3d5c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:28.862213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d07c09ed-86de-432a-b245-e92bdd8c14e5 HTTP/1.1" status: 204 len: 168 time: 0.3000417 Oct 12 11:22:28.864768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device dceb3741-c2e9-4429-9641-97eb1e9b3d5c not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:28.892711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df77a69-9bf6-4d8b-844b-0575c6a6b616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c09ed-86de-432a-b245-e92bdd8c14e5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:28.946208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.121999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-network', 'tenant_id': '9965dc56615b47e48379b3dd106215ea'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:29.130014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.162544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c821a27-a8e7-4654-a94b-03b464107a0c req-74a75b28-155d-45b2-9672-fae9a11998bc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:29.164813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c821a27-a8e7-4654-a94b-03b464107a0c req-74a75b28-155d-45b2-9672-fae9a11998bc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1124277 Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server [None req-41267e96-a1d6-48e7-9af2-086e66d18649 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060e523f-dad0-455f-a16c-9f0e9ccb7c9b: This subnet is being modified by another concurrent operation. Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:22:29.170444 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise exception Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060e523f-dad0-455f-a16c-9f0e9ccb7c9b: This subnet is being modified by another concurrent operation. Oct 12 11:22:29.174304 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Oct 12 11:22:29.191764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9149977-6539-4ad7-870c-0ed8a09d2978 None None] Network 7a63c8d5-b487-4986-8ff1-9e90687b69de requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:29.219688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=060e523f-dad0-455f-a16c-9f0e9ccb7c9b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:29.249138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Made reservation on behalf of 9965dc56615b47e48379b3dd106215ea for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:29.252569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.272645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.296470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c821a27-a8e7-4654-a94b-03b464107a0c req-aefa4bcb-5168-429f-9a33-4abc958df198 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174719 Oct 12 11:22:29.331023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.361297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a63c8d5-b487-4986-8ff1-9e90687b69de']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:29.386899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e7665b-2ed5-48e5-a61a-b8812f762e43') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:29.398004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e7665b-2ed5-48e5-a61a-b8812f762e43') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:29.398676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338c378-f5c0-4419-8d9b-9e9bbc624466 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:22:29.437811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.469700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.486130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:29.487926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:29.505042 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:29.575366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.591376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338c378-f5c0-4419-8d9b-9e9bbc624466 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:22:29.644670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.683994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755cc634-e804-4e04-87b9-01ef2a6cb867,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:29.742973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1cccf-7fb4-4bb0-b910-debb2bb51843 req-21dc1327-8b7a-46ab-b623-dec9a398d1cf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:29.745044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ad1cccf-7fb4-4bb0-b910-debb2bb51843 req-21dc1327-8b7a-46ab-b623-dec9a398d1cf tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1975358 Oct 12 11:22:29.752913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.769070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.776046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/7a63c8d5-b487-4986-8ff1-9e90687b69de HTTP/1.1" status: 204 len: 168 time: 1.2239888 Oct 12 11:22:29.790416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53724) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:29.801111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07faf535-2d6c-432a-9778-519d1486d1c3 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=7a63c8d5-b487-4986-8ff1-9e90687b69de,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:29.815761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53726) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:29.819801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:29.840867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13892129'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:29.928387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ad1cccf-7fb4-4bb0-b910-debb2bb51843 req-454aafb7-a131-42d2-ba48-79de9a5f94d3 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755521 Oct 12 11:22:29.929719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:29.930493 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Added segment 38ac4bfb-efcc-4812-a64c-8fc91b5cad90 of type vlan for network 66de7714-4ad8-4bb7-97a7-8facf6123712 Oct 12 11:22:29.996430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:30.002420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.026004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.099006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:30.133725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.134080 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 9f432633-7646-4a25-b581-b5a4d6c14d30 of type vlan for network 4b689746-b495-4cce-aee5-811a42fce41c Oct 12 11:22:30.193448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.194543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:30.195286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.236043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.247639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-network', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:30.308373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] Pushing event updated for resources: {'Network': ['ID=66de7714-4ad8-4bb7-97a7-8facf6123712,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:30.326922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:30.337146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09507d42-0a9b-40a5-82cd-5b6cd1187324 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4887009 Oct 12 11:22:30.337730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53740) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:30.345334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Request body: {'subnet': {'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-subnet', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:30.416473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.430615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:30.430615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.461642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Made reservation on behalf of 20df97fa4c4a49f894fd09ef4a9bbe6a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:30.465059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.494683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3601-41d1-4804-bc1b-1791c12bfd8e req-0b7d3502-adc2-44c8-9bb6-fd355173f131 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:30.504418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f1c3601-41d1-4804-bc1b-1791c12bfd8e req-0b7d3502-adc2-44c8-9bb6-fd355173f131 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1026771 Oct 12 11:22:30.507466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.545468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=4b689746-b495-4cce-aee5-811a42fce41c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:30.557839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:30.568906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Made reservation on behalf of 9965dc56615b47e48379b3dd106215ea for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:30.572281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.606672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f1c3601-41d1-4804-bc1b-1791c12bfd8e req-0430cac5-085c-4bf4-bff3-122682071818 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008656 Oct 12 11:22:30.806061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0cef1dcd-fd1b-4e87-a820-7ca2bc425683 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0105867 Oct 12 11:22:30.812720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:30.827377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '4b689746-b495-4cce-aee5-811a42fce41c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:30.852269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:30.874418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-29b20a0d-4496-424e-8f28-a69050234bb8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:30.876737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-29b20a0d-4496-424e-8f28-a69050234bb8 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.1783059 Oct 12 11:22:30.982371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.086219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:31.129018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde54221-6bfe-4e5d-840d-682d79ed18d8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:31.146599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d85f97-ed20-41c8-aae2-66e8540fc92e req-415cc37d-4abd-4727-8be3-dc7398b9f37e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:31.146599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48d85f97-ed20-41c8-aae2-66e8540fc92e req-415cc37d-4abd-4727-8be3-dc7398b9f37e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 950 time: 0.0935464 Oct 12 11:22:31.146599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.147152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd893740-7bb9-483e-b547-8a73a80d463e req-a3088676-1b10-4e61-a80e-2a9caf1b6cab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:31.153913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd893740-7bb9-483e-b547-8a73a80d463e req-a3088676-1b10-4e61-a80e-2a9caf1b6cab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2746923 Oct 12 11:22:31.165777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.166270 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Added segment 8ecca675-bedf-44cb-a444-08203b04e85c of type vlan for network c69c5470-710e-4aad-a1f3-28b2b6d2e037 Oct 12 11:22:31.202333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:31.205862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.223384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Deleting port 17eacd80-ed52-437a-89b4-f6e4d738d911 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:31.223739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.315521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd893740-7bb9-483e-b547-8a73a80d463e req-5bef45a6-85d6-4d26-9a03-5cac22135907 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594763 Oct 12 11:22:31.319681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.347976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48d85f97-ed20-41c8-aae2-66e8540fc92e req-dffeb460-0114-4a4e-80b6-8b765ff55f74 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514797 Oct 12 11:22:31.353412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f62776-edbf-4024-a1a2-63228eaf2579,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:31.390563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] For port 17eacd80-ed52-437a-89b4-f6e4d738d911, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=17eacd80-ed52-437a-89b4-f6e4d738d911,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:31.393314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.415508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Calling delete_port for 17eacd80-ed52-437a-89b4-f6e4d738d911 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:31.428089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Checking segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:31.428710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Network hostable DHCP agents. Network: 66de7714-4ad8-4bb7-97a7-8facf6123712, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:31.442098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.443253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:31.444309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.565848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] Pushing event updated for resources: {'Network': ['ID=c69c5470-710e-4aad-a1f3-28b2b6d2e037,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:31.578315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:31.589699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d13ba0c-eb45-4645-bfbf-6b086efca8ba admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7728200 Oct 12 11:22:31.592434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:31.593803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:31.605196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9d9a-e2ef-4a21-a06e-5fe0fbad48f9 req-7e0b074b-6c0b-454a-ade3-da336335be0b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:31.606841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c62c9d9a-e2ef-4a21-a06e-5fe0fbad48f9 req-7e0b074b-6c0b-454a-ade3-da336335be0b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1798093 Oct 12 11:22:31.610826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Request body: {'subnet': {'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-subnet', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:31.667990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.693544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c62c9d9a-e2ef-4a21-a06e-5fe0fbad48f9 req-afab6f53-44cd-4f5e-a337-bc10dbd7e8e6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801823 Oct 12 11:22:31.763800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=6b3e05a3-cbc8-47a9-bf38-ae5435868050,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:31.775024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '9f432633-7646-4a25-b581-b5a4d6c14d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:31.775582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 4b689746-b495-4cce-aee5-811a42fce41c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:31.789672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 66de7714-4ad8-4bb7-97a7-8facf6123712) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:31.799452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae9282-764a-4300-919b-60e2b942f4e3 None None] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:31.800182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:31.800549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.820712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Made reservation on behalf of 20df97fa4c4a49f894fd09ef4a9bbe6a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:31.821075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.824333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.855833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event deleted for resources: {'Port': ['ID=17eacd80-ed52-437a-89b4-f6e4d738d911,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:31.881698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['17eacd80-ed52-437a-89b4-f6e4d738d911'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:31.884718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['675fdf29-9b0e-45ee-b1b5-08ed905f8f72'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:31.949467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 4b689746-b495-4cce-aee5-811a42fce41c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:31.966847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] No DVR routers for this DVR port 17eacd80-ed52-437a-89b4-f6e4d738d911 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:31.973575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:31.977357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60a67ca4-f484-4c08-8dab-1e890569cb65 req-a5cacf7e-88c4-4126-9338-14f407637a3e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.47 "DELETE /v2.0/ports/17eacd80-ed52-437a-89b4-f6e4d738d911 HTTP/1.1" status: 204 len: 173 time: 1.0793190 Oct 12 11:22:31.977837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-deleted', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:31.981374 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7652d0c-1d22-4031-9b3b-c4a236555854" -d '{"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-deleted", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:31.990460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4b689746-b495-4cce-aee5-811a42fce41c) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:32.006034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:32.007107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.018907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a266fc14-89fc-4ad6-954a-1c4f766f586c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6800570 Oct 12 11:22:32.021734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53794) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:32.029118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:32.062095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb4a8e9-e12e-4f1e-92cb-3f5b759c8747 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:32.074583 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ab1ad-ea11-42c3-bf9c-79b2de1a50a6 x-openstack-request-id: req-864ab1ad-ea11-42c3-bf9c-79b2de1a50a6 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:32.074952 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d20af5-1897-4f8d-b50a-2be9277438bc", "name": "network-vif-deleted", "tag": "17eacd80-ed52-437a-89b4-f6e4d738d911", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:32.075188 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-864ab1ad-ea11-42c3-bf9c-79b2de1a50a6 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:32.075589 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d20af5-1897-4f8d-b50a-2be9277438bc', 'name': 'network-vif-deleted', 'tag': '17eacd80-ed52-437a-89b4-f6e4d738d911', 'status': 'completed', 'code': 200} Oct 12 11:22:32.215466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.216846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.263323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-13422cbf-38db-4e77-989d-df02e008ed7b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:32.267407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-13422cbf-38db-4e77-989d-df02e008ed7b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.2275672 Oct 12 11:22:32.319870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-b9ad1886-e9de-457d-9e09-5c99a096734e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/quotas/e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 375 time: 0.0210767 Oct 12 11:22:32.368372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.450476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:32.456643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '4b689746-b495-4cce-aee5-811a42fce41c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:32.462827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f19c33d-a29a-411e-a626-40dc4a08be23 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6421611 Oct 12 11:22:32.486972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-7150c710-2323-4fc1-8363-aca7f65442ac tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1620975 Oct 12 11:22:32.501971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.567413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b70b1-c4ab-4572-85ad-57880a7a915e None None] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:32.575412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=562bdc6f-65f7-4520-a58d-342606c80be1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:32.595496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:32.595870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Network hostable DHCP agents. Network: c69c5470-710e-4aad-a1f3-28b2b6d2e037, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:32.610550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5611907d-17dc-4383-b8f5-aae112d8b6c2 req-1cb5ff89-d112-4423-a138-26eea91c6269 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d20af5-1897-4f8d-b50a-2be9277438bc HTTP/1.1" status: 200 len: 210 time: 0.1443362 Oct 12 11:22:32.702156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4b689746-b495-4cce-aee5-811a42fce41c', 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '6b3e05a3-cbc8-47a9-bf38-ae5435868050'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:32.703090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.714014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:32.728008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-6d0d4279-d3b2-41a0-b0f7-88c6119a7b52 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:22:32.739229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-6d0d4279-d3b2-41a0-b0f7-88c6119a7b52 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2433224 Oct 12 11:22:32.801131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.863635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-ab1ed528-4ee1-4128-a61f-e6a9183d2608 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221664 Oct 12 11:22:32.890796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c69c5470-710e-4aad-a1f3-28b2b6d2e037) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:32.895918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:32.896511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:32.904721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a700b-560e-4126-a715-0f7a51465969 None None] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:32.981203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:32.986069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.002407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Allocated IP 2001:db8::2 (4b689746-b495-4cce-aee5-811a42fce41c/6b3e05a3-cbc8-47a9-bf38-ae5435868050/f205a696-83c3-4f37-9fd9-017db6f76d52) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:33.028591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-1e635089-7834-4db4-adf8-3dd3ac1cf0f1 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557138 Oct 12 11:22:33.097206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a0a9752d-5505-488a-8ca3-974e28e2c6ca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5013127 Oct 12 11:22:33.110814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53834) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:33.120343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:33.211353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:33.213032 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.284164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.285041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.407374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.467481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.569936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4746d04-757d-4b79-be02-00b90ca41e93 req-a5170264-201d-450e-9bd0-b9ff1ca2d992 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.1285868 Oct 12 11:22:33.571224 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.610394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.663461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Allocated IP 172.20.0.2 (c69c5470-710e-4aad-a1f3-28b2b6d2e037/562bdc6f-65f7-4520-a58d-342606c80be1/2ff6ab95-db8e-4f17-b994-7b733cec8b70) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:33.766530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Allocated IP 172.25.2.186 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/02f8d734-a335-4f12-85c7-08429c602bbc) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:33.772369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.772901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.841841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:33.848002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:33.862206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:33.862528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.898500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Pushing event updated for resources: {'Port': ['ID=f205a696-83c3-4f37-9fd9-017db6f76d52,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:33.916331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 4b689746-b495-4cce-aee5-811a42fce41c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:33.921584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:33.928096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:33.928363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.956840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=263843f2-ea58-49db-abb1-6ed361786a41,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:33.970589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.975580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Attempting to bind port f205a696-83c3-4f37-9fd9-017db6f76d52 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:33.975952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Attempting to bind port f205a696-83c3-4f37-9fd9-017db6f76d52 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '9f432633-7646-4a25-b581-b5a4d6c14d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:33.976318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Attempting to bind port f205a696-83c3-4f37-9fd9-017db6f76d52 on network 4b689746-b495-4cce-aee5-811a42fce41c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:33.982478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:33.982478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Checking segment: {'id': '9f432633-7646-4a25-b581-b5a4d6c14d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:33.982906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.983250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Bound using segment: {'id': '9f432633-7646-4a25-b581-b5a4d6c14d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:33.983712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Bound port: f205a696-83c3-4f37-9fd9-017db6f76d52, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f432633-7646-4a25-b581-b5a4d6c14d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4b689746-b495-4cce-aee5-811a42fce41c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:33.984101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:33.987407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.089079 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.089217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a330a7bd-1208-4cf1-addd-eb390c0dd46d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6369712 Oct 12 11:22:34.089772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53878) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:34.095096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] For port f205a696-83c3-4f37-9fd9-017db6f76d52, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:34.161183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] For port f205a696-83c3-4f37-9fd9-017db6f76d52, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f205a696-83c3-4f37-9fd9-017db6f76d52,segment=NetworkSegment(9f432633-7646-4a25-b581-b5a4d6c14d30),segment_id=9f432633-7646-4a25-b581-b5a4d6c14d30)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:34.169666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:34.171934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.177008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:34.183340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:34.186410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Pushing event updated for resources: {'Port': ['ID=2ff6ab95-db8e-4f17-b994-7b733cec8b70,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:34.252866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Attempting to bind port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:34.253837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Attempting to bind port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:34.254435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Attempting to bind port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:34.260529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:34.261002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:34.261586 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.262186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Bound using segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:34.262760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Bound port: 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:34.263543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.279577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.282723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:34.294190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.296394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.297998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.301444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.301444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.307674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8de142f9-0781-48d4-bb78-0a422db371e0 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2167177 Oct 12 11:22:34.308259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53892) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:34.313410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:34.313813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.319215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741754256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:34.335060 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.345377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:34.369955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=02f8d734-a335-4f12-85c7-08429c602bbc,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:34.460156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:34.464812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.497223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484448c-0c10-43ab-a5ec-16db3e9181d9 None None] Pushing event updated for resources: {'Port': ['ID=f205a696-83c3-4f37-9fd9-017db6f76d52,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:34.512890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] For port 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:34.517515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] For port 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ff6ab95-db8e-4f17-b994-7b733cec8b70,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:34.596980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66398c-f992-4905-b89c-dc3a37a316d5 req-8b722615-5c2f-48fa-ae02-0cbe567c021a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:34.598586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e66398c-f992-4905-b89c-dc3a37a316d5 req-8b722615-5c2f-48fa-ae02-0cbe567c021a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.2037184 Oct 12 11:22:34.608881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Allocated IP 172.25.2.13 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/ea2080d4-c5fb-4b32-9f23-abd24a81d75c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:34.675914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e66398c-f992-4905-b89c-dc3a37a316d5 req-c1bc4e79-2bae-47c2-a537-7416d52e23af tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684316 Oct 12 11:22:34.725388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.803983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:34.836945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919a7c-30fc-47b4-b6c2-407545fd158e None None] Pushing event updated for resources: {'Port': ['ID=2ff6ab95-db8e-4f17-b994-7b733cec8b70,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:34.986337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.071463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:35.071872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:35.074721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:35.082600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc808537-1df1-46b7-93fd-090e7645bdfc req-4fb50e2c-37af-44fe-88a1-69637eb620d4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.0556402 Oct 12 11:22:35.123890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:35.144545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f205a696-83c3-4f37-9fd9-017db6f76d52 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:35.151073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.151430 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 73ed4948-b709-4dd2-9acf-fabf454fc86e of type vlan for network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 Oct 12 11:22:35.167856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:35.259999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.291791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:35.293890 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.421214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.421554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.457925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port f205a696-83c3-4f37-9fd9-017db6f76d52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f205a696-83c3-4f37-9fd9-017db6f76d52,segment=NetworkSegment(9f432633-7646-4a25-b581-b5a4d6c14d30),segment_id=9f432633-7646-4a25-b581-b5a4d6c14d30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:35.501003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.517942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:35.518944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.563320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:35.670498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=3735a6e7-9caa-40f1-ad3c-99e7a30658e0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:35.684144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:35.734202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53918) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:35.750139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=f205a696-83c3-4f37-9fd9-017db6f76d52,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:35.768622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-acbf3991-6e36-4ed7-b587-6195d283dfad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4535067 Oct 12 11:22:35.783874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:35.790983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:35.796776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 17eacd80-ed52-437a-89b4-f6e4d738d911 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:22:35.799116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 17eacd80-ed52-437a-89b4-f6e4d738d911 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:22:35.809724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:35.881907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.018660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.143921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df66ea41-0ed6-42e7-9bdf-e854d9da2a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.161657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff3b5d-d2fa-49d2-8e12-8ab826921a10 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:36.184216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c011547-2b40-451f-aac9-87868a65a015 req-c73f0923-8761-4b31-b1b1-2987a2ee8cca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:36.185811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c011547-2b40-451f-aac9-87868a65a015 req-c73f0923-8761-4b31-b1b1-2987a2ee8cca tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.4179707 Oct 12 11:22:36.219707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbd33c-62db-4609-b29f-d562a8ff4ce0 req-767cf537-0eb5-479e-9985-28608510b175 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:36.221399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62cbd33c-62db-4609-b29f-d562a8ff4ce0 req-767cf537-0eb5-479e-9985-28608510b175 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.3346565 Oct 12 11:22:36.237600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Router 4ce48fd0-478d-4759-acbf-e2b1cb2344af is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:22:36.322126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb109f61-8703-4f34-8ee5-8229010d81ac req-93060d9b-f07d-490a-9383-457146a8af2e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.0816753 Oct 12 11:22:36.361099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d0d88691-6219-49f7-9c19-1b0c4a3a17c7 None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:36.363645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0d88691-6219-49f7-9c19-1b0c4a3a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.527239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:36.536673 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Sync routers for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:36.548753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:36.549688 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:36.559654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ac121-2b07-4208-b15a-f55e7a69291f None None] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:36.684006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Update dhcp port {'port': {'network_id': '4b689746-b495-4cce-aee5-811a42fce41c', 'fixed_ips': [{'subnet_id': '6b3e05a3-cbc8-47a9-bf38-ae5435868050', 'ip_address': '2001:db8::2'}, {'subnet_id': '263843f2-ea58-49db-abb1-6ed361786a41'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'f205a696-83c3-4f37-9fd9-017db6f76d52'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:22:36.694796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.699711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b355ef73-2a14-4563-b838-8cfd8c4df3d0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6741736 Oct 12 11:22:36.705577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:36.728996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:36.731541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:36.946487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] Provisioning complete for port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:36.946892 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.120226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.140045 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62cbd33c-62db-4609-b29f-d562a8ff4ce0 req-c737be51-7118-4b43-aaf2-d2edc57e3289 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030496 Oct 12 11:22:37.185648 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:35Z', 'revision_number': 3, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:37.205889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-35d05ecc-f692-4756-bf25-258a0012fb8b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:37.207377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-35d05ecc-f692-4756-bf25-258a0012fb8b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.5694251 Oct 12 11:22:37.216999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.254331 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Checking router: 4ce48fd0-478d-4759-acbf-e2b1cb2344af for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:37.256403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'device_id': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'admin_state_up': True, 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:37.258325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Updating router 4ce48fd0-478d-4759-acbf-e2b1cb2344af port 02f8d734-a335-4f12-85c7-08429c602bbc binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:37.286569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Allocated IP 172.20.0.1 (4b689746-b495-4cce-aee5-811a42fce41c/263843f2-ea58-49db-abb1-6ed361786a41/f205a696-83c3-4f37-9fd9-017db6f76d52) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:37.292662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ff6ab95-db8e-4f17-b994-7b733cec8b70 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:37.296857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.332033 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.363897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df66ea41-0ed6-42e7-9bdf-e854d9da2a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.429891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Deleting port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:37.430551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.430787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.462233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 is not hosted by any dhcp agent {{(pid=95547) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:22:37.471979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:37.472557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.478061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "PUT /v2.0/networks/3735a6e7-9caa-40f1-ad3c-99e7a30658e0 HTTP/1.1" status: 200 len: 723 time: 1.6860397 Oct 12 11:22:37.478983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df66ea41-0ed6-42e7-9bdf-e854d9da2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.485331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53934) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:37.516223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:37.546660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-258315b1-be27-41a0-8ae1-fb25f79a8a8d req-502dcef6-9a1a-4adc-b426-94b1b69a009e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.0704255 Oct 12 11:22:37.616062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.634329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] For port 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ff6ab95-db8e-4f17-b994-7b733cec8b70,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:37.659763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:37.660390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.696522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ea41-0ed6-42e7-9bdf-e854d9da2a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa7462-f428-4d37-855f-5f86c335d749,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:37.738545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] For port f205a696-83c3-4f37-9fd9-017db6f76d52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f205a696-83c3-4f37-9fd9-017db6f76d52,segment=NetworkSegment(9f432633-7646-4a25-b581-b5a4d6c14d30),segment_id=9f432633-7646-4a25-b581-b5a4d6c14d30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:37.787395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.857867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Allocated IP 172.20.0.1 (66de7714-4ad8-4bb7-97a7-8facf6123712/24f62776-edbf-4024-a1a2-63228eaf2579/9fc029c9-c128-47d2-9f1f-c6a6c52a71d7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:37.867654 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.880051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.942043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8ff42-bbad-4049-891a-d4ed09c30d19 None None] Pushing event updated for resources: {'Port': ['ID=2ff6ab95-db8e-4f17-b994-7b733cec8b70,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:37.957431 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.961265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1778abe4-8873-4020-bd94-6951f9201078 None None] Provisioning complete for port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:37.962209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1778abe4-8873-4020-bd94-6951f9201078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.964781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:37.989189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-df66ea41-0ed6-42e7-9bdf-e854d9da2a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dee036824b224e05b953827528771476&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2538607 Oct 12 11:22:37.990021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff78690-4d16-4822-aa0b-d25dd50b7c6a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=3735a6e7-9caa-40f1-ad3c-99e7a30658e0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:37.997349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:37.999200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.002804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f205a696-83c3-4f37-9fd9-017db6f76d52 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:38.061705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:38.078621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] For port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:38.078621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.080084 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Attempting to bind port 02f8d734-a335-4f12-85c7-08429c602bbc on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:38.080512 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Attempting to bind port 02f8d734-a335-4f12-85c7-08429c602bbc by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:38.080954 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Attempting to bind port 02f8d734-a335-4f12-85c7-08429c602bbc on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:38.083397 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab459d-7d57-4080-8320-ca0e68b88958 None None] Pushing event updated for resources: {'Port': ['ID=02f8d734-a335-4f12-85c7-08429c602bbc,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:38.100111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:38.100633 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:38.101126 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.101824 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:38.102007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Calling delete_port for 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:38.102675 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Bound port: 02f8d734-a335-4f12-85c7-08429c602bbc, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:38.103600 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.145310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:38.150721 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.153163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.169418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.176495 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] For port 02f8d734-a335-4f12-85c7-08429c602bbc, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:38.183184 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] For port 02f8d734-a335-4f12-85c7-08429c602bbc, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=02f8d734-a335-4f12-85c7-08429c602bbc,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:38.275873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4a59c-0f98-4db1-8ac7-84318f50b1d7 None None] Pushing event updated for resources: {'Port': ['ID=f205a696-83c3-4f37-9fd9-017db6f76d52,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:38.280960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Pushing event updated for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:38.287298 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.291214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:38.293198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:38.296192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:38.313638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:38.314244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.354018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.489004 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:38.489750 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:38.546659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.553891 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab459d-7d57-4080-8320-ca0e68b88958 None None] Pushing event updated for resources: {'Port': ['ID=02f8d734-a335-4f12-85c7-08429c602bbc,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:38.594330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:38.610058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.610614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:38.648690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:22:38.686542 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:38.832303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:22:38.859400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.20.0.8 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/b184cad7-97c1-48ed-bb34-02f91515a735) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:38.910897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8b26d89-7dca-4449-9617-fbd4bcf4e222 req-f4a97331-6da0-4685-ab65-9af28aff50ac tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.1906381 Oct 12 11:22:38.957561 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:35Z', 'revision_number': 3, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:38.993881 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e009-0894-4b1f-9553-70f691776542 None None] The sync data for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 is: [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:35Z', 'revision_number': 3, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:39.058206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.082902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d8e28-a414-439e-aec2-1959675fe393 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:39.102674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.124343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ff6ab95-db8e-4f17-b994-7b733cec8b70 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:39.220414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.241475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b2558c4c-6eab-494a-bafd-374dd2c1e124 None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:39.242390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b2558c4c-6eab-494a-bafd-374dd2c1e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.267183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd99e29-7779-4e3b-a768-8b483513f975 req-f4346b48-66ee-4972-a529-ad9c2a2af64c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:39.268768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbd99e29-7779-4e3b-a768-8b483513f975 req-f4346b48-66ee-4972-a529-ad9c2a2af64c tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 950 time: 0.9761846 Oct 12 11:22:39.306400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.406029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:39.406660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.433398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Pushing event updated for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:39.501150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:39.503022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:39.511492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.528927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbd99e29-7779-4e3b-a768-8b483513f975 req-68cceb48-b04b-4299-accb-25b145740064 tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/security-groups?id=2db5df59-5ed5-40d7-8926-db4078cae8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433331 Oct 12 11:22:39.585823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.588796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.591304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2aa7462-f428-4d37-855f-5f86c335d749 HTTP/1.1" status: 204 len: 168 time: 1.5931315 Oct 12 11:22:39.621052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Pushing event deleted for resources: {'Port': ['ID=675fdf29-9b0e-45ee-b1b5-08ed905f8f72,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:39.639477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:39.657863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:39.698771 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:22:39.713752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b59d9-8d4d-4488-a4f7-e96e0e53ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa7462-f428-4d37-855f-5f86c335d749,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:39.747825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] No DVR routers for this DVR port 675fdf29-9b0e-45ee-b1b5-08ed905f8f72 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:39.751420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.757328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c011547-2b40-451f-aac9-87868a65a015 req-976c6a7e-d4c2-43bf-9e4a-dfec102e8b8e tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.41 "DELETE /v2.0/ports/675fdf29-9b0e-45ee-b1b5-08ed905f8f72 HTTP/1.1" status: 204 len: 173 time: 3.5485897 Oct 12 11:22:39.764259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-deleted', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:39.766938 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e363112-73d4-424f-9815-3bbb4aac2f65" -d '{"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-deleted", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:39.774911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.825957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:39.827677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:39.849739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Router 4ce48fd0-478d-4759-acbf-e2b1cb2344af has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:22:39.854773 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dce7114-de6c-418f-b432-c2fa32ac979d x-openstack-request-id: req-9dce7114-de6c-418f-b432-c2fa32ac979d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:39.855049 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a799595-5cec-4a72-add3-c4208bafdcd0", "name": "network-vif-deleted", "tag": "675fdf29-9b0e-45ee-b1b5-08ed905f8f72", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:39.855306 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dce7114-de6c-418f-b432-c2fa32ac979d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:39.856034 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a799595-5cec-4a72-add3-c4208bafdcd0', 'name': 'network-vif-deleted', 'tag': '675fdf29-9b0e-45ee-b1b5-08ed905f8f72', 'status': 'completed', 'code': 200} Oct 12 11:22:39.872698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:39.883184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a79edacf-25e8-4bbd-9fc1-833c3c1cfb66 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7623382 Oct 12 11:22:39.883441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53954) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:39.915153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f205a696-83c3-4f37-9fd9-017db6f76d52 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:40.146308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3eadb728-04ef-45a2-8f77-e9b103cd2c73 req-d3b9147f-7f2b-4513-a31f-aa9ee964ef2f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.0524714 Oct 12 11:22:40.205711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.224941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:40.282111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:40.284349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.297045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:40.318633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.352181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f1a489e4-b32a-4c3d-a453-4402ac7f3d6b None None] Provisioning complete for port f205a696-83c3-4f37-9fd9-017db6f76d52 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:40.352181 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f1a489e4-b32a-4c3d-a453-4402ac7f3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.374532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:40.379489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:40.396560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:40.546461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:40.583341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:40.610246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-602ce1a6-8a9b-4b84-88c4-14c0aa6d817e admin admin] 10.222.0.43 "PUT /v2.0/routers/4ce48fd0-478d-4759-acbf-e2b1cb2344af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9062753 Oct 12 11:22:40.658646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:40.659492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.688145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=67a1fe71-dd61-4fc0-b559-50aff99879eb,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:40.710394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': '73ed4948-b709-4dd2-9acf-fabf454fc86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:40.714181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 3735a6e7-9caa-40f1-ad3c-99e7a30658e0, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:40.786101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b548b8fc-7f93-4731-9012-127ed7abc431 req-d72bd4ab-6203-4796-a128-2b4a2187e44a tempest-MigrationsAdminTest-276676551 tempest-MigrationsAdminTest-276676551-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a799595-5cec-4a72-add3-c4208bafdcd0 HTTP/1.1" status: 200 len: 210 time: 0.0461857 Oct 12 11:22:40.839383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-d8d8a8fb-b7b5-4daf-bdb8-eee1262f8805 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6146836 Oct 12 11:22:40.844772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53968) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:40.859824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Request body: {'port': {'device_id': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:40.941061 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb437ac3-c76a-40e8-abdd-42170d47351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:40.948400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:22:41.112038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a7567cdf-a7f3-49bd-86a6-aea84d56f174 None None] Provisioning complete for port b184cad7-97c1-48ed-bb34-02f91515a735 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:41.112593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7567cdf-a7f3-49bd-86a6-aea84d56f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.153985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 02f8d734-a335-4f12-85c7-08429c602bbc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:41.203391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.215465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3735a6e7-9caa-40f1-ad3c-99e7a30658e0) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:41.233949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:41.234548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.240812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7c45d-310a-463c-81b5-3a6bdc3422c1 None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:41.257924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:35Z', 'revision_number': 3, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:41.281195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.343319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:41.343681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Updating router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc port ea2080d4-c5fb-4b32-9f23-abd24a81d75c binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:41.370745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a7567cdf-a7f3-49bd-86a6-aea84d56f174 None None] Port b184cad7-97c1-48ed-bb34-02f91515a735 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:22:41.450889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.461779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb437ac3-c76a-40e8-abdd-42170d47351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.473300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bec9569b-c3b2-45ac-9b54-7184d98499df tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9633305 Oct 12 11:22:41.485472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53990) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:41.511455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 02f8d734-a335-4f12-85c7-08429c602bbc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:41.514107 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.519074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:41.572022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c576dc-d163-4a50-a42b-ff313299c202 req-f44a7a40-5a8e-41e0-97d3-3d30aabd5ab9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:41.574225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08c576dc-d163-4a50-a42b-ff313299c202 req-f44a7a40-5a8e-41e0-97d3-3d30aabd5ab9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 931 time: 0.2709930 Oct 12 11:22:41.606257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb437ac3-c76a-40e8-abdd-42170d47351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.715397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08c576dc-d163-4a50-a42b-ff313299c202 req-3910876b-5cd6-4004-8ceb-f76a9faab277 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138990 Oct 12 11:22:41.737075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-3735a6e7-9caa-40f1-ad3c-99e7a30658e0', 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '67a1fe71-dd61-4fc0-b559-50aff99879eb'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:22:41.737989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:41.746671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Allocated IP 172.20.0.1 (c69c5470-710e-4aad-a1f3-28b2b6d2e037/562bdc6f-65f7-4520-a58d-342606c80be1/fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:41.886690 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Sync routers for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:41.908396 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:41.909357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:42.021869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb437ac3-c76a-40e8-abdd-42170d47351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c1026-3118-4a65-af0e-d65e9749d915,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:42.197124 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb437ac3-c76a-40e8-abdd-42170d47351c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eba8ed11143494dbd727bcbd9bddc01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3342648 Oct 12 11:22:42.212827 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:42.224020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53998) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:42.259655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4294786254'] for subnet, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.339745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.364284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-aa82e26e-e4be-4be9-a7f6-20c4c44d52d9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:42.365995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-aa82e26e-e4be-4be9-a7f6-20c4c44d52d9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 819 time: 0.9007916 Oct 12 11:22:42.432953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-9cbcb0a6-245b-4a0f-9e65-3d1c531a70d1 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/quotas/9965dc56615b47e48379b3dd106215ea HTTP/1.1" status: 200 len: 375 time: 0.0534034 Oct 12 11:22:42.454329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.482818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.509975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 02f8d734-a335-4f12-85c7-08429c602bbc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=02f8d734-a335-4f12-85c7-08429c602bbc,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:42.550231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.656372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.663690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-e6509553-d796-47e3-8880-be7315ab4254 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2017901 Oct 12 11:22:42.700960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b184cad7-97c1-48ed-bb34-02f91515a735 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:42.704229 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 4, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9fc029c9-c128-47d2-9f1f-c6a6c52a71d7', 'name': '', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'mac_address': 'fa:16:3e:c4:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:37Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 2, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'subnets': [{'id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:42.759716 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Checking router: 4ce48fd0-478d-4759-acbf-e2b1cb2344af for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:42.760116 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Updating router 4ce48fd0-478d-4759-acbf-e2b1cb2344af port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:42.785086 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.793075 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:42.887649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-e404436e-6c85-4af2-92a8-50338a136134 service neutron] 10.222.0.43 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097511 Oct 12 11:22:42.907740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8b834-4bce-4513-b01b-6893a9ba2575 req-66cf5d25-b897-41e4-a1d8-f556ec43968b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:42.945648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d8b834-4bce-4513-b01b-6893a9ba2575 req-66cf5d25-b897-41e4-a1d8-f556ec43968b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 931 time: 0.0831676 Oct 12 11:22:42.951542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20d8b834-4bce-4513-b01b-6893a9ba2575 req-b10d31e7-01b2-4e8f-936a-23721201c70e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Oct 12 11:22:43.010773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-f1210f75-0976-4276-9929-1e0665eb0f7e service neutron] 10.222.0.43 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130624 Oct 12 11:22:43.173102 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.483760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.484384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Transition to ACTIVE for port object b184cad7-97c1-48ed-bb34-02f91515a735 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:22:43.485224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.485540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.489000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.490396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a3c1026-3118-4a65-af0e-d65e9749d915 HTTP/1.1" status: 204 len: 168 time: 1.2649086 Oct 12 11:22:43.494983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789655082253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4253540'] for subnet, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.495516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.549834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:43.555250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:43.558058 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.565670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:43.607265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:43.645351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=67a1fe71-dd61-4fc0-b559-50aff99879eb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:43.651687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.657825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.703011 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b61a-004d-4cef-8ff0-7cd38255bebf None None] Pushing event updated for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:43.776892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d25f01-5d65-49cc-b355-bef9f83c8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c1026-3118-4a65-af0e-d65e9749d915,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:43.794160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Pushing event updated for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:43.823007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:43.824436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.825478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-093928de-1e2d-48de-be29-f636d5c0e988 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "PUT /v2.0/subnets/67a1fe71-dd61-4fc0-b559-50aff99879eb HTTP/1.1" status: 200 len: 826 time: 2.3376811 Oct 12 11:22:43.831450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54018) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:43.838009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Attempting to bind port ea2080d4-c5fb-4b32-9f23-abd24a81d75c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:43.838404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Attempting to bind port ea2080d4-c5fb-4b32-9f23-abd24a81d75c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:43.838841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Attempting to bind port ea2080d4-c5fb-4b32-9f23-abd24a81d75c on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:43.864948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:43.867645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:43.869134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.869532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63efc534-db02-4ed4-83af-ccb33568be1e req-6408abe2-7f3a-48e8-ae52-2053da7f0b6f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 210 time: 0.1117320 Oct 12 11:22:43.872717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:43.874603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Bound port: ea2080d4-c5fb-4b32-9f23-abd24a81d75c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:43.879640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.923362 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Attempting to bind port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:43.923944 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Attempting to bind port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:43.924077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Attempting to bind port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 on network 66de7714-4ad8-4bb7-97a7-8facf6123712 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:43.945664 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:43.947953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Checking segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:43.947953 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:43.947953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Bound using segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:43.947953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Bound port: 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:43.948321 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.054940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec28f-f2d2-4ee7-bfed-246fb1a12c5c None None] Pushing event updated for resources: {'Port': ['ID=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:44.176959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Allocated IP 2001:db8::2 (3735a6e7-9caa-40f1-ad3c-99e7a30658e0/67a1fe71-dd61-4fc0-b559-50aff99879eb/b0410978-d93b-4ca6-875d-b3c5e5d9ec9e) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:44.216222 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] For port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:44.222270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54032) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:44.243530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] For port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:44.281967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.341331 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.419533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ab508949-34da-4672-b631-c61eeeef2745 None None] Provisioning complete for port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:44.423125 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab508949-34da-4672-b631-c61eeeef2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.489794 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b61a-004d-4cef-8ff0-7cd38255bebf None None] Pushing event updated for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:44.512834 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:44.513729 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:44.564165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.571223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] For port ea2080d4-c5fb-4b32-9f23-abd24a81d75c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:44.652518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04d0fe-4c5a-4428-8a2a-d7785f64a99a req-bc6d2a1b-a26f-4175-be2c-c0b433edf5e6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:44.653809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc04d0fe-4c5a-4428-8a2a-d7785f64a99a req-bc6d2a1b-a26f-4175-be2c-c0b433edf5e6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 943 time: 0.4018278 Oct 12 11:22:44.676995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Attempting to bind port b184cad7-97c1-48ed-bb34-02f91515a735 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:44.677708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Attempting to bind port b184cad7-97c1-48ed-bb34-02f91515a735 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:44.682523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Attempting to bind port b184cad7-97c1-48ed-bb34-02f91515a735 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:44.748520 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:44.754040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=02f8d734-a335-4f12-85c7-08429c602bbc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:44.775307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] For port ea2080d4-c5fb-4b32-9f23-abd24a81d75c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:44.809431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ab508949-34da-4672-b631-c61eeeef2745 None None] Port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:22:44.829344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.833264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Port b184cad7-97c1-48ed-bb34-02f91515a735 on network 48938513-d2e0-4401-a918-9c0cfe771667 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:22:44.836305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Attempting to bind port b184cad7-97c1-48ed-bb34-02f91515a735 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:44.862372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f1ad40c-6108-4e05-9857-669ceafad215 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d265b7fd5b6f4fc4a36134a6ff8c07a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399763 Oct 12 11:22:44.871334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:44.926605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:44.926890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:44.934291 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.935879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:44.937119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Bound port: b184cad7-97c1-48ed-bb34-02f91515a735, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:44.937702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:44.984323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-416d4951-8302-4a90-bbd3-e268dadc6d90 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:44.986499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-416d4951-8302-4a90-bbd3-e268dadc6d90 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 819 time: 0.4417982 Oct 12 11:22:45.016805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.032314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc04d0fe-4c5a-4428-8a2a-d7785f64a99a req-3ed43408-0870-4287-9714-c2aacfc0d055 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619666 Oct 12 11:22:45.051708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-75668b21-6988-4ecf-a7f5-7b9e865f11ad tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/quotas/9965dc56615b47e48379b3dd106215ea HTTP/1.1" status: 200 len: 375 time: 0.0423775 Oct 12 11:22:45.103029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.125888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.148111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.164696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-a903ba72-9f59-411b-b8e1-736a6ce902a7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018660 Oct 12 11:22:45.199312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.202032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:45.210771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b184cad7-97c1-48ed-bb34-02f91515a735,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:45.229001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec28f-f2d2-4ee7-bfed-246fb1a12c5c None None] Pushing event updated for resources: {'Port': ['ID=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:45.244799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:45.246114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:45.256692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.290064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.297094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:45.324347 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 4, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9fc029c9-c128-47d2-9f1f-c6a6c52a71d7', 'name': '', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'mac_address': 'fa:16:3e:c4:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:37Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'subnets': [{'id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:45.404333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-3adec94f-d11f-425b-957c-b245d465ffc4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:22:45.407933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-3adec94f-d11f-425b-957c-b245d465ffc4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2337577 Oct 12 11:22:45.417262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.434071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Pushing event updated for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:45.466939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a85b9c-ac9d-4ae0-aaa3-ce834ed7973c None None] The sync data for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 is: [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:22:38Z', 'revision_number': 4, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9fc029c9-c128-47d2-9f1f-c6a6c52a71d7', 'name': '', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'mac_address': 'fa:16:3e:c4:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:37Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'subnets': [{'id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:45.473389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.487602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.491129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.493588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2db5df59-5ed5-40d7-8926-db4078cae8a0 HTTP/1.1" status: 204 len: 168 time: 0.6211390 Oct 12 11:22:45.545832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:45.546461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:45.555197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c5b25ae1-b8a7-40a6-8803-5107dd30670d service neutron] 10.222.0.41 "PUT /v2.0/ports/b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 200 len: 1091 time: 4.7008197 Oct 12 11:22:45.663922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:45.678598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b0529-6af6-4cba-9e43-7af25417917a" -d '{"events": [{"name": "network-changed", "server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:45.737308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=67a1fe71-dd61-4fc0-b559-50aff99879eb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:45.779660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:45.837378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab9c1-dfb4-4c18-b1f9-6ca2acf14605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5df59-5ed5-40d7-8926-db4078cae8a0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:45.908844 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a62506-00fe-410c-b332-f3f13928fab3 x-openstack-request-id: req-40a62506-00fe-410c-b332-f3f13928fab3 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:45.924537 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:45.924914 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40a62506-00fe-410c-b332-f3f13928fab3 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:45.926545 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735', 'status': 'completed', 'code': 200} Oct 12 11:22:45.954868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 02f8d734-a335-4f12-85c7-08429c602bbc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:45.988826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:46.003919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-7c2e66c7-6620-4b06-a907-c6eaba5e729a service neutron] 10.222.0.43 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780513 Oct 12 11:22:46.071225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.080057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:46.124951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:46.136061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:46.140011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:46.159964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Pushing event updated for resources: {'Port': ['ID=b0410978-d93b-4ca6-875d-b3c5e5d9ec9e,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:46.167109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-98ee3856-f42f-4a5b-b9b9-647b3ec4e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:46.176883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-98ee3856-f42f-4a5b-b9b9-647b3ec4e7fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 1094 time: 0.4623752 Oct 12 11:22:46.181614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3735a6e7-9caa-40f1-ad3c-99e7a30658e0']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:46.373989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-976278b0-ecda-48e0-967f-61f2a2932a11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 200 len: 217 time: 0.1870186 Oct 12 11:22:46.409945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ed4948-b709-4dd2-9acf-fabf454fc86e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:46.410500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ed4948-b709-4dd2-9acf-fabf454fc86e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:46.417253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-1fe36f64-fce8-4a94-b84c-16304933f8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964579 Oct 12 11:22:46.545669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.545939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:22:46.565818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Attempting to bind port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:46.569307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Attempting to bind port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '73ed4948-b709-4dd2-9acf-fabf454fc86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:46.569877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Attempting to bind port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e on network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:46.599220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.641724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:46.642504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Checking segment: {'id': '73ed4948-b709-4dd2-9acf-fabf454fc86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:46.643128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.643622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Bound using segment: {'id': '73ed4948-b709-4dd2-9acf-fabf454fc86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:46.644516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Bound port: b0410978-d93b-4ca6-875d-b3c5e5d9ec9e, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ed4948-b709-4dd2-9acf-fabf454fc86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:46.646416 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.663952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3bac8-e37d-4338-b583-03743e2d7d54 req-d7c92084-be83-4200-9962-84ab716405ab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:46.674106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39d3bac8-e37d-4338-b583-03743e2d7d54 req-d7c92084-be83-4200-9962-84ab716405ab tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 943 time: 0.3519082 Oct 12 11:22:46.677128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:46.677925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:46.687635 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:46.692800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-310767cf-3631-47cd-9273-29e1134b4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:46.692800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-310767cf-3631-47cd-9273-29e1134b4a8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.3054707 Oct 12 11:22:46.935743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 02f8d734-a335-4f12-85c7-08429c602bbc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:46.938003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.946048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8e30727f-3177-48e6-aa07-35e5e04ca10c None None] Provisioning complete for port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:46.948028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39d3bac8-e37d-4338-b583-03743e2d7d54 req-fac5513c-ee23-4c0d-8c05-52fb2f5d8f84 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727892 Oct 12 11:22:46.964553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54104) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:46.970883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a37cdbb-7a47-4a71-9b8e-b934d40f027d req-1aa233e6-46b4-48ff-8552-bb6bc4b03ca8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.0700185 Oct 12 11:22:46.972331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:22:46.974296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88abd-ede4-4005-867e-de1aa5526445 req-675d42d4-b251-4a8b-89a7-e7667c775a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:46.979616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e30727f-3177-48e6-aa07-35e5e04ca10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:46.979976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-675d42d4-b251-4a8b-89a7-e7667c775a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213340 Oct 12 11:22:46.982599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ebcbca5c-84cb-4027-b489-03a88b9b3a3b admin admin] 10.222.0.43 "PUT /v2.0/routers/700b1942-ab31-422b-b1ca-6ae5f7fdbebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0999734 Oct 12 11:22:47.099788 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:22:47.099788 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:22:47.099788 n-d-813419-3 neutron-server[95547]: [parameters: {'id': '3735a6e7-9caa-40f1-ad3c-99e7a30658e0'}] Oct 12 11:22:47.099788 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:22:47.100125 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:22:47.141102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-4d0a258f-c0c6-4436-ae38-46c8bb2db09c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:47.142678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-4d0a258f-c0c6-4436-ae38-46c8bb2db09c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.47 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 819 time: 0.2964604 Oct 12 11:22:47.158669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Request body: {'port': {'device_id': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'admin_state_up': True, 'tenant_id': '9965dc56615b47e48379b3dd106215ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:47.216636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2996b9f-f373-4b7f-89db-006fce250c24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=062584c7cca4434aac14196c2973b1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497721 Oct 12 11:22:47.218733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54110) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:47.356388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-a78fbed6-1ef5-457f-aef3-61b7fcee5d4e service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556745 Oct 12 11:22:47.385232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] For port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:47.425494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.446784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8e30727f-3177-48e6-aa07-35e5e04ca10c None None] Port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:22:47.497774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] For port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b0410978-d93b-4ca6-875d-b3c5e5d9ec9e,segment=NetworkSegment(73ed4948-b709-4dd2-9acf-fabf454fc86e),segment_id=73ed4948-b709-4dd2-9acf-fabf454fc86e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:47.522961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Made reservation on behalf of 9965dc56615b47e48379b3dd106215ea for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:47.528219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.533308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.604257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.621896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c88abd-ede4-4005-867e-de1aa5526445 req-c78cc00d-7623-42f6-9894-fec51c5a1298 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564039 Oct 12 11:22:47.636773 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.701760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:22:47.702321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.739713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb667d-97af-4a5c-b1df-507e1e341bde None None] Pushing event updated for resources: {'Port': ['ID=b0410978-d93b-4ca6-875d-b3c5e5d9ec9e,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:47.758646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.762410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.765642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e9b4cee-24b6-4479-b97a-ff57c06ad0d8 HTTP/1.1" status: 204 len: 168 time: 0.5448964 Oct 12 11:22:47.812661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f58b57d-1966-482a-bd8e-2fac2da1c294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:47.950173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Allocated IP 172.20.0.4 (66de7714-4ad8-4bb7-97a7-8facf6123712/24f62776-edbf-4024-a1a2-63228eaf2579/9440c224-4b47-4fc5-912b-c4f9f3fa736b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:48.032325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-040a2786-26aa-462b-8672-d114e9977486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 2, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:48.061959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1b45b-e109-4c30-931c-487127680d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b4cee-24b6-4479-b97a-ff57c06ad0d8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:48.104559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e21151-ffba-44fd-af70-6aee14ef913f None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:48.110922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a2786-26aa-462b-8672-d114e9977486 None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 2, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:48.140648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b0410978-d93b-4ca6-875d-b3c5e5d9ec9e,segment=NetworkSegment(73ed4948-b709-4dd2-9acf-fabf454fc86e),segment_id=73ed4948-b709-4dd2-9acf-fabf454fc86e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:48.141030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:48.189048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for b0410978-d93b-4ca6-875d-b3c5e5d9ec9e owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:22:48.196684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0529-6af6-4cba-9e43-7af25417917a req-3135f6db-1d02-431f-89c2-15604476417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:48.199293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-3135f6db-1d02-431f-89c2-15604476417c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 1094 time: 0.4315169 Oct 12 11:22:48.268150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:48.567109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f28959-fde6-44b2-982f-782f4f520791 None None] Network 3735a6e7-9caa-40f1-ad3c-99e7a30658e0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:22:48.576526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:48.576910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:48.652892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0529-6af6-4cba-9e43-7af25417917a req-688d9166-473b-41fd-97d9-064a5d9d9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:48.656891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:48.659250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-688d9166-473b-41fd-97d9-064a5d9d9727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.4430864 Oct 12 11:22:48.708051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad57ace-c28f-48e3-a80c-84a8f900da1e req-f8dd1f9a-970d-4455-819c-e43d115703c6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:48.718343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ad57ace-c28f-48e3-a80c-84a8f900da1e req-f8dd1f9a-970d-4455-819c-e43d115703c6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 943 time: 0.5675590 Oct 12 11:22:48.786870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ad57ace-c28f-48e3-a80c-84a8f900da1e req-12d38a4a-b1de-4cc6-b718-e2fdb67c3491 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620012 Oct 12 11:22:48.846235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:48.920923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-ba292541-19ab-4e7d-8cc6-fdccb5a2238e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 200 len: 217 time: 0.2549891 Oct 12 11:22:48.975412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.046600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:49.060675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=b0410978-d93b-4ca6-875d-b3c5e5d9ec9e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:49.146055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port b0410978-d93b-4ca6-875d-b3c5e5d9ec9e on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:22:49.154210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0529-6af6-4cba-9e43-7af25417917a req-ea20007f-a65d-45e9-88bb-dab9584dd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:49.154898 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-ea20007f-a65d-45e9-88bb-dab9584dd4af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1453328 Oct 12 11:22:49.170032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:49.206994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a6f0118-244c-4a31-955a-efcb882b4e3d req-8df20f89-9bbe-4a03-b065-112c5c229413 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.1542664 Oct 12 11:22:49.229427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54170) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:49.242983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:49.271719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870140869', 'description': 'tempest-description--548985329'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:49.319129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Pushing event updated for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:49.340510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.402659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3735a6e7-9caa-40f1-ad3c-99e7a30658e0']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:49.418725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0529-6af6-4cba-9e43-7af25417917a req-dceb8cea-da2d-4f09-a83e-a623ba19aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:49.420284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-dceb8cea-da2d-4f09-a83e-a623ba19aa16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396562 Oct 12 11:22:49.425198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ed4948-b709-4dd2-9acf-fabf454fc86e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:49.425727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ed4948-b709-4dd2-9acf-fabf454fc86e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:49.444999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85829bf1-8de4-4a6f-a80c-aa38d5284a88 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:22:49.450994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.467490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:49.469576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.547336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.550546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.566008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:22:49.566596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:22:49.570452 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:22:49.644530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.703908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-dcb3f744-f04d-4d81-95fb-85906195f548 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752655 Oct 12 11:22:49.720278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-060feb25-2071-4144-9935-ffd4b2da0e54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5678232 Oct 12 11:22:49.734614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Request body: {'port': {'device_id': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:49.823208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.828534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.836496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/3735a6e7-9caa-40f1-ad3c-99e7a30658e0 HTTP/1.1" status: 204 len: 168 time: 6.0038428 Oct 12 11:22:49.837166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54198) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:49.837748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85829bf1-8de4-4a6f-a80c-aa38d5284a88 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:22:49.859648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:49.932364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:49.989764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-041b0529-6af6-4cba-9e43-7af25417917a req-1feac0da-6967-47fe-b366-6399e8954c03 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741103 Oct 12 11:22:50.053951 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adb0c45-cb35-41db-9da8-5c54e97857ee tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:22:50.064386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adb0c45-cb35-41db-9da8-5c54e97857ee tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:22:50.089221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.094490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7adb0c45-cb35-41db-9da8-5c54e97857ee tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/3735a6e7-9caa-40f1-ad3c-99e7a30658e0 HTTP/1.1" status: 404 len: 339 time: 0.2182059 Oct 12 11:22:50.095221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54224) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:50.135281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455090a2-e916-415f-878c-e892f181af02 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=3735a6e7-9caa-40f1-ad3c-99e7a30658e0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:50.153932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110085043', 'description': 'd1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:50.279036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.284726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:50.454393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ea2080d4-c5fb-4b32-9f23-abd24a81d75c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:50.475165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:50.490266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.519485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.534295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-015a57ab-e021-4294-8a1a-cb4d245142ed req-1988864c-df5f-497a-a57a-71422b2fb341 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.1016715 Oct 12 11:22:50.555722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d933-b8ea-43d3-b00b-985e6e08afcc req-e3e5c28b-9891-4da0-8543-f3bc6d44a2a8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:50.567875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a5875db-00a3-40eb-aec4-b9415085824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.583479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad14d933-b8ea-43d3-b00b-985e6e08afcc req-e3e5c28b-9891-4da0-8543-f3bc6d44a2a8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 943 time: 0.5877440 Oct 12 11:22:50.696261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9440c224-4b47-4fc5-912b-c4f9f3fa736b {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:50.706352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.733812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Transition to ACTIVE for port object 9440c224-4b47-4fc5-912b-c4f9f3fa736b will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:22:50.823151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port ea2080d4-c5fb-4b32-9f23-abd24a81d75c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:50.823848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.833632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.912017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b184cad7-97c1-48ed-bb34-02f91515a735 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:22:50.916156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad14d933-b8ea-43d3-b00b-985e6e08afcc req-3793bcdd-df94-4906-a0e6-2aa0d1c2c9ba tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300769 Oct 12 11:22:50.916622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37aa1971-8345-4c14-98ba-69e22f94b366,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:50.948982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.951441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20203af3-6188-4b84-b109-9ee44fe85249 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7097216 Oct 12 11:22:50.961395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:50.963703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:50.983318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:50.983940 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment 99b16d0a-7d8d-4f08-9390-34405b100004 of type vlan for network 3c99fb03-cdb0-470a-ac6d-2773f82e0cfc Oct 12 11:22:50.989922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group_rule': {'security_group_id': '37aa1971-8345-4c14-98ba-69e22f94b366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:51.073462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-f5bde5be-b407-4219-a6c9-e6c6e36efeac tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:51.084151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-f5bde5be-b407-4219-a6c9-e6c6e36efeac tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.41 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 819 time: 0.7973981 Oct 12 11:22:51.104308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Request body: {'port': {'device_id': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'admin_state_up': True, 'tenant_id': '9965dc56615b47e48379b3dd106215ea'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:51.137706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.144568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:51.166504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Attempting to bind port 9440c224-4b47-4fc5-912b-c4f9f3fa736b on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:51.166947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Attempting to bind port 9440c224-4b47-4fc5-912b-c4f9f3fa736b by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:51.167403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Attempting to bind port 9440c224-4b47-4fc5-912b-c4f9f3fa736b on network 66de7714-4ad8-4bb7-97a7-8facf6123712 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:51.173536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Port 9440c224-4b47-4fc5-912b-c4f9f3fa736b on network 66de7714-4ad8-4bb7-97a7-8facf6123712 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:22:51.173856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Attempting to bind port 9440c224-4b47-4fc5-912b-c4f9f3fa736b on network 66de7714-4ad8-4bb7-97a7-8facf6123712 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:51.185791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b184cad7-97c1-48ed-bb34-02f91515a735,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:51.201873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:51.203307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Checking segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:51.204575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Bound using segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:51.206136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Bound port: 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:51.209399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.214029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b184cad7-97c1-48ed-bb34-02f91515a735', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': 'b184cad7-97c1-48ed-bb34-02f91515a735', 'mac_address': 'fa:16:3e:b9:06:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:22:51.285048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54258) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:51.311635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.321455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:51.328918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.341859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.369386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.401245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b184cad7-97c1-48ed-bb34-02f91515a735 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:51.477470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:51.484084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b184cad7-97c1-48ed-bb34-02f91515a735,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:51.529552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.548625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:51.557713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=3c99fb03-cdb0-470a-ac6d-2773f82e0cfc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:51.582256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.583691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3c99fb03-cdb0-470a-ac6d-2773f82e0cfc details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:51.594852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.598129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d9e4a1af-ea92-49c1-b0d4-9477636c783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.643431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.691912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.716502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port ea2080d4-c5fb-4b32-9f23-abd24a81d75c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:51.717194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df012806-f88d-455c-9a00-fab0e77a259d req-1f7e27dc-95d0-4414-9f67-a47c403eadf6 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.0796058 Oct 12 11:22:51.753935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:51.754524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d9e4a1af-ea92-49c1-b0d4-9477636c783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.754624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.763484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Made reservation on behalf of 9965dc56615b47e48379b3dd106215ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:51.763633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 1091 time: 2.0299633 Oct 12 11:22:51.763633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:51.763633 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ed954-b159-4238-a4dc-9e507a464395" -d '{"events": [{"name": "network-changed", "server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:51.764821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.769097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1293f2-a5ce-4829-85e7-fd0f3e437a38,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:51.784488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1dacc-0270-41d1-b32b-661fc47ff8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:51.836766 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e45936-f9c1-4015-a605-fc19ceffe973 x-openstack-request-id: req-f5e45936-f9c1-4015-a605-fc19ceffe973 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:51.837190 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:51.837517 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5e45936-f9c1-4015-a605-fc19ceffe973 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:51.837773 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b', 'status': 'completed', 'code': 200} Oct 12 11:22:51.864867 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.865532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.918263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:51.919569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-727430d6-d63e-4b53-8edf-28c2d8193fc7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9486194 Oct 12 11:22:51.922969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54272) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:51.928447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group_rule': {'security_group_id': '37aa1971-8345-4c14-98ba-69e22f94b366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:51.930407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:51.959442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed954-b159-4238-a4dc-9e507a464395 req-2da0f513-7a66-43fb-acaa-e593ca661bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:51.961147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-598ed954-b159-4238-a4dc-9e507a464395 req-2da0f513-7a66-43fb-acaa-e593ca661bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1094 time: 0.1022794 Oct 12 11:22:52.013768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Allocated IP 172.20.0.5 (66de7714-4ad8-4bb7-97a7-8facf6123712/24f62776-edbf-4024-a1a2-63228eaf2579/aa1696ac-6ef1-4383-83df-12039d6adf26) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:52.030864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:52.082200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb35489b-185c-4b7e-9ac2-1f90c86df9db tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9559629 Oct 12 11:22:52.082974 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d9e4a1af-ea92-49c1-b0d4-9477636c783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.088830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54278) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:52.100459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.148160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.149024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.154208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:22:52.224694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed954-b159-4238-a4dc-9e507a464395 req-3da1c9f7-5caf-4a77-8025-5baa0c6f8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:52.227006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-598ed954-b159-4238-a4dc-9e507a464395 req-3da1c9f7-5caf-4a77-8025-5baa0c6f8978 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9965dc56615b47e48379b3dd106215ea&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2564228 Oct 12 11:22:52.239516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:52.240291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:52.263217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4a1af-ea92-49c1-b0d4-9477636c783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4212b775-579d-4451-a3fa-f55918776514,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:52.290000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d9e4a1af-ea92-49c1-b0d4-9477636c783a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd550f3132154229a578eadd160c6c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034907 Oct 12 11:22:52.293087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54286) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:52.414384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.420944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.437455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:52.462289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.534470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.548128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d855dac-8483-406d-87a6-88415f4e4fe9 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:52.549724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3d855dac-8483-406d-87a6-88415f4e4fe9 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks?id=3c99fb03-cdb0-470a-ac6d-2773f82e0cfc HTTP/1.1" status: 200 len: 765 time: 0.4600971 Oct 12 11:22:52.552725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54298) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:52.558829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'description': 'd2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:52.597806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:52.617887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.621127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed954-b159-4238-a4dc-9e507a464395 req-6bef24e9-32ec-439e-9d9a-605696883f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:52.627447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-598ed954-b159-4238-a4dc-9e507a464395 req-6bef24e9-32ec-439e-9d9a-605696883f9b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3885143 Oct 12 11:22:52.632038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.684529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff25b8f-11a9-4cb2-a8a5-d2ea4b606fd1,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:52.699228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:52.699683 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.714347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd5c2-5674-4cfd-8e7b-454ee5c6f2d9 req-593ac02a-6c90-4529-b1a1-bbad932730b6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:52.716442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d21cd5c2-5674-4cfd-8e7b-454ee5c6f2d9 req-593ac02a-6c90-4529-b1a1-bbad932730b6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 944 time: 0.1656854 Oct 12 11:22:52.746012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:52.747732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f4375a0f-2a8d-4565-9ffd-000ab88f521a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8238227 Oct 12 11:22:52.755953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:52.762547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:52.795323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:52.853589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d21cd5c2-5674-4cfd-8e7b-454ee5c6f2d9 req-0aae75c2-44db-4d7a-bd2c-5a8f53e86863 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135414 Oct 12 11:22:52.856066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-ddaa7ff4-6792-4c54-b297-301caa88a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:52.858108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-ddaa7ff4-6792-4c54-b297-301caa88a964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1094 time: 0.1748207 Oct 12 11:22:52.911391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-ffa68ca4-1ab9-413d-80d5-1e010c3165ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 217 time: 0.0446591 Oct 12 11:22:52.989497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.035047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.037608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.076180 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4212b775-579d-4451-a3fa-f55918776514 HTTP/1.1" status: 204 len: 168 time: 0.7446957 Oct 12 11:22:53.107480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-eb9cc2ba-5385-48b6-bcc6-a95bae2050c8 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5077107 Oct 12 11:22:53.149877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 2, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:53.163488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-a266f17c-aaef-4421-9f71-6a7e609da1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.165255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-a266f17c-aaef-4421-9f71-6a7e609da1d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.2467477 Oct 12 11:22:53.184272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:22:53.184985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Updating router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:22:53.214085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-fc7e730a-56cf-429e-a2bb-9a834f0d5eee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397029 Oct 12 11:22:53.218097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ba8cd-936c-4bc3-8d1a-5edc71920f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4212b775-579d-4451-a3fa-f55918776514,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:53.220463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.221319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Network 66de7714-4ad8-4bb7-97a7-8facf6123712 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:53.223706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1380589-7c55-47f6-9aa3-d9d13d489e38 req-d9e49ff1-679b-4f3a-9d50-c72c6146497b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.225434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1380589-7c55-47f6-9aa3-d9d13d489e38 req-d9e49ff1-679b-4f3a-9d50-c72c6146497b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 931 time: 0.2465129 Oct 12 11:22:53.226296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.228304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Pushing event updated for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:53.266060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:53.272091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:53.416775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.417362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.438207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.449754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2301c5be-ea58-4c73-8437-659475d51a2c tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.458615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2301c5be-ea58-4c73-8437-659475d51a2c tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490181 Oct 12 11:22:53.469654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1380589-7c55-47f6-9aa3-d9d13d489e38 req-c6b566e3-c5b6-465c-92e2-6618ddea8398 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019172 Oct 12 11:22:53.488227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2b050408-0276-4d68-b6b0-80e58f58a050 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/quotas/9b3ffb3bd416450196bfdcf0f14e807e HTTP/1.1" status: 200 len: 375 time: 0.0298162 Oct 12 11:22:53.503020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-fbb5a5a3-bfce-476a-9bad-2f3f57b04d2b service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421904 Oct 12 11:22:53.529262 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-dd826118-681e-4b84-beca-c14c3e426631 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400541 Oct 12 11:22:53.569937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.579035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-9545c399-d0a0-4b42-ab5c-54351c6dbb9d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4831715 Oct 12 11:22:53.591953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 3c99fb03-cdb0-470a-ac6d-2773f82e0cfc is not hosted by any dhcp agent {{(pid=95547) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:22:53.598894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.604678 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.608233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "PUT /v2.0/networks/3c99fb03-cdb0-470a-ac6d-2773f82e0cfc HTTP/1.1" status: 200 len: 762 time: 1.0544174 Oct 12 11:22:53.624445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Request body: {'port': {'device_id': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:53.634869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:53.719022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d56acb3-0b01-4dd6-adb8-49a2aa111baa req-f1d1c63b-66e9-4707-82c1-669462760e62 service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998103 Oct 12 11:22:53.744722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:53.851382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbf150-adf9-4f46-a400-04fa3b38f877 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=3c99fb03-cdb0-470a-ac6d-2773f82e0cfc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:53.881030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3c99fb03-cdb0-470a-ac6d-2773f82e0cfc details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:53.919893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1e5e8cb-c73b-4a97-ae5d-e7bb7e27231b req-e91d50fe-5774-4cd6-8d4d-0035485ec469 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.0410378 Oct 12 11:22:53.989691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108052f9-1d7f-4d56-9ce8-fbbcda3a85cc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:53.990747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Allocated IP 172.25.2.113 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/01777b0a-25b7-4973-be50-f191e690ea5c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:53.996992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54328) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:54.000549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.001565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-108052f9-1d7f-4d56-9ce8-fbbcda3a85cc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks?id=3c99fb03-cdb0-470a-ac6d-2773f82e0cfc HTTP/1.1" status: 200 len: 765 time: 0.3651605 Oct 12 11:22:54.071993 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.089972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.244580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5119-470c-4d6d-a900-160556656db7 req-5acb0f84-ee5d-4c37-a346-5e37aeb69307 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:54.252942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-246e5119-470c-4d6d-a900-160556656db7 req-5acb0f84-ee5d-4c37-a346-5e37aeb69307 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 944 time: 0.2825136 Oct 12 11:22:54.282761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54336) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:54.320832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-246e5119-470c-4d6d-a900-160556656db7 req-94c5172d-0302-478b-8ebb-691fde0ebb67 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Oct 12 11:22:54.336546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f739a2b5-2fbd-4f97-872c-2b64ea09a6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.339525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ea2080d4-c5fb-4b32-9f23-abd24a81d75c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:54.372522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c10e-3ed9-4347-9a00-6d91a060525b None None] Pushing event updated for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:54.401443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Attempting to bind port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:54.401868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Attempting to bind port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:54.402179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Attempting to bind port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:54.415398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:54.416077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:54.416489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.416929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Bound using segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:54.417418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Bound port: fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:54.418786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.512053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port ea2080d4-c5fb-4b32-9f23-abd24a81d75c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:54.512429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.645697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] For port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:54.657264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] For port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:54.703221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] Provisioning complete for port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:54.703580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.714393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1696ac-6ef1-4383-83df-12039d6adf26 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:54.724105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.739312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Transition to ACTIVE for port object aa1696ac-6ef1-4383-83df-12039d6adf26 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:22:54.803395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.815762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f739a2b5-2fbd-4f97-872c-2b64ea09a6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.866688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:54.896400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:22:54.897090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:54.900317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c10e-3ed9-4347-9a00-6d91a060525b None None] Pushing event updated for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:54.966956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b184cad7-97c1-48ed-bb34-02f91515a735 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:55.067803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f739a2b5-2fbd-4f97-872c-2b64ea09a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.207960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8996f-8ebc-4857-a50f-5af13b14ef4f req-756ae1a2-1abd-4912-9efd-db12ea2290bb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.209991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.217400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0b8996f-8ebc-4857-a50f-5af13b14ef4f req-756ae1a2-1abd-4912-9efd-db12ea2290bb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 943 time: 0.3274281 Oct 12 11:22:55.281359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5dc019c3-8779-4863-9c4a-184cc2794ad6 req-59bac3ed-3477-4e0e-97bd-535a96b5ecdb tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.2226906 Oct 12 11:22:55.303084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0b8996f-8ebc-4857-a50f-5af13b14ef4f req-2ff2d65b-3f9f-44e3-a7c5-645f1628fde8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720654 Oct 12 11:22:55.312601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Pushing event updated for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:55.316810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdef33-859f-4e3a-b516-f3cfdc48848d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.322170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cbcdef33-859f-4e3a-b516-f3cfdc48848d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3238070 Oct 12 11:22:55.325672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:55.365904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Attempting to bind port aa1696ac-6ef1-4383-83df-12039d6adf26 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:22:55.366956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Attempting to bind port aa1696ac-6ef1-4383-83df-12039d6adf26 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:22:55.367311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Attempting to bind port aa1696ac-6ef1-4383-83df-12039d6adf26 on network 66de7714-4ad8-4bb7-97a7-8facf6123712 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:55.392417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:22:55.403844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f739a2b5-2fbd-4f97-872c-2b64ea09a6de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fb0615c6a5d49219da78ec3d4ab8eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1020260 Oct 12 11:22:55.407611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:55.414908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dcf77310-7bce-4488-8949-a2d11359dbd1 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 207 time: 0.0875661 Oct 12 11:22:55.417285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54362) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:55.425076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Port aa1696ac-6ef1-4383-83df-12039d6adf26 on network 66de7714-4ad8-4bb7-97a7-8facf6123712 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:22:55.425390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Attempting to bind port aa1696ac-6ef1-4383-83df-12039d6adf26 on network 66de7714-4ad8-4bb7-97a7-8facf6123712 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:22:55.474038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:22:55.474038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Checking segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:55.474038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Bound using segment: {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:22:55.474441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Bound port: aa1696ac-6ef1-4383-83df-12039d6adf26, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ac4bfb-efcc-4812-a64c-8fc91b5cad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:22:55.474527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.480367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a2b5-2fbd-4f97-872c-2b64ea09a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9329b92-3176-40b2-a2e3-cc1c3af81163,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:55.543781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] For port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:55.581600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060c13d-cd49-47f2-a939-31aa0fb68836 req-db604361-77ec-41e5-beb9-00eb7a7cb64d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.589116 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f060c13d-cd49-47f2-a939-31aa0fb68836 req-db604361-77ec-41e5-beb9-00eb7a7cb64d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 944 time: 0.1459706 Oct 12 11:22:55.618104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.669924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.672217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f060c13d-cd49-47f2-a939-31aa0fb68836 req-03c8a310-3bcb-4128-b5ab-6a52fff4de80 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775876 Oct 12 11:22:55.676998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.684823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.685259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:22:55.688877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aa1696ac-6ef1-4383-83df-12039d6adf26,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:22:55.692392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.694988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.700031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.706265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.711986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54366) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:55.714734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c6790eb-dfb3-4721-9ba6-049e75d18d22 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2941837 Oct 12 11:22:55.719168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.731386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.784683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9440c224-4b47-4fc5-912b-c4f9f3fa736b details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:22:55.811307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b184cad7-97c1-48ed-bb34-02f91515a735 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:22:55.832125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b184cad7-97c1-48ed-bb34-02f91515a735 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:55.832618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.858100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.880877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15705-54b8-47f3-8809-1dc0b003b756 None None] Pushing event updated for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:55.915243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.954992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ab34b41a-51d2-4ea0-ba06-48e2c31fe5cc None None] Provisioning complete for port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:55.955709 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab34b41a-51d2-4ea0-ba06-48e2c31fe5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.960936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:54Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:22:55.968074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.970824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.974622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9329b92-3176-40b2-a2e3-cc1c3af81163 HTTP/1.1" status: 204 len: 168 time: 0.5633652 Oct 12 11:22:55.986975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:55.986975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:55.986975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] 10.222.0.41 "PUT /v2.0/ports/aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 200 len: 1091 time: 2.3718052 Oct 12 11:22:55.988115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:55.990402 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad02695-7182-427b-8a26-d140e88099d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:56.024101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222280d-02a8-48f1-a04e-eb354aa4ed4d None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:54Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:22:56.052392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:56.057400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:56.061635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:56.080033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab86474-1010-44bd-b2fd-4f716bbe8e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9329b92-3176-40b2-a2e3-cc1c3af81163,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:56.080249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:56.084738 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7754be-d5fd-4c61-bfb9-442c22e2ff55 x-openstack-request-id: req-2e7754be-d5fd-4c61-bfb9-442c22e2ff55 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:56.085089 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:56.085340 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e7754be-d5fd-4c61-bfb9-442c22e2ff55 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:56.085839 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26', 'status': 'completed', 'code': 200} Oct 12 11:22:56.110572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327115f-2282-4c26-9c5c-8ec2f6eb56af service neutron] Pushing event updated for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:56.196228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=01777b0a-25b7-4973-be50-f191e690ea5c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:56.213348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.214828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.226561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.227427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.228409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.228959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.229510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.230047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.231037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.231906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.232593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.233271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:22:56.234983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '9440c224-4b47-4fc5-912b-c4f9f3fa736b', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'port_id': '9440c224-4b47-4fc5-912b-c4f9f3fa736b', 'mac_address': 'fa:16:3e:7f:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:22:56.237241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-844f7fd0-f330-4acc-b3ed-dc7575b36af9 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5130227 Oct 12 11:22:56.237946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54372) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:56.250194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.271781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.345876 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.372614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:56.386055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:56.389189 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40c46e-cbc7-4ca8-8154-1dc598fcf753" -d '{"events": [{"server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "name": "network-vif-plugged", "status": "completed", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:56.404461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-880bd7db-387b-420d-85b8-c614f2958662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.409052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-880bd7db-387b-420d-85b8-c614f2958662 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1094 time: 0.3221858 Oct 12 11:22:56.424629 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.469475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54382) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:56.540812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b184cad7-97c1-48ed-bb34-02f91515a735,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:56.546042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-135225134'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:56.556796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.558522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.560134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.561653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.563308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.563904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9440c224-4b47-4fc5-912b-c4f9f3fa736b {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:22:56.568991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f75fc074-eb30-4562-98ee-9870f4a4e0d8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3251407 Oct 12 11:22:56.576426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:56.581387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-312d6958-9cb5-4b14-a292-675724daa7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 200 len: 217 time: 0.1596558 Oct 12 11:22:56.591775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:56.626194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-253b2b4e-75f2-4c0c-b927-76aca1890589 req-19fbc3ed-721d-4e91-ae89-8d943d8024cd tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.1578350 Oct 12 11:22:56.639956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:56.642552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.735799 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23791b4f-1413-4c03-89fa-75efbcbb4cd9 x-openstack-request-id: req-23791b4f-1413-4c03-89fa-75efbcbb4cd9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:56.736150 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "name": "network-vif-plugged", "status": "completed", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:56.736402 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23791b4f-1413-4c03-89fa-75efbcbb4cd9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:56.736799 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735', 'code': 200} Oct 12 11:22:56.738158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.742943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.746336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.839475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:56.876002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911355de-f93f-4f49-831e-a56141866b2b req-d592ffef-8bc0-4e39-a501-e530fd305294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.877590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-d592ffef-8bc0-4e39-a501-e530fd305294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.2540197 Oct 12 11:22:56.882928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:56.886523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:56.948929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-018dccf2-ca3d-40ea-8ec1-edb41cb2c199 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2687433 Oct 12 11:22:56.958683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.961718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.962819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.964503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.966466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:56.968378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eec4ac45-f05e-4970-83b6-532e2fd08b82 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3902121 Oct 12 11:22:56.982964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:56.983790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:57.039994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-2ee9318d-027d-4601-a896-5701056f997b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508453 Oct 12 11:22:57.060955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c375d-2042-4e09-b387-2ccb84b4b462 req-1eb78310-776b-49fc-9fe7-c59c6f0c1f31 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.069455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-280c375d-2042-4e09-b387-2ccb84b4b462 req-1eb78310-776b-49fc-9fe7-c59c6f0c1f31 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 943 time: 0.5972407 Oct 12 11:22:57.080026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e22fa-3043-4278-b2c0-dd6b24b32c4b req-67b0ea32-5cd6-481d-afdf-684ccca0c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.081725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d5e22fa-3043-4278-b2c0-dd6b24b32c4b req-67b0ea32-5cd6-481d-afdf-684ccca0c600 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 1096 time: 0.2941532 Oct 12 11:22:57.096559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9440c224-4b47-4fc5-912b-c4f9f3fa736b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:22:57.102193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:57.140859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597a022-dc39-471c-ac79-13cd33c7d445 req-28b11d25-546c-42c5-9bd4-f3ed24ceca1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.148814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a597a022-dc39-471c-ac79-13cd33c7d445 req-28b11d25-546c-42c5-9bd4-f3ed24ceca1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.2988768 Oct 12 11:22:57.207227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.207441 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Added segment 587b374b-a207-4ca7-8396-24e7852d0e77 of type vlan for network 4efefe6d-9ceb-4bad-9a60-08218b72632e Oct 12 11:22:57.313130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6d5e22fa-3043-4278-b2c0-dd6b24b32c4b req-a7126214-d9bc-4525-8cd7-e0f82970d6f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067413 Oct 12 11:22:57.341321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a597a022-dc39-471c-ac79-13cd33c7d445 req-371b3d02-fda4-4579-8ea8-cd860dabad33 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916933 Oct 12 11:22:57.350133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.390654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-c1738fff-cfe1-420e-94df-b2d32f230372 service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391294 Oct 12 11:22:57.447323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-280c375d-2042-4e09-b387-2ccb84b4b462 req-23828576-b9b3-4545-881a-cdd68cf28e1e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765421 Oct 12 11:22:57.510136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcfa59-94f5-4808-8240-321be7d1b28a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.511297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.511750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b2dcfa59-94f5-4808-8240-321be7d1b28a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks/92798920-7a40-432d-93f6-9ef7c0cee28a HTTP/1.1" status: 200 len: 803 time: 0.5074885 Oct 12 11:22:57.521152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.521152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.522097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-3ab71d23-09fc-4441-9286-34e0f7728f7b tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.526804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-3ab71d23-09fc-4441-9286-34e0f7728f7b tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5442963 Oct 12 11:22:57.526804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54406) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:57.549540 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Request body: {'port': {'device_id': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '9b3ffb3bd416450196bfdcf0f14e807e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:57.636179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.641223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1150181 Oct 12 11:22:57.644517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:57.649555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1931405292'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:57.677233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e6d2f-697a-489a-8183-3fa546377eaf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Network': ['ID=4efefe6d-9ceb-4bad-9a60-08218b72632e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:57.689689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:57.731264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.763937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-911355de-f93f-4f49-831e-a56141866b2b req-197e2b3f-e603-4f65-881b-b3e28e668a3a service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952691 Oct 12 11:22:57.806181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9440c224-4b47-4fc5-912b-c4f9f3fa736b up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:22:57.809984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3d25d82-476a-478d-b448-84f1aac65bec req-8d9047af-8484-422d-8a5e-cff2405af8e9 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.0425525 Oct 12 11:22:57.873974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.922626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55459185-b727-4a54-8726-44beda3af2ad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/networks/92798920-7a40-432d-93f6-9ef7c0cee28a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3921399 Oct 12 11:22:57.934898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:57.963737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 9440c224-4b47-4fc5-912b-c4f9f3fa736b completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:22:57.969794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 9440c224-4b47-4fc5-912b-c4f9f3fa736b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:22:57.969975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02695-7182-427b-8a26-d140e88099d1 req-3f505ba8-8952-404c-80f7-37d80c58e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:57.971156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:57.975911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-3f505ba8-8952-404c-80f7-37d80c58e660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1094 time: 0.0653756 Oct 12 11:22:57.996500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=01777b0a-25b7-4973-be50-f191e690ea5c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:58.017535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb61906-14b7-4408-8e61-15ea8718ec85 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.022457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cfb61906-14b7-4408-8e61-15ea8718ec85 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets/0134f992-c8fe-4fbb-bf69-0d0bfd60eb66 HTTP/1.1" status: 200 len: 843 time: 0.0802224 Oct 12 11:22:58.022457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:58.023253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:58.025233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.062140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:58.075016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.075991 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Added segment c66bdb2b-5dc8-48e2-9cfb-d16f26774180 of type vlan for network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 Oct 12 11:22:58.124806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.177979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.188620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:22:58.192398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b9cbb-5752-4c48-9d9f-ef51238e9aca tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['shared'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.193797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-702b9cbb-5752-4c48-9d9f-ef51238e9aca tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "GET /v2.0/subnets/0134f992-c8fe-4fbb-bf69-0d0bfd60eb66?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1696067 Oct 12 11:22:58.198089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54440) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:58.203758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26873003'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:58.216162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.217735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4aba9376-3e42-441f-9374-afc440bd1310 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4591475 Oct 12 11:22:58.235763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02695-7182-427b-8a26-d140e88099d1 req-3e900fa3-7d65-4ce0-82d9-056c8290a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.237447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-3e900fa3-7d65-4ce0-82d9-056c8290a801 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.2582767 Oct 12 11:22:58.254445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.317500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:58.322407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-6780199d-2cf5-4618-90a0-984cc327336c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 200 len: 217 time: 0.0721753 Oct 12 11:22:58.333533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.343041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.344039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.356483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Made reservation on behalf of 9b3ffb3bd416450196bfdcf0f14e807e for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:58.360015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.392040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.444667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02695-7182-427b-8a26-d140e88099d1 req-48042d13-3133-4e61-97cc-d056e41b9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.446327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-48042d13-3133-4e61-97cc-d056e41b9882 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.1195621 Oct 12 11:22:58.452652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Network': ['ID=9bd6e6f3-1b27-4082-a58c-6d074f2bf626,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:58.464239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:58.540557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-8ed5bb33-d05d-42fb-80b3-ddd3ff2d1e44 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1870140869&fields=id&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 267 time: 0.0919034 Oct 12 11:22:58.661439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.695498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-c9b3d25d-1f28-46e3-b451-ad1d918c5b8c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.697071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-c9b3d25d-1f28-46e3-b451-ad1d918c5b8c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 817 time: 0.1464055 Oct 12 11:22:58.717350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-edea1c0b-eb18-4f76-9273-85efb74b1314 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0698907 Oct 12 11:22:58.717949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-6f38d5a4-b4ab-4d96-8a4b-805ae1df29b6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/quotas/20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 375 time: 0.0143628 Oct 12 11:22:58.718405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54474) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:58.723512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'subnet': {'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:58.737794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:22:58.740300 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0780a2-fcb4-4563-be0f-ab19e9d2152e" -d '{"events": [{"server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "name": "network-vif-plugged", "status": "completed", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:22:58.815806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-331a0ede-f99d-42df-98f7-712c27bb2a37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3476877 Oct 12 11:22:58.816598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:58.820522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.830509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.873299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9caebd-ad8f-413f-a77c-1485b28e2414 req-d25cb8d0-51e9-4619-ac89-2117c92fbf7a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:58.874790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca9caebd-ad8f-413f-a77c-1485b28e2414 req-d25cb8d0-51e9-4619-ac89-2117c92fbf7a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.4454801 Oct 12 11:22:58.907616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-17f0f6e9-d218-4059-93e8-2563f1f3512d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1799519 Oct 12 11:22:58.917592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:22:58.945333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:58.945706 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Added segment ab10a0e6-2f30-44e7-9884-ee0b0066819c of type vlan for network 74165285-ed59-438c-95dc-d1edbe4f896b Oct 12 11:22:58.954261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5792d9d8-800e-45d3-8965-5ce7fbfda60d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:58.973134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca9caebd-ad8f-413f-a77c-1485b28e2414 req-5b7e06a5-7f49-455c-9ade-d4de47ab5500 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Oct 12 11:22:59.011202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-30bb0578-956f-4439-bbbd-7316bfd6fc1b service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867931 Oct 12 11:22:59.019982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.100137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Allocated IP 192.168.233.29 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/62984e31-cef2-4f6d-9d9d-19178b6abbc2) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:22:59.107405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-85bb5eb7-60ae-4f98-95d8-a5342d84ae0b service neutron] 10.222.0.43 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681888 Oct 12 11:22:59.166857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18ec5-cf8d-4c9d-b0a2-09ef78f2c0f4 req-939c78d6-a85a-4f72-ad9a-b50cb51c9e34 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:59.168364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aaf18ec5-cf8d-4c9d-b0a2-09ef78f2c0f4 req-939c78d6-a85a-4f72-ad9a-b50cb51c9e34 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 943 time: 0.0795317 Oct 12 11:22:59.173050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7ad02695-7182-427b-8a26-d140e88099d1 req-94f56940-6caf-4f4d-915d-987f7264915c service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507719 Oct 12 11:22:59.202847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:59.208810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.222916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aaf18ec5-cf8d-4c9d-b0a2-09ef78f2c0f4 req-57f7d8b9-7eaf-4198-bb35-1bef25cddc6e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Oct 12 11:22:59.287391 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ab3ff-f0ad-4841-ac99-f6e47ba781d6 x-openstack-request-id: req-517ab3ff-f0ad-4841-ac99-f6e47ba781d6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:22:59.287916 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "name": "network-vif-plugged", "status": "completed", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:22:59.288017 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-517ab3ff-f0ad-4841-ac99-f6e47ba781d6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:22:59.288347 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b', 'code': 200} Oct 12 11:22:59.307071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.312903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:59.314659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.420498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6deab4e3-b9c4-4757-bef1-a9796b62cbf0 req-463979a3-0d2a-4f4d-afb0-29dac61f7e81 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.0606003 Oct 12 11:22:59.424436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Network': ['ID=74165285-ed59-438c-95dc-d1edbe4f896b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:59.426640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-826541dc-4cbb-4f6b-a66c-55452079c139 service neutron] 10.222.0.43 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101707 Oct 12 11:22:59.448858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 74165285-ed59-438c-95dc-d1edbe4f896b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:22:59.477880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430224ac-3e6a-4642-81d7-006de4edd24e req-3acc2009-6e09-4155-8b2b-80f0031f137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:59.479739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-430224ac-3e6a-4642-81d7-006de4edd24e req-3acc2009-6e09-4155-8b2b-80f0031f137e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.1286998 Oct 12 11:22:59.486739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.516928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-986f3157-3070-420b-b28e-f07b0f14347a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3177297 Oct 12 11:22:59.519739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54522) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:22:59.528212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:22:59.585793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-430224ac-3e6a-4642-81d7-006de4edd24e req-328bf875-3b55-45ed-bb6c-2beda577b6f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Oct 12 11:22:59.768800 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.774116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.818150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58deb28a-627a-48d3-9847-1ac9ea7eb02c req-b4708461-6f3f-446e-94a8-772a2f3f762c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0548747 Oct 12 11:22:59.824027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Made reservation on behalf of 23a9d579da0a437c890ed23ae1c0315f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:22:59.832922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:22:59.878516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:22:59.894067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:22:59.899687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Subnet': ['ID=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:59.901868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:22:59.912268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Pushing event updated for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:22:59.934000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Performing IP validity checks on allocation pools {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:22:59.937963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:22:59.955449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:22:59.955882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network hostable DHCP agents. Network: 4efefe6d-9ceb-4bad-9a60-08218b72632e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:22:59.987881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:22:59.988525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.129273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:00.134421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-fd653ad8-8bec-4d24-928f-36e2aed66ac2 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5903337 Oct 12 11:23:00.149287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Request body: {'port': {'device_id': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:00.188161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ba00-aae7-4b7b-a7ae-aefc292e6cab req-242d3db8-cdeb-46ce-87f8-4c8823fd5a73 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:00.189558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a30ba00-aae7-4b7b-a7ae-aefc292e6cab req-242d3db8-cdeb-46ce-87f8-4c8823fd5a73 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.1230609 Oct 12 11:23:00.197850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ceda8a92-95d3-44dd-b034-3de79b47d51b None None] Provisioning complete for port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:00.198378 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ceda8a92-95d3-44dd-b034-3de79b47d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.238746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ceda8a92-95d3-44dd-b034-3de79b47d51b None None] Port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:00.244638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.260286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.266939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4efefe6d-9ceb-4bad-9a60-08218b72632e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:00.269244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:00.270102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.279456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c0c9e-1eaa-434b-9b65-985129c7b44f None None] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:00.319082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a30ba00-aae7-4b7b-a7ae-aefc292e6cab req-a82b853c-f5ba-457f-a5c5-d245d5242254 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188610 Oct 12 11:23:00.378687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=8b98b0dd-1034-4e54-8963-05a0bcaed8dd,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:00.391058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Checking segment: {'id': 'ab10a0e6-2f30-44e7-9884-ee0b0066819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:00.391430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network hostable DHCP agents. Network: 74165285-ed59-438c-95dc-d1edbe4f896b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:00.451402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dbcee-4877-4fb8-b81a-ad44acb81528 req-bdece225-ac9b-40f7-a303-24813a1d42b4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:00.462501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc5dbcee-4877-4fb8-b81a-ad44acb81528 req-bdece225-ac9b-40f7-a303-24813a1d42b4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 943 time: 0.1455097 Oct 12 11:23:00.531585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc5dbcee-4877-4fb8-b81a-ad44acb81528 req-695ced4a-e339-47d8-ab33-0035a08e18ab tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680356 Oct 12 11:23:00.566087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Network 74165285-ed59-438c-95dc-d1edbe4f896b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:00.566995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4efefe6d-9ceb-4bad-9a60-08218b72632e', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:00.568524 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.727115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Allocated IP 10.1.1.2 (4efefe6d-9ceb-4bad-9a60-08218b72632e/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4/6ad4c1a1-96c9-417d-a605-f42204e27122) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:00.732929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 74165285-ed59-438c-95dc-d1edbe4f896b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:00.733065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:00.733620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:00.762869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f7332-d1ac-4a45-9b0b-c6cfad20cae5 None None] Network 74165285-ed59-438c-95dc-d1edbe4f896b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:00.869574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3ca30d6a-3d33-42c6-a1d8-23234bf08513 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3485782 Oct 12 11:23:00.872246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:00.877441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:00.880847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:00.887310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1768384e-754d-4e41-ad6d-61d37734727d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1677964 Oct 12 11:23:00.898586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:00.906992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'subnet': {'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:00.937295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aa1696ac-6ef1-4383-83df-12039d6adf26 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:23:00.938481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c6906c8-ec0a-443c-8657-820c42587d20 req-4b5e3716-9374-4e11-b927-4120d288decf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0547061 Oct 12 11:23:01.038466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4294786254'] for subnet, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.104007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb380eb-3512-4372-b10e-a372288fc9da req-afff4c09-706a-4761-813f-69b1a3efa514 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:01.111242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eb380eb-3512-4372-b10e-a372288fc9da req-afff4c09-706a-4761-813f-69b1a3efa514 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 935 time: 0.2508490 Oct 12 11:23:01.122510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-74165285-ed59-438c-95dc-d1edbe4f896b', 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b', 'tenant_id': '23a9d579da0a437c890ed23ae1c0315f', 'fixed_ips': [{'subnet_id': '8b98b0dd-1034-4e54-8963-05a0bcaed8dd'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:01.123551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.164535 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.186135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eb380eb-3512-4372-b10e-a372288fc9da req-c919c75d-147d-48a6-9b99-d3d85372bb39 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Oct 12 11:23:01.229501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6adadaed-8a41-467d-b9cc-f0218ac0fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.267200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62984e31-cef2-4f6d-9d9d-19178b6abbc2 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:01.277929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.286230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aa1696ac-6ef1-4383-83df-12039d6adf26,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:01.292667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Transition to ACTIVE for port object 62984e31-cef2-4f6d-9d9d-19178b6abbc2 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:01.294155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:01.297803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.301739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.344770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'aa1696ac-6ef1-4383-83df-12039d6adf26', 'network_id': '66de7714-4ad8-4bb7-97a7-8facf6123712', 'port_id': 'aa1696ac-6ef1-4383-83df-12039d6adf26', 'mac_address': 'fa:16:3e:a5:be:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f62776-edbf-4024-a1a2-63228eaf2579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:23:01.362534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:01.368335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6adadaed-8a41-467d-b9cc-f0218ac0fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.386760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:01.393544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:01.398678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Pushing event updated for resources: {'Port': ['ID=6ad4c1a1-96c9-417d-a605-f42204e27122,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:01.399963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.433079 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.443427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789655082253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4253540'] for subnet, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.476360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Pushing event updated for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:01.523239 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6adadaed-8a41-467d-b9cc-f0218ac0fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.544773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1696ac-6ef1-4383-83df-12039d6adf26 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:01.563004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Attempting to bind port 6ad4c1a1-96c9-417d-a605-f42204e27122 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:01.563433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Attempting to bind port 6ad4c1a1-96c9-417d-a605-f42204e27122 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:01.563968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Attempting to bind port 6ad4c1a1-96c9-417d-a605-f42204e27122 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:01.574371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:01.575014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.579955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "PUT /v2.0/subnets/8b98b0dd-1034-4e54-8963-05a0bcaed8dd HTTP/1.1" status: 200 len: 900 time: 0.7031569 Oct 12 11:23:01.583433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:01.596779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:01.601980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:01.601980 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.601980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Bound using segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:01.601980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Bound port: 6ad4c1a1-96c9-417d-a605-f42204e27122, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:01.601980 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.602990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aa1696ac-6ef1-4383-83df-12039d6adf26,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:01.630150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Allocated IP 2001:db8::3 (74165285-ed59-438c-95dc-d1edbe4f896b/8b98b0dd-1034-4e54-8963-05a0bcaed8dd/b27d0ea2-25de-41e4-95e3-3711703afb97) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:01.644392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c21ee-9112-4931-b7e0-4cb5f5819d4d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event updated for resources: {'Subnet': ['ID=8b98b0dd-1034-4e54-8963-05a0bcaed8dd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:01.652335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6adadaed-8a41-467d-b9cc-f0218ac0fd25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30c12e8108074bd681cceb66bde7897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674127 Oct 12 11:23:01.653217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adadaed-8a41-467d-b9cc-f0218ac0fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e59a6-4d7f-486f-8cee-88b6a7fbce4f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:01.655542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:01.718247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.746131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.756140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.802353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] For port 6ad4c1a1-96c9-417d-a605-f42204e27122, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:01.825293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Attempting to bind port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:01.825641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Attempting to bind port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:01.825977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Attempting to bind port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:01.832487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] For port 6ad4c1a1-96c9-417d-a605-f42204e27122, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6ad4c1a1-96c9-417d-a605-f42204e27122,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:01.841747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:01.842082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Attempting to bind port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:01.856277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.864870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fc8fb-51f0-4ef2-a151-f36bef5006ba req-3850ea09-a595-49d5-9e77-cb0780593f21 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:01.866632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-112fc8fb-51f0-4ef2-a151-f36bef5006ba req-3850ea09-a595-49d5-9e77-cb0780593f21 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 944 time: 0.1684985 Oct 12 11:23:01.869443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:01.869598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:01.869826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:01.870170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:01.870622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Bound port: 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:01.871271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.927776 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.975285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.976529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.979798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.984414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:01.985372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/815e59a6-4d7f-486f-8cee-88b6a7fbce4f HTTP/1.1" status: 204 len: 168 time: 0.3288357 Oct 12 11:23:01.997993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1615fe0-ac25-4dda-954a-c2bfe9d108eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e59a6-4d7f-486f-8cee-88b6a7fbce4f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.009560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.069443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Network 74165285-ed59-438c-95dc-d1edbe4f896b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:02.090965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:02.090965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['aa1696ac-6ef1-4383-83df-12039d6adf26'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:02.091338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-112fc8fb-51f0-4ef2-a151-f36bef5006ba req-f72006e7-09fc-45ef-99ad-55ba1a34f4f9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021508 Oct 12 11:23:02.110819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1921e517-c55e-4f9b-88b9-7b3178ef7382 req-d545a0d4-2f46-4e8b-9e38-990e8beabd8a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0643237 Oct 12 11:23:02.117194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.144741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:02.157069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:02.185733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Subnet': ['ID=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.194052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:02.196021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33236d-69d4-43c5-b179-0b3d17a12b05 None None] Pushing event updated for resources: {'Port': ['ID=6ad4c1a1-96c9-417d-a605-f42204e27122,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.270802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Checking segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:02.271310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network hostable DHCP agents. Network: 9bd6e6f3-1b27-4082-a58c-6d074f2bf626, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:02.293480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Pushing event updated for resources: {'Port': ['ID=b27d0ea2-25de-41e4-95e3-3711703afb97,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.297020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Attempting to bind port b27d0ea2-25de-41e4-95e3-3711703afb97 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:02.297300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Attempting to bind port b27d0ea2-25de-41e4-95e3-3711703afb97 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ab10a0e6-2f30-44e7-9884-ee0b0066819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:02.297703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Attempting to bind port b27d0ea2-25de-41e4-95e3-3711703afb97 on network 74165285-ed59-438c-95dc-d1edbe4f896b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:02.310793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:02.311174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Checking segment: {'id': 'ab10a0e6-2f30-44e7-9884-ee0b0066819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:02.311577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.311971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Bound using segment: {'id': 'ab10a0e6-2f30-44e7-9884-ee0b0066819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:02.312463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Bound port: b27d0ea2-25de-41e4-95e3-3711703afb97, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab10a0e6-2f30-44e7-9884-ee0b0066819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '74165285-ed59-438c-95dc-d1edbe4f896b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:02.312831 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.318003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.364431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.445249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:02.457698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:02.458387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.460063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] 10.222.0.47 "PUT /v2.0/ports/62984e31-cef2-4f6d-9d9d-19178b6abbc2 HTTP/1.1" status: 200 len: 1095 time: 2.3164554 Oct 12 11:23:02.462978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:02.465407 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81febde-b45b-4210-84c4-d700ea8c0368" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:02.470469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] For port b27d0ea2-25de-41e4-95e3-3711703afb97, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:02.473460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=8b98b0dd-1034-4e54-8963-05a0bcaed8dd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.474433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] For port b27d0ea2-25de-41e4-95e3-3711703afb97, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b27d0ea2-25de-41e4-95e3-3711703afb97,segment=NetworkSegment(ab10a0e6-2f30-44e7-9884-ee0b0066819c),segment_id=ab10a0e6-2f30-44e7-9884-ee0b0066819c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:02.546010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a0969-8b60-42b6-89a2-182c5adcd7ca req-7ac7e1e1-b675-4e54-b41c-957080249963 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:02.555531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-159a0969-8b60-42b6-89a2-182c5adcd7ca req-7ac7e1e1-b675-4e54-b41c-957080249963 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 947 time: 0.2578931 Oct 12 11:23:02.562715 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ad552-9aac-42b0-b994-fc37b55e5a08 x-openstack-request-id: req-510ad552-9aac-42b0-b994-fc37b55e5a08 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:02.562715 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:02.562715 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-510ad552-9aac-42b0-b994-fc37b55e5a08 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:02.562715 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2', 'status': 'completed', 'code': 200} Oct 12 11:23:02.579504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.639078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 9bd6e6f3-1b27-4082-a58c-6d074f2bf626) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:02.682770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d738c-f049-4f77-8b5c-7eebee377d17 None None] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:02.702685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:02.703419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.709229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.712069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391c4b3-fbd1-4b90-bfc2-767b88bfbd7a service neutron] Pushing event updated for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.765386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74165285-ed59-438c-95dc-d1edbe4f896b']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:02.789478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab10a0e6-2f30-44e7-9884-ee0b0066819c') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:02.790081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab10a0e6-2f30-44e7-9884-ee0b0066819c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:02.794412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480fafb-d8ea-428b-90f7-0b84150999d2 None None] Pushing event updated for resources: {'Port': ['ID=b27d0ea2-25de-41e4-95e3-3711703afb97,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:02.800686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a7f9b-7d2f-4fdf-a78e-2b1cc4f05e3c None None] Network 74165285-ed59-438c-95dc-d1edbe4f896b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:02.810855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-159a0969-8b60-42b6-89a2-182c5adcd7ca req-32dac9b9-d50a-4396-8f4f-dcf054975584 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543304 Oct 12 11:23:02.820400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81febde-b45b-4210-84c4-d700ea8c0368 req-77f7eea5-f8c4-45fe-814a-fb8031453c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:02.822193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d81febde-b45b-4210-84c4-d700ea8c0368 req-77f7eea5-f8c4-45fe-814a-fb8031453c59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 1098 time: 0.1923983 Oct 12 11:23:02.827042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.868241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d81febde-b45b-4210-84c4-d700ea8c0368 req-5d1e91f0-2763-449d-a323-40e591a7f384 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319002 Oct 12 11:23:02.869784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:02.949985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-b16954ab-6573-4c4e-bf1d-61feff9ce7d2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:02.952912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-b16954ab-6573-4c4e-bf1d-61feff9ce7d2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 817 time: 0.1532874 Oct 12 11:23:02.967502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:02.968127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c20257-344e-40ee-8656-2ccba83c523d None None] Network 74165285-ed59-438c-95dc-d1edbe4f896b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:02.968562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:03.033041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1bbd93e-5596-4f07-9e72-8c4c05010b73 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1330867 Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:03.034922 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:03.036772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-7bde3b60-8d5d-4d2a-b400-075d48f0668f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 380 time: 0.0740750 Oct 12 11:23:03.036772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:03.045411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'name': 'tempest-TaggedBootDevicesTest_v242-1453088345', 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:03.059187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'port': {'device_id': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'admin_state_up': True, 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'security_groups': ['37aa1971-8345-4c14-98ba-69e22f94b366']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:03.105674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81febde-b45b-4210-84c4-d700ea8c0368 req-cd2a8241-b4a1-4e44-b7c4-0273ee12ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:03.107861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d81febde-b45b-4210-84c4-d700ea8c0368 req-cd2a8241-b4a1-4e44-b7c4-0273ee12ee70 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300439 Oct 12 11:23:03.137466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:23:03.137466 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:23:03.137466 n-d-813419-3 neutron-server[95548]: [parameters: {'id': '74165285-ed59-438c-95dc-d1edbe4f896b'}] Oct 12 11:23:03.137466 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:23:03.139830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ips': [{'subnet_id': '4598c4b1-e8ce-4cd7-b32d-d6cd5566234c'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:03.140899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:03.144243 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:23:03.322860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c708b42-47da-4469-8aac-2a7142773ebe req-aac95ade-17ef-476c-8044-1e76eff29ec1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0663352 Oct 12 11:23:03.360147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-ba807395-0da7-4b25-9015-7e55e5472f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:03.380283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-ba807395-0da7-4b25-9015-7e55e5472f84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 1098 time: 0.2082548 Oct 12 11:23:03.455981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209fa68-0131-4dec-af4d-49451a69ee5f req-fc97d532-3839-4419-9201-131c6a10040a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:03.455981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c209fa68-0131-4dec-af4d-49451a69ee5f req-fc97d532-3839-4419-9201-131c6a10040a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 944 time: 0.1944375 Oct 12 11:23:03.483284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-75f21e5c-1e7d-4731-b8be-8dd4f1ecaed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2 HTTP/1.1" status: 200 len: 217 time: 0.0931761 Oct 12 11:23:03.551856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c209fa68-0131-4dec-af4d-49451a69ee5f req-b0d2a11b-19bd-47fb-996f-1bcb1fd3f3fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Oct 12 11:23:03.579188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-238fe204-12be-435a-9c03-049322740f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:03.581039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-238fe204-12be-435a-9c03-049322740f7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0907755 Oct 12 11:23:03.634455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:03.636752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-1bd46616-686a-433e-8db8-085130dafb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:03.638398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-1bd46616-686a-433e-8db8-085130dafb07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507350 Oct 12 11:23:03.646551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:03.764137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:03.767458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Allocated IP 10.2.2.2 (9bd6e6f3-1b27-4082-a58c-6d074f2bf626/4598c4b1-e8ce-4cd7-b32d-d6cd5566234c/27b0a274-f164-45f5-bda5-d36f6f03b23c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:03.797823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862910d-8141-4700-96ef-1da4f74750ef None None] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:03.798283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Made reservation on behalf of 20df97fa4c4a49f894fd09ef4a9bbe6a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:03.805620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:03.809031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] device_id is not set on port 1e0207d1-5897-4f4b-977f-ca698f1cd017 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:23:03.820415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-9201f1dc-095b-4dd8-a56c-b1110a673fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748226 Oct 12 11:23:03.885795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54622) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:03.982486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba1bed86-479d-4389-ab87-067fbd2cad43 req-e12936df-c690-4452-9068-6ad7f127d06c service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552472 Oct 12 11:23:04.046199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port b27d0ea2-25de-41e4-95e3-3711703afb97 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:04.047017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.116063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] Provisioning complete for port 6ad4c1a1-96c9-417d-a605-f42204e27122 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:04.116173 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.141348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port b27d0ea2-25de-41e4-95e3-3711703afb97, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b27d0ea2-25de-41e4-95e3-3711703afb97,segment=NetworkSegment(ab10a0e6-2f30-44e7-9884-ee0b0066819c),segment_id=ab10a0e6-2f30-44e7-9884-ee0b0066819c)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:04.141727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.170303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-627108526'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:04.182275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for b27d0ea2-25de-41e4-95e3-3711703afb97 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:04.296779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805abc6c-fb79-4670-af06-2d029f61d8fc req-12424601-1fbe-4a3b-919d-a8eb42dbe097 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:04.307369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-805abc6c-fb79-4670-af06-2d029f61d8fc req-12424601-1fbe-4a3b-919d-a8eb42dbe097 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 947 time: 0.3676291 Oct 12 11:23:04.367565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6ad4c1a1-96c9-417d-a605-f42204e27122 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:04.379636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Allocated IP 172.20.0.6 (c69c5470-710e-4aad-a1f3-28b2b6d2e037/562bdc6f-65f7-4520-a58d-342606c80be1/f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:04.431826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.443870 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.476707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-805abc6c-fb79-4670-af06-2d029f61d8fc req-34012211-b4e6-435e-854e-95c27ccf6ff0 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668556 Oct 12 11:23:04.484109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:04.489323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.510078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=b27d0ea2-25de-41e4-95e3-3711703afb97,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:04.514017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.532344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.549231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a223bb5-37b2-4479-8da1-0341505d9df4 req-0b745952-7072-46a8-8100-5529e1e04d42 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0540099 Oct 12 11:23:04.550469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port b27d0ea2-25de-41e4-95e3-3711703afb97 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:04.559402 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.617481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.1.1.38 (4efefe6d-9ceb-4bad-9a60-08218b72632e/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4/1e0207d1-5897-4f4b-977f-ca698f1cd017) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:04.665374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.677215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:04.689579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] For port 6ad4c1a1-96c9-417d-a605-f42204e27122, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6ad4c1a1-96c9-417d-a605-f42204e27122,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:04.690190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74165285-ed59-438c-95dc-d1edbe4f896b']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:04.691539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:04.700125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:04.702293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6ad4c1a1-96c9-417d-a605-f42204e27122 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:04.702781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab10a0e6-2f30-44e7-9884-ee0b0066819c') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:04.704591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.704712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab10a0e6-2f30-44e7-9884-ee0b0066819c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:04.708539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Pushing event updated for resources: {'Port': ['ID=27b0a274-f164-45f5-bda5-d36f6f03b23c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:04.721347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.737210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.745111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:04.745638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:04.749145 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:04.806994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.871666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Attempting to bind port 27b0a274-f164-45f5-bda5-d36f6f03b23c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:04.872287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Attempting to bind port 27b0a274-f164-45f5-bda5-d36f6f03b23c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:04.872971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Attempting to bind port 27b0a274-f164-45f5-bda5-d36f6f03b23c on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:04.874981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26809474-de2b-4fb1-a4f3-df9b204093e7 req-fc45f40d-99bb-4df6-b936-75e80bf575fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:04.876526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26809474-de2b-4fb1-a4f3-df9b204093e7 req-fc45f40d-99bb-4df6-b936-75e80bf575fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 944 time: 0.1575890 Oct 12 11:23:04.915006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.939338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:04.940480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Checking segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:04.941460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.941460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Bound using segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:04.942035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Bound port: 27b0a274-f164-45f5-bda5-d36f6f03b23c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:04.942530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.946258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.955415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:04.964662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/74165285-ed59-438c-95dc-d1edbe4f896b HTTP/1.1" status: 204 len: 168 time: 3.3771455 Oct 12 11:23:04.965410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54634) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:04.996570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e239576-ac5a-4ec0-8cf1-82646905068f None None] Pushing event updated for resources: {'Port': ['ID=6ad4c1a1-96c9-417d-a605-f42204e27122,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.001732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aa1696ac-6ef1-4383-83df-12039d6adf26 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:05.014451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26809474-de2b-4fb1-a4f3-df9b204093e7 req-8a84a29a-b355-45da-8536-ee0762d78f7a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149480 Oct 12 11:23:05.051126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fe1df-be14-4fbe-9e28-19b10b3a3761 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=74165285-ed59-438c-95dc-d1edbe4f896b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.058688 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3852e8-6585-41a5-8fd9-efc83d7d6856 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:05.059411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3852e8-6585-41a5-8fd9-efc83d7d6856 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:05.064718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc3852e8-6585-41a5-8fd9-efc83d7d6856 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/8b98b0dd-1034-4e54-8963-05a0bcaed8dd HTTP/1.1" status: 404 len: 337 time: 0.0982461 Oct 12 11:23:05.082108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54636) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:05.104114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9eeafdc5-3ab5-4632-8d90-555db9ae7a05 None None] Provisioning complete for port 6ad4c1a1-96c9-417d-a605-f42204e27122 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:05.105128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdc5-3ab5-4632-8d90-555db9ae7a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.131092 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7339b3-8645-4f82-a810-49e8b35b406f tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:05.131891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7339b3-8645-4f82-a810-49e8b35b406f tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:05.137495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7a7339b3-8645-4f82-a810-49e8b35b406f tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/74165285-ed59-438c-95dc-d1edbe4f896b HTTP/1.1" status: 404 len: 339 time: 0.0534513 Oct 12 11:23:05.139769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54638) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:05.140047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.143094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.165957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] For port 27b0a274-f164-45f5-bda5-d36f6f03b23c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:05.186376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] For port 27b0a274-f164-45f5-bda5-d36f6f03b23c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=27b0a274-f164-45f5-bda5-d36f6f03b23c,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:05.232568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.264889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.271557 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.286276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.290584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.312637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:05.322462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:05.345280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:05.368534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:23:05.393767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.397993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf68c3-0505-4634-a1c2-94483436717d None None] Pushing event updated for resources: {'Port': ['ID=27b0a274-f164-45f5-bda5-d36f6f03b23c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.416356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port aa1696ac-6ef1-4383-83df-12039d6adf26 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:23:05.416556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c99fb03-cdb0-470a-ac6d-2773f82e0cfc']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:05.425586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port aa1696ac-6ef1-4383-83df-12039d6adf26 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:05.430124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.430832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b16d0a-7d8d-4f08-9390-34405b100004') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:05.431227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b16d0a-7d8d-4f08-9390-34405b100004') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:05.433695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcb8ff-e936-4254-86d8-02722e73a7b4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.440565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:05.443721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.461883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.504199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.517245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:05.517613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.522910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.523391 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 4aacba4e-c371-4102-8e81-ac6216141e7f of type vlan for network 43d83562-7cfb-49d9-bcb3-1b15d171322b Oct 12 11:23:05.525603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.541126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:05.556213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:05.656724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:05.675709 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:05.723132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:05.723367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:05.728107 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f27da-2e3e-4bc2-97b5-936b238a242c" -d '{"events": [{"server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "name": "network-vif-plugged", "status": "completed", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:05.733547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.743910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aa1696ac-6ef1-4383-83df-12039d6adf26,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:05.746287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c63ab-750b-41c8-9757-976e11114927 req-25ead590-c65f-45ed-ba6d-14a94f426937 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:05.748803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-886c63ab-750b-41c8-9757-976e11114927 req-25ead590-c65f-45ed-ba6d-14a94f426937 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 947 time: 0.0712936 Oct 12 11:23:05.801760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-886c63ab-750b-41c8-9757-976e11114927 req-ad4cd6c4-85de-4490-b37a-676d6b736a4a tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Oct 12 11:23:05.803661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:05.804319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.829493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24065dde-a022-4690-b80e-d4a8c6f39880 req-7dc07fe0-8ab7-46fe-8764-f5f254d3fb66 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:05.835607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24065dde-a022-4690-b80e-d4a8c6f39880 req-7dc07fe0-8ab7-46fe-8764-f5f254d3fb66 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 931 time: 0.0968833 Oct 12 11:23:05.847754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.864555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.875643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/3c99fb03-cdb0-470a-ac6d-2773f82e0cfc HTTP/1.1" status: 204 len: 168 time: 0.7324452 Oct 12 11:23:05.876434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:05.883909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.920251 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b8585-f6ab-46bf-bfab-070fb52bed8d x-openstack-request-id: req-cf3b8585-f6ab-46bf-bfab-070fb52bed8d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:05.920806 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "name": "network-vif-plugged", "status": "completed", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:05.920937 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf3b8585-f6ab-46bf-bfab-070fb52bed8d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:05.921585 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26', 'code': 200} Oct 12 11:23:05.924835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fa8b1fd8-56a5-4105-8e9e-b11b0348bb3d None None] Provisioning complete for port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:05.925021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fa8b1fd8-56a5-4105-8e9e-b11b0348bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.938187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:05.968851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-4c1cdab4-88c6-421b-8261-1dd8493a7f4f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9166868 Oct 12 11:23:05.988047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b1fd8-56a5-4105-8e9e-b11b0348bb3d None None] Port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:05.988222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21004b1d-e60f-4576-b4df-71f0f277b510 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=3c99fb03-cdb0-470a-ac6d-2773f82e0cfc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.989466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:05.996480 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd901ac-8364-4694-9cec-ccbefad7a37d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:05.996936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd901ac-8364-4694-9cec-ccbefad7a37d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:06.015512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0cd901ac-8364-4694-9cec-ccbefad7a37d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/67a1fe71-dd61-4fc0-b559-50aff99879eb HTTP/1.1" status: 404 len: 337 time: 0.1276026 Oct 12 11:23:06.015512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54652) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:06.035135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Request body: {'port': {'device_id': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:06.039000 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10f897c-655a-4c6c-8e4c-9ff384c3d8f8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:06.039722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10f897c-655a-4c6c-8e4c-9ff384c3d8f8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:06.041424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24065dde-a022-4690-b80e-d4a8c6f39880 req-bcaca012-65a0-4e10-b5d5-f314248d535d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624634 Oct 12 11:23:06.043986 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c10f897c-655a-4c6c-8e4c-9ff384c3d8f8 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/3735a6e7-9caa-40f1-ad3c-99e7a30658e0 HTTP/1.1" status: 404 len: 339 time: 0.0266039 Oct 12 11:23:06.054025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:06.074413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6cc64244-f82b-4d02-8025-2fe812eedbd7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0364962 Oct 12 11:23:06.091479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54658) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:06.098965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'name': 'tempest-TaggedBootDevicesTest_v242-1955872108', 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:06.110741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c6bd678b-b682-4e37-85e4-a476c2f8ac3f None None] Provisioning complete for port 1e0207d1-5897-4f4b-977f-ca698f1cd017 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:06.111215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c6bd678b-b682-4e37-85e4-a476c2f8ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.124013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.129584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:06.130174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.149807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting subnet 263843f2-ea58-49db-abb1-6ed361786a41 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:06.154710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd678b-b682-4e37-85e4-a476c2f8ac3f None None] Port 1e0207d1-5897-4f4b-977f-ca698f1cd017 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:06.175754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.237581 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.267865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae202ae4-f686-478b-b460-f562a97629de req-6b6b0eab-c166-4562-8700-50cc97bc7962 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:06.268011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.269403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae202ae4-f686-478b-b460-f562a97629de req-6b6b0eab-c166-4562-8700-50cc97bc7962 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1158972 Oct 12 11:23:06.288045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfe8b1-45fd-455e-9c01-b2e820010efc req-33def73e-de68-47fb-bde4-d4d07ca722d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:06.289758 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5bcfe8b1-45fd-455e-9c01-b2e820010efc req-33def73e-de68-47fb-bde4-d4d07ca722d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1096 time: 0.2626772 Oct 12 11:23:06.297470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=43d83562-7cfb-49d9-bcb3-1b15d171322b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:06.313880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:23:06.354888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae202ae4-f686-478b-b460-f562a97629de req-b9284fc3-8698-4701-bb0e-58b0ac48e58b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706525 Oct 12 11:23:06.377850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.391707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6ad4c1a1-96c9-417d-a605-f42204e27122 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:06.462563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6ad4c1a1-96c9-417d-a605-f42204e27122 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:06.462954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.546433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.562490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 27b0a274-f164-45f5-bda5-d36f6f03b23c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:06.592154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.599757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/263843f2-ea58-49db-abb1-6ed361786a41 HTTP/1.1" status: 204 len: 168 time: 0.5427129 Oct 12 11:23:06.600549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:06.601524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea13e2b-69d7-4b5d-b384-69576f586129 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=263843f2-ea58-49db-abb1-6ed361786a41,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:06.601652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c07c48-d9cc-4d71-bb64-4bc9b5557c28 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:06.687085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6958188-edfe-4fcc-a179-7a657631db0d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7999010 Oct 12 11:23:06.687585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:06.694396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 27b0a274-f164-45f5-bda5-d36f6f03b23c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:06.694828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.703973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415748084'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:06.704214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting subnet 6b3e05a3-cbc8-47a9-bf38-ae5435868050 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:06.718424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.749706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5bcfe8b1-45fd-455e-9c01-b2e820010efc req-4495dba5-7e88-4bb3-8c8f-2092d81de9e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475443 Oct 12 11:23:06.761629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 11:23:06.761629 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 11:23:06.761629 n-d-813419-3 neutron-server[95547]: [parameters: {'project_id_1': '0bf2866d0c0c4ec9a48af32255a067e2', 'expiration_1': datetime.datetime(2021, 10, 12, 11, 22, 46, 744166)}] Oct 12 11:23:06.761629 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:23:06.762073 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:23:06.776613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.865271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.904246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 27b0a274-f164-45f5-bda5-d36f6f03b23c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=27b0a274-f164-45f5-bda5-d36f6f03b23c,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:06.920417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.929651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:06.933355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:06.995104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00499c69-f4dd-445f-8b29-beb8c9dc9349 None None] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:07.009384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.015498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:23:07.041950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.042309 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 148ffcad-738e-4b53-b27d-93a3820c5234 of type vlan for network c79e0521-e067-468c-b270-e10e13c6a137 Oct 12 11:23:07.066897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc0531-82f4-4cfe-a4d0-6489a102ae04 req-73b827b1-7c4e-420b-80fa-70a859175ba5 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:07.068462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b4cc0531-82f4-4cfe-a4d0-6489a102ae04 req-73b827b1-7c4e-420b-80fa-70a859175ba5 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 947 time: 0.1151328 Oct 12 11:23:07.083167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.121347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3e05a3-cbc8-47a9-bf38-ae5435868050,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:07.133811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.138003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7000359-51d3-4c57-bafc-f9a09d4673ff tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/6b3e05a3-cbc8-47a9-bf38-ae5435868050 HTTP/1.1" status: 204 len: 168 time: 0.5329831 Oct 12 11:23:07.144355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.145525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54672) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:07.189155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=27b0a274-f164-45f5-bda5-d36f6f03b23c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:07.209062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-529cde0a-f50b-43f7-9f64-b50eae8034ac None None] Provisioning complete for port 27b0a274-f164-45f5-bda5-d36f6f03b23c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:07.216513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:07.222359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-529cde0a-f50b-43f7-9f64-b50eae8034ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.226472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b4cc0531-82f4-4cfe-a4d0-6489a102ae04 req-f4ba3fa6-1f78-41d3-9246-116f572ddeb1 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259553 Oct 12 11:23:07.238157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.262995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Transition to ACTIVE for port object f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:07.292392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.315989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568284b-c56a-4c01-8284-6ccb0eb16069 req-03d8b432-781d-4bde-a0bf-4da1b532f27a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:07.317490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7568284b-c56a-4c01-8284-6ccb0eb16069 req-03d8b432-781d-4bde-a0bf-4da1b532f27a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 931 time: 0.0820193 Oct 12 11:23:07.356817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.362396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:07.363041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.402173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7568284b-c56a-4c01-8284-6ccb0eb16069 req-b3bcc311-6574-476a-a298-c5b8a513b40c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593417 Oct 12 11:23:07.406150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.415478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:07.420905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port f205a696-83c3-4f37-9fd9-017db6f76d52 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:07.421079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.422850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.488830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] device_id is not set on port ebe2b12d-1244-4a44-a9f7-242b4b4f640e yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:23:07.542260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8427131 Oct 12 11:23:07.543832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port f205a696-83c3-4f37-9fd9-017db6f76d52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f205a696-83c3-4f37-9fd9-017db6f76d52,segment=NetworkSegment(9f432633-7646-4a25-b581-b5a4d6c14d30),segment_id=9f432633-7646-4a25-b581-b5a4d6c14d30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:07.544275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.546935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54678) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:07.553961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:07.590561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for f205a696-83c3-4f37-9fd9-017db6f76d52 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:07.657061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5fe74-f5f3-4bb6-981b-09565a5f1940 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=c79e0521-e067-468c-b270-e10e13c6a137,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:07.669663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c79e0521-e067-468c-b270-e10e13c6a137 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:23:07.841755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:07.861575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62984e31-cef2-4f6d-9d9d-19178b6abbc2 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:23:07.868945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7406e-93b2-4e9a-87d4-70afad2c98f4 None None] Network 4b689746-b495-4cce-aee5-811a42fce41c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:07.877064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Attempting to bind port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:07.882502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Attempting to bind port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:07.882660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:07.882970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Attempting to bind port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:07.883313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:07.912120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:07.913069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Attempting to bind port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:07.922342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd7b54-27be-405e-bd97-a6cfed9692f5 req-05d87c73-cc62-4c39-8fc2-77ba736842c8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:07.924020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00dd7b54-27be-405e-bd97-a6cfed9692f5 req-05d87c73-cc62-4c39-8fc2-77ba736842c8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.4265435 Oct 12 11:23:07.932303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:07.934468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:07.934468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Bound using segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:07.934468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Bound port: f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:07.934468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.008250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.1.1.26 (4efefe6d-9ceb-4bad-9a60-08218b72632e/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4/ebe2b12d-1244-4a44-a9f7-242b4b4f640e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:08.048059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-676097fa-6676-4161-8f71-89d0749f660e None None] Could not find standard attr ID for object f205a696-83c3-4f37-9fd9-017db6f76d52. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:23:08.056842 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00dd7b54-27be-405e-bd97-a6cfed9692f5 req-18643798-234b-459d-b9df-4fb2a94eaae3 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178665 Oct 12 11:23:08.092051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:08.114829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:08.116625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.146742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=f205a696-83c3-4f37-9fd9-017db6f76d52,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:08.158994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:08.164848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port f205a696-83c3-4f37-9fd9-017db6f76d52 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:08.194562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2f7161a5-fb90-4348-b709-8c329e5de0cf None None] Provisioning complete for port 27b0a274-f164-45f5-bda5-d36f6f03b23c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:08.195028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f7161a5-fb90-4348-b709-8c329e5de0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.258952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '62984e31-cef2-4f6d-9d9d-19178b6abbc2', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '62984e31-cef2-4f6d-9d9d-19178b6abbc2', 'mac_address': 'fa:16:3e:3f:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:23:08.263363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6103c-cc27-46d4-a985-4feddb6fe1e8 None None] DHCP port deletion for 4b689746-b495-4cce-aee5-811a42fce41c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:08.269615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.270681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.286105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.294503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.295183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.298259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 1091 time: 2.2698135 Oct 12 11:23:08.316387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:08.316501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 27b0a274-f164-45f5-bda5-d36f6f03b23c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:08.317794 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1495a-c560-476e-a674-237971b4b1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:08.376450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b689746-b495-4cce-aee5-811a42fce41c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:08.404569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f432633-7646-4a25-b581-b5a4d6c14d30') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:08.404889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f432633-7646-4a25-b581-b5a4d6c14d30') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:08.409265 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.410014 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e44ffad-7ea1-40ab-9f09-fedd0067e0d9 x-openstack-request-id: req-8e44ffad-7ea1-40ab-9f09-fedd0067e0d9 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:08.410480 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:08.410676 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e44ffad-7ea1-40ab-9f09-fedd0067e0d9 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:08.411125 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'status': 'completed', 'code': 200} Oct 12 11:23:08.418252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.426735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=b976d719-d136-490e-a23e-febd4e04d838,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:08.431523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.443042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '4aacba4e-c371-4102-8e81-ac6216141e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:08.443406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: 43d83562-7cfb-49d9-bcb3-1b15d171322b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:08.458198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.468182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:08.468600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:08.472008 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:08.480783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62984e31-cef2-4f6d-9d9d-19178b6abbc2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:08.522913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 27b0a274-f164-45f5-bda5-d36f6f03b23c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:08.523233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.584411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:08.595554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448475f-691f-4110-8ff2-67e7d59e89e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:08.604613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:08.618888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bffa-2099-4733-9c57-d2cc056d3847 req-96590b20-8eec-4f9a-aae7-61b1c8ed81b6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.620809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdc9bffa-2099-4733-9c57-d2cc056d3847 req-96590b20-8eec-4f9a-aae7-61b1c8ed81b6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0724132 Oct 12 11:23:08.626583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81a19-f3fe-4695-9e9e-ced6920868a4 req-ef80cb2d-1474-4be0-addb-487946a66fb9 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.628476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ad81a19-f3fe-4695-9e9e-ced6920868a4 req-ef80cb2d-1474-4be0-addb-487946a66fb9 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 947 time: 0.2690747 Oct 12 11:23:08.637003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f62f7-7c38-4118-b905-9d9bf850b585 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:23:08.646436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-5950a564-fbe7-492f-8889-ad6e9778eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.648714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-5950a564-fbe7-492f-8889-ad6e9778eabb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1094 time: 0.1860924 Oct 12 11:23:08.673247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.675348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdc9bffa-2099-4733-9c57-d2cc056d3847 req-13ecb687-fa90-49dc-8d46-a2cb0f57fca0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Oct 12 11:23:08.714552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ad81a19-f3fe-4695-9e9e-ced6920868a4 req-47b71b04-a582-4411-9056-8c472d3d3b5c tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 Oct 12 11:23:08.768401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 43d83562-7cfb-49d9-bcb3-1b15d171322b) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:08.770324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.779413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.790158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/4b689746-b495-4cce-aee5-811a42fce41c HTTP/1.1" status: 204 len: 168 time: 1.6433899 Oct 12 11:23:08.793058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.793406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54690) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:08.793710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.802529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:08.808914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-4ce9d3fd-41f8-4c10-99c8-dfa7c990c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:08.820551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-4ce9d3fd-41f8-4c10-99c8-dfa7c990c340 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1538756 Oct 12 11:23:08.824487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d22dd1-d06f-4383-bca9-945035b85d09 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=4b689746-b495-4cce-aee5-811a42fce41c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:08.866505 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0f691c-ffb9-4387-b9b8-bf144fb74c53 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:08.866505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0f691c-ffb9-4387-b9b8-bf144fb74c53 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:08.866505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-be0f691c-ffb9-4387-b9b8-bf144fb74c53 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/060e523f-dad0-455f-a16c-9f0e9ccb7c9b HTTP/1.1" status: 404 len: 337 time: 0.0698404 Oct 12 11:23:08.867846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:08.868229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54694) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:08.881743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f62f7-7c38-4118-b905-9d9bf850b585 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:23:08.890347 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10adf46-7dd0-4958-a4ef-b7a85ff07309 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:08.890952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10adf46-7dd0-4958-a4ef-b7a85ff07309 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:08.897971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e10adf46-7dd0-4958-a4ef-b7a85ff07309 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/7a63c8d5-b487-4986-8ff1-9e90687b69de HTTP/1.1" status: 404 len: 339 time: 0.0281665 Oct 12 11:23:08.898738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54696) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:08.924824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['62984e31-cef2-4f6d-9d9d-19178b6abbc2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:08.926035 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ea95b0-4833-4d67-a85f-54d1dd5e0cad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:08.926497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ea95b0-4833-4d67-a85f-54d1dd5e0cad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:08.931180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d3ea95b0-4833-4d67-a85f-54d1dd5e0cad tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/810bd4d9-453e-4026-a55e-993d83ef2f2d HTTP/1.1" status: 404 len: 337 time: 0.0313611 Oct 12 11:23:08.931505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:08.932330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:08.950949 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c506a07d-e853-4734-b559-f861c42a3ddb tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:08.951617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c506a07d-e853-4734-b559-f861c42a3ddb tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:08.957006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c506a07d-e853-4734-b559-f861c42a3ddb tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/f81ee04f-5462-4ba1-ac8b-6e4b8071ff4b HTTP/1.1" status: 404 len: 339 time: 0.0213850 Oct 12 11:23:08.958035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54700) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:08.967789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:08.969719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:08.988991 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5c2cc0-3db9-46ec-acf1-e83f53990c25 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:08.988991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5c2cc0-3db9-46ec-acf1-e83f53990c25 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:08.993840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b5c2cc0-3db9-46ec-acf1-e83f53990c25 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/c6cdbdd5-100d-4d0c-882a-0bdd9af1ff7c HTTP/1.1" status: 404 len: 337 time: 0.0342634 Oct 12 11:23:08.995859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:09.023100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8524528a-6a07-4ac9-9ba2-6eebe5a6d5e9 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4703465 Oct 12 11:23:09.023327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54704) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:09.027696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:09.029757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:09.038665 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d868b2-caaf-4ac3-a484-344c77c7ac7b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:09.040114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d868b2-caaf-4ac3-a484-344c77c7ac7b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:09.045718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-21d868b2-caaf-4ac3-a484-344c77c7ac7b tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/9e51c5ef-c369-43e5-9498-2ef3cc7ff7eb HTTP/1.1" status: 404 len: 339 time: 0.0465634 Oct 12 11:23:09.047326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54706) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:09.057276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-c45b190c-bbcf-4dad-aa17-36fd065499ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.058945 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ac1495a-c560-476e-a674-237971b4b1d9 req-c45b190c-bbcf-4dad-aa17-36fd065499ff service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068896 Oct 12 11:23:09.065296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.066001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.167729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting subnet 9eb68032-728e-484c-acb0-edcd35ad97c2 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:09.174397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.179653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-9c0a9a05-5254-4122-8cfd-5391bf199047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.181291 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-9c0a9a05-5254-4122-8cfd-5391bf199047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1094 time: 0.0663202 Oct 12 11:23:09.204041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f54f236-4850-44f4-b6cb-aa7ad448f5ec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1059222 Oct 12 11:23:09.236391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-45e143e1-da91-4cc9-8375-be899a8c08f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 217 time: 0.0462370 Oct 12 11:23:09.261683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.304664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-a77a88d8-7491-420f-8c64-fea523e9203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.307483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-a77a88d8-7491-420f-8c64-fea523e9203e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0642314 Oct 12 11:23:09.308712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5782ded-9387-47a9-9e23-f91aa3f87fce req-796fde67-fed5-4c43-98ab-5ea8b910c4d9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.310207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5782ded-9387-47a9-9e23-f91aa3f87fce req-796fde67-fed5-4c43-98ab-5ea8b910c4d9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1398110 Oct 12 11:23:09.351419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-43d83562-7cfb-49d9-bcb3-1b15d171322b', 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': 'b976d719-d136-490e-a23e-febd4e04d838'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:09.352438 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.377951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-b388f17b-d08c-4ba2-a130-c224bfdfe529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:09.380203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-b388f17b-d08c-4ba2-a130-c224bfdfe529 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660336 Oct 12 11:23:09.407459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5782ded-9387-47a9-9e23-f91aa3f87fce req-e3304280-da78-481d-ad85-c2827bdb71fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819268 Oct 12 11:23:09.407459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:09.407459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.472971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.517981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Allocated IP 2001:db8::2 (43d83562-7cfb-49d9-bcb3-1b15d171322b/b976d719-d136-490e-a23e-febd4e04d838/6e6beebf-a527-4417-b4ff-95ed0d4d29a6) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:09.564773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-b9f18a3e-a8cb-4f5f-880a-ba1e609bf6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766484 Oct 12 11:23:09.692239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8f60e2f-6422-41f9-8ed5-92af636a98f9 req-fbc27a68-6799-4049-88c9-3c9534f783cf service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158376 Oct 12 11:23:09.714078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.780793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.782538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62984e31-cef2-4f6d-9d9d-19178b6abbc2 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:09.811039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb68032-728e-484c-acb0-edcd35ad97c2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:09.828325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.829172 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.829271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ee2ee55-5f3c-43b8-8398-92dbfac7afcc tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/9eb68032-728e-484c-acb0-edcd35ad97c2 HTTP/1.1" status: 204 len: 168 time: 0.7762234 Oct 12 11:23:09.829370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54720) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:09.870372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:09.876299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:09.879085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:09.881103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Pushing event updated for resources: {'Port': ['ID=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:09.889383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.916119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.954072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Attempting to bind port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:09.954072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Attempting to bind port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4aacba4e-c371-4102-8e81-ac6216141e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:09.954072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Attempting to bind port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 on network 43d83562-7cfb-49d9-bcb3-1b15d171322b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:09.954473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=cc15707b-ff5a-4a0f-a2df-a7e30a2218be,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:09.959842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:09.960355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Checking segment: {'id': '4aacba4e-c371-4102-8e81-ac6216141e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:09.960830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.961438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Bound using segment: {'id': '4aacba4e-c371-4102-8e81-ac6216141e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:09.962317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Bound port: 6e6beebf-a527-4417-b4ff-95ed0d4d29a6, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aacba4e-c371-4102-8e81-ac6216141e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '43d83562-7cfb-49d9-bcb3-1b15d171322b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:09.962969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.975657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port 8e59af19-2ea5-46d2-8aed-597fbfaff445 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:09.976095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:09.984667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '148ffcad-738e-4b53-b27d-93a3820c5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:09.985361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: c79e0521-e067-468c-b270-e10e13c6a137, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:10.057836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] For port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:10.061620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port 8e59af19-2ea5-46d2-8aed-597fbfaff445, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e59af19-2ea5-46d2-8aed-597fbfaff445,segment=NetworkSegment(9e131d94-eddf-424d-9aee-fd5bb5558d3c),segment_id=9e131d94-eddf-424d-9aee-fd5bb5558d3c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:10.062321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.064223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] For port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,segment=NetworkSegment(4aacba4e-c371-4102-8e81-ac6216141e7f),segment_id=4aacba4e-c371-4102-8e81-ac6216141e7f)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:10.086450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for 8e59af19-2ea5-46d2-8aed-597fbfaff445 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:10.091584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:23:10.093173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network c79e0521-e067-468c-b270-e10e13c6a137 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:10.099429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:10.100473 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.148755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54726) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:10.155602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.164557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208881692', 'description': 'tempest-description--1497820506'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:10.202151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dc6-10e5-4360-a0e5-4cd3edc4ea05 req-c456b136-d0cc-444e-80f4-9b3c32515831 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.211317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71128dc6-10e5-4360-a0e5-4cd3edc4ea05 req-c456b136-d0cc-444e-80f4-9b3c32515831 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1425178 Oct 12 11:23:10.245430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f205a696-83c3-4f37-9fd9-017db6f76d52 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:10.247445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c79e0521-e067-468c-b270-e10e13c6a137) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:10.257218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.257914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.287119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f205a696-83c3-4f37-9fd9-017db6f76d52 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:10.287536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f205a696-83c3-4f37-9fd9-017db6f76d52 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:10.293305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71128dc6-10e5-4360-a0e5-4cd3edc4ea05 req-9d8a5869-b3d8-44c4-92c6-5241e08d75e4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807178 Oct 12 11:23:10.330460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.339958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b626-18c1-4e57-995b-d2365a9ff090 None None] Pushing event updated for resources: {'Port': ['ID=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:10.340689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-0acc401c-96a1-484b-9cb6-e57b94af5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.342670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-0acc401c-96a1-484b-9cb6-e57b94af5562 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1096 time: 0.1925189 Oct 12 11:23:10.376742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92f8b4-43d2-417a-94cc-dcbe5aba9ed4 req-5654796b-beec-4555-b86a-e70e06a5743d tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.380416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be92f8b4-43d2-417a-94cc-dcbe5aba9ed4 req-5654796b-beec-4555-b86a-e70e06a5743d tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 948 time: 0.1344869 Oct 12 11:23:10.387990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-19373ace-c98d-4bc5-a6c1-65e548d46a20 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3636348 Oct 12 11:23:10.390633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54728) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:10.390817 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.395303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89559528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:10.421750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:10.430323 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ce2fe-7777-4cc2-88d7-4b89ed6ac55e" -d '{"events": [{"server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "name": "network-vif-plugged", "status": "completed", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:10.444392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:10.545477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.600995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-39c73203-0cf4-47b0-8d65-1504d9929351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.607281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-39c73203-0cf4-47b0-8d65-1504d9929351 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.2541711 Oct 12 11:23:10.641850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:10.669799 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.704341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.772775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=8e59af19-2ea5-46d2-8aed-597fbfaff445,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:10.776142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-0b4ad364-a7eb-4aff-b111-38089973a22e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 200 len: 217 time: 0.1130269 Oct 12 11:23:10.779542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be92f8b4-43d2-417a-94cc-dcbe5aba9ed4 req-86936fb4-bc4f-4c80-96b6-d0480d9ae77a tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788960 Oct 12 11:23:10.782099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port 8e59af19-2ea5-46d2-8aed-597fbfaff445 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:10.840926 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f5b61-7ce2-484f-851a-f4687c0b964f x-openstack-request-id: req-907f5b61-7ce2-484f-851a-f4687c0b964f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:10.841528 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "name": "network-vif-plugged", "status": "completed", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:10.841793 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-907f5b61-7ce2-484f-851a-f4687c0b964f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:10.842312 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2', 'code': 200} Oct 12 11:23:10.900440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.920027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307bb4f-1a06-49a9-afe1-ba40919e695a req-4a9b06e7-a813-4f6d-8ab7-ab3c7957c2f5 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:10.926577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.928657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f307bb4f-1a06-49a9-afe1-ba40919e695a req-4a9b06e7-a813-4f6d-8ab7-ab3c7957c2f5 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.5188918 Oct 12 11:23:10.949709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c85723-050c-4479-8b1c-4f379bb4a26b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:10.989321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.990594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:10.995811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e131d94-eddf-424d-9aee-fd5bb5558d3c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:10.996031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e131d94-eddf-424d-9aee-fd5bb5558d3c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:11.020374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.029655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f307bb4f-1a06-49a9-afe1-ba40919e695a req-9b2a4f4a-e2d0-4357-b09d-0f6dd877ad09 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999815 Oct 12 11:23:11.042944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5173c549-6e83-483b-ad6d-fb5257a0216e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:11.046624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-81db5d89-2eef-4f1c-be00-7b50290863da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:11.048155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-81db5d89-2eef-4f1c-be00-7b50290863da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.1228075 Oct 12 11:23:11.049413 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.052726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433de00-2f0a-4270-950e-e0ea14b02ea6 req-6c9b7785-759a-498f-a812-0cec30f922ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:11.055136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e433de00-2f0a-4270-950e-e0ea14b02ea6 req-6c9b7785-759a-498f-a812-0cec30f922ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 1100 time: 0.1241496 Oct 12 11:23:11.057028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:11.065238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:11.067714 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:11.109263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-68efd6cf-43f9-41ca-b084-8d29f58d4597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534925 Oct 12 11:23:11.114790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.142503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e433de00-2f0a-4270-950e-e0ea14b02ea6 req-894d251d-a473-422d-9dcb-b23910964fbe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745220 Oct 12 11:23:11.151615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.153034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f56f3aab-7bb7-43d4-ac19-5afc839ac85c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9928219 Oct 12 11:23:11.157387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.178148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'security_group_rule': {'security_group_id': '5173c549-6e83-483b-ad6d-fb5257a0216e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:11.180356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.263269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-509a9413-ed8c-4fda-a74d-41b1831dc0af service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236029 Oct 12 11:23:11.301219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.315373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.319732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/a6c85723-050c-4479-8b1c-4f379bb4a26b HTTP/1.1" status: 204 len: 168 time: 1.4922459 Oct 12 11:23:11.323922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54738) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.359729 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57447eb-8428-4327-b083-8295a8ab8b8d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:11.360346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57447eb-8428-4327-b083-8295a8ab8b8d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:11.366783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f57447eb-8428-4327-b083-8295a8ab8b8d tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/abbad8d6-7ee4-4ccf-9479-0d7015a230b2 HTTP/1.1" status: 404 len: 337 time: 0.0374355 Oct 12 11:23:11.368521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.369799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dd2c6813-eabd-471a-ba60-6521ce39ea77 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9782314 Oct 12 11:23:11.372032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54742) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.373590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.381769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54744) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.395835 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60df841-4e09-4208-a96d-ea0fa88a8277 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] DELETE failed (client error): The resource could not be found. Oct 12 11:23:11.396520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60df841-4e09-4208-a96d-ea0fa88a8277 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:23:11.397531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d475424-5851-4d78-aad4-d2edb550d037 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=a6c85723-050c-4479-8b1c-4f379bb4a26b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:11.402190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d60df841-4e09-4208-a96d-ea0fa88a8277 tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/77ff7c2b-4f76-42a0-8643-1eb0d9629833 HTTP/1.1" status: 404 len: 339 time: 0.0289288 Oct 12 11:23:11.404652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54746) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.468446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting subnet 0134f992-c8fe-4fbb-bf69-0d0bfd60eb66 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:11.472163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.497219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4123bc4-60ac-4bca-90a5-ffb8398c084d None None] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:11.521924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.529160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c004de6-6c67-4c28-93fb-8a772dfe01fb None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:11.563662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e221bb7-331f-4260-a734-bb81c9c86e99 None None] Network c79e0521-e067-468c-b270-e10e13c6a137 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:11.607517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c004de6-6c67-4c28-93fb-8a772dfe01fb None None] Network a6c85723-050c-4479-8b1c-4f379bb4a26b could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 11:23:11.610394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] Provisioning complete for port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:11.610875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.639423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.702817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e5275c2-8a5a-44ba-8937-bed7a36660d0 req-43d6d354-282c-4e7f-9a92-8a479078364b service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285312 Oct 12 11:23:11.713957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.726121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d6302-3206-4c74-a7c7-1c0fb76ee648 req-ba982cab-a8cf-4b60-a446-39eab4f0a9b7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:11.728201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d6d6302-3206-4c74-a7c7-1c0fb76ee648 req-ba982cab-a8cf-4b60-a446-39eab4f0a9b7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2806239 Oct 12 11:23:11.729141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f0598-267e-411b-a9c2-dc91d796abf0 None None] DHCP port deletion for a6c85723-050c-4479-8b1c-4f379bb4a26b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:11.825529 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.827468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.860043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Subnet': ['ID=0134f992-c8fe-4fbb-bf69-0d0bfd60eb66,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:11.874168 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d6d6302-3206-4c74-a7c7-1c0fb76ee648 req-01684bd6-a695-4194-a125-8dcf0b5ff78f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339548 Oct 12 11:23:11.874352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.892140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.898535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b8c78f8-f4b7-45d0-976e-d892f1b5763e tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/subnets/0134f992-c8fe-4fbb-bf69-0d0bfd60eb66 HTTP/1.1" status: 204 len: 168 time: 0.4925895 Oct 12 11:23:11.902832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc139de9-a5aa-4f58-b6c2-a3a803d3da67,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:11.906809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:11.956552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:11.984850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308839-9bd1-42e9-998e-b50df1d6c093 req-3794617b-9840-4294-a176-61939ce717ef tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:11.986756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb308839-9bd1-42e9-998e-b50df1d6c093 req-3794617b-9840-4294-a176-61939ce717ef tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 949 time: 0.1192198 Oct 12 11:23:12.017091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.020688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f60c5dea-abba-4f45-8154-1b1069575683 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8575294 Oct 12 11:23:12.021383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:12.027341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'security_group_rule': {'security_group_id': '5173c549-6e83-483b-ad6d-fb5257a0216e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:12.069082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb308839-9bd1-42e9-998e-b50df1d6c093 req-4f84c050-0e61-4066-b36b-664cfb9703bd tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691974 Oct 12 11:23:12.109506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.151411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc766a-e533-4d37-8d8c-eaa31f3a5d2e None None] Network 92798920-7a40-432d-93f6-9ef7c0cee28a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:12.220882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba4ce-ad7f-44f0-bc88-511f77113b37 req-761e50c6-2a1c-42bb-892e-c3fb51b68395 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:12.222348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c79e0521-e067-468c-b270-e10e13c6a137', 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': 'cc15707b-ff5a-4a0f-a2df-a7e30a2218be'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:12.223284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.229183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-722ba4ce-ad7f-44f0-bc88-511f77113b37 req-761e50c6-2a1c-42bb-892e-c3fb51b68395 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0903587 Oct 12 11:23:12.270791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.279995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-722ba4ce-ad7f-44f0-bc88-511f77113b37 req-4b346a42-bf05-42a9-a352-6951e3762c2a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491803 Oct 12 11:23:12.315193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:12.342074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] For port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,segment=NetworkSegment(4aacba4e-c371-4102-8e81-ac6216141e7f),segment_id=4aacba4e-c371-4102-8e81-ac6216141e7f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:12.397517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.444520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-4c0207ec-5b16-4567-91b3-1454bb400525 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1774839767&fields=id&tenant_id=78bb288af51640af95b9a967b57dbc71 HTTP/1.1" status: 200 len: 267 time: 0.0549986 Oct 12 11:23:12.465955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.482301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.529569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34c70af-ee46-40e5-90b3-359b13a307b9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:12.579803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d9a83-8176-421c-98c7-3dcd52ffad45 req-25ca6281-338c-4726-b595-68e467efab6b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:12.581364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d25d9a83-8176-421c-98c7-3dcd52ffad45 req-25ca6281-338c-4726-b595-68e467efab6b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.4892123 Oct 12 11:23:12.614290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:12.615862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.630099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-3ecb1608-69d4-4eaa-ab5d-2eaefe8748ea tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:12.637214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-3ecb1608-69d4-4eaa-ab5d-2eaefe8748ea tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/networks?id=0b875f1e-6048-4e98-81cb-17277501e94b HTTP/1.1" status: 200 len: 816 time: 0.1844063 Oct 12 11:23:12.652549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.653526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8b85592-93c6-406f-9abb-094e652c3678 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6307077 Oct 12 11:23:12.654615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771ef37-4544-4f30-80fa-cdeb13fe6ee7 None None] Pushing event updated for resources: {'Port': ['ID=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:12.663484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-fa3d2228-4d57-42ee-84e4-c9e7d2037739 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/quotas/78bb288af51640af95b9a967b57dbc71 HTTP/1.1" status: 200 len: 375 time: 0.0244160 Oct 12 11:23:12.665187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54772) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:12.672080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:12.691168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Allocated IP 2001:db8:1::2 (c79e0521-e067-468c-b270-e10e13c6a137/cc15707b-ff5a-4a0f-a2df-a7e30a2218be/8daf143e-a60f-4085-9914-13eabfaad489) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:12.693657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-de05c3a7-30ce-4282-b056-277a873f7f5f None None] Provisioning complete for port ebe2b12d-1244-4a44-a9f7-242b4b4f640e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:12.694240 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-de05c3a7-30ce-4282-b056-277a873f7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.744018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] DHCP port deletion for 92798920-7a40-432d-93f6-9ef7c0cee28a request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:12.746163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-fec9d8f9-74d1-4da8-b96c-cf0f81d866d8 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78bb288af51640af95b9a967b57dbc71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786808 Oct 12 11:23:12.807478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-de05c3a7-30ce-4282-b056-277a873f7f5f None None] Port ebe2b12d-1244-4a44-a9f7-242b4b4f640e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:12.832402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8::1 (43d83562-7cfb-49d9-bcb3-1b15d171322b/b976d719-d136-490e-a23e-febd4e04d838/eae16f13-df65-43a3-aefc-28c53aca8b55) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:12.859158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-bb79b898-bba2-45b9-b848-98da09b4673d service neutron] 10.222.0.43 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040571 Oct 12 11:23:12.895719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:12.969528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d25d9a83-8176-421c-98c7-3dcd52ffad45 req-2ebb975c-f1cf-43ca-88c2-8a72eb1b00e6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663750 Oct 12 11:23:12.996356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Deleting port 2f90f90e-a7e1-4159-954d-5c7d43d41803 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:12.996742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.004606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Deleting port 2f90f90e-a7e1-4159-954d-5c7d43d41803 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:13.004968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.034145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:23:13.044505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-40132e24-3534-4725-b9b3-90b17ab0b7e5 service neutron] 10.222.0.43 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723161 Oct 12 11:23:13.106851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e59af19-2ea5-46d2-8aed-597fbfaff445 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:13.157619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.165563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8e59af19-2ea5-46d2-8aed-597fbfaff445 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:13.165987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e59af19-2ea5-46d2-8aed-597fbfaff445 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:13.202326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] For port 2f90f90e-a7e1-4159-954d-5c7d43d41803, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2f90f90e-a7e1-4159-954d-5c7d43d41803,segment=NetworkSegment(6e140a65-8e3b-4e14-8bbf-432381cd0618),segment_id=6e140a65-8e3b-4e14-8bbf-432381cd0618)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:13.202886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.238198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.268192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.268192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] For port 2f90f90e-a7e1-4159-954d-5c7d43d41803, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2f90f90e-a7e1-4159-954d-5c7d43d41803,segment=NetworkSegment(6e140a65-8e3b-4e14-8bbf-432381cd0618),segment_id=6e140a65-8e3b-4e14-8bbf-432381cd0618)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:13.268192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.273276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Calling delete_port for 2f90f90e-a7e1-4159-954d-5c7d43d41803 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:13.295190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Calling delete_port for 2f90f90e-a7e1-4159-954d-5c7d43d41803 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:13.304320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80e47f-f247-4fcb-a7eb-cd0643459ae8 None None] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:13.304991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2be80-9d13-4aeb-8b20-25dc31406a92 req-c547ed99-bd14-4be6-a61f-40c0a695946a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:13.306507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce2be80-9d13-4aeb-8b20-25dc31406a92 req-c547ed99-bd14-4be6-a61f-40c0a695946a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2155921 Oct 12 11:23:13.332119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Network c79e0521-e067-468c-b270-e10e13c6a137 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:13.380446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:13.384123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:13.393478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8daf143e-a60f-4085-9914-13eabfaad489,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:13.444085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.448259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce2be80-9d13-4aeb-8b20-25dc31406a92 req-6db39ce4-ec9f-4efa-9481-23d240034798 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281118 Oct 12 11:23:13.457462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:13.499230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.512598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dad2f486-fdcc-4196-bcf2-a732bc9b9209 None None] Provisioning complete for port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:13.513151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dad2f486-fdcc-4196-bcf2-a732bc9b9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.523167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:23:13.552750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:13.566349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:13.603119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:13.603663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.623160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.635012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Attempting to bind port 8daf143e-a60f-4085-9914-13eabfaad489 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:13.636005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Attempting to bind port 8daf143e-a60f-4085-9914-13eabfaad489 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '148ffcad-738e-4b53-b27d-93a3820c5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:13.636546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Attempting to bind port 8daf143e-a60f-4085-9914-13eabfaad489 on network c79e0521-e067-468c-b270-e10e13c6a137 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:13.650554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.669962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=eae16f13-df65-43a3-aefc-28c53aca8b55,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:13.687564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:13.688246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Checking segment: {'id': '148ffcad-738e-4b53-b27d-93a3820c5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:13.689231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.689348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Bound using segment: {'id': '148ffcad-738e-4b53-b27d-93a3820c5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:13.690048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Bound port: 8daf143e-a60f-4085-9914-13eabfaad489, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148ffcad-738e-4b53-b27d-93a3820c5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c79e0521-e067-468c-b270-e10e13c6a137'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:13.690445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.693740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] No DVR routers for this DVR port 2f90f90e-a7e1-4159-954d-5c7d43d41803 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:13.728108 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.734176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] Pushing event deleted for resources: {'Port': ['ID=2f90f90e-a7e1-4159-954d-5c7d43d41803,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:13.749094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46780c9-353e-48ae-824e-6f8d0ad0072e None None] No DVR routers for this DVR port 2f90f90e-a7e1-4159-954d-5c7d43d41803 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:13.755504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Port': ['ID=2f90f90e-a7e1-4159-954d-5c7d43d41803,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:13.758071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 172.25.2.45 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/9baa0d58-c849-4605-9bce-75dde98ee8b9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:13.796031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:13.846438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22fc1-17ec-48a6-827d-a3c473a7e7be req-778ae388-d065-4289-8ca7-e3606bfabe8a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:13.848165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44f22fc1-17ec-48a6-827d-a3c473a7e7be req-778ae388-d065-4289-8ca7-e3606bfabe8a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2878437 Oct 12 11:23:13.922989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:13.935282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:13.942081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e55bb-48f5-48ed-9998-ece75881f44e req-86f83fa4-93e1-427b-90d0-ef9a26939cbe tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:13.945208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] For port 8daf143e-a60f-4085-9914-13eabfaad489, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:13.950737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b34e55bb-48f5-48ed-9998-ece75881f44e req-86f83fa4-93e1-427b-90d0-ef9a26939cbe tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 949 time: 0.0624754 Oct 12 11:23:13.967126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] For port 8daf143e-a60f-4085-9914-13eabfaad489, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8daf143e-a60f-4085-9914-13eabfaad489,segment=NetworkSegment(148ffcad-738e-4b53-b27d-93a3820c5234),segment_id=148ffcad-738e-4b53-b27d-93a3820c5234)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:13.984555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92798920-7a40-432d-93f6-9ef7c0cee28a']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:13.989309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b34e55bb-48f5-48ed-9998-ece75881f44e req-870717b5-0560-4da7-af03-a3a9410dde39 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Oct 12 11:23:14.014590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e140a65-8e3b-4e14-8bbf-432381cd0618') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:14.014590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e140a65-8e3b-4e14-8bbf-432381cd0618') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:14.019348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44f22fc1-17ec-48a6-827d-a3c473a7e7be req-be4d6efd-a9fe-4733-a196-e6acd49d0d20 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285098 Oct 12 11:23:14.035782 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.069563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.083347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:14.083754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:14.087867 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:14.109511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.120737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f35d1-08d3-43fa-a042-08e99cc4e0ef req-7900d7f3-53bf-4f8c-94bd-42f00b73e03f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:14.122337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d1f35d1-08d3-43fa-a042-08e99cc4e0ef req-7900d7f3-53bf-4f8c-94bd-42f00b73e03f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0541656 Oct 12 11:23:14.173654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d1f35d1-08d3-43fa-a042-08e99cc4e0ef req-40658031-3947-4865-8ffa-abf59ce1752c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Oct 12 11:23:14.184362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc924d5e-a17f-416b-8429-f5c3309699eb req-d47cd936-c838-4844-b7e3-3bb312fe304a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0785847 Oct 12 11:23:14.221357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:14.265528 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.268501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.303326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.340405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.342769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.363368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:14.394141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.401139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] 10.222.0.43 "DELETE /v2.0/networks/92798920-7a40-432d-93f6-9ef7c0cee28a HTTP/1.1" status: 204 len: 168 time: 2.4906552 Oct 12 11:23:14.435668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d47f6-d68a-4057-bf60-0219ffeffc5a tempest-NetworksIpV6Test-619979482 tempest-NetworksIpV6Test-619979482-project] Pushing event deleted for resources: {'Network': ['ID=92798920-7a40-432d-93f6-9ef7c0cee28a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:14.451095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-71e56d95-93bb-456d-9e20-6e27a2803241 None None] Provisioning complete for port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:14.451530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71e56d95-93bb-456d-9e20-6e27a2803241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.499911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:14.534535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:14.538554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.548850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:14.559186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:14.573932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=9baa0d58-c849-4605-9bce-75dde98ee8b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:14.804345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.891485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:14.903134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:14.947935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996cb4c-a511-43c2-a9e0-2dbc754c9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8daf143e-a60f-4085-9914-13eabfaad489,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:14.975133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543b08a-5729-42f7-85ab-d9c81181dd0c req-3a30313c-7690-4db3-aea8-f40ede1ee846 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:14.978961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f543b08a-5729-42f7-85ab-d9c81181dd0c req-3a30313c-7690-4db3-aea8-f40ede1ee846 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0619843 Oct 12 11:23:14.983055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.011253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.011812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.040341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f543b08a-5729-42f7-85ab-d9c81181dd0c req-059cfd27-fe9d-4555-b9ed-4f9932d2c302 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505817 Oct 12 11:23:15.090022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82fd32-e827-40d9-82c7-3af720807bbe req-dae0088d-23b5-4b6b-b777-29a147c600f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:15.097501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b82fd32-e827-40d9-82c7-3af720807bbe req-dae0088d-23b5-4b6b-b777-29a147c600f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 944 time: 0.1562870 Oct 12 11:23:15.143985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-71e56d95-93bb-456d-9e20-6e27a2803241 None None] Provisioning complete for port eae16f13-df65-43a3-aefc-28c53aca8b55 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:15.144279 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71e56d95-93bb-456d-9e20-6e27a2803241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.176832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b68e6-87e2-4083-92a1-f7768ea97c82 req-5d712961-c9e0-42de-9800-ade73b85b565 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:15.185269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-453b68e6-87e2-4083-92a1-f7768ea97c82 req-5d712961-c9e0-42de-9800-ade73b85b565 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 949 time: 0.0742838 Oct 12 11:23:15.194958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:15.205235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=eae16f13-df65-43a3-aefc-28c53aca8b55,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:15.252464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-453b68e6-87e2-4083-92a1-f7768ea97c82 req-fded964a-b6da-48a3-8640-3cb40d0948bf tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660026 Oct 12 11:23:15.304821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-71e56d95-93bb-456d-9e20-6e27a2803241 None None] Port eae16f13-df65-43a3-aefc-28c53aca8b55 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:15.304821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2f90f90e-a7e1-4159-954d-5c7d43d41803 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:15.306091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b82fd32-e827-40d9-82c7-3af720807bbe req-13c903b1-91ba-4cd0-8e4f-f63b9fd9704a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002079 Oct 12 11:23:15.327902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2f90f90e-a7e1-4159-954d-5c7d43d41803 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:15.328251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2f90f90e-a7e1-4159-954d-5c7d43d41803 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:15.376100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:15.383838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:15.427221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2a2de288-f106-478a-a7e4-6743a8557d86 None None] Provisioning complete for port eae16f13-df65-43a3-aefc-28c53aca8b55 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:15.427594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a2de288-f106-478a-a7e4-6743a8557d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.472327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2a2de288-f106-478a-a7e4-6743a8557d86 None None] Port eae16f13-df65-43a3-aefc-28c53aca8b55 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:15.488556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2e63d74-7682-44fb-af25-c4f1d7d0c69c req-f2167564-989d-49ca-b339-9edda224c5c6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1064162 Oct 12 11:23:15.531918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58e11820-7566-44de-890f-f883549f0273 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23a9d579da0a437c890ed23ae1c0315f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354402 Oct 12 11:23:15.535783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:15.618254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.632567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.644466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.653201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b7a3-b0f9-4546-9f94-91efdea9d3fc req-2caadce7-10f8-490e-9e1b-a3aeec114d6d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:15.654798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e5b7a3-b0f9-4546-9f94-91efdea9d3fc req-2caadce7-10f8-490e-9e1b-a3aeec114d6d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.2411244 Oct 12 11:23:15.720289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.781819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e5b7a3-b0f9-4546-9f94-91efdea9d3fc req-740aff0a-cdb8-4b05-9d5c-74868088ec72 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150992 Oct 12 11:23:15.799924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6d88d02d-3f37-496e-a946-f398230a20fe None None] Provisioning complete for port eae16f13-df65-43a3-aefc-28c53aca8b55 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:15.811598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6d88d02d-3f37-496e-a946-f398230a20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.842793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.845405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.846569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cae8aa64-222a-49c5-a8fc-d7a54d92f985 HTTP/1.1" status: 204 len: 168 time: 0.3090665 Oct 12 11:23:15.866432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54a1b7-1d70-4c85-9024-54304d5baa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8aa64-222a-49c5-a8fc-d7a54d92f985,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:15.866567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=9baa0d58-c849-4605-9bce-75dde98ee8b9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:15.877423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a234c-9e4d-4215-baa0-d9e7ec1cb2c2 None None] Network c79e0521-e067-468c-b270-e10e13c6a137 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:15.885264 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:15.894262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6d88d02d-3f37-496e-a946-f398230a20fe None None] Port eae16f13-df65-43a3-aefc-28c53aca8b55 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:15.923015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router ced4a69f-f60a-4430-a858-65b8b3e03b5f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:23:16.073748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Provisioning complete for port 8daf143e-a60f-4085-9914-13eabfaad489 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:16.075443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.212031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.226671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-0b59a1ac-6517-4066-8baf-8d853dab1aee tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:16.230133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-0b59a1ac-6517-4066-8baf-8d853dab1aee tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 949 time: 0.0944343 Oct 12 11:23:16.279345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] For port 8daf143e-a60f-4085-9914-13eabfaad489, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8daf143e-a60f-4085-9914-13eabfaad489,segment=NetworkSegment(148ffcad-738e-4b53-b27d-93a3820c5234),segment_id=148ffcad-738e-4b53-b27d-93a3820c5234)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:16.356723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8daf143e-a60f-4085-9914-13eabfaad489 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:16.433004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.437266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-27effeac-9a3a-40fb-b0f7-3a1d8601156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7656107 Oct 12 11:23:16.437429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Deleting port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:16.437429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.490786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d810-4730-4438-9eef-12432dce0c5a req-48fd2c6f-1db3-4b5f-8f09-8f4b659fd7d9 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:16.499287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2933d810-4730-4438-9eef-12432dce0c5a req-48fd2c6f-1db3-4b5f-8f09-8f4b659fd7d9 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 949 time: 0.0812733 Oct 12 11:23:16.500688 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.518297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:16.525963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a964503d-f0e8-42db-8486-7b0c04c715dd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1430364 Oct 12 11:23:16.530900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54850) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:16.541818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] Sync routers for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:16.554907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96af20-5de4-43da-985f-db28cd967bd1 req-25896126-20ba-40b8-8986-1a05b3595950 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:16.556037 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:16.558083 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:16.558799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b96af20-5de4-43da-985f-db28cd967bd1 req-25896126-20ba-40b8-8986-1a05b3595950 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1609600 Oct 12 11:23:16.637428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2933d810-4730-4438-9eef-12432dce0c5a req-fa8e17a2-ee52-4fa7-8f0e-cec4974fb449 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/security-groups?id=5792d9d8-800e-45d3-8965-5ce7fbfda60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378911 Oct 12 11:23:16.650250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:16.658377 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:16.659156 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:16.660192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8daf143e-a60f-4085-9914-13eabfaad489 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:16.660565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.667318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b96af20-5de4-43da-985f-db28cd967bd1 req-a2567fd5-5f7d-4d9d-b2be-ee301c99e22f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002860 Oct 12 11:23:16.685960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] For port 62984e31-cef2-4f6d-9d9d-19178b6abbc2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=62984e31-cef2-4f6d-9d9d-19178b6abbc2,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:16.685960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.687730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bebb0f-e0b0-4015-873c-5f2529644908 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:16.689550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2bebb0f-e0b0-4015-873c-5f2529644908 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports/eae16f13-df65-43a3-aefc-28c53aca8b55 HTTP/1.1" status: 200 len: 911 time: 0.1566129 Oct 12 11:23:16.693178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:16.718642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Calling delete_port for 62984e31-cef2-4f6d-9d9d-19178b6abbc2 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:16.733751 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:16.735045 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bd43e-0f09-4047-963f-311a4d0d4663 None None] The sync data for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:16.760466 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:23:16.784695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2c19591f-052b-4849-9422-a0c3d3b3a2c3 None None] Provisioning complete for port 8daf143e-a60f-4085-9914-13eabfaad489 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:16.785347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c19591f-052b-4849-9422-a0c3d3b3a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:16.795322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Pushing event updated for resources: {'Port': ['ID=8daf143e-a60f-4085-9914-13eabfaad489,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:16.829459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.830060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.830544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.831078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.831564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.832069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.832548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.833035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.833546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.834118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.834622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.835138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce93f2c7-f069-4bb9-a415-37240b71cf1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:16.926370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ead8319c-a151-4a5d-ad7b-6b2a196ab076 req-c6b7adbe-cdf9-473d-a057-a8c31d6a93d8 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1176665 Oct 12 11:23:16.987475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-d149c74b-2a1f-4a85-a84d-d56f5701591d tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:16.991362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-d149c74b-2a1f-4a85-a84d-d56f5701591d tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.47 "GET /v2.0/networks?id=0b875f1e-6048-4e98-81cb-17277501e94b HTTP/1.1" status: 200 len: 816 time: 0.1787505 Oct 12 11:23:17.007782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:17.105554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-f2774531-af8a-4428-b6b4-e915c3a3ce29 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78bb288af51640af95b9a967b57dbc71 HTTP/1.1" status: 200 len: 380 time: 0.1030688 Oct 12 11:23:17.116250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'port': {'device_id': '061f2483-8527-49cb-9164-89cd249b68f6', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'admin_state_up': True, 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'security_groups': ['b66b1163-5716-4650-af0e-5eaabb6f38e1']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:17.133418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573807-dc83-445e-a1ed-56485bb26ce4 req-f62df6fc-d364-436a-a8c0-634c4f538d22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:17.135187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db573807-dc83-445e-a1ed-56485bb26ce4 req-f62df6fc-d364-436a-a8c0-634c4f538d22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 944 time: 0.3354504 Oct 12 11:23:17.145282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:23:17.157640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:17.158020 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.195813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f78ec-92dd-4a0d-9327-284d153ffe09 req-3f235895-d52c-4699-962a-c118aaa8ac59 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:17.197367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c4f78ec-92dd-4a0d-9327-284d153ffe09 req-3f235895-d52c-4699-962a-c118aaa8ac59 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1855240 Oct 12 11:23:17.243030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.274510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['62984e31-cef2-4f6d-9d9d-19178b6abbc2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:17.297922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db573807-dc83-445e-a1ed-56485bb26ce4 req-526b8558-f23a-4ab0-84b9-bc60dd2746d9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199856 Oct 12 11:23:17.318916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Pushing event deleted for resources: {'Port': ['ID=62984e31-cef2-4f6d-9d9d-19178b6abbc2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:17.323031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c4f78ec-92dd-4a0d-9327-284d153ffe09 req-9b77d4ce-33fa-4254-bd16-0734ed530306 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145961 Oct 12 11:23:17.385562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] No DVR routers for this DVR port 62984e31-cef2-4f6d-9d9d-19178b6abbc2 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:17.390122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.397619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.401990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c5c5eb5-ba7e-4056-9b97-d7f0284dbea8 req-3d0624ac-7c0f-4f69-bac6-4878664a2100 tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.47 "DELETE /v2.0/ports/62984e31-cef2-4f6d-9d9d-19178b6abbc2 HTTP/1.1" status: 204 len: 173 time: 1.1538553 Oct 12 11:23:17.402585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'name': 'network-vif-deleted', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:17.405088 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2fae2e-e484-4f92-a434-80df1f55fb65" -d '{"events": [{"server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "name": "network-vif-deleted", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:17.437613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:17.440605 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ac355-2b3f-446b-b221-e975d2f0d27e" -d '{"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:17.456129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:17.465328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Made reservation on behalf of 78bb288af51640af95b9a967b57dbc71 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:17.469566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.497444 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc502d3-6f21-41a6-8119-f57ffe6a9406 x-openstack-request-id: req-0bc502d3-6f21-41a6-8119-f57ffe6a9406 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:17.498010 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed00a5-1d91-481f-b121-5ba8a87ec682", "name": "network-vif-deleted", "tag": "62984e31-cef2-4f6d-9d9d-19178b6abbc2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:17.498522 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bc502d3-6f21-41a6-8119-f57ffe6a9406 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:17.499478 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed00a5-1d91-481f-b121-5ba8a87ec682', 'name': 'network-vif-deleted', 'tag': '62984e31-cef2-4f6d-9d9d-19178b6abbc2', 'status': 'completed', 'code': 200} Oct 12 11:23:17.505219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.530775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54882) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:17.554635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.565357 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa3861-8cf5-462b-8f90-ada7dea70b9a x-openstack-request-id: req-2eaa3861-8cf5-462b-8f90-ada7dea70b9a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:17.565357 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:17.565357 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eaa3861-8cf5-462b-8f90-ada7dea70b9a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:17.565357 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'code': 200} Oct 12 11:23:17.720266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:17.724260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Allocated IP 172.20.0.4 (0b875f1e-6048-4e98-81cb-17277501e94b/0c4bc41f-e63a-4718-a6da-1f890c3a4f2f/3a75d23d-d214-4cc1-a001-ae63bfcfb2e9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:17.777703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--733668507'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:17.810886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-58f8a6a2-ccb1-49a5-b7a9-8e37cffe0a25 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1208881692&fields=id&tenant_id=0bf2866d0c0c4ec9a48af32255a067e2 HTTP/1.1" status: 200 len: 267 time: 0.3170006 Oct 12 11:23:17.840789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b540ceb-0063-4029-ba09-323b7e159aba req-20939ea8-62a1-4011-86cb-143eff279b5c tempest-ServerDiagnosticsNegativeTest-1603604176 tempest-ServerDiagnosticsNegativeTest-1603604176-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5ed00a5-1d91-481f-b121-5ba8a87ec682 HTTP/1.1" status: 200 len: 210 time: 0.0404460 Oct 12 11:23:17.876680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db9531e7-6d22-4b48-95dc-f7fc5faaabb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:17.924768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbcff0-1d29-41ae-b28d-90be8e9c220a req-360beace-d7c6-4dc1-a34d-84a387311211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:17.926273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbbbcff0-1d29-41ae-b28d-90be8e9c220a req-360beace-d7c6-4dc1-a34d-84a387311211 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1096 time: 0.2796881 Oct 12 11:23:17.938384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-24afe28f-a47b-4541-9c6b-b420aa18bf0a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:17.943613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-24afe28f-a47b-4541-9c6b-b420aa18bf0a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 936 time: 0.1075714 Oct 12 11:23:18.004723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.004974 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.029218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4165ddc-1e89-43a0-a3e5-29647fc3140e req-7c5f8747-ccfd-4ad2-af29-a1645c5edf10 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.030744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4165ddc-1e89-43a0-a3e5-29647fc3140e req-7c5f8747-ccfd-4ad2-af29-a1645c5edf10 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0960457 Oct 12 11:23:18.056416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.069267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e73ed4e3-f831-41b6-b6ad-abfc5c8b9a50 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.070628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e73ed4e3-f831-41b6-b6ad-abfc5c8b9a50 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 936 time: 0.1192093 Oct 12 11:23:18.087214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cbbbcff0-1d29-41ae-b28d-90be8e9c220a req-776121aa-d4ba-456d-8be4-2133165834e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460173 Oct 12 11:23:18.087697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4165ddc-1e89-43a0-a3e5-29647fc3140e req-d701fb0b-fa06-4091-9d50-9d94723567d4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Oct 12 11:23:18.135614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.153351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-bf84683c-4c9a-4539-ae78-07273a1257c8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0720139 Oct 12 11:23:18.235142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8daf143e-a60f-4085-9914-13eabfaad489 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:18.241222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-d1189bf3-a2de-48b4-8d94-413f817d3e29 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0801971 Oct 12 11:23:18.244669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Network 0b875f1e-6048-4e98-81cb-17277501e94b is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:18.255585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:18.263172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:18.299228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event updated for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:18.320703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f821c9-bfa0-4210-866f-1e302905a2f3 req-a94aca9b-87d4-4715-b39f-03de4f514da7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.325587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8daf143e-a60f-4085-9914-13eabfaad489 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:18.326858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.331471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f821c9-bfa0-4210-866f-1e302905a2f3 req-a94aca9b-87d4-4715-b39f-03de4f514da7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 931 time: 0.1768172 Oct 12 11:23:18.385209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.386039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.420194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8:1::1 (c79e0521-e067-468c-b270-e10e13c6a137/cc15707b-ff5a-4a0f-a2df-a7e30a2218be/bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:18.420888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f821c9-bfa0-4210-866f-1e302905a2f3 req-cb07ac6c-a524-4a94-a914-5bfa083a49e7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864019 Oct 12 11:23:18.502885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-567475f6-d602-457a-b319-40ecd66579e4 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3902731 Oct 12 11:23:18.530209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Request body: {'port': {'device_id': '061f2483-8527-49cb-9164-89cd249b68f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:18.539009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.546546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-1780b7ca-b8d8-4ac2-bb70-e958609fc95e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.552400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-1780b7ca-b8d8-4ac2-bb70-e958609fc95e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.558458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-1780b7ca-b8d8-4ac2-bb70-e958609fc95e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.567106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-1780b7ca-b8d8-4ac2-bb70-e958609fc95e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 1995 time: 0.3138807 Oct 12 11:23:18.608780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4d5eb6a6-8d98-4246-860d-9c8a74b4c761 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/quotas/0bf2866d0c0c4ec9a48af32255a067e2 HTTP/1.1" status: 200 len: 375 time: 0.0407522 Oct 12 11:23:18.612284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687923e-af5d-45f1-a0ba-1ad865c60367 req-6216a738-1b15-4a61-9d80-1bd3b14cbd2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.624170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1687923e-af5d-45f1-a0ba-1ad865c60367 req-6216a738-1b15-4a61-9d80-1bd3b14cbd2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1361120 Oct 12 11:23:18.640028 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.644008 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.675226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1687923e-af5d-45f1-a0ba-1ad865c60367 req-f3673ac2-efe3-4773-bd49-93e32ace0b47 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Oct 12 11:23:18.741809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14684a6-e643-4fab-8bbd-2ff9ddb6f929,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:18.755885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6b0770b6-e1b8-4bfc-bd8e-43ae9c6dcec1 None None] Provisioning complete for port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:18.760068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6b0770b6-e1b8-4bfc-bd8e-43ae9c6dcec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.819657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.824511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6b0770b6-e1b8-4bfc-bd8e-43ae9c6dcec1 None None] Port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:18.836780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a826b095-9b25-457a-8c9b-4ab94e3b1cec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1943362 Oct 12 11:23:18.852049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.934034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:18.969385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b482e-5b38-48a2-be48-12473968b7d0 req-056cf43f-15f7-475f-ac11-883e226655bc tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:18.977890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec3b482e-5b38-48a2-be48-12473968b7d0 req-056cf43f-15f7-475f-ac11-883e226655bc tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1262755 Oct 12 11:23:18.980656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b613658-56ab-492f-bc48-ea321e976772,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:18.986200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-1934dd50-ba2f-46e8-8aa1-9feb64bc0328 service neutron] 10.222.0.43 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237650 Oct 12 11:23:19.003079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.036174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec3b482e-5b38-48a2-be48-12473968b7d0 req-d64ead8a-a3c5-4e18-9fc5-16c19235e883 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578098 Oct 12 11:23:19.059585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.059585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ab09268-eed3-44a7-be79-220842102706 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5241911 Oct 12 11:23:19.088588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:19.105994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network c79e0521-e067-468c-b270-e10e13c6a137 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:19.123073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:19.135324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.135545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:19.145395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:19.145951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.166907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Transition to ACTIVE for port object 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:19.200432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:19.262344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aa2b9-31ab-4a91-ae3d-9ae1a5ef5e69 req-04b88c37-b505-4906-863e-6d195f5d415f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:19.272653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee9aa2b9-31ab-4a91-ae3d-9ae1a5ef5e69 req-04b88c37-b505-4906-863e-6d195f5d415f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0908525 Oct 12 11:23:19.300260 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.319951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-71e673d9-76b5-4313-b6f9-306e66bd5cb6 service neutron] 10.222.0.43 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259861 Oct 12 11:23:19.335821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-577e7473-2042-4dd6-8489-39d06cbc5035 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2452395 Oct 12 11:23:19.344565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:19.350192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-security--2041093076', 'description': 'tempest-security-description-1508508702'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:19.373803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Pushing event updated for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:19.403013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee9aa2b9-31ab-4a91-ae3d-9ae1a5ef5e69 req-5a86cac6-9d06-4e1c-a5db-a74fef8efa82 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251645 Oct 12 11:23:19.407963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-f7be8792-dcf9-4185-8d0c-c0407b76e115 service neutron] 10.222.0.43 "GET /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0779879 Oct 12 11:23:19.447726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.565557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.649071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Attempting to bind port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:19.649416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Attempting to bind port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:19.649741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Attempting to bind port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 on network 0b875f1e-6048-4e98-81cb-17277501e94b {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:19.653301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-462788d9-3e89-4c1c-b3e3-ac8d5b8a83ee None None] Provisioning complete for port bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:19.654290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-462788d9-3e89-4c1c-b3e3-ac8d5b8a83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.669333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.669712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 on network 0b875f1e-6048-4e98-81cb-17277501e94b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:19.670036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Attempting to bind port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 on network 0b875f1e-6048-4e98-81cb-17277501e94b {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:19.701840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-462788d9-3e89-4c1c-b3e3-ac8d5b8a83ee None None] Port bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:19.702347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:19.702718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Checking segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:19.703110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Bound using segment: {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:19.703562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Bound port: 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6bacca7-af1c-4615-bc22-df4b3507a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:19.703940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.711413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-74d6beb5-801a-446b-9cb1-57b3d7826bd9 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920349 Oct 12 11:23:19.767209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbeecb-044c-4d56-864a-f7a4835f5f2d req-6f81114b-c424-40f5-8e20-12ee5b302472 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:19.769228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2cbeecb-044c-4d56-864a-f7a4835f5f2d req-6f81114b-c424-40f5-8e20-12ee5b302472 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.2056153 Oct 12 11:23:19.805891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54912) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:19.814216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62984e31-cef2-4f6d-9d9d-19178b6abbc2 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:19.855970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2cbeecb-044c-4d56-864a-f7a4835f5f2d req-ccc33187-8ccb-4813-a261-512a49c2665e tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780149 Oct 12 11:23:19.861878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.865628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:19.866568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:19.869469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "PUT /v2.0/security-groups/4b613658-56ab-492f-bc48-ea321e976772 HTTP/1.1" status: 200 len: 1780 time: 0.5206206 Oct 12 11:23:19.871799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:19.892280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:19.898415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 62984e31-cef2-4f6d-9d9d-19178b6abbc2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:19.900413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 62984e31-cef2-4f6d-9d9d-19178b6abbc2 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:19.940353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50ce0ff4-055b-441d-b7f6-bc82fd1b6bc5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups/4b613658-56ab-492f-bc48-ea321e976772 HTTP/1.1" status: 200 len: 1780 time: 0.0587103 Oct 12 11:23:19.940353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54918) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:19.982598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b613658-56ab-492f-bc48-ea321e976772,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:20.004026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.007352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.007699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.008038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.008372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.008699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.009025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.009348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.009857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.010184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.010506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.010876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.011199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114f598-c76c-447a-b88c-ea7fc525b63d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:20.043764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-cce1beed-1a10-4e2d-b686-3ab47b3e6527 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305779 Oct 12 11:23:20.086774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.087393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.088800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 HTTP/1.1" status: 200 len: 1091 time: 1.5676200 Oct 12 11:23:20.107162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:20.109478 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:20.119205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-471c6566-7dc5-40f8-afa0-d54b52f7d141 service neutron] 10.222.0.43 "GET /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0445647 Oct 12 11:23:20.128183 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.172742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-035a3166-fed6-476d-ba3c-5a55bce72d1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b3ffb3bd416450196bfdcf0f14e807e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574831 Oct 12 11:23:20.176277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54924) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:20.191522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de201b3-4ac0-46fc-8587-5f62a769f066 service neutron] Pushing event updated for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:20.213814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcced-2a9f-4a41-9d52-58b27b87d5e7 req-be1bdfa8-85a8-4ab4-8eee-e426a9114932 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.215708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-213dcced-2a9f-4a41-9d52-58b27b87d5e7 req-be1bdfa8-85a8-4ab4-8eee-e426a9114932 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2274065 Oct 12 11:23:20.222923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.361743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-213dcced-2a9f-4a41-9d52-58b27b87d5e7 req-ac7bf1e4-861c-49dd-b897-28a460e8efa4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335692 Oct 12 11:23:20.376365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-f0bc1c27-a4ea-437c-a465-6858610fb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.378128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-f0bc1c27-a4ea-437c-a465-6858610fb767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78bb288af51640af95b9a967b57dbc71&device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 1094 time: 0.1491165 Oct 12 11:23:20.379829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.461203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-4183bf2d-1edb-490d-afcc-0c2cd88dbb49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 HTTP/1.1" status: 200 len: 217 time: 0.0705192 Oct 12 11:23:20.463347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.472203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.475729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.479364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b613658-56ab-492f-bc48-ea321e976772 HTTP/1.1" status: 204 len: 168 time: 0.5434079 Oct 12 11:23:20.482520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f36e5e94-770d-43cd-a7e0-f08879674784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.494823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:20.565446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.576072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eeb89-db09-48d1-a774-c7f0d19444c0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b613658-56ab-492f-bc48-ea321e976772,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:20.583877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6c727f0a-64d7-4947-97e9-82462937cf25 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513583 Oct 12 11:23:20.639778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-4998a09a-5e23-41c9-9730-70536af8bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.641371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-4998a09a-5e23-41c9-9730-70536af8bd00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c4bc41f-e63a-4718-a6da-1f890c3a4f2f HTTP/1.1" status: 200 len: 855 time: 0.1702795 Oct 12 11:23:20.648795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b331bdcb-6c15-4a0f-b4aa-1560743b6ed4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520236 Oct 12 11:23:20.661194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:20.670336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.671152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.718436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a561-043c-429f-a3e8-cb1354d177f7 req-921647c9-0a54-4408-aa76-d39011dc948e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.720015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16b3a561-043c-429f-a3e8-cb1354d177f7 req-921647c9-0a54-4408-aa76-d39011dc948e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.2263753 Oct 12 11:23:20.723984 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-3c31dd0f-ef7c-4696-97e0-46844a1b61e6 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] delete failed (client error): The resource could not be found. Oct 12 11:23:20.729389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3c31dd0f-ef7c-4696-97e0-46844a1b61e6 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b613658-56ab-492f-bc48-ea321e976772 HTTP/1.1" status: 404 len: 347 time: 0.0619876 Oct 12 11:23:20.731731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54934) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:20.737013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777182738'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:20.774796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-01212da9-a701-4d50-9d7b-849f190439d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:20.776239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-01212da9-a701-4d50-9d7b-849f190439d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b875f1e-6048-4e98-81cb-17277501e94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261826 Oct 12 11:23:20.787705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:20.807592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.810192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.814628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-21bd63ad-4367-41bb-a2fe-2440da92103f service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227626 Oct 12 11:23:20.815098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5792d9d8-800e-45d3-8965-5ce7fbfda60d HTTP/1.1" status: 204 len: 168 time: 0.6339788 Oct 12 11:23:20.866745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16b3a561-043c-429f-a3e8-cb1354d177f7 req-78a71183-c722-480c-9313-89d8b3b6597c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231692 Oct 12 11:23:20.867880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074aa03-b476-46b8-b698-e06d8636b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792d9d8-800e-45d3-8965-5ce7fbfda60d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:20.922268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:20.930886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network c79e0521-e067-468c-b270-e10e13c6a137 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:20.934643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:20.936437 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d464f52-9dab-49c7-a8d4-8d1af966d4a1 x-openstack-request-id: req-7d464f52-9dab-49c7-a8d4-8d1af966d4a1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:20.936578 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:20.936824 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d464f52-9dab-49c7-a8d4-8d1af966d4a1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:20.937262 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'status': 'completed', 'code': 200} Oct 12 11:23:20.995237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-c2d53ee8-ec41-4d81-b393-c464991b4e63 service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087531 Oct 12 11:23:21.052371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-be47b2d7-4007-4da5-8d69-8e9c758bfda0 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366061 Oct 12 11:23:21.161948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router ced4a69f-f60a-4430-a858-65b8b3e03b5f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:21.165912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.192620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a621ccf-6cf9-42a3-9636-8e3745e6383d req-41cbbf70-8cbe-4ff0-9365-a91236614e40 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:21.194666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a621ccf-6cf9-42a3-9636-8e3745e6383d req-41cbbf70-8cbe-4ff0-9365-a91236614e40 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1800978 Oct 12 11:23:21.245896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cef0acc-4b2c-4a47-bbc4-c70f333e33c4 req-b72f8f31-5f72-4f0c-a6a6-a6c0cdbd20bf service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411609 Oct 12 11:23:21.264654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a621ccf-6cf9-42a3-9636-8e3745e6383d req-9e4ae368-61fb-4586-b8e9-67c4de6ae033 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586419 Oct 12 11:23:21.273255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.292523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0e4cfc84-b271-447d-9e7b-aa69987918ee None None] Provisioning complete for port bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:21.293016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc84-b271-447d-9e7b-aa69987918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.316207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-f9743691-775f-4c6e-937f-5a627c9c159b service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553325 Oct 12 11:23:21.346478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147870d7-f2e1-471d-b066-1d451c7aeef3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:21.355624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cfc84-b271-447d-9e7b-aa69987918ee None None] Port bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:21.388435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.394668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-71d2c91a-ca52-49dd-a85e-1ca6d0aa6d3e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6561253 Oct 12 11:23:21.419611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:21.434770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': '147870d7-f2e1-471d-b066-1d451c7aeef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:21.450644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:21.457314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-8b29cf2f-9bc7-4130-9f24-d0e96d8f27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:21.461039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b80b6e2a-6e4c-4237-bd51-22f5ec31ee3b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7642314 Oct 12 11:23:21.461210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-8b29cf2f-9bc7-4130-9f24-d0e96d8f27be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78bb288af51640af95b9a967b57dbc71&device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 1094 time: 0.0829952 Oct 12 11:23:21.461315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54944) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:21.482251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] Sync routers for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:21.494511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4b6a01b1-1710-4ec8-986b-9f8721eec1e1 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599975 Oct 12 11:23:21.501891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:21.504770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:21.553907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:21.563525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:21.564441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:21.579505 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.616575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:21.617982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600de68-ae23-4059-ac30-3165a3721a76 None None] The sync data for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:21.618304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7551d02-263c-4dfc-bdaf-8544ee12e79f req-85116c7f-06b2-46b2-9532-833ec024b44b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:21.621521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7551d02-263c-4dfc-bdaf-8544ee12e79f req-85116c7f-06b2-46b2-9532-833ec024b44b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2431350 Oct 12 11:23:21.636447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:21.655413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'floatingip': {'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:21.683330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-16ae91bd-3eb5-4167-a612-3426741eed34 service neutron] 10.222.0.43 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824944 Oct 12 11:23:21.684512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6e0fb-3afa-4c00-9b8b-ded1a18aa270 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:21.686005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ee6e0fb-3afa-4c00-9b8b-ded1a18aa270 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports/bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 HTTP/1.1" status: 200 len: 913 time: 0.2237651 Oct 12 11:23:21.687980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-0937082a-98a1-4f1b-ad54-27e685e878f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:21.689528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-0937082a-98a1-4f1b-ad54-27e685e878f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b875f1e-6048-4e98-81cb-17277501e94b HTTP/1.1" status: 200 len: 917 time: 0.2122650 Oct 12 11:23:21.691217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:21.702661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.706066 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.714099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54950) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:21.779990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.839088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.919657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:21.979578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-c3d876ea-e0ae-4e5d-9ab5-0a9d79ab8c0b service neutron] 10.222.0.43 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952483 Oct 12 11:23:22.019976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.113389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcc039e-4336-45a8-8977-cfa35eed2463,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:22.176427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b37142d6-6267-4e26-a853-ac21aee69502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.182624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-2a27428e-f19b-4d99-a44c-541ebffcb22d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 HTTP/1.1" status: 200 len: 217 time: 0.4797199 Oct 12 11:23:22.194717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6585b0cc-5fc1-4e1b-81f4-c5db49221a2c service neutron] 10.222.0.43 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037270 Oct 12 11:23:22.200183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.203966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3cc971ee-50c1-4914-b96d-4b8368c997da tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7728324 Oct 12 11:23:22.206502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54954) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:22.268740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8eb3b-5679-47d5-af56-52c1ca23d4c5 req-162f641f-c1a5-4146-9e9d-38c7d093fd6e tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:22.270290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c8eb3b-5679-47d5-af56-52c1ca23d4c5 req-162f641f-c1a5-4146-9e9d-38c7d093fd6e tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.5776634 Oct 12 11:23:22.376389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-69ba3a59-88d1-403d-969d-24a40148881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:22.377896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-69ba3a59-88d1-403d-969d-24a40148881c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c4bc41f-e63a-4718-a6da-1f890c3a4f2f HTTP/1.1" status: 200 len: 855 time: 0.1865695 Oct 12 11:23:22.380194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.407931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.492398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c8eb3b-5679-47d5-af56-52c1ca23d4c5 req-fe4727e0-ac82-42c6-8974-b25144c76f76 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097960 Oct 12 11:23:22.548298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-1c578dcf-e4ed-4ad3-9030-268c99ae0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:22.550283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-1c578dcf-e4ed-4ad3-9030-268c99ae0a87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b875f1e-6048-4e98-81cb-17277501e94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582797 Oct 12 11:23:22.555195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b37142d6-6267-4e26-a853-ac21aee69502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.609034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-d005ee49-d25f-4415-8af0-10fbdc3ea226 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032094 Oct 12 11:23:22.659531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.670635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.671776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ebcc039e-4336-45a8-8977-cfa35eed2463 HTTP/1.1" status: 204 len: 168 time: 0.4638186 Oct 12 11:23:22.672131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b37142d6-6267-4e26-a853-ac21aee69502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:22.677954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:22.716486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a62c66-5629-4585-9ab3-fb88649777b1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebcc039e-4336-45a8-8977-cfa35eed2463,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:22.725298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.resource_extend [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:23:22.784191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b37142d6-6267-4e26-a853-ac21aee69502 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37166e92f329479aa252c32d3c8f1fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0665033 Oct 12 11:23:22.794103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37142d6-6267-4e26-a853-ac21aee69502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa2fc86-1956-4595-b9ad-99c80c26ae74,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:22.798393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:22.811102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f8fd-3941-4f64-954b-000e20675bff req-a4ca6ea1-1a8e-47bd-ad05-c8367a30a15a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:22.811102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01f7f8fd-3941-4f64-954b-000e20675bff req-a4ca6ea1-1a8e-47bd-ad05-c8367a30a15a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.2265770 Oct 12 11:23:22.845052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-c1c474ba-7bc8-4d43-b984-5a9833545e3f service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846949 Oct 12 11:23:22.872968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-631533ab-7ea4-4036-8cc1-dde370ac3f61 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1897209 Oct 12 11:23:22.888484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54962) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:23.047660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01f7f8fd-3941-4f64-954b-000e20675bff req-49e1e7f1-19da-4cc8-92ef-0f34f9991024 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106783 Oct 12 11:23:23.101246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.141518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.163167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba494dfa-7b81-4aea-aa97-cf8c42442ebe req-f48c14ed-4541-4356-8b7e-7b4d61fe14b1 service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059347 Oct 12 11:23:23.183370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.186983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.187685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-933cadf1-5888-4aad-a05f-e0d13413d7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566266 Oct 12 11:23:23.196187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.198834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.254393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.327648 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.334659 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Floating IP 62cfe49f-f690-4b24-95e6-87adc3b1c6f0 associated. External IP: 172.25.2.113, port: f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37. Oct 12 11:23:23.400913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbc19a-21d2-4e6d-afb7-5832b3a3515d req-babba833-db34-4449-ae58-60ef56ca210b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:23.402596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8dbc19a-21d2-4e6d-afb7-5832b3a3515d req-babba833-db34-4449-ae58-60ef56ca210b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2359977 Oct 12 11:23:23.524925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.527746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.531378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/147870d7-f2e1-471d-b066-1d451c7aeef3 HTTP/1.1" status: 204 len: 168 time: 0.6346676 Oct 12 11:23:23.532111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54978) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:23.533098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8dbc19a-21d2-4e6d-afb7-5832b3a3515d req-14d2c5df-1c55-4451-80f9-29a3f361b818 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761294 Oct 12 11:23:23.546956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9bbe7-6043-4855-a53c-550df5653e78 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147870d7-f2e1-471d-b066-1d451c7aeef3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:23.562472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.565507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.566809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aa2fc86-1956-4595-b9ad-99c80c26ae74 HTTP/1.1" status: 204 len: 168 time: 0.7555625 Oct 12 11:23:23.597513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320da60-c56e-4353-b2e5-a8bc7212de06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa2fc86-1956-4595-b9ad-99c80c26ae74,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:23.666909 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8f326802-f6ec-4126-84f4-13e16887ba67 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338568 Oct 12 11:23:23.676107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54982) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:23.680947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--538571398'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:23.691159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:23.762257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784654a-5589-4096-82b4-74e808907ec4 req-2488689d-da5d-42d4-8741-8d161fa6e955 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:23.769643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d784654a-5589-4096-82b4-74e808907ec4 req-2488689d-da5d-42d4-8741-8d161fa6e955 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.1014502 Oct 12 11:23:23.781083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.830235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:23.830951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.867035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d784654a-5589-4096-82b4-74e808907ec4 req-3f500ae1-4bab-42a5-b623-402c886894cd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964961 Oct 12 11:23:23.890844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:23.895770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.904532 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:23.922321 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:23.923427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:23.953725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a7decbff-424c-49d3-9d6d-775793368220 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "PUT /v2.0/floatingips/62cfe49f-f690-4b24-95e6-87adc3b1c6f0 HTTP/1.1" status: 200 len: 991 time: 2.3080039 Oct 12 11:23:23.954330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:23.956452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.956655 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b434a52-bb07-4b59-80be-a590acc1b40d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:23.967266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:23.973237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:24.061519 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa21ee-c32c-4960-9a99-92f4d4ce4d8f x-openstack-request-id: req-50aa21ee-c32c-4960-9a99-92f4d4ce4d8f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:24.061519 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:24.061519 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50aa21ee-c32c-4960-9a99-92f4d4ce4d8f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:24.061519 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'status': 'completed', 'code': 200} Oct 12 11:23:24.090095 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:23:24.097982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.237355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ce560-629c-4d08-b42b-53e323d388f6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:24.243567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-273a3abb-c55b-48c8-83cc-bd1038b45a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.245359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-273a3abb-c55b-48c8-83cc-bd1038b45a38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1096 time: 0.1639206 Oct 12 11:23:24.286596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.288491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-25061509-f4ca-4ef7-bd1c-b78c4058c556 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6114323 Oct 12 11:23:24.324658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55004) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:24.329278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'f76ce560-629c-4d08-b42b-53e323d388f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:24.376030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2247904-46f8-4f28-ae58-2d99192bd6fa req-c3df2a94-7df0-4940-a3ef-59d596bf78e7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.377531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2247904-46f8-4f28-ae58-2d99192bd6fa req-c3df2a94-7df0-4940-a3ef-59d596bf78e7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1287227 Oct 12 11:23:24.397226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-7c52f8b5-eb9e-4d97-ad25-354ef883aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.399864 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-7c52f8b5-eb9e-4d97-ad25-354ef883aa11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1472266 Oct 12 11:23:24.401201 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '62cfe49f-f690-4b24-95e6-87adc3b1c6f0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:56Z', 'updated_at': '2021-10-12T11:23:22Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:24.402130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.436277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:23:24.445326 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:24.445537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=bad2b7d5-2fd6-4a88-a0a3-b570e3288bf9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:24.445924 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:24.495092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.527242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-63584c83-af41-4cc3-9da1-b9b2a7e0a307 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 999 time: 0.1199999 Oct 12 11:23:24.575926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.588936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2247904-46f8-4f28-ae58-2d99192bd6fa req-677934c2-26f5-472d-a134-51552ee4fe96 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010009 Oct 12 11:23:24.702871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-817c8f64-b86c-4d05-a5dd-0fef951ab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.704402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-817c8f64-b86c-4d05-a5dd-0fef951ab791 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.1680081 Oct 12 11:23:24.773034 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:23:24.798390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.802285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-b1a44ec6-131c-4361-bfa0-d1fba4e2c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.804663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-b1a44ec6-131c-4361-bfa0-d1fba4e2c655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754983 Oct 12 11:23:24.810861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:24.818178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4742b03-a272-4290-b502-ae9876b6f6e3 req-74e47e31-e9a1-4c29-9575-9df087bfa20b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:24.820927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4742b03-a272-4290-b502-ae9876b6f6e3 req-74e47e31-e9a1-4c29-9575-9df087bfa20b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1418905 Oct 12 11:23:24.956393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-8db505fc-45b9-41d2-9b2d-b19e68fc3171 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343741 Oct 12 11:23:25.000362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bb05af9-2916-42c8-bd40-b75690d8b75d req-587836e2-0ac4-493a-bcdb-f512cf825532 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.2126045 Oct 12 11:23:25.011026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:25.012616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6869960 Oct 12 11:23:25.014529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34efcdd-e7f2-42ee-aea0-bf9b6c1aabcd tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508cc7ff-4915-45ed-b4cf-46c9354bd8c9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:25.016864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55028) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:25.022976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'f76ce560-629c-4d08-b42b-53e323d388f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:25.062661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4742b03-a272-4290-b502-ae9876b6f6e3 req-b609305c-c2f9-48f1-87bc-1b59d4bf4329 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050189 Oct 12 11:23:25.115907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b434a52-bb07-4b59-80be-a590acc1b40d req-5953d777-6116-4aaa-81a2-8fed882cb6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491301 Oct 12 11:23:25.176028 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '62cfe49f-f690-4b24-95e6-87adc3b1c6f0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:56Z', 'updated_at': '2021-10-12T11:23:22Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:25.207565 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8a76db-14b0-425c-a318-392138cae9f4 None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '62cfe49f-f690-4b24-95e6-87adc3b1c6f0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:56Z', 'updated_at': '2021-10-12T11:23:22Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:25.208246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82288-506d-411e-9d2f-e7d714e1df53 req-cfd60bf2-cf6a-4fcc-8748-9779a5cc8347 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:25.210614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48f82288-506d-411e-9d2f-e7d714e1df53 req-cfd60bf2-cf6a-4fcc-8748-9779a5cc8347 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.1094444 Oct 12 11:23:25.220935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router ced4a69f-f60a-4430-a858-65b8b3e03b5f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:25.263781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48f82288-506d-411e-9d2f-e7d714e1df53 req-ea83f53f-e579-47ce-a6a1-d5ef06859048 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Oct 12 11:23:25.335302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:25.384301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:25.393830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-94af3fe3-6579-4d23-bc6c-fc7f61566e85 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6998510 Oct 12 11:23:25.396714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:25.398077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] Sync routers for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:25.411461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:25.412633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:25.449998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:25.459301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:25.460097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:25.483418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:25.506481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:25.507195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fae46-c137-4f95-b53e-dce756fc090d None None] The sync data for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:25.541259 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5835477-c666-436e-aa70-fd8cfd07c6ff None None] New status for floating IP 62cfe49f-f690-4b24-95e6-87adc3b1c6f0: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:23:25.566221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:25.619561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33aa6e04-446d-488b-9420-85de27211c86,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:25.686285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:25.687658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cde9d441-16ce-4af4-98df-fc3fb83e1b5b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6698091 Oct 12 11:23:25.692343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:25.712402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'f76ce560-629c-4d08-b42b-53e323d388f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:25.744879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ec3a-700b-4c64-93a9-c7c402a6bdb6 req-a1d9cb2c-d9b9-4cc9-acfb-7a1175e85526 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:25.746425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2138ec3a-700b-4c64-93a9-c7c402a6bdb6 req-a1d9cb2c-d9b9-4cc9-acfb-7a1175e85526 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0592945 Oct 12 11:23:25.808615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2138ec3a-700b-4c64-93a9-c7c402a6bdb6 req-d66fc211-cca7-4aab-b9fb-c2af2c0116f9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516360 Oct 12 11:23:26.185492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.205953 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.209785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2343ba7e-a510-43cb-8cf8-567569cecba1 req-6d8ab582-eb90-401f-b1d8-e61424c5c649 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0462718 Oct 12 11:23:26.214274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf3ea-cf87-4337-b5c4-4cb01dca17b5 req-332f2b55-a9ac-41b0-816e-c9825dbdb3f7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:26.223396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54fdf3ea-cf87-4337-b5c4-4cb01dca17b5 req-332f2b55-a9ac-41b0-816e-c9825dbdb3f7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0643353 Oct 12 11:23:26.286965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54fdf3ea-cf87-4337-b5c4-4cb01dca17b5 req-564ca1d9-801c-4f02-a280-7fda6a9a7c1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587516 Oct 12 11:23:26.405818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.470917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.484669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85903ba1-814b-46ae-84b9-47bcc89f4bb5 req-4c8d2d53-7bfa-404b-94f0-420302e96484 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:26.484883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85903ba1-814b-46ae-84b9-47bcc89f4bb5 req-4c8d2d53-7bfa-404b-94f0-420302e96484 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.0812802 Oct 12 11:23:26.517270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.529782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-1a1f1f0a-5820-4c20-934b-bd8881fce2e2 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302873 Oct 12 11:23:26.557746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f5a73e-169d-4600-b21f-f3b4d921f233,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:26.572772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85903ba1-814b-46ae-84b9-47bcc89f4bb5 req-e0f57fec-623f-4293-b588-88f097e86cf6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760510 Oct 12 11:23:26.654405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.655606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f3e5d746-a435-4132-8edf-cdc4599e81d9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9631536 Oct 12 11:23:26.656286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-26ac9c3e-e9bd-4d08-a425-e0f70497419e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:26.657750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-26ac9c3e-e9bd-4d08-a425-e0f70497419e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221642 Oct 12 11:23:26.658349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55078) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:26.662870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'f76ce560-629c-4d08-b42b-53e323d388f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:26.682079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port eae16f13-df65-43a3-aefc-28c53aca8b55 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:26.682335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.684509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-c8bf92e7-0d1f-46a5-968a-76a8791174bc tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0164809 Oct 12 11:23:26.717501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-16451633-293b-4b72-81ce-1dbb5ba304c3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263231 Oct 12 11:23:26.773812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.786922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for eae16f13-df65-43a3-aefc-28c53aca8b55 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:26.808383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.862071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.979124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:26.999306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd89d5b-089a-4e9d-9a12-c6759bc0c8b1 req-694912d8-21b8-4668-805d-9e4b15a93aed tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.003427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4cd89d5b-089a-4e9d-9a12-c6759bc0c8b1 req-694912d8-21b8-4668-805d-9e4b15a93aed tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1027172 Oct 12 11:23:27.003579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ae6215-ad2b-406b-a373-6f6798e70d67,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:27.035981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fa5eec3-6f52-4a5f-b8db-f29440538c6b req-57099be3-5183-4dd9-be0b-8d3438b8925b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0364106 Oct 12 11:23:27.066988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4cd89d5b-089a-4e9d-9a12-c6759bc0c8b1 req-021a3b75-b363-4d9c-b116-80c9a18af3c1 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Oct 12 11:23:27.090033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.091253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-311fe77c-2770-4bc5-b610-d388bb3fbb9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4319518 Oct 12 11:23:27.093875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55086) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.098317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'f76ce560-629c-4d08-b42b-53e323d388f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:27.122307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.156974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=eae16f13-df65-43a3-aefc-28c53aca8b55,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:27.197063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.256038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.276502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.350215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a606411d-2c43-47bf-aff1-71ef0bd75f70 req-21a254ca-dc78-42f8-9ac2-8aedbaac156b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0294487 Oct 12 11:23:27.351407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.366298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-5b0069c5-8152-4d80-b3ca-6dddee30166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.367772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-5b0069c5-8152-4d80-b3ca-6dddee30166e service neutron] 10.222.0.47 "GET /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 1032 time: 0.1088450 Oct 12 11:23:27.381579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f0700c-346f-4813-968d-aaacfa21d8d1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:27.469151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.469151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9eb42811-a4f0-4a9f-a191-8866cf6bd231 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3740447 Oct 12 11:23:27.473759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55098) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.508541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.518022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-74b00407-1e4c-4bba-80d4-271935494c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.519427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-74b00407-1e4c-4bba-80d4-271935494c4a service neutron] 10.222.0.47 "GET /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 1032 time: 0.1419404 Oct 12 11:23:27.519574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.542793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router ced4a69f-f60a-4430-a858-65b8b3e03b5f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:27.580116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b88f-5c7e-447e-a5bc-0e7de304047c req-e4008450-c7bf-45d4-b77b-490a9bae759b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.581716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2db0b88f-5c7e-447e-a5bc-0e7de304047c req-e4008450-c7bf-45d4-b77b-490a9bae759b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1766658 Oct 12 11:23:27.659062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.679351 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.680462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a6f0700c-346f-4813-968d-aaacfa21d8d1 HTTP/1.1" status: 204 len: 168 time: 0.2055237 Oct 12 11:23:27.685170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55102) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.688646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a98e9-8b25-46bf-9c91-4ad3884d686f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f0700c-346f-4813-968d-aaacfa21d8d1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:27.710809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28439b6-a472-4c16-8b4c-ef3f02b5a787 req-e4a85cd3-dd93-44bf-9fa7-d83d1076fa1b tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.712412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d28439b6-a472-4c16-8b4c-ef3f02b5a787 req-e4a85cd3-dd93-44bf-9fa7-d83d1076fa1b tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.0645421 Oct 12 11:23:27.752499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d28439b6-a472-4c16-8b4c-ef3f02b5a787 req-83779a41-8cfb-4ca3-a2f8-a824e32dbdee tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Oct 12 11:23:27.780737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2db0b88f-5c7e-447e-a5bc-0e7de304047c req-b7bdfef8-c571-4234-91c4-46ab51cb89e1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612954 Oct 12 11:23:27.795809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:27.801453 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9e08278e-dff5-4eb2-b1a0-9957a8e9704d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037557 Oct 12 11:23:27.807084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55104) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.808564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] Sync routers for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:27.821126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:27.821731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:27.826581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-df429366-9d49-4702-83a9-603b4b411209 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.833953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-df429366-9d49-4702-83a9-603b4b411209 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.840752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-df429366-9d49-4702-83a9-603b4b411209 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:27.842521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-df429366-9d49-4702-83a9-603b4b411209 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 1995 time: 0.3125858 Oct 12 11:23:27.860440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:27.865849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-405e9d0f-6bf7-4fb4-9852-57d970d8e91d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=ced4a69f-f60a-4430-a858-65b8b3e03b5f HTTP/1.1" status: 200 len: 205 time: 0.0541291 Oct 12 11:23:27.865849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55108) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.870059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] Routers {'ced4a69f-f60a-4430-a858-65b8b3e03b5f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:27.872596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:27.931582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4a80298c-79ed-4680-8c3e-4f4b6490050f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2428014 Oct 12 11:23:27.934556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55112) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:27.954737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:27.956631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:27.957305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acb5cf-8c13-4676-8639-50c65152b187 None None] The sync data for ids ['ced4a69f-f60a-4430-a858-65b8b3e03b5f'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:27.998126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-0d26f161-8d26-406b-b023-00424b12df5c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bf2866d0c0c4ec9a48af32255a067e2 HTTP/1.1" status: 200 len: 380 time: 0.1372783 Oct 12 11:23:28.001138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.009756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'admin_state_up': True, 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'security_groups': ['5173c549-6e83-483b-ad6d-fb5257a0216e']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:28.019634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.138173 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.142533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d06386f6-cece-47ca-b8b7-eb7fad65a692 req-d2240907-9191-41f4-814d-0e23f64fde4d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0473495 Oct 12 11:23:28.149314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.216858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.233035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.234557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/83ae6215-ad2b-406b-a373-6f6798e70d67 HTTP/1.1" status: 204 len: 168 time: 0.2981853 Oct 12 11:23:28.249855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55120) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:28.276273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef49fd-9929-4f31-bdd4-d2366bd5504a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ae6215-ad2b-406b-a373-6f6798e70d67,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:28.300191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.300706 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router ced4a69f-f60a-4430-a858-65b8b3e03b5f {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:23:28.301794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f52de-48c7-40ff-bbf3-32389c9d6932 req-9cdabe53-f1e5-40ae-b91d-bd9e0020fd7d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:28.303461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff5f52de-48c7-40ff-bbf3-32389c9d6932 req-9cdabe53-f1e5-40ae-b91d-bd9e0020fd7d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0664840 Oct 12 11:23:28.320245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7b6a-fba0-4bc8-a2db-e61abb81a6c5 req-e4ad6363-d8d5-42aa-b159-7a5fc64546d6 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:28.321795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e38d7b6a-fba0-4bc8-a2db-e61abb81a6c5 req-e4ad6363-d8d5-42aa-b159-7a5fc64546d6 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1023848 Oct 12 11:23:28.327513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.331264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f661a0ed-acc8-4404-9896-011d53b38a92 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f HTTP/1.1" status: 204 len: 168 time: 0.4628248 Oct 12 11:23:28.333292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55122) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:28.343298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-26bc2041-c93e-443b-84a6-e44996785ba4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0908904 Oct 12 11:23:28.349486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55124) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:28.382197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e38d7b6a-fba0-4bc8-a2db-e61abb81a6c5 req-09bd898d-fd29-4fc5-bd33-32af84805825 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523543 Oct 12 11:23:28.415337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:28.418860 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.443885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff5f52de-48c7-40ff-bbf3-32389c9d6932 req-64652663-5a30-4bba-bf55-bd6bcd34179b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337562 Oct 12 11:23:28.487838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet cc15707b-ff5a-4a0f-a2df-a7e30a2218be {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:28.491456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.538198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.538872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df425845-48e1-4725-b571-c8cc8946483f req-e94f5960-c944-4009-875f-c7f3228ac702 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0805571 Oct 12 11:23:28.573720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-b00efa3f-8d2a-4932-a42c-27258427210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:28.575323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-b00efa3f-8d2a-4932-a42c-27258427210d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.2411149 Oct 12 11:23:28.592215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.624020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.813979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.871717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-05a14fbc-0d73-4b3d-95d0-3f6911086aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:28.873206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-05a14fbc-0d73-4b3d-95d0-3f6911086aab service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.2823782 Oct 12 11:23:28.895049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.902419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 172.20.0.14 (e76f2da4-b16b-46fb-942b-628171e148d8/5b183c87-43e6-4582-8f02-93a442af1078/13c6f7ca-28f3-4497-8d97-c76a2a50c3fd) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:28.911638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b6a4-3138-435d-897f-3300099ae57e req-3ac5b14d-881e-4668-adc2-52f8d7b34e29 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:28.919510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0466b6a4-3138-435d-897f-3300099ae57e req-3ac5b14d-881e-4668-adc2-52f8d7b34e29 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.0724144 Oct 12 11:23:28.943390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:28.946892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/76f5a73e-169d-4600-b21f-f3b4d921f233 HTTP/1.1" status: 204 len: 168 time: 0.5902224 Oct 12 11:23:28.950776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:28.966930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e954e-d488-4efb-9c2a-c4829f4f2cb5 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f5a73e-169d-4600-b21f-f3b4d921f233,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:28.983437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0466b6a4-3138-435d-897f-3300099ae57e req-eed0ec43-ee44-46fa-ac63-c15b23d7aa02 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627391 Oct 12 11:23:29.003766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-84e5e77b-7c15-41e7-ab75-426e84b5ebf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.1195176 Oct 12 11:23:29.040533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8afcee34-7d30-47a4-a543-5f0ed9b87b03 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0900064 Oct 12 11:23:29.043327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55134) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:29.079107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.079326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.080994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.141212 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.144268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/cc15707b-ff5a-4a0f-a2df-a7e30a2218be HTTP/1.1" status: 204 len: 168 time: 0.8089385 Oct 12 11:23:29.145552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656af79-64fd-4c2a-80f4-ef2132d7fbdf None None] Network c79e0521-e067-468c-b270-e10e13c6a137 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:29.147199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a367a5e-b4f1-4ea1-a4c0-340d08359de6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=cc15707b-ff5a-4a0f-a2df-a7e30a2218be,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:29.148240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55136) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:29.155987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-e4cb4e14-be0b-45fc-a8f5-3f3c6c732d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:29.158099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-e4cb4e14-be0b-45fc-a8f5-3f3c6c732d8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1434815 Oct 12 11:23:29.223548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet b976d719-d136-490e-a23e-febd4e04d838 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:29.227515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.227685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.236549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-8605efa0-90d5-4a3b-946b-840123d47a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:29.238062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-8605efa0-90d5-4a3b-946b-840123d47a05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733545 Oct 12 11:23:29.281533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.353736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0c651ba-c26a-4f5b-b7e5-f8f392fec354 req-63acf13a-c3c4-40dc-8d04-c37c276f60d4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0842092 Oct 12 11:23:29.365948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.379137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.381429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/33aa6e04-446d-488b-9420-85de27211c86 HTTP/1.1" status: 204 len: 168 time: 0.3370960 Oct 12 11:23:29.388783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55140) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:29.393111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61af8-7f02-4a0e-969a-14644ed0352c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33aa6e04-446d-488b-9420-85de27211c86,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:29.402243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.409803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-97c52dc3-83d2-47e2-8c2b-91653141b447 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631932 Oct 12 11:23:29.430396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] DHCP port deletion for c79e0521-e067-468c-b270-e10e13c6a137 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:29.438338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.537068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Deleting port 8daf143e-a60f-4085-9914-13eabfaad489 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:29.538563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.546813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f7b66-11bb-49f9-808d-39b2e4a7e292 req-a987b49b-c427-48c4-bbe4-321703845d5b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:29.548971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e58f7b66-11bb-49f9-808d-39b2e4a7e292 req-a987b49b-c427-48c4-bbe4-321703845d5b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0786836 Oct 12 11:23:29.588416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8eddde06-5bad-40ec-b834-040c0689c47d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1983666 Oct 12 11:23:29.589320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.592505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55150) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:29.628896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] For port 8daf143e-a60f-4085-9914-13eabfaad489, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8daf143e-a60f-4085-9914-13eabfaad489,segment=NetworkSegment(148ffcad-738e-4b53-b27d-93a3820c5234),segment_id=148ffcad-738e-4b53-b27d-93a3820c5234)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:29.629765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.636727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network e76f2da4-b16b-46fb-942b-628171e148d8 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:29.637678 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-5e9b9a88-40d5-499f-b81b-797bcacaaa2b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750451 Oct 12 11:23:29.651250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:29.653682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Calling delete_port for 8daf143e-a60f-4085-9914-13eabfaad489 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:29.656953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:29.663797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:29.710623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c21bbf4-c540-4246-b0f3-eb5977089f81 req-4d1ebdc7-eb5c-4cc7-a3bb-3f20b4a816d3 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940307 Oct 12 11:23:29.716207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=b976d719-d136-490e-a23e-febd4e04d838,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:29.719851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.723425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b43a213f-5127-4d64-a1ce-e03824469126 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/b976d719-d136-490e-a23e-febd4e04d838 HTTP/1.1" status: 204 len: 168 time: 0.5739789 Oct 12 11:23:29.729994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8715e22-b900-4cd9-ade3-8a62049f0ee9 req-8c6281c5-4b28-4779-b613-3c081f4ebb82 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:29.738279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8715e22-b900-4cd9-ade3-8a62049f0ee9 req-8c6281c5-4b28-4779-b613-3c081f4ebb82 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1663578 Oct 12 11:23:29.741646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55152) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:29.756104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1581a3-69d6-4c4e-a361-894dd8340ab8 None None] Network 43d83562-7cfb-49d9-bcb3-1b15d171322b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:29.777109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:29.777422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.814301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8715e22-b900-4cd9-ade3-8a62049f0ee9 req-ec749223-fca8-4543-b9c2-f581e495fe1d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706608 Oct 12 11:23:29.861364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e58f7b66-11bb-49f9-808d-39b2e4a7e292 req-fca388eb-e80a-403e-9f23-43c0a07bc8ba tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823167 Oct 12 11:23:29.862629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.873353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:29.893235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-83e61226-f790-4797-9bdf-dd10717d5632 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8874738 Oct 12 11:23:29.904704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'admin_state_up': True, 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'security_groups': ['5173c549-6e83-483b-ad6d-fb5257a0216e']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:30.082207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.105424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.106676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/508cc7ff-4915-45ed-b4cf-46c9354bd8c9 HTTP/1.1" status: 204 len: 168 time: 0.5094919 Oct 12 11:23:30.109720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55156) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:30.134133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfec4dd-679a-4db2-893a-38eb765a8cde tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508cc7ff-4915-45ed-b4cf-46c9354bd8c9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:30.148744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.167321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-2e0d0229-da01-4e76-b294-7b83d625f8b4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:30.167321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-2e0d0229-da01-4e76-b294-7b83d625f8b4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4659328 Oct 12 11:23:30.185345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:30.192697 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.231758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b508b52-d5b9-4ff2-8ed2-7528a2203bbb req-8112cf23-e10a-4f7f-974e-00fa377be97d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:30.233411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3b508b52-d5b9-4ff2-8ed2-7528a2203bbb req-8112cf23-e10a-4f7f-974e-00fa377be97d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 932 time: 0.2353652 Oct 12 11:23:30.253044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] No DVR routers for this DVR port 8daf143e-a60f-4085-9914-13eabfaad489 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:30.295835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962218da-5c3c-4fe5-b66a-e1f2cc8f132e req-9f30757a-acad-4b87-83af-94164699d2f6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:30.298245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-962218da-5c3c-4fe5-b66a-e1f2cc8f132e req-9f30757a-acad-4b87-83af-94164699d2f6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.1947353 Oct 12 11:23:30.310275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4066dccd-b345-4aad-ba55-f9ec50558976 None None] Provisioning complete for port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:30.310841 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4066dccd-b345-4aad-ba55-f9ec50558976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.314739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] DHCP port deletion for 43d83562-7cfb-49d9-bcb3-1b15d171322b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:30.321646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8daf143e-a60f-4085-9914-13eabfaad489 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:30.322800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-27ef0cf3-822b-4596-a3cf-8d09d3a9e68a tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2032142 Oct 12 11:23:30.325560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55158) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:30.395277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-962218da-5c3c-4fe5-b66a-e1f2cc8f132e req-354e4894-c093-4ce8-a8d2-0c4c7d0836ad tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861323 Oct 12 11:23:30.401957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d145653-5ce1-45c4-9935-a19313efa9c8 None None] Pushing event deleted for resources: {'Port': ['ID=8daf143e-a60f-4085-9914-13eabfaad489,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:30.410931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:30.421128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.453076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.467569 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.471985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3b508b52-d5b9-4ff2-8ed2-7528a2203bbb req-268b93c2-c6fb-4671-9430-60a6384d9f8e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066431 Oct 12 11:23:30.494106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8daf143e-a60f-4085-9914-13eabfaad489 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:30.494106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8daf143e-a60f-4085-9914-13eabfaad489 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:30.537484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4066dccd-b345-4aad-ba55-f9ec50558976 None None] Port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:30.541004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e0521-e067-468c-b270-e10e13c6a137']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:30.552603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148ffcad-738e-4b53-b27d-93a3820c5234') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:30.553213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148ffcad-738e-4b53-b27d-93a3820c5234') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:30.555321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Deleting port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:30.556066 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.565233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.581658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.589497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:30.590083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.601231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815c09a0-8aaa-43cd-9ac3-76acefe6dbec req-704930a5-45c5-4089-b1c7-cdd7a14d3243 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0508716 Oct 12 11:23:30.638600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] For port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,segment=NetworkSegment(4aacba4e-c371-4102-8e81-ac6216141e7f),segment_id=4aacba4e-c371-4102-8e81-ac6216141e7f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:30.639071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.648647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.656381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Calling delete_port for 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:30.661436 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:30.705236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.714571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.719473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/c79e0521-e067-468c-b270-e10e13c6a137 HTTP/1.1" status: 204 len: 168 time: 0.9701586 Oct 12 11:23:30.721645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:30.734752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6299c6-1388-4b0b-9d4e-f3f1456dd635 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=c79e0521-e067-468c-b270-e10e13c6a137,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:30.773420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:30.782580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.792997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.859835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.1.1.184 (4efefe6d-9ceb-4bad-9a60-08218b72632e/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4/9ccbda4e-8480-46bc-a694-165879f230c8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:30.866439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.869240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.872617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/f76ce560-629c-4d08-b42b-53e323d388f6 HTTP/1.1" status: 204 len: 168 time: 0.5438294 Oct 12 11:23:30.876412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55166) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:30.883955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.887999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:30.903126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657f948-7b2a-4502-8dca-a4b52a1b2676 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ce560-629c-4d08-b42b-53e323d388f6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:30.987612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e696c28e-5e0b-4fb6-8221-bb9150d16681 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097770 Oct 12 11:23:30.988234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55172) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:30.995711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503727382'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:31.014488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] Pushing event deleted for resources: {'Port': ['ID=6e6beebf-a527-4417-b4ff-95ed0d4d29a6,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:31.029392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef344883-f42c-4003-b595-6595a6f53c48 None None] No DVR routers for this DVR port 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:31.051492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a15bda-8fd0-4a48-919b-1add2b2e9642 req-ca03c477-019d-48b4-906a-e15394373075 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:31.053177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3a15bda-8fd0-4a48-919b-1add2b2e9642 req-ca03c477-019d-48b4-906a-e15394373075 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1471624 Oct 12 11:23:31.055345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.089286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.105193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3a15bda-8fd0-4a48-919b-1add2b2e9642 req-7fb47800-381a-4420-a25e-4a9131e83ba9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Oct 12 11:23:31.135385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.141333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.169900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d83562-7cfb-49d9-bcb3-1b15d171322b']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:31.181092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aacba4e-c371-4102-8e81-ac6216141e7f') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:31.181395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aacba4e-c371-4102-8e81-ac6216141e7f') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:31.198347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.223470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb119e-6cf7-429b-b01b-726a64cbc404,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:31.249049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.309422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.356384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.23 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/a3b04d0c-68b1-4d14-80ff-707a92014430) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:31.377072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f69545-e038-4eb5-aa74-e5a638f9b0d7 req-ece6ad37-d5fe-439f-9408-00c20cf12cf4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:31.378765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15f69545-e038-4eb5-aa74-e5a638f9b0d7 req-ece6ad37-d5fe-439f-9408-00c20cf12cf4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0938811 Oct 12 11:23:31.429918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.503035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9996ff-3a06-49f1-93b3-2b3b7a3aba5b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:31.531262 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15f69545-e038-4eb5-aa74-e5a638f9b0d7 req-759b1f73-c4d5-4466-bd4d-210094fe2f2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421421 Oct 12 11:23:31.548164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.549719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9ab8f02-137e-446d-9fae-2d728e383735 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5588267 Oct 12 11:23:31.553675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55182) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:31.559959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': '9b9996ff-3a06-49f1-93b3-2b3b7a3aba5b', 'direction': 'ingress', 'protocol': 17}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:31.613838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:31.614339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:31.617980 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:31.644622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a38a9e-4c1e-4737-81d8-ea9e90fdf4ac req-4c69a1f8-85e4-4043-a894-a89e34cbce19 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:31.646628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10a38a9e-4c1e-4737-81d8-ea9e90fdf4ac req-4c69a1f8-85e4-4043-a894-a89e34cbce19 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.5815067 Oct 12 11:23:31.702971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.712510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c4a0-c365-4e59-a42d-34fef5cfd7b9 req-100dfb58-2ee4-48a8-87a3-0c7b93fba9b9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:31.714059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e61c4a0-c365-4e59-a42d-34fef5cfd7b9 req-100dfb58-2ee4-48a8-87a3-0c7b93fba9b9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.1059003 Oct 12 11:23:31.731156 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.747306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10a38a9e-4c1e-4737-81d8-ea9e90fdf4ac req-088e1a52-9329-45d2-8f1c-7a44a46a71fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Oct 12 11:23:31.775157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.796366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e61c4a0-c365-4e59-a42d-34fef5cfd7b9 req-0be2bc22-0e85-4d5c-8ca0-c8254139d589 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759149 Oct 12 11:23:31.804307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.824484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.840471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.841454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55186) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:31.841647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/43d83562-7cfb-49d9-bcb3-1b15d171322b HTTP/1.1" status: 204 len: 168 time: 1.1187835 Oct 12 11:23:31.847881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-557403918'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:31.852131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38238c11-bf00-4506-9b42-a483f64ac945 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=43d83562-7cfb-49d9-bcb3-1b15d171322b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:31.871582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.926915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.928077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:31.931563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:31.935440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:31.972325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:31.995376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:31.996952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:31.999412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.000090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.000419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.026600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:32.054311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:32.061548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c986e7b7-438b-42b9-8674-c28bf4b50db8,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:32.075659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:32.082260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd279a-7a9e-4425-ab97-71d85d4dafbc req-73d5dbdc-3024-4d8f-8246-f1e6db55147c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.089123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd279a-7a9e-4425-ab97-71d85d4dafbc req-73d5dbdc-3024-4d8f-8246-f1e6db55147c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.090971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16cd279a-7a9e-4425-ab97-71d85d4dafbc req-73d5dbdc-3024-4d8f-8246-f1e6db55147c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 1654 time: 0.1920824 Oct 12 11:23:32.097334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e08ef2a7-c2dd-4e82-9323-5c46deb5f15c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1961815 Oct 12 11:23:32.109049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'admin_state_up': True, 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'security_groups': ['5173c549-6e83-483b-ad6d-fb5257a0216e']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:32.111140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:23:32.118134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:32.257277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:32.307915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:32.308541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6e6beebf-a527-4417-b4ff-95ed0d4d29a6 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:32.323963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3ecbfa6f-25e2-400e-b4de-92878e070853 None None] Provisioning complete for port 9ccbda4e-8480-46bc-a694-165879f230c8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:32.324522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfa6f-25e2-400e-b4de-92878e070853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.371322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbfa6f-25e2-400e-b4de-92878e070853 None None] Port 9ccbda4e-8480-46bc-a694-165879f230c8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:32.424966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:32.430064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.474852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dec324-2197-4bc9-9664-005ab4027085 req-bd271a44-86e4-400f-ab1c-02b5fea2ad9b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.476886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1dec324-2197-4bc9-9664-005ab4027085 req-bd271a44-86e4-400f-ab1c-02b5fea2ad9b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 935 time: 0.0878673 Oct 12 11:23:32.514112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5c4ed349-bbb0-45af-95d3-d86d895cf102 None None] Provisioning complete for port a3b04d0c-68b1-4d14-80ff-707a92014430 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:32.514888 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c4ed349-bbb0-45af-95d3-d86d895cf102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.574243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ed349-bbb0-45af-95d3-d86d895cf102 None None] Port a3b04d0c-68b1-4d14-80ff-707a92014430 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:32.598659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1dec324-2197-4bc9-9664-005ab4027085 req-4fb19d6b-b7c1-42af-a7c3-0255796a19f4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839005 Oct 12 11:23:32.623082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.623826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2fbe1270-221f-44a8-a010-76a46c91075d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0681236 Oct 12 11:23:32.625039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.625376 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 13ad189f-0522-4e52-b55e-0d6bf7eddc1a of type vlan for network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d Oct 12 11:23:32.631874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:32.639878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.1.1.201 (4efefe6d-9ceb-4bad-9a60-08218b72632e/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4/159716ce-b748-4392-bbf0-dd30a6f80f75) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:32.687317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.691113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.712397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.716843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16cd279a-7a9e-4425-ab97-71d85d4dafbc req-db648583-825a-475b-8abd-5d1d214be58a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094558 Oct 12 11:23:32.758309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.821532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.855854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-4d8d8bbc-95f1-47bb-a229-2c94e65c3374 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6756032 Oct 12 11:23:32.870185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Request body: {'port': {'device_id': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:32.920143 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.925529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.926242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.952640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:32.962777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3093e7-3495-44c5-8af3-0ab28354874c req-4e73f3fe-9f79-4a9a-8db3-0e811320929b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:32.964336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c3093e7-3495-44c5-8af3-0ab28354874c req-4e73f3fe-9f79-4a9a-8db3-0e811320929b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1500690 Oct 12 11:23:33.031884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:33.033020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.039378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c3093e7-3495-44c5-8af3-0ab28354874c req-2d21ecc4-2745-449d-a074-6f4fa1fd3612 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608630 Oct 12 11:23:33.040566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.045918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.047236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b9996ff-3a06-49f1-93b3-2b3b7a3aba5b HTTP/1.1" status: 204 len: 168 time: 0.4143422 Oct 12 11:23:33.049680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:23:33.050650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55198) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:33.053981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140903ce-8b06-4a96-ae3b-472f207ee809 req-5581b52a-d55a-4ba3-9253-7f519566d8e5 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:33.055668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-140903ce-8b06-4a96-ae3b-472f207ee809 req-5581b52a-d55a-4ba3-9253-7f519566d8e5 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.1667776 Oct 12 11:23:33.070424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-26a85c62-013f-4ee5-95b5-5c0f3e8f9cb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2206080 Oct 12 11:23:33.070424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55200) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:33.071165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:33.100056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab6874-2289-4ba4-ac68-2a5fde128481 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9996ff-3a06-49f1-93b3-2b3b7a3aba5b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:33.135492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.258942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-140903ce-8b06-4a96-ae3b-472f207ee809 req-323c2ecb-1526-4dcd-9bb2-823d9647b964 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837349 Oct 12 11:23:33.281317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:33.300731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:33.306804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:33.326066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59d3f78b-f596-43e2-8278-645e532647a0 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2478220 Oct 12 11:23:33.335055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:33.341493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--893396140'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:33.353562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:33.406443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea3981-3829-4961-81fd-95336055f74b req-428dc93f-5661-4a3f-8198-16cbe193a59a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:33.413130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fea3981-3829-4961-81fd-95336055f74b req-428dc93f-5661-4a3f-8198-16cbe193a59a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1800547 Oct 12 11:23:33.437875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:33.438506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.490572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fea3981-3829-4961-81fd-95336055f74b req-575756be-75f8-4645-abe4-fd361c8f72c5 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649354 Oct 12 11:23:33.517310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:33.520892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.608470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9ed8a1d0-1d12-442e-b362-97aeb5476344 None None] Provisioning complete for port 159716ce-b748-4392-bbf0-dd30a6f80f75 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:33.610391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a1d0-1d12-442e-b362-97aeb5476344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.635347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.684280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8a1d0-1d12-442e-b362-97aeb5476344 None None] Port 159716ce-b748-4392-bbf0-dd30a6f80f75 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:33.727179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-759e6108-0b39-4569-b126-c4b7748587a0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6226447 Oct 12 11:23:33.764679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'admin_state_up': True, 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'security_groups': ['5173c549-6e83-483b-ad6d-fb5257a0216e']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:33.775486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b04d0c-68b1-4d14-80ff-707a92014430 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:33.803516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.845934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178220-88c2-4030-b30a-d783c844966f req-99e44134-ed87-4fea-97b5-e16cf61af395 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:33.847579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a178220-88c2-4030-b30a-d783c844966f req-99e44134-ed87-4fea-97b5-e16cf61af395 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1355469 Oct 12 11:23:33.851986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Transition to ACTIVE for port object a3b04d0c-68b1-4d14-80ff-707a92014430 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:33.886197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:23:33.900235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.912229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1770c2-2ad9-41a4-9337-f0c935bfc89c req-c1bbbbf9-02c0-4184-b2b1-8ade1baee4c4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:33.920084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c1770c2-2ad9-41a4-9337-f0c935bfc89c req-c1bbbbf9-02c0-4184-b2b1-8ade1baee4c4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 935 time: 0.1643062 Oct 12 11:23:33.923395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.975512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a178220-88c2-4030-b30a-d783c844966f req-cda665e3-f8dc-4614-b6c0-0c789167d032 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158352 Oct 12 11:23:33.984356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:33.986599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.082087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:34.121814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:34.177254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c1770c2-2ad9-41a4-9337-f0c935bfc89c req-32fbaf30-27a3-4b31-8557-bec69b77a261 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519863 Oct 12 11:23:34.211246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:34.220892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb0feb-01ac-46c6-ab19-08f28b40a8df,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:34.227533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'port_id': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'mac_address': 'fa:16:3e:e3:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:23:34.237814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=c1e377b7-8565-43cd-944b-5eec8ed87dc5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:34.257159 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.258744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-283200f9-86b9-4b6c-a7bc-8d59aef2b206 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9226489 Oct 12 11:23:34.262147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55216) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:34.274171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--293910024'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:34.280642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.299391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:34.333964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:34.338281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.347022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '13ad189f-0522-4e52-b55e-0d6bf7eddc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:34.348800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:34.379498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Attempting to bind port a3b04d0c-68b1-4d14-80ff-707a92014430 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:34.380286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Attempting to bind port a3b04d0c-68b1-4d14-80ff-707a92014430 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:34.380785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Attempting to bind port a3b04d0c-68b1-4d14-80ff-707a92014430 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:34.398859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Port a3b04d0c-68b1-4d14-80ff-707a92014430 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:34.399415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Attempting to bind port a3b04d0c-68b1-4d14-80ff-707a92014430 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:34.412600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.420215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:34.420779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:34.421319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:34.421917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Bound port: a3b04d0c-68b1-4d14-80ff-707a92014430, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:34.422468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.452484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e130d4-3f71-44a1-8fd4-a9035c6b9a80 req-85966133-a4a7-4e92-a9d5-59ca528fb7d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.460237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e130d4-3f71-44a1-8fd4-a9035c6b9a80 req-85966133-a4a7-4e92-a9d5-59ca528fb7d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.466383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e130d4-3f71-44a1-8fd4-a9035c6b9a80 req-85966133-a4a7-4e92-a9d5-59ca528fb7d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.468132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57e130d4-3f71-44a1-8fd4-a9035c6b9a80 req-85966133-a4a7-4e92-a9d5-59ca528fb7d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 2375 time: 0.1891000 Oct 12 11:23:34.472948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e28d-deb7-490f-a17e-32866f8231ff req-e68e8623-667a-4ce6-bbaf-f020abbfb986 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.475047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8925e28d-deb7-490f-a17e-32866f8231ff req-e68e8623-667a-4ce6-bbaf-f020abbfb986 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 943 time: 0.0906839 Oct 12 11:23:34.483261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:34.494279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.518421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:34.566446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:34.572084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8925e28d-deb7-490f-a17e-32866f8231ff req-c9ca0236-f010-46d8-9002-ed8770268501 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753331 Oct 12 11:23:34.573903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a3b04d0c-68b1-4d14-80ff-707a92014430,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:34.609476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:34.618893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fa4bb-03b8-44f3-9936-ef6d8e4d29ee None None] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:34.623489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57e130d4-3f71-44a1-8fd4-a9035c6b9a80 req-b1dc2185-1fd6-4f1e-97ed-c1f96fd6a3f9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303658 Oct 12 11:23:34.625697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.627818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.644182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:34.654495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.727348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.728011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.729383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3b04d0c-68b1-4d14-80ff-707a92014430 HTTP/1.1" status: 200 len: 1095 time: 1.8634510 Oct 12 11:23:34.739492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3290575b-6437-4db6-9a4b-e422374a0443 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6721523 Oct 12 11:23:34.740097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:34.742417 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:34.745210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:34.755885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1981208302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:34.772611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.2.2.100 (9bd6e6f3-1b27-4082-a58c-6d074f2bf626/4598c4b1-e8ce-4cd7-b32d-d6cd5566234c/3a99e2d2-3253-4b41-a585-0c1ca77375d2) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:34.777715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.805563 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df94816-de83-4ba9-bb8e-8daa59dff453 x-openstack-request-id: req-5df94816-de83-4ba9-bb8e-8daa59dff453 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:34.805844 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:34.806334 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5df94816-de83-4ba9-bb8e-8daa59dff453 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:34.806764 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430', 'status': 'completed', 'code': 200} Oct 12 11:23:34.825410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba675d4a-92d6-4084-96b4-fdcb9845d230 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:34.837830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c523e-e48b-40a6-9081-88d028303de5 req-7dec20f9-8ae9-43d8-a7a1-ddc5de62457d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.843204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c8c523e-e48b-40a6-9081-88d028303de5 req-7dec20f9-8ae9-43d8-a7a1-ddc5de62457d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1860535 Oct 12 11:23:34.932339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.934002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9c8c523e-e48b-40a6-9081-88d028303de5 req-77d718a6-08a5-49ee-b587-8e0601861041 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873110 Oct 12 11:23:34.936043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.936880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.943921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9 req-15e9cae1-cf39-4c09-a670-5ee30088b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:34.945426 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9 req-15e9cae1-cf39-4c09-a670-5ee30088b645 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 1098 time: 0.1010954 Oct 12 11:23:34.967193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d', 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': 'c1e377b7-8565-43cd-944b-5eec8ed87dc5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:34.968664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:34.990115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9 req-3f369cd2-8824-4317-90bf-efe44595741f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331295 Oct 12 11:23:35.028556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5167eb-351b-468e-abe7-1e15f894f3fa,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:35.083552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.113979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.116065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cbf02660-764c-491e-a263-391effb2cc36 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8521371 Oct 12 11:23:35.128212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55228) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:35.133369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9 req-c0c1841a-4405-497c-9610-3013e816b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.134873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29661c1e-b068-4bb4-9e26-73d1c7dde8d9 req-c0c1841a-4405-497c-9610-3013e816b284 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365843 Oct 12 11:23:35.140209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.147200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'cafb0feb-01ac-46c6-ab19-08f28b40a8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ec5167eb-351b-468e-abe7-1e15f894f3fa', 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:35.194019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Allocated IP 2001:db8::2 (10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d/c1e377b7-8565-43cd-944b-5eec8ed87dc5/5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:35.197485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.200068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d48dfd-884e-40db-8ae8-2bc5c6c79521 req-27787fd6-61d1-4985-9d14-057095bac09f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.201645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4d48dfd-884e-40db-8ae8-2bc5c6c79521 req-27787fd6-61d1-4985-9d14-057095bac09f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0955076 Oct 12 11:23:35.251875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-37559ab5-4f4d-4098-b116-44459397a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.253508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-37559ab5-4f4d-4098-b116-44459397a1c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 1098 time: 0.0705647 Oct 12 11:23:35.259376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4d48dfd-884e-40db-8ae8-2bc5c6c79521 req-e663ca09-6d5c-406e-8c6c-993035ace36e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488541 Oct 12 11:23:35.280343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.305785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-54658e14-c694-40e5-8cab-7d74d56c4ab5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a3b04d0c-68b1-4d14-80ff-707a92014430 HTTP/1.1" status: 200 len: 217 time: 0.0435615 Oct 12 11:23:35.346985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:35.353785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:35.358949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.358949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:35.401383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:35.413196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.414387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-96749a2e-00e9-4283-bdb9-9df3853409f3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6628225 Oct 12 11:23:35.418580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:35.423174 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.428027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'port': {'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d', 'name': 'tempest-RoutersIpV6Test-1372253138'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:35.432424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-fb52bc05-cc02-4675-88bc-83cc91563e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.434474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-fb52bc05-cc02-4675-88bc-83cc91563e3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1146834 Oct 12 11:23:35.459786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafced8-d39a-42f5-a686-c8f4bc705ba9 req-f048e95a-47f2-4713-9be7-2ffe4e0f5388 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.461326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cafced8-d39a-42f5-a686-c8f4bc705ba9 req-f048e95a-47f2-4713-9be7-2ffe4e0f5388 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 947 time: 0.1008599 Oct 12 11:23:35.466657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.467267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.528746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.565120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-8b46c8ef-3e77-40c2-a78d-e0e33f16b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.577429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-8b46c8ef-3e77-40c2-a78d-e0e33f16b5de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348825 Oct 12 11:23:35.594009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cafced8-d39a-42f5-a686-c8f4bc705ba9 req-4fe0af14-fb49-4362-93ac-7de24b33b1f0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000466 Oct 12 11:23:35.630561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-9a3968ee-18ad-4d7b-ae33-b4ff441a2970 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8809183 Oct 12 11:23:35.632741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.644381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'admin_state_up': True, 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'security_groups': ['5173c549-6e83-483b-ad6d-fb5257a0216e']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:35.697273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:35.702682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:35.709367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Pushing event updated for resources: {'Port': ['ID=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:35.713627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:35.735173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6255fb24-260f-46ce-8149-273a19d3edf3 None None] Provisioning complete for port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:35.735971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6255fb24-260f-46ce-8149-273a19d3edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.745539 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.785439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce19698d-eeab-4b8f-a652-53d5ff94f064,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:35.818039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c9b2-a05c-4110-88a9-f24f777360c4 req-a6505ce7-1b1c-4604-8cd4-d5946f9a61de tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.825260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f732c9b2-a05c-4110-88a9-f24f777360c4 req-a6505ce7-1b1c-4604-8cd4-d5946f9a61de tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1601958 Oct 12 11:23:35.854126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Attempting to bind port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:35.855096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-9a343dca-7950-4301-9ac1-9d53a51ff260 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599881 Oct 12 11:23:35.855275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Attempting to bind port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '13ad189f-0522-4e52-b55e-0d6bf7eddc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:35.855645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Attempting to bind port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f on network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:35.863624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Checking segment: {'id': '13ad189f-0522-4e52-b55e-0d6bf7eddc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Bound using segment: {'id': '13ad189f-0522-4e52-b55e-0d6bf7eddc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Bound port: 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad189f-0522-4e52-b55e-0d6bf7eddc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.870375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6255fb24-260f-46ce-8149-273a19d3edf3 None None] Port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:35.875203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998673e1-74cf-41e6-a4c2-ef5fa3e8e979 req-4ed4c048-1d2e-46b8-8cc6-c28cf3c0be35 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:35.875671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f732c9b2-a05c-4110-88a9-f24f777360c4 req-79282f4c-0c4c-4d4a-a9c6-c72feaea7fea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Oct 12 11:23:35.879132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-998673e1-74cf-41e6-a4c2-ef5fa3e8e979 req-4ed4c048-1d2e-46b8-8cc6-c28cf3c0be35 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 944 time: 0.1217155 Oct 12 11:23:35.901117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:35.906031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:35.916182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:35.929651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] device_id is not set on port 60c21233-4ace-4ef1-a148-22697beeff83 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:23:36.005912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] For port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:36.008916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.010107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ed157084-304f-45e7-a6c6-2fdd8f9b6d7d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8820369 Oct 12 11:23:36.013685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] For port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,segment=NetworkSegment(13ad189f-0522-4e52-b55e-0d6bf7eddc1a),segment_id=13ad189f-0522-4e52-b55e-0d6bf7eddc1a)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:36.017500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:36.069693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-998673e1-74cf-41e6-a4c2-ef5fa3e8e979 req-125b5e0a-5f54-45ec-8645-36aa31d0c4d6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768072 Oct 12 11:23:36.081812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.093623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cb1c3777-e8a5-4881-b81b-fc22d3c963f3 req-b75e9fcf-6082-4ee2-8659-0bb985ddb75e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130721 Oct 12 11:23:36.095151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.122382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:23:36.125598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.154323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-eb59fda3-dbc8-419a-93eb-9f33888935f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.160603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-eb59fda3-dbc8-419a-93eb-9f33888935f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.167651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-eb59fda3-dbc8-419a-93eb-9f33888935f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.174126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:36.174635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.175215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-eb59fda3-dbc8-419a-93eb-9f33888935f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.184669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-eb59fda3-dbc8-419a-93eb-9f33888935f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3096 time: 0.2078950 Oct 12 11:23:36.187762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8::22a (10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d/c1e377b7-8565-43cd-944b-5eec8ed87dc5/60c21233-4ace-4ef1-a148-22697beeff83) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:36.199527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Made reservation on behalf of 0bf2866d0c0c4ec9a48af32255a067e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:36.205484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60277-3fd2-48cb-ad02-d2a50bc77ebe req-2ed84a55-07c1-4785-a08c-c3c35549f26e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.206722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.214523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1e60277-3fd2-48cb-ad02-d2a50bc77ebe req-2ed84a55-07c1-4785-a08c-c3c35549f26e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0620625 Oct 12 11:23:36.217588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.230562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.231547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ce19698d-eeab-4b8f-a652-53d5ff94f064 HTTP/1.1" status: 204 len: 168 time: 0.2130444 Oct 12 11:23:36.233997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55248) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:36.271914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213835a5-e853-4e36-af38-8efef1135454 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce19698d-eeab-4b8f-a652-53d5ff94f064,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:36.303101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1847c-2fd5-43b1-8b07-efe41ab1c930 None None] Pushing event updated for resources: {'Port': ['ID=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:36.328541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1e60277-3fd2-48cb-ad02-d2a50bc77ebe req-4f7ad019-8c4e-4672-a8fd-91709ca5a209 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112533 Oct 12 11:23:36.341231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.379218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d7116302-ec9d-4e21-a276-ac826403c796 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1436918 Oct 12 11:23:36.381530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:36.382597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:36.384537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:36.386876 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfe82c8-8716-4ea5-a51c-508bc920b2d9" -d '{"events": [{"server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "name": "network-vif-plugged", "status": "completed", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:36.390562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2341bb1-aa98-42c2-8734-0810d9a21f76 req-e5bf9ec6-9338-4c1a-bd88-1a2c37253cc4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047255 Oct 12 11:23:36.460101 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226a257f-464f-43c6-8d21-629c8f9a818d x-openstack-request-id: req-226a257f-464f-43c6-8d21-629c8f9a818d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:36.460469 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "name": "network-vif-plugged", "status": "completed", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:36.460778 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-226a257f-464f-43c6-8d21-629c8f9a818d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:36.461237 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'code': 200} Oct 12 11:23:36.462064 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.538576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-7c56a98d-34c3-4342-9b3b-296de1f5151b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763140 Oct 12 11:23:36.542515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.547020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:36.610111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.741757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-a226de57-4141-4659-91c7-3b3cefdba446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.743620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-a226de57-4141-4659-91c7-3b3cefdba446 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 1096 time: 0.1275883 Oct 12 11:23:36.766451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c16a-f79b-405a-bda2-562e8cfde1ef req-97edee5d-47ab-4c8f-aa53-702b7b4599b7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.768088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d96c16a-f79b-405a-bda2-562e8cfde1ef req-97edee5d-47ab-4c8f-aa53-702b7b4599b7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 947 time: 0.0841467 Oct 12 11:23:36.795812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.832597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Allocated IP 10.2.2.200 (9bd6e6f3-1b27-4082-a58c-6d074f2bf626/4598c4b1-e8ce-4cd7-b32d-d6cd5566234c/cb2ebe48-5380-4b40-8595-c61163795309) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:36.841457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721466-579c-4e31-a4ef-e8d623403669 req-fd5ece00-0fae-486e-ac90-716627cf3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.843100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa721466-579c-4e31-a4ef-e8d623403669 req-fd5ece00-0fae-486e-ac90-716627cf3771 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 1096 time: 0.2213206 Oct 12 11:23:36.866184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d96c16a-f79b-405a-bda2-562e8cfde1ef req-f1a50253-d4da-4f33-95ea-19b008e13a5c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Oct 12 11:23:36.867146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.870312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:36.874522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec5167eb-351b-468e-abe7-1e15f894f3fa HTTP/1.1" status: 204 len: 168 time: 0.4885542 Oct 12 11:23:36.878364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55258) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:36.890789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f993d-9fbf-4a29-9cf2-275108ac2bf1 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5167eb-351b-468e-abe7-1e15f894f3fa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:36.945996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa721466-579c-4e31-a4ef-e8d623403669 req-7cdd368b-eb57-4075-81db-c7210aeeb3fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952432 Oct 12 11:23:36.947199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-8922199a-8d71-45f5-80b7-cda03e1dba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:36.949283 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-8922199a-8d71-45f5-80b7-cda03e1dba76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.1803310 Oct 12 11:23:37.009316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1e7635e4-ad77-4431-8015-69bb7d9d44e3 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1263082 Oct 12 11:23:37.014857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55262) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:37.019961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.025192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-ae1d196b-0494-4de8-bf00-21c7c05c2199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 200 len: 217 time: 0.0538881 Oct 12 11:23:37.105982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-5db86b55-bc59-4388-bc06-98545c726f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.107589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-5db86b55-bc59-4388-bc06-98545c726f84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0735762 Oct 12 11:23:37.112994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.113910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:37.143803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:37.157733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:37.168325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.168822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.177975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.215386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=60c21233-4ace-4ef1-a148-22697beeff83,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:37.246614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-8890cd3f-0f45-48cb-93d9-59a1f6e19f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.248645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-8890cd3f-0f45-48cb-93d9-59a1f6e19f04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320202 Oct 12 11:23:37.268520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7319d-e5b6-4aaa-bfed-3346f6ba0349 req-a30b12b2-e0aa-4f80-988b-c29207880b32 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.277797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73f7319d-e5b6-4aaa-bfed-3346f6ba0349 req-a30b12b2-e0aa-4f80-988b-c29207880b32 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2632430 Oct 12 11:23:37.320691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbfeac-cb61-442a-8102-b0dca0baa2e2 req-dde18ff4-aba9-4b53-8a33-d3c640fc76b2 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.322294 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49cbfeac-cb61-442a-8102-b0dca0baa2e2 req-dde18ff4-aba9-4b53-8a33-d3c640fc76b2 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.1288302 Oct 12 11:23:37.349524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73f7319d-e5b6-4aaa-bfed-3346f6ba0349 req-42fa7475-56a3-42c0-9070-30e6fbbd027e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685287 Oct 12 11:23:37.365941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e0f0e086-7702-49ff-b87a-c01e413b99a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9444127 Oct 12 11:23:37.367564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55270) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:37.393143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.436693 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.440937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.445462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/cafb0feb-01ac-46c6-ab19-08f28b40a8df HTTP/1.1" status: 204 len: 168 time: 0.4262228 Oct 12 11:23:37.446033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55274) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:37.529991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3fd5f200-f85a-4fdd-92b6-3cced9bb5e75 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808942 Oct 12 11:23:37.530150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49cbfeac-cb61-442a-8102-b0dca0baa2e2 req-aca1abf5-01d6-4e40-9ae8-0d269c7b09d0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705267 Oct 12 11:23:37.533521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55278) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:37.535074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504788f-1e51-42e7-829f-6c22d508c3d7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb0feb-01ac-46c6-ab19-08f28b40a8df,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:37.539258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441837463'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:37.545175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.655452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:37.668832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb436e-2eb2-42e5-a1b6-e82a24c88a23 None None] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:37.675858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1c699-128f-401a-ac71-25b6c40bb792 req-c674359c-db65-405a-bf80-3b9f62ef61d8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.678299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5be1c699-128f-401a-ac71-25b6c40bb792 req-c674359c-db65-405a-bf80-3b9f62ef61d8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.2216480 Oct 12 11:23:37.696808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:37.742659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5be1c699-128f-401a-ac71-25b6c40bb792 req-b7cff22c-fcc4-4cef-b88f-ec9777297d35 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546498 Oct 12 11:23:37.743575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:37.756461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:37.782604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-0ca7f093-b6ba-4144-a712-1ec618e912af service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184338 Oct 12 11:23:37.832792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.833965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.847798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.908952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342a9f-2156-48d4-b357-8e34a6a2012c req-c639ad84-9dab-4a9c-bfcf-f37d18005341 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:37.910409 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b342a9f-2156-48d4-b357-8e34a6a2012c req-c639ad84-9dab-4a9c-bfcf-f37d18005341 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2760503 Oct 12 11:23:37.913061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] Provisioning complete for port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:37.913439 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:37.976383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.037371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-431d8216-2baf-4f10-9a53-9e291919877f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3973610 Oct 12 11:23:38.043425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.072384 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.081467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.096441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:38.137473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] For port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,segment=NetworkSegment(13ad189f-0522-4e52-b55e-0d6bf7eddc1a),segment_id=13ad189f-0522-4e52-b55e-0d6bf7eddc1a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:38.138152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b342a9f-2156-48d4-b357-8e34a6a2012c req-4dfa5785-b28d-4ded-ba3b-35596a3659e9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168658 Oct 12 11:23:38.170677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f70f1c7e-21f6-49ed-8a26-9086d3fe72d1 req-f656835f-4ba2-4712-ab8d-41df54ffa3b1 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701897 Oct 12 11:23:38.202316 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.300654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe169e22-b063-4b59-94f7-e4bcc1548379,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:38.301418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd5d06-61c9-4a44-9409-5cb42f90073c None None] Pushing event updated for resources: {'Port': ['ID=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:38.332493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.334528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0fbabf0b-e7d6-44ff-b3d1-e8391bc8847c None None] Provisioning complete for port cb2ebe48-5380-4b40-8595-c61163795309 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:38.334993 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0fbabf0b-e7d6-44ff-b3d1-e8391bc8847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.335568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7338d8b8-1fe2-443e-9010-c8f95e06cc9d tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8011909 Oct 12 11:23:38.351562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55284) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:38.366036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': 'fe169e22-b063-4b59-94f7-e4bcc1548379', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:38.383890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.385052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:38.398350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0fbabf0b-e7d6-44ff-b3d1-e8391bc8847c None None] Port cb2ebe48-5380-4b40-8595-c61163795309 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:38.419571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:38.435723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:38.452596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:38.464529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:38.471418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:38.473347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-2c821d94-b6da-4b33-9a20-d989eee1eeec tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3817 time: 0.4435067 Oct 12 11:23:38.483042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:38.484948 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.552681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-645f572c-2cbc-44ec-9049-97d551a4cbf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6851475 Oct 12 11:23:38.556980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-679af64c-f0ba-470a-b4af-973b6f4b840d None None] Provisioning complete for port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:38.565785 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-679af64c-f0ba-470a-b4af-973b6f4b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.567860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf2eec4-2096-4a20-98d1-1ca7f4c16b1d req-1188168f-49ce-4c1f-b14d-e057c4182ab8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679870 Oct 12 11:23:38.801889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-679af64c-f0ba-470a-b4af-973b6f4b840d None None] Provisioning complete for port 60c21233-4ace-4ef1-a148-22697beeff83 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:38.802453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-679af64c-f0ba-470a-b4af-973b6f4b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.831427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:38.879380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-679af64c-f0ba-470a-b4af-973b6f4b840d None None] Port 60c21233-4ace-4ef1-a148-22697beeff83 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:39.010250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c2e94-1501-4a23-a72a-c95b83f581a2 req-dde31cc7-551b-4755-abdc-923efe0b8faf tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.017805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-226c2e94-1501-4a23-a72a-c95b83f581a2 req-dde31cc7-551b-4755-abdc-923efe0b8faf tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.3097067 Oct 12 11:23:39.022959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6cfd29cf-aeaa-4985-8aca-5f6fe50efb13 None None] Provisioning complete for port 60c21233-4ace-4ef1-a148-22697beeff83 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:39.023975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6cfd29cf-aeaa-4985-8aca-5f6fe50efb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.032124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1402a-537e-4883-94df-db83da64deb6 req-21350fbf-cff2-4467-88fa-e8e1dcdf368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.033625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-21350fbf-cff2-4467-88fa-e8e1dcdf368d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.3388317 Oct 12 11:23:39.051450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d751ab-9892-4927-a35b-10f5372a5997 req-914df4bc-9e59-41f6-a14e-572c7ce56e96 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.054535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8d751ab-9892-4927-a35b-10f5372a5997 req-914df4bc-9e59-41f6-a14e-572c7ce56e96 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 947 time: 0.6756997 Oct 12 11:23:39.061495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.121537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd29cf-aeaa-4985-8aca-5f6fe50efb13 None None] Port 60c21233-4ace-4ef1-a148-22697beeff83 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:39.134356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.151441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-226c2e94-1501-4a23-a72a-c95b83f581a2 req-c0caa88b-c514-4f69-9891-e1075d6a52c9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269681 Oct 12 11:23:39.154650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a3b04d0c-68b1-4d14-80ff-707a92014430 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:23:39.169435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8d751ab-9892-4927-a35b-10f5372a5997 req-baf9cd77-e303-488a-9661-1543fd325aa4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059484 Oct 12 11:23:39.189615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.190862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.215701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cd62f-17b5-40e0-864d-82460284d4c6 req-7c0ecb37-d711-413b-8100-dfbdd07855ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.219240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5cd62f-17b5-40e0-864d-82460284d4c6 req-7c0ecb37-d711-413b-8100-dfbdd07855ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1096 time: 0.1279881 Oct 12 11:23:39.293410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb3aacf-f318-4a70-9013-ca5b84a25f8a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:39.351058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1402a-537e-4883-94df-db83da64deb6 req-2b6ccde6-65c9-46d2-9387-64637b963329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.353366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-2b6ccde6-65c9-46d2-9387-64637b963329 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.2513888 Oct 12 11:23:39.353683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a3b04d0c-68b1-4d14-80ff-707a92014430,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:39.371582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a3b04d0c-68b1-4d14-80ff-707a92014430', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'a3b04d0c-68b1-4d14-80ff-707a92014430', 'mac_address': 'fa:16:3e:ff:59:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:23:39.403813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb5cd62f-17b5-40e0-864d-82460284d4c6 req-c101d0e5-aeb8-4b6f-83c6-a6a35af1ce32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438313 Oct 12 11:23:39.424964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=60c21233-4ace-4ef1-a148-22697beeff83,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:39.429906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.454228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a20a-0048-4cdd-9945-638d7691014f req-2c266cd8-6590-4590-ad58-2ca291db3395 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.454444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b04d0c-68b1-4d14-80ff-707a92014430 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:39.460298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7e2a20a-0048-4cdd-9945-638d7691014f req-2c266cd8-6590-4590-ad58-2ca291db3395 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1662560 Oct 12 11:23:39.484403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a3b04d0c-68b1-4d14-80ff-707a92014430,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:39.494309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.498624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1866f682-85a6-4f36-b48d-9fe81fbf5ad4 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1459682 Oct 12 11:23:39.500086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55296) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:39.550974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.572335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7e2a20a-0048-4cdd-9945-638d7691014f req-0c95641b-b4af-4388-ba02-f9cd314fc9cc tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Oct 12 11:23:39.638848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:39.651316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.657817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c392ae1e-fe76-4939-9c9c-49d7c3e00fc1 None None] Provisioning complete for port 60c21233-4ace-4ef1-a148-22697beeff83 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:39.658548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c392ae1e-fe76-4939-9c9c-49d7c3e00fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.698025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c392ae1e-fe76-4939-9c9c-49d7c3e00fc1 None None] Port 60c21233-4ace-4ef1-a148-22697beeff83 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:39.823111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68940a5-ebb4-41a5-ba5e-e5fd197871ba req-110368f8-c0b3-47d3-a84c-b212b7fd9e73 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:39.824748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68940a5-ebb4-41a5-ba5e-e5fd197871ba req-110368f8-c0b3-47d3-a84c-b212b7fd9e73 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0992346 Oct 12 11:23:39.866263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68940a5-ebb4-41a5-ba5e-e5fd197871ba req-0d8601c1-13fb-4195-a9a4-ec4088bf4ae9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346661 Oct 12 11:23:39.919750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.931599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:39.966242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:39.978995 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:39.993854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-0cf8331f-5d75-48fa-97cd-49bd42e2a57c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.6188323 Oct 12 11:23:40.005432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c417de-5635-4777-ac32-322b45339ab3 req-1b523c26-f8fc-4548-a3d7-c98202b543f6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.006547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25c417de-5635-4777-ac32-322b45339ab3 req-1b523c26-f8fc-4548-a3d7-c98202b543f6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.6515179 Oct 12 11:23:40.017119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.029548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Transition to ACTIVE for port object 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:40.062250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.108345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.116360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1402a-537e-4883-94df-db83da64deb6 req-01ee50a1-8503-4372-91e9-fd9ccddbebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.117829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-01ee50a1-8503-4372-91e9-fd9ccddbebee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1102252 Oct 12 11:23:40.163849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25c417de-5635-4777-ac32-322b45339ab3 req-d7389330-e391-41a8-9fff-7f9de2397bc3 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412978 Oct 12 11:23:40.210184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.237754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.241384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1fb3aacf-f318-4a70-9013-ca5b84a25f8a HTTP/1.1" status: 204 len: 168 time: 0.3254578 Oct 12 11:23:40.249764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:40.253068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:40.254091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.265455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.272512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.279077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.285632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.293480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-250c7a0a-d0cd-4498-800c-76c403e280db tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3829 time: 0.1379752 Oct 12 11:23:40.338402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a31a71-0975-4cc6-8891-45bddd658553 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb3aacf-f318-4a70-9013-ca5b84a25f8a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:40.357602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c39372fa-a52d-4db6-95c8-57a540de35f4 req-ca6c95b9-2292-43a4-968f-28b553cfa053 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632257 Oct 12 11:23:40.373581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:40.374046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.384593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:40.386394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.425640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1402a-537e-4883-94df-db83da64deb6 req-df07d1ac-7197-44d4-b677-4e1d01a8d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.428007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-df07d1ac-7197-44d4-b677-4e1d01a8d3d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2594316 Oct 12 11:23:40.447702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.448590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.581872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-374d6d8a-6319-450e-b7c9-471c4291ee23 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2865567 Oct 12 11:23:40.593312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55308) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:40.612841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=60c21233-4ace-4ef1-a148-22697beeff83,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:40.624640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06019f8e-955b-4f5a-baf9-f9eb99526019 req-84f42c09-ae7a-4688-ba1a-5deff55f107f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.625939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06019f8e-955b-4f5a-baf9-f9eb99526019 req-84f42c09-ae7a-4688-ba1a-5deff55f107f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 948 time: 0.3268151 Oct 12 11:23:40.631493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-e4869b23-904b-4503-9fbd-cd0398f54179 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642466 Oct 12 11:23:40.636102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5e26-f9be-4884-936a-a7883c315597 req-b26f6fde-1363-4eac-998b-dae645c91e78 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.639482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffef5e26-f9be-4884-936a-a7883c315597 req-b26f6fde-1363-4eac-998b-dae645c91e78 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.1578736 Oct 12 11:23:40.653198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55312) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:40.668695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Request body: {'floatingip': {'port_id': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:40.682786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Attempting to bind port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:40.683146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Attempting to bind port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:40.683467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Attempting to bind port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd on network e76f2da4-b16b-46fb-942b-628171e148d8 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:40.722873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:40.739582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:40.747980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.751027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd on network e76f2da4-b16b-46fb-942b-628171e148d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:40.751250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Attempting to bind port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd on network e76f2da4-b16b-46fb-942b-628171e148d8 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:40.797474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.824323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.841755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06019f8e-955b-4f5a-baf9-f9eb99526019 req-dd98fe75-e2e0-4ebf-abe8-36e8584c03a0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947989 Oct 12 11:23:40.850848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:40.851192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Checking segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:40.851587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Bound using segment: {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:40.852037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Bound port: 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7637f1e1-9708-46cb-8b2f-d74791b912e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:40.852400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:40.879593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2d2c5-96ae-4041-b271-0196145ad4e8 req-5ec0b8b1-ffc8-4029-b75f-90bcd209396e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:40.882122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06e2d2c5-96ae-4041-b271-0196145ad4e8 req-5ec0b8b1-ffc8-4029-b75f-90bcd209396e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1805546 Oct 12 11:23:40.978496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aab1402a-537e-4883-94df-db83da64deb6 req-3d7e7554-a22a-4386-93ab-264c5248ccfb service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333216 Oct 12 11:23:41.058199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06e2d2c5-96ae-4041-b271-0196145ad4e8 req-f43ba5cf-bfda-46bc-bc73-ac5e4c5468bd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363072 Oct 12 11:23:41.096411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:41.134430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a3b04d0c-68b1-4d14-80ff-707a92014430 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:41.152624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:41.163297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.166472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.170426 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/fe169e22-b063-4b59-94f7-e4bcc1548379 HTTP/1.1" status: 204 len: 168 time: 0.5754232 Oct 12 11:23:41.171270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55316) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:41.182238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c32477d5-f354-44b5-97dd-f99cba92ef38 None None] Provisioning complete for port 60c21233-4ace-4ef1-a148-22697beeff83 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:41.182614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c32477d5-f354-44b5-97dd-f99cba92ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.209248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f90e-6dd8-42b0-b1f3-2a8231f8ce68 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe169e22-b063-4b59-94f7-e4bcc1548379,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:41.227448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c32477d5-f354-44b5-97dd-f99cba92ef38 None None] Port 60c21233-4ace-4ef1-a148-22697beeff83 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:41.252854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router e4adf3f8-98ad-42a3-9c17-a8409fa23456 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:23:41.268326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd33a36b-f152-442f-940e-224dffdbd60e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809383 Oct 12 11:23:41.270196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:41.282279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group': {'name': 'tempest-secgroup--780715489'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:41.294807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.337606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.338858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.340272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 1092 time: 3.2494633 Oct 12 11:23:41.375996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:41.378251 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:41.379097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a3b04d0c-68b1-4d14-80ff-707a92014430 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:23:41.393719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a3b04d0c-68b1-4d14-80ff-707a92014430 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:41.393907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.454076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.482804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:41.485413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a58d1-1668-445f-b8d6-33895403b4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:41.532673 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fdd0ea-0832-4fe6-90f2-d80cb3331082 x-openstack-request-id: req-f8fdd0ea-0832-4fe6-90f2-d80cb3331082 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:41.532969 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:41.539146 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8fdd0ea-0832-4fe6-90f2-d80cb3331082 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:41.539576 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'status': 'completed', 'code': 200} Oct 12 11:23:41.564066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:41.578327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] Sync routers for ids ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:41.579383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d14be29b-2cb1-4588-9868-64d9a5bcb6b7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/e4adf3f8-98ad-42a3-9c17-a8409fa23456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2099254 Oct 12 11:23:41.580169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:41.592953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] Routers {'e4adf3f8-98ad-42a3-9c17-a8409fa23456'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:41.593682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:41.645221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347c162-2131-45b9-b0dd-6ef45f46476b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.650845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c347c162-2131-45b9-b0dd-6ef45f46476b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports/60c21233-4ace-4ef1-a148-22697beeff83 HTTP/1.1" status: 200 len: 984 time: 0.0634587 Oct 12 11:23:41.650845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:41.667159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.676565 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.resource_extend [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:23:41.679971 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:41.689068 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] Routers {'e4adf3f8-98ad-42a3-9c17-a8409fa23456'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:41.689616 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:41.722815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a3b04d0c-68b1-4d14-80ff-707a92014430,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:41.725550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:41.729269 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dc3f86-ac85-4b27-be8b-cfee0475b4cc" -d '{"events": [{"server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "name": "network-vif-plugged", "status": "completed", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:41.748206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.748683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.749160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.749595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.750041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.751885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-35d582be-4121-4ac1-a27a-60ccf399cdc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 4364 time: 0.2329175 Oct 12 11:23:41.752483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.780218 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:41.782257 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0996d629-daa5-4508-ba92-eb539a73c694 None None] The sync data for ids ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:41.806322 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.822452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.829781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.841835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.845232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.852002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:41.854105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-7d049fde-5a8b-4867-9ea8-21d9e053a5fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3829 time: 0.3545349 Oct 12 11:23:41.863742 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764910c0-66d6-45cd-a48f-2aec404188f7 x-openstack-request-id: req-764910c0-66d6-45cd-a48f-2aec404188f7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:41.866028 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "name": "network-vif-plugged", "status": "completed", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:41.866585 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-764910c0-66d6-45cd-a48f-2aec404188f7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:41.867158 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430', 'code': 200} Oct 12 11:23:41.878374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.948912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.961280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:41.976585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:41.984734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d155ad-3d09-4c9b-a929-505758e563f1 req-0af3474e-5121-497b-a2ef-fcc24c9edfeb tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235859 Oct 12 11:23:42.059811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.141845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-118dc90c-c150-4e9f-8cef-20fc2e5550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.141845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-118dc90c-c150-4e9f-8cef-20fc2e5550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.142156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-118dc90c-c150-4e9f-8cef-20fc2e5550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.143586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-118dc90c-c150-4e9f-8cef-20fc2e5550c9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3754568 Oct 12 11:23:42.156009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe784e-5b7d-4d55-8949-b3d2d52cc002,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:42.209858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966086-db27-46dd-98e0-3afb6499a9e8 req-8c04a25d-c9da-4272-b2b5-ccdfc0c07a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.211592 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e966086-db27-46dd-98e0-3afb6499a9e8 req-8c04a25d-c9da-4272-b2b5-ccdfc0c07a55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 1100 time: 0.2915564 Oct 12 11:23:42.262097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e966086-db27-46dd-98e0-3afb6499a9e8 req-9b77061d-ac9c-46a7-889c-0fc31e095892 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Oct 12 11:23:42.269890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.270719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4411ca-99d8-46da-919b-43c4694fbfb0 req-9cac69af-1946-4d6d-86bc-2c41b56fd90c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.274175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7787f10f-f25f-40b0-ae8d-794966ef791e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9999721 Oct 12 11:23:42.274332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e4411ca-99d8-46da-919b-43c4694fbfb0 req-9cac69af-1946-4d6d-86bc-2c41b56fd90c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.3031669 Oct 12 11:23:42.279663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55336) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:42.311002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': '54fe784e-5b7d-4d55-8949-b3d2d52cc002', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:42.387213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec46d7f-4950-4043-b455-8ec90f575eb3 req-1e179064-0175-4ac1-9531-4d0c06076037 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.388745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ec46d7f-4950-4043-b455-8ec90f575eb3 req-1e179064-0175-4ac1-9531-4d0c06076037 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1364439 Oct 12 11:23:42.415501 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Floating IP 35edb9ce-69a7-4dd6-9b83-e92f26c1b78e associated. External IP: 172.25.2.252, port: 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9. Oct 12 11:23:42.441535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e4411ca-99d8-46da-919b-43c4694fbfb0 req-39a1fcb3-e687-4034-9719-4e630e81543d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256626 Oct 12 11:23:42.484847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-265fb816-1fa0-41cd-80ce-2a0791aa406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.489612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a817bbaa-ce30-4e2f-ba0f-5453ffc38cd3 req-265fb816-1fa0-41cd-80ce-2a0791aa406b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3237777 Oct 12 11:23:42.508775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.532998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ec46d7f-4950-4043-b455-8ec90f575eb3 req-a81e1aeb-9434-4334-97d5-25dad03d2153 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308217 Oct 12 11:23:42.537802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.615676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0207d1-5897-4f4b-977f-ca698f1cd017 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:42.627706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.679886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Transition to ACTIVE for port object 1e0207d1-5897-4f4b-977f-ca698f1cd017 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:42.693826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.744056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa863a5-80ea-4ad9-ac10-08be383d1338 req-5e9b82b3-4ec2-440e-8e18-5c95409975ab tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:42.746115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9aa863a5-80ea-4ad9-ac10-08be383d1338 req-5e9b82b3-4ec2-440e-8e18-5c95409975ab tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1220095 Oct 12 11:23:42.764902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 60c21233-4ace-4ef1-a148-22697beeff83 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:42.765242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.798179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.841063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.857043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:42.870686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 60c21233-4ace-4ef1-a148-22697beeff83 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:42.902122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041f28ff-e527-4900-96fb-2dd401b5fc11,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:42.916305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:42.923527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9aa863a5-80ea-4ad9-ac10-08be383d1338 req-439e101a-a975-4a45-92dc-0581c2b4ac74 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660399 Oct 12 11:23:42.957212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Router 638eae0e-83ca-41e6-aa01-4694560131c3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:43.025249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.028863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2edb2bff-d2c6-440b-bc01-00d7ee9530b9 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7451830 Oct 12 11:23:43.033981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55346) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:43.071819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1a5dff71-f09b-49e9-a6f5-379b290c4ac8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules/041f28ff-e527-4900-96fb-2dd401b5fc11 HTTP/1.1" status: 200 len: 763 time: 0.0365183 Oct 12 11:23:43.075488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:43.131858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Attempting to bind port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:43.132339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Attempting to bind port 1e0207d1-5897-4f4b-977f-ca698f1cd017 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:43.132718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Attempting to bind port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:43.141510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:43.141834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Attempting to bind port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:43.148803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-adc75df3-8203-41b4-9833-b9b18d1ff50b tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0719166 Oct 12 11:23:43.153186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:43.164120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:43.164454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:43.164831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Bound using segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:43.165280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Bound port: 1e0207d1-5897-4f4b-977f-ca698f1cd017, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:43.165632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.231737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.239309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.248799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.255643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.262030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.270102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.270989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0215408-9856-4522-9569-1f6c60bbe788 req-05065622-5f34-4d5d-8c76-defcfac65c11 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 4606 time: 0.1600559 Oct 12 11:23:43.292908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.337816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=60c21233-4ace-4ef1-a148-22697beeff83,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:43.398541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d0215408-9856-4522-9569-1f6c60bbe788 req-40121299-1dc0-437b-bb69-34c9bfb0c5f8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205580 Oct 12 11:23:43.490611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.639609 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.648142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.750657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c315a4-0936-473e-a86f-24fe1ef5a1e9 req-bfd11a85-1748-402f-a26b-2a2076b7be1c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:43.752132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1c315a4-0936-473e-a86f-24fe1ef5a1e9 req-bfd11a85-1748-402f-a26b-2a2076b7be1c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1626494 Oct 12 11:23:43.758495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:43.766222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.776400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Sync routers for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:43.789176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:43.790270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:43.811426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:43.827954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c868d62f-ce61-4e35-8867-6c42aa9eb57a tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "PUT /v2.0/floatingips/35edb9ce-69a7-4dd6-9b83-e92f26c1b78e HTTP/1.1" status: 200 len: 991 time: 3.1603928 Oct 12 11:23:43.830178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:43.832795 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72aa418-bd89-4c63-9725-00537e29531e" -d '{"events": [{"name": "network-changed", "server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:43.838478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:43.859217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1c315a4-0936-473e-a86f-24fe1ef5a1e9 req-1443a21e-9682-4532-a8ad-725aeed7e132 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987363 Oct 12 11:23:43.871134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.880967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:43.882462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/041f28ff-e527-4900-96fb-2dd401b5fc11 HTTP/1.1" status: 204 len: 168 time: 0.7283733 Oct 12 11:23:43.886609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55364) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:43.940744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-192cfef6-c9e1-4cfd-b0c1-52862b1d7cec tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523953 Oct 12 11:23:43.941571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f7c8b-3d54-4ab7-b902-ada5c4327ac7 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=041f28ff-e527-4900-96fb-2dd401b5fc11,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:43.950655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55366) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:43.955105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:23:43.957452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': '54fe784e-5b7d-4d55-8949-b3d2d52cc002', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:43.975383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.047890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:44.063511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.064167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.066089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-59f842d9-61ca-4663-b8a8-2548afd63d60 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 1135 time: 2.5952113 Oct 12 11:23:44.072051 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a8c4a-a6c7-4b80-b711-c9a677258c7e x-openstack-request-id: req-ca4a8c4a-a6c7-4b80-b711-c9a677258c7e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:44.072469 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:44.072982 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca4a8c4a-a6c7-4b80-b711-c9a677258c7e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:44.073346 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'status': 'completed', 'code': 200} Oct 12 11:23:44.147167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2617db-d4db-4fd8-adee-08ae0be26c2c req-f1565b31-815c-4df4-83f0-aac55150e8f6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.148838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba2617db-d4db-4fd8-adee-08ae0be26c2c req-f1565b31-815c-4df4-83f0-aac55150e8f6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.5977867 Oct 12 11:23:44.154539 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.166772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router e4adf3f8-98ad-42a3-9c17-a8409fa23456 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:23:44.206646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa418-bd89-4c63-9725-00537e29531e req-e667c1da-bcc9-4495-a7cf-94d0bbe4a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.209059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-e667c1da-bcc9-4495-a7cf-94d0bbe4a05b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78bb288af51640af95b9a967b57dbc71&device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 1096 time: 0.1200809 Oct 12 11:23:44.220731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:44.338064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba2617db-d4db-4fd8-adee-08ae0be26c2c req-7ed75a6f-8aaf-44d1-828e-10004e57da30 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757827 Oct 12 11:23:44.356574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:44.366650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] Sync routers for ids ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:44.379227 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] Routers {'e4adf3f8-98ad-42a3-9c17-a8409fa23456'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:44.383103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16156828-d863-4c63-9f00-e1f1215defd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/e4adf3f8-98ad-42a3-9c17-a8409fa23456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273407 Oct 12 11:23:44.383811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:44.390280 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.423773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.429252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '35edb9ce-69a7-4dd6-9b83-e92f26c1b78e', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'port_id': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'mac_address': 'fa:16:3e:e3:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f2483-8527-49cb-9164-89cd249b68f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:22Z', 'updated_at': '2021-10-12T11:23:41Z', 'revision_number': 1, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.470847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Checking router: 638eae0e-83ca-41e6-aa01-4694560131c3 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:23:44.487403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.495076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:44.495076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.497815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.526230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3553f12e-2948-4320-bcad-5c8ce58b2549,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:44.531317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.562629 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] Routers {'e4adf3f8-98ad-42a3-9c17-a8409fa23456'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:44.563244 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.649093 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:44.650184 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890047f-160a-41b8-a513-f4ba69caee08 None None] The sync data for ids ['e4adf3f8-98ad-42a3-9c17-a8409fa23456'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:44.815747 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-1e16193a-0584-4a2f-aa49-09b49ca44eab tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 11:23:44.820792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1e16193a-0584-4a2f-aa49-09b49ca44eab tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/e4adf3f8-98ad-42a3-9c17-a8409fa23456/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4355309 Oct 12 11:23:44.823148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:44.858012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-30380e2f-552d-47ad-bfe4-cfa06f930237 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4adf3f8-98ad-42a3-9c17-a8409fa23456 HTTP/1.1" status: 200 len: 205 time: 0.0335863 Oct 12 11:23:44.859030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55376) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:44.870324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.871609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:23:44.877077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.880889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe2b12d-1244-4a44-a9f7-242b4b4f640e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:44.884041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.889435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.890360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.897041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.903351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Transition to ACTIVE for port object ebe2b12d-1244-4a44-a9f7-242b4b4f640e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:44.909758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:44.914308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f0bb3d9a-13b8-475a-aec1-1077e8778af8 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9625349 Oct 12 11:23:44.918252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55380) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:44.919476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.922556 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-c67e92b6-2229-4ad6-90e9-2d21bd519e64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 4606 time: 0.2947609 Oct 12 11:23:44.947873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9e88d237-aef5-440f-81dc-870edfe8a047 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules/3553f12e-2948-4320-bcad-5c8ce58b2549 HTTP/1.1" status: 200 len: 763 time: 0.0283971 Oct 12 11:23:44.951015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55382) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:44.969762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa418-bd89-4c63-9725-00537e29531e req-fd5ee9c9-6d67-4784-8d11-3e57d1a068c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:44.972215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-fd5ee9c9-6d67-4784-8d11-3e57d1a068c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b875f1e-6048-4e98-81cb-17277501e94b HTTP/1.1" status: 200 len: 917 time: 0.7466674 Oct 12 11:23:45.032433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.087318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-41710957-8f00-45f2-87cb-3a5a7261795c tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1327472 Oct 12 11:23:45.091364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:45.093570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.115628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86b886cd-b972-4c90-8687-c44e8c8d734c req-d5feff2b-b0a6-4837-a21d-ce24fe65683c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859870 Oct 12 11:23:45.175104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '35edb9ce-69a7-4dd6-9b83-e92f26c1b78e', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'port_id': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'mac_address': 'fa:16:3e:e3:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f2483-8527-49cb-9164-89cd249b68f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:22Z', 'updated_at': '2021-10-12T11:23:41Z', 'revision_number': 1, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:45.179631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.216215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4760f40-fed6-4af6-8bc5-6c8d47629dd8 None None] The sync data for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 is: [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '35edb9ce-69a7-4dd6-9b83-e92f26c1b78e', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'port_id': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'mac_address': 'fa:16:3e:e3:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f2483-8527-49cb-9164-89cd249b68f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:22:22Z', 'updated_at': '2021-10-12T11:23:41Z', 'revision_number': 1, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:45.246561 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.249017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.265642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0de05-1a22-459c-8fd6-ad7e0548a721 req-11e810ab-c650-49dd-97b1-4aa4fab0990e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:45.267664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12f0de05-1a22-459c-8fd6-ad7e0548a721 req-11e810ab-c650-49dd-97b1-4aa4fab0990e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.2800839 Oct 12 11:23:45.280639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.302415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-c74bedb9-3810-4b2f-ac51-c8ca1cb1668f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 HTTP/1.1" status: 200 len: 999 time: 0.3176219 Oct 12 11:23:45.368322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.368761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router e4adf3f8-98ad-42a3-9c17-a8409fa23456 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:23:45.382422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.384514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eea20964-4289-46c9-a6d4-778f8a2a6b8f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/e4adf3f8-98ad-42a3-9c17-a8409fa23456 HTTP/1.1" status: 204 len: 168 time: 0.4555230 Oct 12 11:23:45.386466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55390) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:45.422078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:45.515427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.521574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.522631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3553f12e-2948-4320-bcad-5c8ce58b2549 HTTP/1.1" status: 204 len: 168 time: 0.4268596 Oct 12 11:23:45.528612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:45.533438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12f0de05-1a22-459c-8fd6-ad7e0548a721 req-c4b02e9d-b8ea-4eaa-94bd-b2cfb53fde38 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238517 Oct 12 11:23:45.541121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa418-bd89-4c63-9725-00537e29531e req-8f9fff21-dcf4-495e-9ae1-28a45473ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:45.542863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-8f9fff21-dcf4-495e-9ae1-28a45473ffb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c4bc41f-e63a-4718-a6da-1f890c3a4f2f HTTP/1.1" status: 200 len: 855 time: 0.2213082 Oct 12 11:23:45.576255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27601c-328a-4f3c-a42b-304eb7b0c8a8 None None] New status for floating IP 35edb9ce-69a7-4dd6-9b83-e92f26c1b78e: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:23:45.590419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet c1e377b7-8565-43cd-944b-5eec8ed87dc5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:23:45.609375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c03aa-e788-4939-8276-2c8e5af86bcf req-05b3666f-e217-4d9e-b669-bb4a87c6fd41 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:45.611066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e32c03aa-e788-4939-8276-2c8e5af86bcf req-05b3666f-e217-4d9e-b669-bb4a87c6fd41 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.1549954 Oct 12 11:23:45.625084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.650084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0d74e-ddb8-4d6a-a5e8-b5d74730b4cf tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3553f12e-2948-4320-bcad-5c8ce58b2549,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:45.695794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-99e8e705-f6c0-4739-a246-c37a2c696936 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1591959 Oct 12 11:23:45.696428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55400) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:45.719072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Request body: {'security_group_rule': {'security_group_id': '54fe784e-5b7d-4d55-8949-b3d2d52cc002', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:45.734380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Attempting to bind port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:45.734738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Attempting to bind port ebe2b12d-1244-4a44-a9f7-242b4b4f640e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:45.740139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Attempting to bind port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:45.748398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on network 4efefe6d-9ceb-4bad-9a60-08218b72632e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:45.748721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Attempting to bind port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:45.754413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa418-bd89-4c63-9725-00537e29531e req-1a69995a-63fc-46bb-bae7-f73ee12495ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:45.757089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-1a69995a-63fc-46bb-bae7-f73ee12495ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b875f1e-6048-4e98-81cb-17277501e94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018688 Oct 12 11:23:45.759953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:45.760314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:45.760795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Bound using segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:45.761237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Bound port: ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:45.761592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.769913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e32c03aa-e788-4939-8276-2c8e5af86bcf req-ec484317-b94c-4303-a285-ff6154e10fc8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510594 Oct 12 11:23:45.791827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.915321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:45.917818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.934544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:45.960863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:45.968444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-29cc8068-96e2-4b54-8e9b-2c46e5dbc85e service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920435 Oct 12 11:23:46.061299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.065606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-2de29078-eb0c-4c32-a85f-c9be9b4d7d75 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.067345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-2de29078-eb0c-4c32-a85f-c9be9b4d7d75 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 1100 time: 0.0939269 Oct 12 11:23:46.070533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.076867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '1e0207d1-5897-4f4b-977f-ca698f1cd017'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:46.079200 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03ba78-d643-4791-884b-5836465da651" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "1e0207d1-5897-4f4b-977f-ca698f1cd017"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:46.094377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-65e500cd-7975-447a-a474-63a61fbcb171 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.120715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b72aa418-bd89-4c63-9725-00537e29531e req-21068599-ece1-489b-8585-4f35298ade1b service neutron] 10.222.0.47 "GET /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395965 Oct 12 11:23:46.125571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.126437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.128237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 1135 time: 1.9157012 Oct 12 11:23:46.172462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4254c-3126-480e-b149-40985a153f94 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:46.207077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d86763-116d-4074-88e3-99170ae6ddfa x-openstack-request-id: req-77d86763-116d-4074-88e3-99170ae6ddfa {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:46.207077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "1e0207d1-5897-4f4b-977f-ca698f1cd017", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:46.207077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77d86763-116d-4074-88e3-99170ae6ddfa {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:46.207077 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '1e0207d1-5897-4f4b-977f-ca698f1cd017', 'status': 'completed', 'code': 200} Oct 12 11:23:46.210410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-65e500cd-7975-447a-a474-63a61fbcb171 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.212741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.218229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.270884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e377b7-8565-43cd-944b-5eec8ed87dc5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:46.276544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498b9d2f-f818-4e54-b881-50ca212c81a5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:46.281081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.297942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:46.298108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe2f5f-2d02-4399-b05f-ffc64a5988b4 None None] Network 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:46.311037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-12bd4818-110d-4701-9f2b-5664b7e2990a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/c1e377b7-8565-43cd-944b-5eec8ed87dc5 HTTP/1.1" status: 204 len: 168 time: 0.9209146 Oct 12 11:23:46.313624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:46.340596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-65e500cd-7975-447a-a474-63a61fbcb171 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.402776 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.409415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22b0b402-42a9-4d2e-b153-3dfc464c3249 req-65e500cd-7975-447a-a474-63a61fbcb171 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258386 Oct 12 11:23:46.422449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.437042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6aa05ed7-c22c-42fe-930d-6cf4b1530468 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7289000 Oct 12 11:23:46.450056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55420) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:46.521022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7f455bf-f224-4408-8acb-db959072c835 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules/498b9d2f-f818-4e54-b881-50ca212c81a5 HTTP/1.1" status: 200 len: 764 time: 0.0528710 Oct 12 11:23:46.525947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55422) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:46.552305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.562652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a03ba78-d643-4791-884b-5836465da651 req-66f277ed-d380-456f-ae7d-a61ed75ffd1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6220 time: 0.3185019 Oct 12 11:23:46.586749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] DHCP port deletion for 10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:23:46.610565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e500cd-7975-447a-a474-63a61fbcb171 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76897e40-e538-4ba1-bb5b-ca600dcabe38,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:46.651067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c8cbc-7da9-4d16-a77f-c1be7a7d6d5c req-679aa113-d818-418c-b7de-3d81e23e683e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.652272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.663918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b3c8cbc-7da9-4d16-a77f-c1be7a7d6d5c req-679aa113-d818-418c-b7de-3d81e23e683e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.3202956 Oct 12 11:23:46.679336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Deleting port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:46.679571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.693041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.699140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.703672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c980884d-efe0-4859-929d-757dd6338611 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1741874 Oct 12 11:23:46.708614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.714500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.722672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.729458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.735478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:46.737620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-c32b5539-5b88-4703-8277-34f7e460bdb0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5383 time: 0.1767380 Oct 12 11:23:46.740273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:46.764355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] For port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,segment=NetworkSegment(13ad189f-0522-4e52-b55e-0d6bf7eddc1a),segment_id=13ad189f-0522-4e52-b55e-0d6bf7eddc1a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:46.765433 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.780600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Calling delete_port for 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:46.816463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.833367 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.840158 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-971936f7-26c7-447b-b417-7805f0e06bb4 req-ba1b8a42-9111-4f39-934f-814f801a738d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868194 Oct 12 11:23:46.883740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:46.884088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.916719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b3c8cbc-7da9-4d16-a77f-c1be7a7d6d5c req-67c72484-8a9b-47ea-939f-2bb857d3c5ef tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504470 Oct 12 11:23:46.960144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:46.996517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] Pushing event deleted for resources: {'Port': ['ID=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:46.998884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6a386-dffb-4baa-ab30-d99a8d92c773 None None] No DVR routers for this DVR port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:47.033886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.045637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.049368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/498b9d2f-f818-4e54-b881-50ca212c81a5 HTTP/1.1" status: 204 len: 168 time: 0.3056481 Oct 12 11:23:47.058458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-23506d14-e5ee-4030-b729-41f02ee999b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:47.063326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-23506d14-e5ee-4030-b729-41f02ee999b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:47.063326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-23506d14-e5ee-4030-b729-41f02ee999b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:47.063563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55428) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:47.063657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a03ba78-d643-4791-884b-5836465da651 req-23506d14-e5ee-4030-b729-41f02ee999b2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4891784 Oct 12 11:23:47.069793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939b766-d337-4e71-98a0-79630ed4c01e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=498b9d2f-f818-4e54-b881-50ca212c81a5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:47.081808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,segment=NetworkSegment(13ad189f-0522-4e52-b55e-0d6bf7eddc1a),segment_id=13ad189f-0522-4e52-b55e-0d6bf7eddc1a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:47.082186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.099818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:47.131342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52caa7ea-2969-47ae-97b8-6c3f27d1b384 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684311 Oct 12 11:23:47.132879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55430) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:47.210242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ba78-d643-4791-884b-5836465da651 req-b8825d43-0004-4745-8e23-74d70db18de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:47.211757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a03ba78-d643-4791-884b-5836465da651 req-b8825d43-0004-4745-8e23-74d70db18de3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426234 Oct 12 11:23:47.248727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.260721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccbda4e-8480-46bc-a694-165879f230c8 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:47.261095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.282297 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.298686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Transition to ACTIVE for port object 9ccbda4e-8480-46bc-a694-165879f230c8 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:47.303106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:47.307148 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.310369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:23:47.361752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-2e3ef4ab-639b-4d74-bc26-8652b97ec80f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244596 Oct 12 11:23:47.367729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.416540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.437936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:47.449049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad189f-0522-4e52-b55e-0d6bf7eddc1a') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:47.449423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad189f-0522-4e52-b55e-0d6bf7eddc1a') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:47.459706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.476340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.485075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:23:47.487972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:23:47.490275 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:23:47.502236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:47.567582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.570513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.574113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "DELETE /v2.0/security-groups/54fe784e-5b7d-4d55-8949-b3d2d52cc002 HTTP/1.1" status: 204 len: 168 time: 0.4378197 Oct 12 11:23:47.575306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55444) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:47.588667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4e2fc-7323-44e7-8300-56c8cc424b5f tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe784e-5b7d-4d55-8949-b3d2d52cc002,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:47.596004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-85b7e1b1-528b-407b-aa87-e6d79f2139cc tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:47.605636 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-85b7e1b1-528b-407b-aa87-e6d79f2139cc tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353337 Oct 12 11:23:47.625123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.632151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-4ac2a0cd-796f-4344-886c-2382fd09e651 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0256052 Oct 12 11:23:47.640753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.644035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d HTTP/1.1" status: 204 len: 168 time: 1.3277473 Oct 12 11:23:47.648495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1d622366-911b-4057-972e-76324e4285a3 tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709398 Oct 12 11:23:47.654925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55446) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:47.655680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55448) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:47.659048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27c7c-bfb2-47bb-b2b5-5358faa424a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=10d5a7c9-785b-48ba-b76c-fd79ef4ccc4d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:47.667087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703630425'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:47.728991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4051b9b-4e9d-4df7-893b-49baaaeef153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.740657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Attempting to bind port 9ccbda4e-8480-46bc-a694-165879f230c8 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:47.741410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Attempting to bind port 9ccbda4e-8480-46bc-a694-165879f230c8 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:47.741410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Attempting to bind port 9ccbda4e-8480-46bc-a694-165879f230c8 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:47.758915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Port 9ccbda4e-8480-46bc-a694-165879f230c8 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:47.759244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Attempting to bind port 9ccbda4e-8480-46bc-a694-165879f230c8 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:47.774677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:47.780340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:47.780340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Bound using segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:47.780340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Bound port: 9ccbda4e-8480-46bc-a694-165879f230c8, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:47.780340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.789740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4766b573-7e5e-483a-b5b1-ccd9b61d847e tempest-SecGroupTest-1417564099 tempest-SecGroupTest-1417564099-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185558 Oct 12 11:23:47.804111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-86cf4e39-c689-4c0f-87b6-ecee8cf9db61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257367 Oct 12 11:23:47.865096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:47.869635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.892398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:47.911452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:47.915245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:23:47.924877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.925545 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 2f52cd3d-3003-4096-89d3-5460b1e1d51d of type vlan for network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e Oct 12 11:23:47.971830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:47.997663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.018042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.024903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.031103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.034061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.034963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.036846 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] 10.222.0.47 "PUT /v2.0/ports/9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 1091 time: 1.7499769 Oct 12 11:23:48.038447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.040162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.046159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.046977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.056985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.063238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.070507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.072563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-91dea6cb-5c3b-4797-b21b-1f0d0ace9ed3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5395 time: 0.1178262 Oct 12 11:23:48.130349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40b272dc-c7ac-41ae-96e1-5c5356f546cb req-4620f329-6277-4b71-9427-9346a2a7abd9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422311 Oct 12 11:23:48.140157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecafb3-baaa-4b3e-96c5-1ea4ddf89c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:48.163946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:48.172960 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5145304 Oct 12 11:23:48.182145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:48.182261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:48.205157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae64164-95a1-427f-a06d-fa623c211c61 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=55dc4ab5-0485-4e94-a7b9-1d84afc7db9e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:48.209789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e'}, {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:48.215674 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e"}, {"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:48.219353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:23:48.307707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:23:48.307961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.374306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:48.378447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:23:48.378720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f2c6ac2-ed6d-46f6-95ee-5e89f70c695f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:23:48.458447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4841-8845-47c6-ba84-4b46520ffbba req-b45355d4-fe48-4adf-b8f7-1fa8af585d1e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:48.466169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596d4841-8845-47c6-ba84-4b46520ffbba req-b45355d4-fe48-4adf-b8f7-1fa8af585d1e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1082313 Oct 12 11:23:48.529186 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596d4841-8845-47c6-ba84-4b46520ffbba req-a8dc8271-c508-43b5-974a-ca67d00c668b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Oct 12 11:23:48.531735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:48.540978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.845595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159716ce-b748-4392-bbf0-dd30a6f80f75 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:48.857197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:48.865811 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a981b0-035d-4833-98ef-72e544f565a4 x-openstack-request-id: req-d4a981b0-035d-4833-98ef-72e544f565a4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:48.866241 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:48.866588 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4a981b0-035d-4833-98ef-72e544f565a4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:48.867114 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e', 'status': 'completed', 'code': 200} Oct 12 11:23:48.867567 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8', 'status': 'completed', 'code': 200} Oct 12 11:23:48.888720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6a2f59e0-41e4-4788-84a2-22a938741fe9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d90da9f920d410180b553b11c8139b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126503 Oct 12 11:23:48.893493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:48.911579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Transition to ACTIVE for port object 159716ce-b748-4392-bbf0-dd30a6f80f75 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:49.002212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.004924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.004924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.005113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.005572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.006214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.006758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.008957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-acf9cee2-0151-47e4-bc28-a7a76656d878 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6287 time: 0.1142559 Oct 12 11:23:49.068469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.089369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.120769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64768c6a-f98a-4d47-944c-fc284c83598c req-cc951cfc-759d-4cff-9cd8-1bfd59eed971 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.1036689 Oct 12 11:23:49.133658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.182519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.206360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=5078e34e-d094-4562-9999-d49fb347292a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:49.217848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '2f52cd3d-3003-4096-89d3-5460b1e1d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:49.218406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:49.297354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.304247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.310807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.318215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.324584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.337529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.346715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.355435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-067acf42-35b4-47cc-9454-be3c04844896 req-bc894e5d-56fb-4d1a-add6-5c79cc28b8fc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5407 time: 0.1297073 Oct 12 11:23:49.374298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:49.381926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:49.447007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-067acf42-35b4-47cc-9454-be3c04844896 req-afcae435-9cd8-4f6e-8575-ee35db2f47d3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905414 Oct 12 11:23:49.480401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Attempting to bind port 159716ce-b748-4392-bbf0-dd30a6f80f75 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:49.480980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Attempting to bind port 159716ce-b748-4392-bbf0-dd30a6f80f75 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:49.481480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Attempting to bind port 159716ce-b748-4392-bbf0-dd30a6f80f75 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:49.495148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:49.499434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.499987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.508505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8831d3-62b7-4efc-b3d3-f58eb85c6001 None None] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:49.528594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Port 159716ce-b748-4392-bbf0-dd30a6f80f75 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:49.528914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Attempting to bind port 159716ce-b748-4392-bbf0-dd30a6f80f75 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:49.531738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fc32ca74-82ad-462c-a40f-c432e0750398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.532199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fc32ca74-82ad-462c-a40f-c432e0750398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.532646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fc32ca74-82ad-462c-a40f-c432e0750398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.534245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fc32ca74-82ad-462c-a40f-c432e0750398 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4787433 Oct 12 11:23:49.540487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:49.540487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Checking segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:49.540487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Bound using segment: {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:49.540487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Bound port: 159716ce-b748-4392-bbf0-dd30a6f80f75, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587b374b-a207-4ca7-8396-24e7852d0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:49.541072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.644274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5d50fddb-3ee6-42c6-9315-4692eaf107ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4665666 Oct 12 11:23:49.647630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:49.652070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972442198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:49.660346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.668805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.674029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d14684a6-e643-4fab-8bbd-2ff9ddb6f929 HTTP/1.1" status: 204 len: 168 time: 0.7658110 Oct 12 11:23:49.716594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4261a5-5f67-4e68-a979-56cc5ec04879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14684a6-e643-4fab-8bbd-2ff9ddb6f929,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:49.765339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:49.772701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:49.784308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fe794497-a000-4f67-8bd7-e47c000b2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.784723 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fe794497-a000-4f67-8bd7-e47c000b2056 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418208 Oct 12 11:23:49.796131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.799181 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.881340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.891712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-55dc4ab5-0485-4e94-a7b9-1d84afc7db9e', 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': '5078e34e-d094-4562-9999-d49fb347292a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:23:49.893085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.943922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.946860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.946860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.946860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.946860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.946860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.947227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:49.949516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-fce26a78-f840-4f81-8cdc-350e6bab3407 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6312 time: 0.0755525 Oct 12 11:23:49.959007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:49.961062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.086243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.088008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.089479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] 10.222.0.47 "PUT /v2.0/ports/159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 1091 time: 1.9429731 Oct 12 11:23:50.109081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.117321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55506) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:50.120078 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4a15003c-7d51-4702-a3fe-bcec15db70d6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4712262 Oct 12 11:23:50.259388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:50.311906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Allocated IP 2001:db8::2 (55dc4ab5-0485-4e94-a7b9-1d84afc7db9e/5078e34e-d094-4562-9999-d49fb347292a/7e911062-bbfc-4109-b5d1-30f697d5b193) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:50.393791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb5a3bfd-f387-4732-ac7a-a68474339854 req-b25a19fb-d6e2-407a-b6e3-68e9de9eda0c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.0933459 Oct 12 11:23:50.408341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb401-7b7e-4812-94ab-e2f8c1872056 service neutron] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:50.708193 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.715900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a98b6e5-e015-4a8a-bb72-05f14de5de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.726386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.735924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.744523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.752348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.762265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.808119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.808119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:50.808119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-ea8d8e69-36d4-4c61-b1b2-88834d89242a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5407 time: 0.1493931 Oct 12 11:23:50.882675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:50.894612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8cedbfa5-4295-41ed-9084-a4fdd077cc80 req-a5e6a251-11f8-493c-bdba-80626873b2f9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883255 Oct 12 11:23:50.983178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:50.998977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:51.014960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:51.023703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:51.029093 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67856824-511d-483a-88d3-4059f7604dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:51.033413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.036867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Pushing event updated for resources: {'Port': ['ID=7e911062-bbfc-4109-b5d1-30f697d5b193,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:51.092504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-5f9e3103-0daa-439e-b2c7-1026cbbdcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:51.092989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-5f9e3103-0daa-439e-b2c7-1026cbbdcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:51.093543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-5f9e3103-0daa-439e-b2c7-1026cbbdcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:51.095395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-5f9e3103-0daa-439e-b2c7-1026cbbdcaa1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1323583 Oct 12 11:23:51.148893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Attempting to bind port 7e911062-bbfc-4109-b5d1-30f697d5b193 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:51.149550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Attempting to bind port 7e911062-bbfc-4109-b5d1-30f697d5b193 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2f52cd3d-3003-4096-89d3-5460b1e1d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:51.149677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Attempting to bind port 7e911062-bbfc-4109-b5d1-30f697d5b193 on network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:51.157638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:51.158082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Checking segment: {'id': '2f52cd3d-3003-4096-89d3-5460b1e1d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:51.158496 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.159144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Bound using segment: {'id': '2f52cd3d-3003-4096-89d3-5460b1e1d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:51.159800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Bound port: 7e911062-bbfc-4109-b5d1-30f697d5b193, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f52cd3d-3003-4096-89d3-5460b1e1d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55dc4ab5-0485-4e94-a7b9-1d84afc7db9e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:51.160395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.248419 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322828a-0e48-4615-88de-3d60da3ee93e x-openstack-request-id: req-5322828a-0e48-4615-88de-3d60da3ee93e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:51.251167 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:51.251167 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5322828a-0e48-4615-88de-3d60da3ee93e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:51.251386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] For port 7e911062-bbfc-4109-b5d1-30f697d5b193, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:51.251517 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'status': 'completed', 'code': 200} Oct 12 11:23:51.258186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] For port 7e911062-bbfc-4109-b5d1-30f697d5b193, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7e911062-bbfc-4109-b5d1-30f697d5b193,segment=NetworkSegment(2f52cd3d-3003-4096-89d3-5460b1e1d51d),segment_id=2f52cd3d-3003-4096-89d3-5460b1e1d51d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:51.386242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.530758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.619162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe64c9-784f-4e15-8651-9524c5c5c205 None None] Pushing event updated for resources: {'Port': ['ID=7e911062-bbfc-4109-b5d1-30f697d5b193,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:51.641292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-a8ebe003-deec-49b5-9d8f-43684ae11320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:51.642951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0852ea67-5bae-4ea8-a18b-91ea22ef8d1d req-a8ebe003-deec-49b5-9d8f-43684ae11320 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4180644 Oct 12 11:23:51.653166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4345690-bbd2-4b1c-b376-6dcac884e9ab req-f0edb692-1fc4-42c2-a941-2d19f753616f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.0718598 Oct 12 11:23:51.779281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.782370 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:51.807089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:51.841691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.031483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.042407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.042407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.042407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.042407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.042407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.048119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-13b90cc0-df6f-4311-a7d5-ba0528ded31a tempest-ServiceProvidersTest-541572600 tempest-ServiceProvidersTest-541572600-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2398500 Oct 12 11:23:52.050419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.052822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67856824-511d-483a-88d3-4059f7604dc7 req-dd8a6aa3-8bda-4bb1-bd17-f596eca0be00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6354 time: 0.3356168 Oct 12 11:23:52.269140 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3c1047c0-e766-4a51-9161-5bc0840a7a55 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233572 Oct 12 11:23:52.352050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7e911062-bbfc-4109-b5d1-30f697d5b193 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:52.388853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.398206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.404402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.414427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.422121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.429266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.433598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7e911062-bbfc-4109-b5d1-30f697d5b193 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:52.434155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.436756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.439331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-dfb7897f-6233-4ce7-9805-3b8ab825f85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5407 time: 0.3156681 Oct 12 11:23:52.444420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-363102e6-04ca-49cf-a2ea-f657b107650f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.449197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-363102e6-04ca-49cf-a2ea-f657b107650f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699598 Oct 12 11:23:52.460272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:52.480053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a99e2d2-3253-4b41-a585-0c1ca77375d2 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:52.543646 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.584875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 7e911062-bbfc-4109-b5d1-30f697d5b193, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7e911062-bbfc-4109-b5d1-30f697d5b193,segment=NetworkSegment(2f52cd3d-3003-4096-89d3-5460b1e1d51d),segment_id=2f52cd3d-3003-4096-89d3-5460b1e1d51d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:23:52.589895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.597597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-401bc9b4-84fb-4188-9edc-6adf779761f8 req-82426d82-4ae1-47c0-b985-006b806509d3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421747 Oct 12 11:23:52.613475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-fe6d5650-e10b-4627-8f1c-ea16ceda25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.615212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-fe6d5650-e10b-4627-8f1c-ea16ceda25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.616236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-fe6d5650-e10b-4627-8f1c-ea16ceda25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.618915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67856824-511d-483a-88d3-4059f7604dc7 req-fe6d5650-e10b-4627-8f1c-ea16ceda25cb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5273311 Oct 12 11:23:52.636149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Transition to ACTIVE for port object 3a99e2d2-3253-4b41-a585-0c1ca77375d2 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:52.688069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.747276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:52.755321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.765548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=7e911062-bbfc-4109-b5d1-30f697d5b193,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:52.804640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8::1 (55dc4ab5-0485-4e94-a7b9-1d84afc7db9e/5078e34e-d094-4562-9999-d49fb347292a/495240a3-34cb-45fb-8785-a66ea9e8a9f9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:52.807837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:52.811913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:52.870211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856824-511d-483a-88d3-4059f7604dc7 req-7b74d295-7cb5-4a1d-8afb-56f0436f3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:52.874961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67856824-511d-483a-88d3-4059f7604dc7 req-7b74d295-7cb5-4a1d-8afb-56f0436f3e50 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429080 Oct 12 11:23:52.987743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dfa222fb-dba6-4f95-ba27-87a50e1fad20 req-6545398f-61e8-4ad3-aa0d-51bb2e4e6fdb tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.1361949 Oct 12 11:23:53.006260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:53.060515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-898d60dd-9cc6-4eab-a5b6-64511bbe6c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.070317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-9f20515d-6c33-406c-8391-ed4bee3fa0ca tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973010 Oct 12 11:23:53.172400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Attempting to bind port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:53.172591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Attempting to bind port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:53.172916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Attempting to bind port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:53.193282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:53.193715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Attempting to bind port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:53.197934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.214466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:53.214466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Checking segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:53.214942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Bound using segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:53.215294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Bound port: 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:53.215658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.263166 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.332893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.243 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/66d77ad7-4d61-4b91-90c3-8a718c482e31) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:53.345255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:53.371668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:53.372978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83030ae-4cd3-48e7-9c3f-16a49851deed None None] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:53.453973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1daf-5bc6-46af-9ca6-7df0d400bb61 req-a0b976af-5d5e-4653-a478-f59838a6be02 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.458430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9a75843c-7042-47f4-bd85-9bd23759517e None None] Provisioning complete for port 7e911062-bbfc-4109-b5d1-30f697d5b193 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:53.458823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a75843c-7042-47f4-bd85-9bd23759517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.465458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-27aadb08-38fd-40a8-972e-6e9f8ca46c3a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.466204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7dd1daf-5bc6-46af-9ca6-7df0d400bb61 req-a0b976af-5d5e-4653-a478-f59838a6be02 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0816994 Oct 12 11:23:53.466639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-27aadb08-38fd-40a8-972e-6e9f8ca46c3a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873470 Oct 12 11:23:53.491039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': '24d71435-c18b-47f4-9ee8-04cae380f354', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:53.492999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.550406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.608831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:53.612075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=495240a3-34cb-45fb-8785-a66ea9e8a9f9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:53.621884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7dd1daf-5bc6-46af-9ca6-7df0d400bb61 req-5fa9d34e-14a4-41ba-acd5-d9c7a4ddf9fa tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542034 Oct 12 11:23:53.628076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:53.635550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.636303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.637895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 1091 time: 3.3851671 Oct 12 11:23:53.639309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:53.639964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.654781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:53.654781 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff68b29-a6ec-423d-b6bb-432c443223a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:53.668889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-898d60dd-9cc6-4eab-a5b6-64511bbe6c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.693985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-3864ca6c-07e6-4fff-907d-2df8b302b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.693985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-3864ca6c-07e6-4fff-907d-2df8b302b078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.2246287 Oct 12 11:23:53.742610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:23:53.749683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-898d60dd-9cc6-4eab-a5b6-64511bbe6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.764405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:53.789583 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc682c-0057-4b9e-85f7-9c4c3d1d839e x-openstack-request-id: req-55dc682c-0057-4b9e-85f7-9c4c3d1d839e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:53.792628 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:53.792628 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55dc682c-0057-4b9e-85f7-9c4c3d1d839e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:53.792628 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'status': 'completed', 'code': 200} Oct 12 11:23:53.811022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Request body: {'port': {'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:53.884709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-898d60dd-9cc6-4eab-a5b6-64511bbe6c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6612afef92c04122ac6e0196d83c4fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1363106 Oct 12 11:23:53.889878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55578) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:53.908745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d60dd-9cc6-4eab-a5b6-64511bbe6c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed126d9-f4bb-4511-85d2-ee45c2c7cfaf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:53.937748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.938405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.939054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.939666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.940529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.941148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.941622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.944085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-3bac29db-8544-43d5-85c8-7f91dcae3fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6421 time: 0.1861126 Oct 12 11:23:53.959412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.966195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.972447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.979165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.989199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:53.995283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.002428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.007332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39135d89-3675-4552-9a52-705388aedf2e req-5f9ab54a-b2d9-4fe7-b4bc-b06e075c12e0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5419 time: 0.2502811 Oct 12 11:23:54.053684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4193-de52-413b-ad60-6a2f76f43189 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:54.088324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:54.092469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.138424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.161939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.169591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fda911e-894f-405c-b0c6-883cb10fe466 req-ddaad329-3d6f-4efb-8d48-8c1cc73710f4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.0682423 Oct 12 11:23:54.170022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.170480 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.190647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:54.196891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39135d89-3675-4552-9a52-705388aedf2e req-dbad315f-53a5-4e09-9d11-212b13df5f30 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092699 Oct 12 11:23:54.234747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f459dacb-f9ed-474b-9501-79197686d8b0 None None] Provisioning complete for port 7e911062-bbfc-4109-b5d1-30f697d5b193 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:54.236203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-4ebe6e9f-3854-4164-ad7f-2b7bfd5315f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.238141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-4ebe6e9f-3854-4164-ad7f-2b7bfd5315f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.4412265 Oct 12 11:23:54.240485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f459dacb-f9ed-474b-9501-79197686d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.322120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7e911062-bbfc-4109-b5d1-30f697d5b193 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:23:54.350434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:54.372915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:54.380122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-de350eba-8340-4983-833b-2560503a8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.380623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-de350eba-8340-4983-833b-2560503a8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.381079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-de350eba-8340-4983-833b-2560503a8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.387339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-de350eba-8340-4983-833b-2560503a8c27 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3769267 Oct 12 11:23:54.393212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:54.399686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:54.482189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.486881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-312db9ce-f926-4db6-a0a8-c8f7d8ef5c8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 217 time: 0.1197762 Oct 12 11:23:54.496618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.224 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/d578fcd1-ebe0-4583-8f00-0d6f98e170ff) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:23:54.512414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7e911062-bbfc-4109-b5d1-30f697d5b193 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:54.512793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.545005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f459dacb-f9ed-474b-9501-79197686d8b0 None None] Provisioning complete for port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:54.545380 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f459dacb-f9ed-474b-9501-79197686d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.619102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f459dacb-f9ed-474b-9501-79197686d8b0 None None] Port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:54.710436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-53b43440-4bb8-4213-b745-d9c0e6325739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.717425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-53b43440-4bb8-4213-b745-d9c0e6325739 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.2010610 Oct 12 11:23:54.719451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.773888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-932830e2-9c73-43ce-9173-88660ee59d79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512540 Oct 12 11:23:54.838645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Provisioning complete for port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:54.839033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.848285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.861518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:23:54.902455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.903151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.904594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:54.924611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Provisioning complete for port 66d77ad7-4d61-4b91-90c3-8a718c482e31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:54.924984 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.943071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.946107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:54.946957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ed126d9-f4bb-4511-85d2-ee45c2c7cfaf HTTP/1.1" status: 204 len: 168 time: 1.0416257 Oct 12 11:23:54.956132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:54.958605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:54.993445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-c1cde357-a00f-4041-82c6-561c90c36dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:54.994906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-c1cde357-a00f-4041-82c6-561c90c36dbd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5962496 Oct 12 11:23:54.996194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:23:55.006411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b63202aa-19b2-4f89-b102-debced96d391 None None] Port 66d77ad7-4d61-4b91-90c3-8a718c482e31 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:55.013699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:55.045920 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-1cfbb5f5-21ee-4eec-b559-60b78d5adfde tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5889661 Oct 12 11:23:55.063703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Request body: {'port': {'device_id': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:55.349316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-414b4a15-1171-488b-abc5-7cd95a9337eb None None] Provisioning complete for port d578fcd1-ebe0-4583-8f00-0d6f98e170ff triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:55.349719 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-414b4a15-1171-488b-abc5-7cd95a9337eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.389522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-414b4a15-1171-488b-abc5-7cd95a9337eb None None] Port d578fcd1-ebe0-4583-8f00-0d6f98e170ff cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:55.448478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c64bc-d779-490e-abd4-2499627b813c req-2d72594a-3012-4f71-ae61-5d0caf89cbe7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.450590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b23c64bc-d779-490e-abd4-2499627b813c req-2d72594a-3012-4f71-ae61-5d0caf89cbe7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.6904144 Oct 12 11:23:55.463239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd601e8-614e-44a6-8597-b184af7a81ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed126d9-f4bb-4511-85d2-ee45c2c7cfaf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:55.480506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.480763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.494652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2ebe48-5380-4b40-8595-c61163795309 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:55.505855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.553421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e8650-5fbe-49c8-9e33-cda57c2002ff req-3e107e33-f4e8-4809-a1b6-d3d9476139f1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.554953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f3e8650-5fbe-49c8-9e33-cda57c2002ff req-3e107e33-f4e8-4809-a1b6-d3d9476139f1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 936 time: 0.1037433 Oct 12 11:23:55.559162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.577983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Transition to ACTIVE for port object cb2ebe48-5380-4b40-8595-c61163795309 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:55.593547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-8bb33ee9-0023-4083-a5f2-88d9203b181c service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082252 Oct 12 11:23:55.601847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b23c64bc-d779-490e-abd4-2499627b813c req-03ed0752-6e8c-4991-8651-197929099c70 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374669 Oct 12 11:23:55.615119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c98dbb2f-509f-4774-9e90-17abe40d4c32 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1336739 Oct 12 11:23:55.643553 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.643837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Request body: {'port': {'device_id': '24d71435-c18b-47f4-9ee8-04cae380f354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:55.649322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.732176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f3e8650-5fbe-49c8-9e33-cda57c2002ff req-26a6ce8d-e2f8-4280-a87b-70d13ca732cd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617298 Oct 12 11:23:55.751748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.756379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.786343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:55.803742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:55.893103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d517ede3-b515-4f08-8cc5-7e8059f99910 req-b17aef19-0aa2-47e5-a055-dad9ed945764 service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829673 Oct 12 11:23:55.920923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.926765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.932774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.940995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.945418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.951387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.957432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:55.959433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90227079-728d-4bbd-9fd8-28337118a29a req-79473ee9-a818-4c41-a68f-1a4c8403fecf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2777791 Oct 12 11:23:56.070915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=495240a3-34cb-45fb-8785-a66ea9e8a9f9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:56.082248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d77ad7-4d61-4b91-90c3-8a718c482e31 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:56.090864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.103683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Transition to ACTIVE for port object 66d77ad7-4d61-4b91-90c3-8a718c482e31 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:56.128238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:23:56.138715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:56.157813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90227079-728d-4bbd-9fd8-28337118a29a req-7c12b595-3d56-4741-bb86-a8278ce12455 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714411 Oct 12 11:23:56.161505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Attempting to bind port cb2ebe48-5380-4b40-8595-c61163795309 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:56.161839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Attempting to bind port cb2ebe48-5380-4b40-8595-c61163795309 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:56.162215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Attempting to bind port cb2ebe48-5380-4b40-8595-c61163795309 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:56.192920 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.197511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Port cb2ebe48-5380-4b40-8595-c61163795309 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:56.197837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Attempting to bind port cb2ebe48-5380-4b40-8595-c61163795309 on network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:56.235623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:56.235971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Checking segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:56.236361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Bound using segment: {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:56.236812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Bound port: cb2ebe48-5380-4b40-8595-c61163795309, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:56.237147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.357897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55620) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:56.368448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:56.378311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:56.431863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Pushing event updated for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:56.442411 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.465577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.481784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 6e1eb4d0-66ca-466b-815b-3b5c3508ba0c is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:23:56.514462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Attempting to bind port 66d77ad7-4d61-4b91-90c3-8a718c482e31 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:56.514941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Attempting to bind port 66d77ad7-4d61-4b91-90c3-8a718c482e31 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:56.515378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Attempting to bind port 66d77ad7-4d61-4b91-90c3-8a718c482e31 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:56.530852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754528457-network', 'tenant_id': '6d50dd8d547644f590a1a8160083dd6b'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:56.531958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.532588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.534065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 1091 time: 2.7464523 Oct 12 11:23:56.536088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:56.538677 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f71531-e78a-4c1b-91be-cd057d136f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "cb2ebe48-5380-4b40-8595-c61163795309"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:56.577414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8c38a314-894e-4e4c-bed9-f14b0404b9b1 None None] Provisioning complete for port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:23:56.578236 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c38a314-894e-4e4c-bed9-f14b0404b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.617301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Port 66d77ad7-4d61-4b91-90c3-8a718c482e31 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:56.617561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Attempting to bind port 66d77ad7-4d61-4b91-90c3-8a718c482e31 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:56.644141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d578fcd1-ebe0-4583-8f00-0d6f98e170ff {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:23:56.652284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.663141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8c38a314-894e-4e4c-bed9-f14b0404b9b1 None None] Port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:23:56.665795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Transition to ACTIVE for port object d578fcd1-ebe0-4583-8f00-0d6f98e170ff will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:23:56.666600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:56.666958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:56.667337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:56.667771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Bound port: 66d77ad7-4d61-4b91-90c3-8a718c482e31, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:56.668126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.673377 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd05dfe-9c7c-4670-b129-f62dbbeb2fca x-openstack-request-id: req-bbd05dfe-9c7c-4670-b129-f62dbbeb2fca {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:56.673794 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "cb2ebe48-5380-4b40-8595-c61163795309", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:56.674162 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbd05dfe-9c7c-4670-b129-f62dbbeb2fca {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:56.674665 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309', 'status': 'completed', 'code': 200} Oct 12 11:23:56.687073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Made reservation on behalf of 6d50dd8d547644f590a1a8160083dd6b for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:56.689549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.702498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.762378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:56.764471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:56.806362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.806811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.807216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.807626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.808070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.808398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.808790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.809180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.809570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.809959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.810363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.810767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93910bce-ed96-47be-8723-0114f0f8ef59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:23:56.836753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:23:56.847177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:56.847548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-13b66f4c-3e0c-4b03-a64d-6143aa21bffe tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/6e1eb4d0-66ca-466b-815b-3b5c3508ba0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7260857 Oct 12 11:23:56.849412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:56.849753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] Sync routers for ids ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:23:56.857603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24cc36-f321-4008-9777-cc14a5c906d2 req-f125a055-9601-439c-9aed-837d71176d86 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.859132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e24cc36-f321-4008-9777-cc14a5c906d2 req-f125a055-9601-439c-9aed-837d71176d86 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1343963 Oct 12 11:23:56.870325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] Routers {'6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:56.873425 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:56.874175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.874643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.875113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.875561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.878410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.878410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.878410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.878794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-ee9cedac-a7ae-4abf-90a4-b34dc2e73128 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6488 time: 0.2031848 Oct 12 11:23:56.902404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:56.918992 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:56.919449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Pushing event updated for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:56.945066 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] Routers {'6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:23:56.946043 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:56.973391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44669fe7-33b0-4359-b1da-f52c8ffdd8b4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:56.977520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-44669fe7-33b0-4359-b1da-f52c8ffdd8b4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports/495240a3-34cb-45fb-8785-a66ea9e8a9f9 HTTP/1.1" status: 200 len: 911 time: 0.1149595 Oct 12 11:23:56.979406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:57.001884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.014819 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:23:57.015791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613424c-5d00-4f0b-afd3-60754e5ed018 None None] The sync data for ids ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:23:57.017537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e24cc36-f321-4008-9777-cc14a5c906d2 req-48560f9c-bd99-4c5b-be9b-d354311ec2a8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376135 Oct 12 11:23:57.060798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-01ec3ac6-f796-467d-8cea-0eed4453ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.061373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-01ec3ac6-f796-467d-8cea-0eed4453ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.061910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-01ec3ac6-f796-467d-8cea-0eed4453ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.063704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-01ec3ac6-f796-467d-8cea-0eed4453ae60 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1534328 Oct 12 11:23:57.093277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.138436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03ad0f-4b17-41fd-b2f2-bc671c7d5a50 req-8f1c2e65-b92a-47b2-a084-4f4002f86738 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.146807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fb03ad0f-4b17-41fd-b2f2-bc671c7d5a50 req-8f1c2e65-b92a-47b2-a084-4f4002f86738 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 948 time: 0.3046048 Oct 12 11:23:57.156609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.156789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.158169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] 10.222.0.41 "PUT /v2.0/ports/66d77ad7-4d61-4b91-90c3-8a718c482e31 HTTP/1.1" status: 200 len: 1096 time: 2.0990112 Oct 12 11:23:57.161749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:57.165825 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605679f3-eaf9-4e77-9a30-f39cc0886824" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:57.197450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-5691c069-e029-4e5d-8f71-c7c8fe98c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.202932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0f71531-e78a-4c1b-91be-cd057d136f0f req-5691c069-e029-4e5d-8f71-c7c8fe98c82b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316972 Oct 12 11:23:57.228169 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.271466 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa00f2e-cdf8-43fe-8021-34cb3a846d11 x-openstack-request-id: req-daa00f2e-cdf8-43fe-8021-34cb3a846d11 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:57.271691 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:57.271965 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daa00f2e-cdf8-43fe-8021-34cb3a846d11 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:57.272326 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'status': 'completed', 'code': 200} Oct 12 11:23:57.277872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Attempting to bind port d578fcd1-ebe0-4583-8f00-0d6f98e170ff on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:23:57.278207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Attempting to bind port d578fcd1-ebe0-4583-8f00-0d6f98e170ff by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:23:57.278555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Attempting to bind port d578fcd1-ebe0-4583-8f00-0d6f98e170ff on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:57.310775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.311337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.311862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.312319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.313337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.313337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.313646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.315980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3dc5b8b9-ec54-40f9-9886-ad9190346913 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6488 time: 0.0647626 Oct 12 11:23:57.317193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:23:57.329383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d8d5-4d7f-4562-a160-efe689258602 service neutron] Pushing event updated for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:57.357754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Port d578fcd1-ebe0-4583-8f00-0d6f98e170ff on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:23:57.358086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Attempting to bind port d578fcd1-ebe0-4583-8f00-0d6f98e170ff on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:23:57.380585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e3122609-8a7d-4af2-a1d2-4099dae64868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 217 time: 0.0531020 Oct 12 11:23:57.412163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fb03ad0f-4b17-41fd-b2f2-bc671c7d5a50 req-25d9f33a-b901-459c-9e8e-647ac9557e91 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646794 Oct 12 11:23:57.416857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.422962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.430357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.437462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.443856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.444057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.444404 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Added segment 0261f11e-6628-448a-bb28-eb52e770c304 of type vlan for network c85b2407-00dd-4486-b797-ff6daa34740a Oct 12 11:23:57.447157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b904383-1eee-43dc-af69-ed134d322b00,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:57.449819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.451209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:23:57.451627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:57.451970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:23:57.452417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Bound port: d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:23:57.452767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.455750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.457899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-069ff723-e873-458e-b608-a5d0af3d5883 req-a71da84c-0a46-4c5b-b024-18cf6de93a71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1401577 Oct 12 11:23:57.511148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ffc064d5-2dea-4bc5-88c2-f9e0811a2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.512584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ffc064d5-2dea-4bc5-88c2-f9e0811a2a73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.1203177 Oct 12 11:23:57.534281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.536735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-069ff723-e873-458e-b608-a5d0af3d5883 req-63f5066f-1532-446c-b0da-d16a4d8637b7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601830 Oct 12 11:23:57.564412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-cc26e565-9d48-448c-bc04-cf6cf4371adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.566151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-cc26e565-9d48-448c-bc04-cf6cf4371adb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 1099 time: 0.2747147 Oct 12 11:23:57.574754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-927b56b7-540c-4bc9-a61c-b42436cbd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.576360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-927b56b7-540c-4bc9-a61c-b42436cbd87e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531216 Oct 12 11:23:57.666151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-259d49cc-eb12-4b7f-9ac4-6c1c5abf7921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31 HTTP/1.1" status: 200 len: 217 time: 0.0836515 Oct 12 11:23:57.672493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-5efd796d-4ac5-4b07-a849-15be35ed3714 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882602 Oct 12 11:23:57.695396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:23:57.748866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:23:57.767037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.768030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.768622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.772085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-454e65bb-db36-41bb-b1a1-31979cbdd983 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907404 Oct 12 11:23:57.792704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-643a9d9c-d2db-486c-8db5-b40384f8ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.794177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-643a9d9c-d2db-486c-8db5-b40384f8ffc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1187234 Oct 12 11:23:57.829585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-7fe34944-0858-4a32-823c-6a246575dfd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 217 time: 0.0488033 Oct 12 11:23:57.863687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.882366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-60b165f0-c495-4483-8c8f-b0bbc9e8d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.884088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-60b165f0-c495-4483-8c8f-b0bbc9e8d3e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0474532 Oct 12 11:23:57.909944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] Pushing event updated for resources: {'Network': ['ID=c85b2407-00dd-4486-b797-ff6daa34740a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:57.924512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c85b2407-00dd-4486-b797-ff6daa34740a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:23:57.930165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.930890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:57.932846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] 10.222.0.41 "PUT /v2.0/ports/d578fcd1-ebe0-4583-8f00-0d6f98e170ff HTTP/1.1" status: 200 len: 1096 time: 2.2987232 Oct 12 11:23:57.939173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e065a51-dc62-4720-b305-9e3ba8c5c838 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5764117 Oct 12 11:23:57.947681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55642) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:23:57.951268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-386de425-5995-4bbf-93b1-984df66d3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:57.953006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-386de425-5995-4bbf-93b1-984df66d3124 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605733 Oct 12 11:23:57.958428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Request body: {'subnet': {'network_id': 'c85b2407-00dd-4486-b797-ff6daa34740a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754528457-subnet', 'tenant_id': '6d50dd8d547644f590a1a8160083dd6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:23:57.992590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fd5eb-9f4f-42d7-b9c8-195583a622ba service neutron] Pushing event updated for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:58.001022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-ddff8429-4d38-49b0-ad50-cf6bb13ae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.002484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-ddff8429-4d38-49b0-ad50-cf6bb13ae59e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967945 Oct 12 11:23:58.104308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-fd0941a2-ebc4-4a0b-a323-f870cd41c608 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434667 Oct 12 11:23:58.120266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Made reservation on behalf of 6d50dd8d547644f590a1a8160083dd6b for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:23:58.122668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:58.205963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:58.234114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-fddc982e-ca85-4825-aeca-a082b87a3136 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215365 Oct 12 11:23:58.282921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6f7b8608-265b-4d24-8108-3c7d699126c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 217 time: 0.0399806 Oct 12 11:23:58.337677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ef71c54b-6852-4491-9d43-dd0120179967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.338982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-73fd96a4-cfb0-46b2-96a6-f5a45f3ece46 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267345 Oct 12 11:23:58.339600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ef71c54b-6852-4491-9d43-dd0120179967 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0497923 Oct 12 11:23:58.357620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c08f051e-a828-4e53-89ae-a3f0ecd6bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.359153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-c08f051e-a828-4e53-89ae-a3f0ecd6bced service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 1099 time: 0.2777216 Oct 12 11:23:58.380383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce8a9-712b-439b-99f2-d7e80bc403af req-5afc1d10-c782-4729-b86d-5c1412ac5c48 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.381878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4dbce8a9-712b-439b-99f2-d7e80bc403af req-5afc1d10-c782-4729-b86d-5c1412ac5c48 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.2634983 Oct 12 11:23:58.390336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-51264e6f-f84e-498b-a195-e332327c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.391944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-51264e6f-f84e-498b-a195-e332327c9508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443985 Oct 12 11:23:58.458914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-71e72151-3d7a-4727-aea0-41fb4717c918 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff HTTP/1.1" status: 200 len: 217 time: 0.0750043 Oct 12 11:23:58.506388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-bcc843f0-a621-4ac0-8927-570be5336c29 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064870 Oct 12 11:23:58.595417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344095b-b30f-4f80-8f79-e6d48d3e725c req-c806b283-339a-40a0-ae31-1e2ea97ffe7f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.596905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d344095b-b30f-4f80-8f79-e6d48d3e725c req-c806b283-339a-40a0-ae31-1e2ea97ffe7f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 948 time: 0.1057823 Oct 12 11:23:58.639050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4dbce8a9-712b-439b-99f2-d7e80bc403af req-6e1fd4ff-888a-4b3c-8d0e-b29aefbc9992 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325366 Oct 12 11:23:58.649461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-cb6f53f7-1c02-4edf-a851-194bb64a95e1 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297734 Oct 12 11:23:58.664887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d344095b-b30f-4f80-8f79-e6d48d3e725c req-cae27bb7-1e2e-48cd-bd91-a761e8f62ea2 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518625 Oct 12 11:23:58.694051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-901e9df9-be08-4c3e-b4f0-390dbf6bb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.695650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-901e9df9-be08-4c3e-b4f0-390dbf6bb76c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1996992 Oct 12 11:23:58.697654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-8067d15b-9eef-4722-bd92-d5202096175a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370085 Oct 12 11:23:58.699496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-5114c1fb-a2ce-4387-a7ae-89fcb209617b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 217 time: 0.0415235 Oct 12 11:23:58.776867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-16f83f74-299f-43c3-83fc-aa652210e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:58.778358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-16f83f74-299f-43c3-83fc-aa652210e4c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0696030 Oct 12 11:23:59.094463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ecea3634-1184-4692-9b55-cb6e4652bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.095972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ecea3634-1184-4692-9b55-cb6e4652bf6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3088217 Oct 12 11:23:59.173314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:59.193444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3fa2640e-bf40-49e2-a427-74c993c15b8d service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888767 Oct 12 11:23:59.203253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-9b910556-e81b-4772-b650-d86aebea6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.204788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-9b910556-e81b-4772-b650-d86aebea6e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4929004 Oct 12 11:23:59.262624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.268586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.275092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.283931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.292918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.298791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.302646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-0c8cdd71-c632-4eba-8216-65347f1426f8 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012390 Oct 12 11:23:59.304829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.306747 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-9f0b643d-6f31-490c-b4d9-bf0bfbd2d8ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2327435 Oct 12 11:23:59.308730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-4c6052ac-d4fe-4612-b238-bcfd4aa2899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.310116 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-4c6052ac-d4fe-4612-b238-bcfd4aa2899a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 1099 time: 0.2372262 Oct 12 11:23:59.315700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:23:59.318178 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc634d-df75-4d18-ab6e-841b608f72f3" -d '{"events": [{"name": "network-changed", "server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:23:59.352185 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-a182c541-3730-4b8b-a655-9a32478bcad1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 217 time: 0.0409441 Oct 12 11:23:59.379531 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b573bc99-0981-4941-8b38-6c9e2702fb9b x-openstack-request-id: req-b573bc99-0981-4941-8b38-6c9e2702fb9b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:23:59.379811 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:23:59.380134 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b573bc99-0981-4941-8b38-6c9e2702fb9b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:23:59.380527 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', 'status': 'completed', 'code': 200} Oct 12 11:23:59.403081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6058738f-4616-4e73-af91-09ee434483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.404550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-6058738f-4616-4e73-af91-09ee434483b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0447910 Oct 12 11:23:59.453832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3b21fdf0-c1bf-4e87-a96c-661deb69ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.455410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-3b21fdf0-c1bf-4e87-a96c-661deb69ff29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437174 Oct 12 11:23:59.492315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1de0eb-ac51-4206-8f94-25ff13edaf45,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:23:59.546615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-b23fd243-9e6d-41e8-87e5-7680b88faef8 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838399 Oct 12 11:23:59.546889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d0888ee-dea0-4b02-8762-1f04b1b5863a req-e440943c-4291-4176-8012-bfde90cd86fe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128799 Oct 12 11:23:59.547560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Checking segment: {'id': '0261f11e-6628-448a-bb28-eb52e770c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c85b2407-00dd-4486-b797-ff6daa34740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:23:59.547919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Network hostable DHCP agents. Network: c85b2407-00dd-4486-b797-ff6daa34740a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:23:59.590721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-60e8352f-92c0-49f0-83c6-ab9558c9ddca service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535182 Oct 12 11:23:59.597641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-a989278c-4001-42ce-85c1-7134f36403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.599167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-a989278c-4001-42ce-85c1-7134f36403ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2686181 Oct 12 11:23:59.642201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 495240a3-34cb-45fb-8785-a66ea9e8a9f9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:23:59.642539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:59.643278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-e6cfa92d-997c-4303-b251-35de5a3e179e service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898075 Oct 12 11:23:59.684963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ed6fe8d3-c1bf-496a-ba19-21da09a34c0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 217 time: 0.0337038 Oct 12 11:23:59.712664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-4281eceb-9161-4571-9753-ab9304ae0bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31 HTTP/1.1" status: 200 len: 217 time: 0.1016979 Oct 12 11:23:59.727108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Network c85b2407-00dd-4486-b797-ff6daa34740a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:23:59.773155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4214966f-2b55-42a1-94e3-a757c9eb731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.774201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-4214966f-2b55-42a1-94e3-a757c9eb731c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0826516 Oct 12 11:23:59.803041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb6bb2-92e9-4908-97c7-ad0146c8b06e req-d7e7c2b9-e6ea-4cd1-a4ea-f90fac663f2a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.804545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdb6bb2-92e9-4908-97c7-ad0146c8b06e req-d7e7c2b9-e6ea-4cd1-a4ea-f90fac663f2a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0740948 Oct 12 11:23:59.840274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c85b2407-00dd-4486-b797-ff6daa34740a) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:23:59.850375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe01e1-df77-4895-a409-d585d2488671 None None] Network c85b2407-00dd-4486-b797-ff6daa34740a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:23:59.854746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.855360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:59.874061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-2a1c4d40-a09f-4a5c-8dbf-97100afac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.875637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-2a1c4d40-a09f-4a5c-8dbf-97100afac8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930457 Oct 12 11:23:59.879188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdb6bb2-92e9-4908-97c7-ad0146c8b06e req-21dbbdbc-8e28-4628-bebe-3d9398a5d5bf tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 Oct 12 11:23:59.897247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-f5fc36d1-c5aa-4d3e-baa1-63297f9522e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.898588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-f5fc36d1-c5aa-4d3e-baa1-63297f9522e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1732528 Oct 12 11:23:59.903871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d68d08ff-ed6a-4617-a38a-1560439081a2 req-808491c2-6a39-4d3e-aedd-96a51835c80a service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019638 Oct 12 11:23:59.908656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:23:59.925355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62f3a-0b3e-4760-8b25-55268045a8a5 req-e176783a-f9cd-4dda-83a5-876740eab251 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:23:59.926934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72b62f3a-0b3e-4760-8b25-55268045a8a5 req-e176783a-f9cd-4dda-83a5-876740eab251 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 948 time: 0.1570449 Oct 12 11:23:59.945329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 495240a3-34cb-45fb-8785-a66ea9e8a9f9 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:23:59.997040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ef18a48-d693-45ac-81bb-e746997ca1d9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0405097 Oct 12 11:24:00.008850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e42a47-473f-4390-8c70-e43f18f2908f None None] Network c85b2407-00dd-4486-b797-ff6daa34740a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:00.016223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-442d4404-5462-42e7-8004-30eb4079ee48 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299887 Oct 12 11:24:00.061040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72b62f3a-0b3e-4760-8b25-55268045a8a5 req-bbec94a6-ef37-4693-8703-b82bd75e1323 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118367 Oct 12 11:24:00.064804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-a04d6eee-2fcd-4cb6-99d1-8a2c0f6cb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.068012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-a04d6eee-2fcd-4cb6-99d1-8a2c0f6cb1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370265 Oct 12 11:24:00.150468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-60a16143-c9b0-40c3-bfd7-70773cd1a169 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262336 Oct 12 11:24:00.203018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-aca021e4-a2bd-4fa2-bbdb-f7aaf4a7fb9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 217 time: 0.0434256 Oct 12 11:24:00.239984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-e9140ad6-ad98-4600-a7f3-25560a831a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.241467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-e9140ad6-ad98-4600-a7f3-25560a831a66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 1099 time: 0.1401620 Oct 12 11:24:00.254307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-bc701497-c267-4bcd-8097-2dc9be56d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.255848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-bc701497-c267-4bcd-8097-2dc9be56d9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0462713 Oct 12 11:24:00.305404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-755fb56d-5454-4b96-b56a-4c907a8f70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.306981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-755fb56d-5454-4b96-b56a-4c907a8f70b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431237 Oct 12 11:24:00.353902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-865f6f83-e239-4bd1-a96a-1bba1eae9d9b service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648811 Oct 12 11:24:00.423472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-65750092-cc37-466c-bbe8-8c302d25d38a service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066945 Oct 12 11:24:00.450718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-cc4a6029-c674-407a-8efa-e6cc1840143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.452246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-cc4a6029-c674-407a-8efa-e6cc1840143b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2017009 Oct 12 11:24:00.504697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-bac194d9-90d8-4572-8922-5348b25f731a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff HTTP/1.1" status: 200 len: 217 time: 0.0441368 Oct 12 11:24:00.526152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f8b5e7-b99f-4c95-8d5e-f9bb0b5dda15 req-ef94454a-0f08-4e1d-b6a1-b36aceedf2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917144 Oct 12 11:24:00.530294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:00.557723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-605679f3-eaf9-4e77-9a30-f39cc0886824 req-1c6fd553-81f1-432b-af56-f7a241030934 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912138 Oct 12 11:24:00.589376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=495240a3-34cb-45fb-8785-a66ea9e8a9f9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:00.649928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-bfe5410b-3af0-4a07-b0fa-c8000e44d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.651444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-bfe5410b-3af0-4a07-b0fa-c8000e44d355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1334617 Oct 12 11:24:00.709622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:00.731074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.739260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.746543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.753097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.761559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.768744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.776515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.786242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-473de591-f8ce-4b43-bfed-b21ff604901a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1377158 Oct 12 11:24:00.799648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-09d16799-d3ad-44e3-9d7a-3e4cd867ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:00.801680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-09d16799-d3ad-44e3-9d7a-3e4cd867ebd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240432 Oct 12 11:24:00.835493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0050b90f-4efb-46b0-84f3-42cd449a131b req-08ddd5db-c3e8-4b3c-bffc-35a082e96b00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479317 Oct 12 11:24:00.872392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:00.877549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224721851-network', 'tenant_id': 'e8d233d2299d4e248887326cd75dc984'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:00.947224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 6e1eb4d0-66ca-466b-815b-3b5c3508ba0c has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:00.972287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Made reservation on behalf of e8d233d2299d4e248887326cd75dc984 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:00.975301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:00.984315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.004358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-1e7c730f-38c0-4152-acd6-e0e7f26b278f service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931393 Oct 12 11:24:01.060155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.097273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:01.107698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c6cfbe67-b408-4a97-b935-a2baebc7fbf2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/6e1eb4d0-66ca-466b-815b-3b5c3508ba0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243017 Oct 12 11:24:01.109131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:01.111598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] Sync routers for ids ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:01.116082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776ec50-25a0-4fb5-873e-5f512910f3c9 req-45e882a9-ad32-437d-8ba0-6c5122f56a27 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:01.117606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b776ec50-25a0-4fb5-873e-5f512910f3c9 req-45e882a9-ad32-437d-8ba0-6c5122f56a27 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1608512 Oct 12 11:24:01.130373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] Routers {'6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:01.131370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:01.145312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36cc01f7-8f2f-4150-9db3-c497699550c4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1eb4d0-66ca-466b-815b-3b5c3508ba0c HTTP/1.1" status: 200 len: 205 time: 0.0337098 Oct 12 11:24:01.146661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.149462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55694) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:01.163194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:01.174523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:01.184927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] Routers {'6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:01.185771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:01.218199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.218472 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Added segment 6e113ad7-ec80-4f62-a9ac-316c5ba88f76 of type vlan for network 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 Oct 12 11:24:01.225776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:01.226530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd66aff-8694-4b5d-b541-de37273764b2 None None] The sync data for ids ['6e1eb4d0-66ca-466b-815b-3b5c3508ba0c'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:01.226746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5644743-c69a-4fd9-a6c4-db2c9482ff73,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:01.270845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.271825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.278094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b776ec50-25a0-4fb5-873e-5f512910f3c9 req-dcd36596-f520-4304-89cd-912c36902dcc tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324115 Oct 12 11:24:01.287435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80e755-c31b-4b91-ba72-948a64dffb81 req-60355425-1c6d-44dd-81a4-1b2c61dc8726 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:01.288981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a80e755-c31b-4b91-ba72-948a64dffb81 req-60355425-1c6d-44dd-81a4-1b2c61dc8726 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 948 time: 0.1113122 Oct 12 11:24:01.313062 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42cc634d-df75-4d18-ab6e-841b608f72f3 req-e50b07c2-e712-4a82-937d-df6445213da9 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785895 Oct 12 11:24:01.350511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a80e755-c31b-4b91-ba72-948a64dffb81 req-f3132a50-08ad-4065-a248-83a7aedf55b1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Oct 12 11:24:01.351760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.352920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:01.353683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.444408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.447403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.474115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5984588 Oct 12 11:24:01.474669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc108-a078-47ae-ba44-213df014904a admin admin] Pushing event updated for resources: {'Network': ['ID=4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:01.476733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55700) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:01.481416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Request body: {'subnet': {'network_id': '4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224721851-subnet', 'tenant_id': 'e8d233d2299d4e248887326cd75dc984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:01.495185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:01.578498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.579082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router 6e1eb4d0-66ca-466b-815b-3b5c3508ba0c {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:24:01.584289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Made reservation on behalf of e8d233d2299d4e248887326cd75dc984 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:01.586216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.593494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cc4da75d-6294-4613-957a-8f6b676d4196 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/6e1eb4d0-66ca-466b-815b-3b5c3508ba0c HTTP/1.1" status: 204 len: 168 time: 0.4328790 Oct 12 11:24:01.593614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.593715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55702) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:01.647330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet 5078e34e-d094-4562-9999-d49fb347292a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:01.650477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.691875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.775017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.830224 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.891371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4bae0a-af54-4786-bce7-0a664dfecaa5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:01.893450 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.903620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Checking segment: {'id': '6e113ad7-ec80-4f62-a9ac-316c5ba88f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:01.903838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Network hostable DHCP agents. Network: 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:01.928703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=5078e34e-d094-4562-9999-d49fb347292a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:01.940428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:01.944230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b789af4e-7cc7-4403-bc10-4e4e61f6dcad tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/5078e34e-d094-4562-9999-d49fb347292a HTTP/1.1" status: 204 len: 168 time: 0.3530066 Oct 12 11:24:01.946088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45106934-ae8e-4ea9-b8a9-f31ec58f9bc2 None None] Network 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:01.947052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55706) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:02.004880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.010168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Network 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:02.011448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.017762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.024072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.030316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.037227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.046895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.047032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.047032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-b5cd51d3-9c6c-4a34-bd94-efec255915cc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1195712 Oct 12 11:24:02.089422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af586ee2-62b6-4153-9fb1-8d7a17a06454 req-61e77f5e-71bd-4d88-bcab-1402729f53e5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365446 Oct 12 11:24:02.108959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 7e911062-bbfc-4109-b5d1-30f697d5b193 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:02.109397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.122294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:02.127546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.128693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.132480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4b52f-611c-46f5-a8a2-149b3eac9b75 None None] Network 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:02.181351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] DHCP port deletion for 55dc4ab5-0485-4e94-a7b9-1d84afc7db9e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:24:02.199425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 7e911062-bbfc-4109-b5d1-30f697d5b193, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7e911062-bbfc-4109-b5d1-30f697d5b193,segment=NetworkSegment(2f52cd3d-3003-4096-89d3-5460b1e1d51d),segment_id=2f52cd3d-3003-4096-89d3-5460b1e1d51d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:02.199791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.215111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 7e911062-bbfc-4109-b5d1-30f697d5b193 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:02.247138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7e911062-bbfc-4109-b5d1-30f697d5b193 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:02.281154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fb6f165-9013-4816-b1ac-fd6499afc874 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8032942 Oct 12 11:24:02.339655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Deleting port 7e911062-bbfc-4109-b5d1-30f697d5b193 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:02.339655 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.346222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19d905-176e-4947-92b6-893b813696fb None None] Network 4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:02.428122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.469427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:02.478648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944beb3-9f05-4b15-8807-afc18835ba4d req-8a1cae98-62e2-4113-bb48-d7cddcc6a30d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.480311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port 7e911062-bbfc-4109-b5d1-30f697d5b193 update to DOWN by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:24:02.486268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2944beb3-9f05-4b15-8807-afc18835ba4d req-8a1cae98-62e2-4113-bb48-d7cddcc6a30d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1103373 Oct 12 11:24:02.489549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] For port 7e911062-bbfc-4109-b5d1-30f697d5b193, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7e911062-bbfc-4109-b5d1-30f697d5b193,segment=NetworkSegment(2f52cd3d-3003-4096-89d3-5460b1e1d51d),segment_id=2f52cd3d-3003-4096-89d3-5460b1e1d51d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:02.490132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.495650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port 7e911062-bbfc-4109-b5d1-30f697d5b193 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:02.501795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=7e911062-bbfc-4109-b5d1-30f697d5b193,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:02.515426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Calling delete_port for 7e911062-bbfc-4109-b5d1-30f697d5b193 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:02.604550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2944beb3-9f05-4b15-8807-afc18835ba4d req-a2d64e94-1d19-4e0a-89bf-9cfd31752e85 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173224 Oct 12 11:24:02.609421 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.643200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dc4ab5-0485-4e94-a7b9-1d84afc7db9e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:02.654680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f52cd3d-3003-4096-89d3-5460b1e1d51d') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:02.655091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f52cd3d-3003-4096-89d3-5460b1e1d51d') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:02.664163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.667101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.681965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.688963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:02.689517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:02.694762 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:02.699689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] Pushing event deleted for resources: {'Port': ['ID=7e911062-bbfc-4109-b5d1-30f697d5b193,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:02.703735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229e320-1a6a-4032-813a-75ea06789951 None None] No DVR routers for this DVR port 7e911062-bbfc-4109-b5d1-30f697d5b193 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:02.847126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.854791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.857834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/55dc4ab5-0485-4e94-a7b9-1d84afc7db9e HTTP/1.1" status: 204 len: 168 time: 0.9094789 Oct 12 11:24:02.861985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:02.875828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802532898', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:02.883395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324d00-e29b-4f41-bcc1-540b0577a7d7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=55dc4ab5-0485-4e94-a7b9-1d84afc7db9e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:02.930904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b360211-567e-4569-af62-1d54fc892208 req-5af88c48-aadd-432e-b9e2-6ae4181ef08c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:02.932309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8b360211-567e-4569-af62-1d54fc892208 req-5af88c48-aadd-432e-b9e2-6ae4181ef08c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 948 time: 0.4988015 Oct 12 11:24:02.935409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Deleting subnet 9f1de0eb-ac51-4206-8f94-25ff13edaf45 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:02.940453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:02.997707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8b360211-567e-4569-af62-1d54fc892208 req-ea441b76-62b3-4d6d-95f3-2ff2145283db tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Oct 12 11:24:03.003636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.024359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.025532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.045530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.112826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.227821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.234019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.236386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.240421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.246348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.247032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d578fcd1-ebe0-4583-8f00-0d6f98e170ff details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:03.252286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.264784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.271134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1de0eb-ac51-4206-8f94-25ff13edaf45,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:03.276337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.277996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c54df366-2424-45c2-9589-3173849c1797 req-c5ca76f8-9d9b-4f23-8715-57f8a77162cd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1067502 Oct 12 11:24:03.279192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.283023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-546e1b58-fc89-4fc7-bb12-d410ff8fb5ac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9f1de0eb-ac51-4206-8f94-25ff13edaf45 HTTP/1.1" status: 204 len: 168 time: 0.8124728 Oct 12 11:24:03.285548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:03.367898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.404527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:03.422560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', 'mac_address': 'fa:16:3e:53:5e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:03.452013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.462794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c54df366-2424-45c2-9589-3173849c1797 req-8a582246-f4bb-475a-b7ab-f2f5086605c2 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099918 Oct 12 11:24:03.468281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.483424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d578fcd1-ebe0-4583-8f00-0d6f98e170ff {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:03.496902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.509356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:03.522971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85b2407-00dd-4486-b797-ff6daa34740a']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:03.533643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0261f11e-6628-448a-bb28-eb52e770c304') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:03.534037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0261f11e-6628-448a-bb28-eb52e770c304') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:03.544790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.559397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.565855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:03.566821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:03.568587 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:03.584197 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.587663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 66d77ad7-4d61-4b91-90c3-8a718c482e31 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:03.654644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:03.657122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:03.669314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'mac_address': 'fa:16:3e:a9:2e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:03.710303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.728251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d77ad7-4d61-4b91-90c3-8a718c482e31 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:03.744104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.752677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:03.764410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.772037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c85b2407-00dd-4486-b797-ff6daa34740a HTTP/1.1" status: 204 len: 168 time: 0.4808989 Oct 12 11:24:03.773774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55734) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:03.781076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdab3c0-1afe-4103-aa82-cb3be09ddc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85b2407-00dd-4486-b797-ff6daa34740a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:03.781283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.800242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b772a-c135-44ed-ab57-ebfdc6d7f2e4 req-561b4c80-90eb-4420-9806-1cf7a26acfdd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:03.802498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-684b772a-c135-44ed-ab57-ebfdc6d7f2e4 req-561b4c80-90eb-4420-9806-1cf7a26acfdd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0978599 Oct 12 11:24:03.825644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.827805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:03.850856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-684b772a-c135-44ed-ab57-ebfdc6d7f2e4 req-ac23d767-d717-4d28-a061-6796cc6dd78f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Oct 12 11:24:03.897781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:03.915196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Deleting subnet 4d4bae0a-af54-4786-bce7-0a664dfecaa5 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:03.931522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.135732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f583a-8926-43c7-afc7-d7caac56da04 req-657dc900-8113-4ed3-9a6a-705d915858d3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.137515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e8f583a-8926-43c7-afc7-d7caac56da04 req-657dc900-8113-4ed3-9a6a-705d915858d3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 949 time: 0.0598409 Oct 12 11:24:04.184172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e8f583a-8926-43c7-afc7-d7caac56da04 req-ecb150a0-1422-4812-9104-021a8455fa62 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Oct 12 11:24:04.276977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.304559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['d578fcd1-ebe0-4583-8f00-0d6f98e170ff'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:04.334955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 172.25.2.179 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/420fcaff-34c6-4d6e-9e8f-f97f60cddf2a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:04.343412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.371058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:04.485768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.551885 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.619465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.622594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d4bae0a-af54-4786-bce7-0a664dfecaa5 HTTP/1.1" status: 204 len: 168 time: 0.8476126 Oct 12 11:24:04.623499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60e6b-b0ca-4547-9866-1c68e13bfef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4bae0a-af54-4786-bce7-0a664dfecaa5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:04.625223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55742) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:04.626819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.678483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:04.683319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:04.686479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:04.698581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.720796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.727428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.733635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.740653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.746808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.753142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.759224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:04.761161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-1444ba6b-1f9e-4086-8287-0490d1981a42 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2055809 Oct 12 11:24:04.764186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=420fcaff-34c6-4d6e-9e8f-f97f60cddf2a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:04.779482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.805262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:04.814667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e113ad7-ec80-4f62-a9ac-316c5ba88f76') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:04.815272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e113ad7-ec80-4f62-a9ac-316c5ba88f76') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:04.825725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.840702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.847092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:04.848117 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:04.849828 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:04.882420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7494d1a9-7fbd-4936-a38b-6ba6951e711e req-e635cea8-ffcd-4970-ae81-b9bf2931a52b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122727 Oct 12 11:24:04.967708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.984984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:04.988370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1 HTTP/1.1" status: 204 len: 168 time: 0.3618345 Oct 12 11:24:04.990221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490463eb-ed2f-4a32-83ee-70a758337373 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc2dca4-2c15-4de3-9c46-3819ca3a6fe1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:05.008971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403df9-e164-44a5-a04b-1e3eb32fdda5 req-601afaa1-1cdf-41d8-9ccc-c6554be4f8a8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:05.010183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87403df9-e164-44a5-a04b-1e3eb32fdda5 req-601afaa1-1cdf-41d8-9ccc-c6554be4f8a8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0740731 Oct 12 11:24:05.063404 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87403df9-e164-44a5-a04b-1e3eb32fdda5 req-4c000df9-3683-4bb7-8660-5c5fab39a979 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Oct 12 11:24:05.130996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.357353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095b09-5931-49a7-bf09-2ce1f15828cb req-e9d7701e-1161-40a3-9820-c1e68e40e5a7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:05.358887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4095b09-5931-49a7-bf09-2ce1f15828cb req-e9d7701e-1161-40a3-9820-c1e68e40e5a7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 949 time: 0.0945916 Oct 12 11:24:05.374544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:05.376329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.415413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-227054f1-151a-4e05-95a3-1e13e326f244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d50dd8d547644f590a1a8160083dd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396688 Oct 12 11:24:05.417789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:05.442218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4095b09-5931-49a7-bf09-2ce1f15828cb req-9927cb3b-71fa-4f33-96e0-554bd9fa74c1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758660 Oct 12 11:24:05.467712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.490456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.612937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router d3a0d4a8-f109-4c09-8a5d-bfcf420f192d is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:24:05.618633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.621362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.625057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b904383-1eee-43dc-af69-ed134d322b00 HTTP/1.1" status: 204 len: 168 time: 0.2038798 Oct 12 11:24:05.633125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e6f7a-4f84-484a-b325-24823423ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b904383-1eee-43dc-af69-ed134d322b00,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:05.752811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:05.764732 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] Sync routers for ids ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:05.776221 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] Routers {'d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:05.776939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:05.809661 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:05.819795 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] Routers {'d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:05.820448 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:05.853425 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:05.854151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276787f-7667-434a-95d7-e1cd4e8e9451 None None] The sync data for ids ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:05.881526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:05.881526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-53ebd19f-6ce3-4555-b508-ed09883a8b56 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0066245 Oct 12 11:24:05.881797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:06.030751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-860d3372-7c05-4d8b-86ee-bffae071ebe8 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers/d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 200 len: 885 time: 0.1475675 Oct 12 11:24:06.033230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55772) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:06.049383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.056035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.062239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.068558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.074486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.080497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.086965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.091252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-1a950ff8-c0ad-48af-8082-4b7a73c51e5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1168964 Oct 12 11:24:06.131769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d325d030-d7c2-4cf0-a1b5-9efd657c84fc req-7ed89e6c-9efb-4e53-9e60-586c48fbc677 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363402 Oct 12 11:24:06.270687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65358a-9ae1-4f8a-9fa2-68fc82739c14 req-0b783b37-f2c6-4caa-86ee-c43e1e995097 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.272219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e65358a-9ae1-4f8a-9fa2-68fc82739c14 req-0b783b37-f2c6-4caa-86ee-c43e1e995097 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1246150 Oct 12 11:24:06.350978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e65358a-9ae1-4f8a-9fa2-68fc82739c14 req-e293feef-d947-4092-baf8-1b542b50dac4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Oct 12 11:24:06.383797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b92b4a1b-1f93-43b0-abef-b14b5b66b1d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3488770 Oct 12 11:24:06.386182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:06.390524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1802532898'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:06.436346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55780) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:06.485827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-21c5d999-cb99-4906-9bde-5edfad084da0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8d233d2299d4e248887326cd75dc984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483124 Oct 12 11:24:06.491423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55784) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:06.583801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.596932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741814f1-9966-4c58-a94e-c06eb8e69717 req-6b5645c8-04cf-4848-9266-de6c95567126 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:06.599076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-741814f1-9966-4c58-a94e-c06eb8e69717 req-6b5645c8-04cf-4848-9266-de6c95567126 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 949 time: 0.0789919 Oct 12 11:24:06.623674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.677076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-741814f1-9966-4c58-a94e-c06eb8e69717 req-1a15aaf7-9f92-4110-80c4-3c906ad00407 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Oct 12 11:24:06.713633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.777489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.780185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.781316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5644743-c69a-4fd9-a6c4-db2c9482ff73 HTTP/1.1" status: 204 len: 168 time: 0.2879791 Oct 12 11:24:06.790045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56872105-da1e-4ae8-99f0-bbeecc625432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5644743-c69a-4fd9-a6c4-db2c9482ff73,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:06.798163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:06.907940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router d3a0d4a8-f109-4c09-8a5d-bfcf420f192d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:07.021304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:07.028667 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:07.030571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f26fafc3-642d-460e-84c8-07baa8cb52a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 200 len: 892 time: 0.6427708 Oct 12 11:24:07.032635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] Sync routers for ids ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:07.038793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55792) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:07.042373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] Routers {'d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:07.043107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:07.079648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:07.099212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] Routers {'d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:07.099886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:07.210840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-525792f6-4559-4dd5-b9e6-8e7d3a3b0955 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers/d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 200 len: 892 time: 0.1708429 Oct 12 11:24:07.222177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55804) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:07.278485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9cdc-264d-44fd-b5b5-fee4e31f7b28 req-75c04574-f072-43ec-b577-ac8f90b7be6e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.280958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-841a9cdc-264d-44fd-b5b5-fee4e31f7b28 req-75c04574-f072-43ec-b577-ac8f90b7be6e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0968218 Oct 12 11:24:07.341423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-841a9cdc-264d-44fd-b5b5-fee4e31f7b28 req-b5f41cf6-b45d-4b1e-aa5f-3c4d7202d44c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523331 Oct 12 11:24:07.342910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9da1546e-3549-4862-94e5-66c5005629a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 200 len: 205 time: 0.1170933 Oct 12 11:24:07.345684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:07.345946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:07.345946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f86eff0-0431-4fcf-9561-4be0f4eed271 None None] The sync data for ids ['d3a0d4a8-f109-4c09-8a5d-bfcf420f192d'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:07.348938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 66d77ad7-4d61-4b91-90c3-8a718c482e31 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:07.464066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 66d77ad7-4d61-4b91-90c3-8a718c482e31 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:07.469269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 66d77ad7-4d61-4b91-90c3-8a718c482e31 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:07.469660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:07.480606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175cb98-f58f-4d65-97f5-8662751df437 req-975057ee-6b0b-4df8-b1e4-7dcfb7f33b15 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.480922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.482321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3175cb98-f58f-4d65-97f5-8662751df437 req-975057ee-6b0b-4df8-b1e4-7dcfb7f33b15 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0545471 Oct 12 11:24:07.486907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.495459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.500329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.507819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.514329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.520684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.522604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-c9f7bd80-a56f-49f5-b19f-8defd6f3e0b8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2722645 Oct 12 11:24:07.541026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-a3f24e47-08d6-4c8f-8a06-09590ade7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.542851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-a3f24e47-08d6-4c8f-8a06-09590ade7a87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.2139854 Oct 12 11:24:07.555272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3175cb98-f58f-4d65-97f5-8662751df437 req-684b5e12-20cd-46e3-88f8-f93044ba0cbc tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Oct 12 11:24:07.586286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:07.609226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:07.611695 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da454ee9-6484-4a90-9aea-6233f586b518" -d '{"events": [{"server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "name": "network-vif-plugged", "status": "completed", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:07.625475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:07.642130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:07.651325 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec127fe-7903-4935-ab0f-703ee99d4730 x-openstack-request-id: req-cec127fe-7903-4935-ab0f-703ee99d4730 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:07.651888 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "name": "network-vif-plugged", "status": "completed", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:07.652189 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cec127fe-7903-4935-ab0f-703ee99d4730 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:07.652533 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'code': 200} Oct 12 11:24:07.658819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b6c40b5-9e99-4756-88d6-2f4ff2b09c88 req-f348bf71-01ae-4a96-a4c0-d5783131882f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227734 Oct 12 11:24:07.762510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430e21-4a30-406d-90e6-38240c0bd9fa req-762b7f66-17d4-477d-b3ac-b56d87ab9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.764226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c430e21-4a30-406d-90e6-38240c0bd9fa req-762b7f66-17d4-477d-b3ac-b56d87ab9012 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 1100 time: 0.0432386 Oct 12 11:24:07.772744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:07.773780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d578fcd1-ebe0-4583-8f00-0d6f98e170ff up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:07.847846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c430e21-4a30-406d-90e6-38240c0bd9fa req-b621fd3a-48f3-42e0-a44c-a5c9a1f86f17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638340 Oct 12 11:24:07.861474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:07.867079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086ac2-5be7-456b-a952-9e6a3de00abe req-c68f4fe0-f06f-4225-883f-86a657da7484 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:07.874931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd086ac2-5be7-456b-a952-9e6a3de00abe req-c68f4fe0-f06f-4225-883f-86a657da7484 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 949 time: 0.1095686 Oct 12 11:24:07.919516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd086ac2-5be7-456b-a952-9e6a3de00abe req-91cff876-c1fc-4355-a0b4-53ae3c532843 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Oct 12 11:24:07.973184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port d578fcd1-ebe0-4583-8f00-0d6f98e170ff completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:07.977478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port d578fcd1-ebe0-4583-8f00-0d6f98e170ff triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:07.977921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.057427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-f12fdc8e-3838-4de9-b991-7cedf5136cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.059219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-f12fdc8e-3838-4de9-b991-7cedf5136cdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.5046942 Oct 12 11:24:08.072104 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.108242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:08.132853 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.148808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-44a8702b-d77c-4830-b593-dda596fd459c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.0805516 Oct 12 11:24:08.206329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-e07cf49b-c357-4630-a5b9-a349017ee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.207175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.208489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-e07cf49b-c357-4630-a5b9-a349017ee5bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0525129 Oct 12 11:24:08.264469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-35dc9778-601e-4258-bee3-b7bfb8ca80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.265161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:08.267620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-35dc9778-601e-4258-bee3-b7bfb8ca80eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511186 Oct 12 11:24:08.381221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 420fcaff-34c6-4d6e-9e8f-f97f60cddf2a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:08.381573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.411186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-b707c6d4-1cb4-4f78-b9ae-a287600afbc9 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249337 Oct 12 11:24:08.563888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:08.584922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809a8e3-319a-43f8-9a0e-7644db6add69 req-7c2b7f93-a06b-4a11-a036-ca6a1806739b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.586464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7809a8e3-319a-43f8-9a0e-7644db6add69 req-7c2b7f93-a06b-4a11-a036-ca6a1806739b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1490023 Oct 12 11:24:08.608733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 420fcaff-34c6-4d6e-9e8f-f97f60cddf2a owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:08.623475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd37e13b-4371-4589-b8f4-94041c16d16d req-030e91c4-adfe-46cb-a842-45a2a6d42ee9 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848295 Oct 12 11:24:08.673136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1a49-6a60-4e80-9d3d-71da4d0efc78 req-e041f4fa-e98b-4971-921a-e88916a4bafd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.674671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cbb1a49-6a60-4e80-9d3d-71da4d0efc78 req-e041f4fa-e98b-4971-921a-e88916a4bafd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0594339 Oct 12 11:24:08.694416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7809a8e3-319a-43f8-9a0e-7644db6add69 req-44b3125f-87f7-47da-a34b-15a2c521b16a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973165 Oct 12 11:24:08.718299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cbb1a49-6a60-4e80-9d3d-71da4d0efc78 req-8e7234e2-f9c9-4a93-916d-688be07167fa tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Oct 12 11:24:08.879417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.886359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.892430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.899089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.905046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.911406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.917411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:08.919445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-a7b45de8-d488-46ef-91f8-6d5271d6c81b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1364954 Oct 12 11:24:08.969372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dccc3888-c89e-4467-8734-fe8c282c2532 req-e93d339f-b2c2-4564-8cfa-0020021b9063 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422702 Oct 12 11:24:09.035746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e7b53-3274-42ba-9dc5-97cdb0bff3df req-ccb3cf36-f72b-4a61-84ac-86db72678803 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:09.037273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e61e7b53-3274-42ba-9dc5-97cdb0bff3df req-ccb3cf36-f72b-4a61-84ac-86db72678803 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 950 time: 0.0494039 Oct 12 11:24:09.058668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.075995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e61e7b53-3274-42ba-9dc5-97cdb0bff3df req-f5af6f9e-1f53-41a4-a9c4-11a3277c9df3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326846 Oct 12 11:24:09.088366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=420fcaff-34c6-4d6e-9e8f-f97f60cddf2a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:09.152112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.265078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.267283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.424874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:09.481050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.481587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router d3a0d4a8-f109-4c09-8a5d-bfcf420f192d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:24:09.489663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.490892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bce8be04-27c7-4713-bae7-d0d772b1057f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 204 len: 168 time: 2.1354959 Oct 12 11:24:09.494728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55866) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:09.499694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241439542'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:09.544886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a67b7b01-322e-4b0a-a4aa-b901194729a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.621518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:09.625077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.628059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a67b7b01-322e-4b0a-a4aa-b901194729a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.654209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:09.654433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:09.656722 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cb3974-9cf3-427b-a74f-c8619a4c34f1" -d '{"events": [{"server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "name": "network-vif-plugged", "status": "completed", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:09.663676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.664020 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33 of type vlan for network 274b2c92-9e75-4997-b306-58cfce1c8ff2 Oct 12 11:24:09.693632 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7a2f6-feec-4301-b381-b64886f83b21 x-openstack-request-id: req-2ba7a2f6-feec-4301-b381-b64886f83b21 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:09.694117 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "name": "network-vif-plugged", "status": "completed", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:09.694317 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ba7a2f6-feec-4301-b381-b64886f83b21 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:09.694736 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', 'code': 200} Oct 12 11:24:09.703801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.756163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a67b7b01-322e-4b0a-a4aa-b901194729a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.796919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e12c41-0982-4c0b-971b-8d0f3ca98c9b req-aaf575d1-d381-4070-a7f5-72908923bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:09.799165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5e12c41-0982-4c0b-971b-8d0f3ca98c9b req-aaf575d1-d381-4070-a7f5-72908923bf9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 1101 time: 0.0499108 Oct 12 11:24:09.807235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a67b7b01-322e-4b0a-a4aa-b901194729a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80a25cc515e84c1daed36a0050e2c63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804560 Oct 12 11:24:09.808813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55874) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:09.824011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b7b01-322e-4b0a-a4aa-b901194729a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2aa92b-aa3a-465c-98e0-6099397ba22a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:09.860560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5e12c41-0982-4c0b-971b-8d0f3ca98c9b req-6ce491e4-d1fe-485c-8ec4-5de24a3c0dcd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Oct 12 11:24:09.872454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddd81c-e33c-4915-b923-bb1efa3294ba req-abcaa46b-552f-482d-97de-0389fbb1ea90 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:09.873894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9ddd81c-e33c-4915-b923-bb1efa3294ba req-abcaa46b-552f-482d-97de-0389fbb1ea90 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0737801 Oct 12 11:24:09.882438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.882438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:09.882662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:09.914246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9ddd81c-e33c-4915-b923-bb1efa3294ba req-3bb4f6f9-9b82-4ddb-b2d1-fc91cef55a06 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Oct 12 11:24:09.918104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99048-693a-43f0-a5e8-1e4dd1b146f6 req-9cec0b02-61e4-4631-aca9-db0d5779eaad tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:09.919633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fd99048-693a-43f0-a5e8-1e4dd1b146f6 req-9cec0b02-61e4-4631-aca9-db0d5779eaad tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1097834 Oct 12 11:24:09.986108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.010345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=274b2c92-9e75-4997-b306-58cfce1c8ff2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:10.016471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fd99048-693a-43f0-a5e8-1e4dd1b146f6 req-34e9e7b4-62f0-4a74-97a8-a30e1b87627a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866241 Oct 12 11:24:10.020604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:10.028949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.042008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7ac36248-08d2-4dee-9ef7-435428f806d5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5462494 Oct 12 11:24:10.045181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55880) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:10.051725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:10.190347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.195717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa3c67-365b-4e05-9d35-4d386ca1a11f req-fd7a06ef-6cfb-4208-827c-b28d3eb98ed7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.196667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.197190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16fa3c67-365b-4e05-9d35-4d386ca1a11f req-fd7a06ef-6cfb-4208-827c-b28d3eb98ed7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 950 time: 0.0531855 Oct 12 11:24:10.198230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.201166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.203178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c2aa92b-aa3a-465c-98e0-6099397ba22a HTTP/1.1" status: 204 len: 168 time: 0.3912272 Oct 12 11:24:10.203331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.208854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.214819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.220737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.220986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726fcb-12c8-4e39-9347-ad8aed527a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2aa92b-aa3a-465c-98e0-6099397ba22a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:10.228930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.229451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-c55a2c5e-d87d-4073-b8f5-6d454efc6c5d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1435184 Oct 12 11:24:10.267192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16fa3c67-365b-4e05-9d35-4d386ca1a11f req-13858548-477d-4970-9232-b6494d72cdc9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623174 Oct 12 11:24:10.294992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52dd67f4-cedc-4f07-b541-92f322b93b4b req-74c1d653-7cec-4ae9-89b9-f61f5a3354dc tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510864 Oct 12 11:24:10.298396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:10.305923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.594288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.672414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=8bef7b31-5413-45cf-8bb3-ea9015f3c03b,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:10.680684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:10.681034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: 274b2c92-9e75-4997-b306-58cfce1c8ff2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:10.806576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:10.903122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 274b2c92-9e75-4997-b306-58cfce1c8ff2) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:10.907182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:10.907758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:10.912392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3144c50-cf00-4e2b-90a1-e330cc0047e2 None None] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:10.931173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55892) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:10.944683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c50cdb1-d1a5-4148-a9b9-3c98e4b97617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.009864 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-417b2608-14c5-4c98-b6c5-4b8e9b064067 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9634595 Oct 12 11:24:11.012624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55894) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:11.017171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2051429084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:11.023849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c50cdb1-d1a5-4148-a9b9-3c98e4b97617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.079245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-274b2c92-9e75-4997-b306-58cfce1c8ff2', 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': '8bef7b31-5413-45cf-8bb3-ea9015f3c03b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:24:11.080158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.092827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c50cdb1-d1a5-4148-a9b9-3c98e4b97617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.127583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.128624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.138164 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c50cdb1-d1a5-4148-a9b9-3c98e4b97617 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f37e63b42260403f9170c0a238ab9851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036066 Oct 12 11:24:11.138164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50cdb1-d1a5-4148-a9b9-3c98e4b97617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27dd096-1521-4956-82b2-0831a4bc77f6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:11.139307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:11.165856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8d95b-590f-4467-abd7-6fb9c7ed1a6c req-d91d45b0-a6c8-46db-93c2-ab6fb4f89159 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.167528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01d8d95b-590f-4467-abd7-6fb9c7ed1a6c req-d91d45b0-a6c8-46db-93c2-ab6fb4f89159 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0749967 Oct 12 11:24:11.196355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.217380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.221268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.226785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Allocated IP 2001:db8::2 (274b2c92-9e75-4997-b306-58cfce1c8ff2/8bef7b31-5413-45cf-8bb3-ea9015f3c03b/a348d2cd-d864-4ae4-87e0-0e5d898ac9cb) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:11.248044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01d8d95b-590f-4467-abd7-6fb9c7ed1a6c req-582df542-56c7-402c-95ad-3227c0d5c5c5 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Oct 12 11:24:11.281476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.359841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.362498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.366477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c27dd096-1521-4956-82b2-0831a4bc77f6 HTTP/1.1" status: 204 len: 168 time: 0.2234056 Oct 12 11:24:11.381466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.383266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.383690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fac0cc8c-1bbd-4a53-90d7-fec77d80b690 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3700218 Oct 12 11:24:11.387319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:11.396667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358d4d9-2308-4466-b8bc-3da4cdafd8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27dd096-1521-4956-82b2-0831a4bc77f6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:11.438014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371f7f-bc8a-4459-830b-3f626b3e4cff req-0eda55e6-0bf4-423b-a6ef-e3bf91a172e1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.439720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0371f7f-bc8a-4459-830b-3f626b3e4cff req-0eda55e6-0bf4-423b-a6ef-e3bf91a172e1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 950 time: 0.0934963 Oct 12 11:24:11.464583 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.497637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0371f7f-bc8a-4459-830b-3f626b3e4cff req-27ed3aa0-7016-42f7-bb26-c008a7889a59 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Oct 12 11:24:11.523100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:11.529834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:11.533862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:11.558458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.564163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Pushing event updated for resources: {'Port': ['ID=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:11.565235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.572676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.580317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.586343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.592453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.598657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Attempting to bind port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:11.599068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Attempting to bind port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:11.599310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:11.599418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Attempting to bind port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb on network 274b2c92-9e75-4997-b306-58cfce1c8ff2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:11.605186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:11.605561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Checking segment: {'id': '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:11.606165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.606911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Bound using segment: {'id': '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:11.607529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Bound port: a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '274b2c92-9e75-4997-b306-58cfce1c8ff2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:11.608129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.608746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-ff5caa1f-1fc3-45aa-9bcc-88a4f0a4f623 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2228539 Oct 12 11:24:11.681469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] For port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:11.684717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] For port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,segment=NetworkSegment(2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33),segment_id=2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:11.744538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:11.781084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09d5b255-b1b8-475b-9c9a-6f1838795042 req-dc641e52-1237-4fe2-91ea-2f75c8e81f3a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713581 Oct 12 11:24:11.829926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf52d1d-c436-41a6-adf7-a40b56729f96 None None] Pushing event updated for resources: {'Port': ['ID=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:11.876013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.149121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8::1 (274b2c92-9e75-4997-b306-58cfce1c8ff2/8bef7b31-5413-45cf-8bb3-ea9015f3c03b/be669751-8fec-469c-9431-5ce7e5c1c79b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:12.264784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.291633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a348d2cd-d864-4ae4-87e0-0e5d898ac9cb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:12.366601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:12.367013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.406007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.422672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c84af-3471-4447-8bfc-1340046f0293 req-b0fb8aeb-0b79-4815-a9aa-837494fe2d54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.428229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-225c84af-3471-4447-8bfc-1340046f0293 req-b0fb8aeb-0b79-4815-a9aa-837494fe2d54 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0643637 Oct 12 11:24:12.467085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:12.472336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-225c84af-3471-4447-8bfc-1340046f0293 req-cd5e1837-f3d9-462a-9ab6-7bef9c13c2b3 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Oct 12 11:24:12.477376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.478815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:12.481949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:12.482568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.495403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=be669751-8fec-469c-9431-5ce7e5c1c79b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:12.537186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090b6c-2d34-4429-b964-ab26be4c2023 req-89d74982-c69c-47f7-90ae-8ccea74bda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.539791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72090b6c-2d34-4429-b964-ab26be4c2023 req-89d74982-c69c-47f7-90ae-8ccea74bda5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.1670825 Oct 12 11:24:12.547653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,segment=NetworkSegment(2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33),segment_id=2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:12.584930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:12.699781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:12.946011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d4331-9989-4898-8b3c-5a42d71853ab None None] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:12.956763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.964473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.965069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72090b6c-2d34-4429-b964-ab26be4c2023 req-ea5cb85f-3fbc-4ecb-9f64-161ca2589e27 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168048 Oct 12 11:24:12.972707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.979777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.983242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200ee1-52f7-4801-b915-94cbe966b276 req-5410f74e-359a-421c-b875-15cfad866b36 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:12.984836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8200ee1-52f7-4801-b915-94cbe966b276 req-5410f74e-359a-421c-b875-15cfad866b36 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 950 time: 0.0859196 Oct 12 11:24:12.998925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.006409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.012661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.014799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-d04731ca-4fd1-40f4-972a-7591be782641 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1342318 Oct 12 11:24:13.032269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8200ee1-52f7-4801-b915-94cbe966b276 req-0a67528c-f5c8-41d1-b71c-f68d4e82fd91 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Oct 12 11:24:13.080012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.083679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2dc3db2-233e-426a-839a-dbe396e567f2 req-b3f795e6-7b4e-406b-b4c6-b18b1d96b0df tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617189 Oct 12 11:24:13.092484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-af8a5e43-9c17-483c-bf91-6d5a8b976cd6 None None] Provisioning complete for port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:13.092854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af8a5e43-9c17-483c-bf91-6d5a8b976cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.252836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948d02-e714-47bd-87bd-ae76a521e568 req-de46bb8e-d29c-47ed-b42a-872252407b01 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.255575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09948d02-e714-47bd-87bd-ae76a521e568 req-de46bb8e-d29c-47ed-b42a-872252407b01 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 950 time: 0.1326263 Oct 12 11:24:13.331515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09948d02-e714-47bd-87bd-ae76a521e568 req-b07cc33a-39f9-4fba-a277-42b76b252cea tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 Oct 12 11:24:13.462223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.523405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.523405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.575843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f31dfa8d-ba4d-4078-9a25-ae08f3c12877 None None] Provisioning complete for port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:13.576399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f31dfa8d-ba4d-4078-9a25-ae08f3c12877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.692357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f31dfa8d-ba4d-4078-9a25-ae08f3c12877 None None] Provisioning complete for port be669751-8fec-469c-9431-5ce7e5c1c79b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:13.692991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f31dfa8d-ba4d-4078-9a25-ae08f3c12877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.695885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=be669751-8fec-469c-9431-5ce7e5c1c79b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:13.724842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427de9d-a58e-44c9-bd66-763dfb52831a req-d9a44f18-9fc6-428d-941f-0381300abf98 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.726456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7427de9d-a58e-44c9-bd66-763dfb52831a req-d9a44f18-9fc6-428d-941f-0381300abf98 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1596048 Oct 12 11:24:13.746189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d41d-5811-4fbc-9d9d-a705836c1d09 req-cace03e2-f9f6-4bb3-bd35-c4df5d603bf6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.752753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d41d-5811-4fbc-9d9d-a705836c1d09 req-cace03e2-f9f6-4bb3-bd35-c4df5d603bf6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:13.756268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f31dfa8d-ba4d-4078-9a25-ae08f3c12877 None None] Port be669751-8fec-469c-9431-5ce7e5c1c79b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:13.761793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cb6d41d-5811-4fbc-9d9d-a705836c1d09 req-cace03e2-f9f6-4bb3-bd35-c4df5d603bf6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354&device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 1691 time: 0.1094346 Oct 12 11:24:13.807482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:13.807620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cb6d41d-5811-4fbc-9d9d-a705836c1d09 req-ad80a66f-6c24-459a-869a-9fb5226a2386 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445776 Oct 12 11:24:13.815784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7427de9d-a58e-44c9-bd66-763dfb52831a req-c52f4c8a-a6ef-4eff-b89b-dfeb69f470be tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736127 Oct 12 11:24:13.818566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:13.884905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-36b98315-2f67-451e-ae64-10517410cc21 None None] Provisioning complete for port be669751-8fec-469c-9431-5ce7e5c1c79b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:13.887282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-36b98315-2f67-451e-ae64-10517410cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:13.944355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-36b98315-2f67-451e-ae64-10517410cc21 None None] Port be669751-8fec-469c-9431-5ce7e5c1c79b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:14.075324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4945ddc-122f-4c55-b7e4-07b60955bc71 req-f78430bc-8622-4687-a2f2-8463f36f4e43 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.085136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4945ddc-122f-4c55-b7e4-07b60955bc71 req-f78430bc-8622-4687-a2f2-8463f36f4e43 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 1101 time: 0.0581069 Oct 12 11:24:14.094752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 735cb04e-6f86-4a52-9f5c-8bfb72da67bd is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:24:14.129242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4945ddc-122f-4c55-b7e4-07b60955bc71 req-877e8753-63f1-452b-8765-23ec5e08217f tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Oct 12 11:24:14.169822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d957846e-d679-4fc4-8f6c-ae241e3c5bfd None None] Provisioning complete for port be669751-8fec-469c-9431-5ce7e5c1c79b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:14.171081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d957846e-d679-4fc4-8f6c-ae241e3c5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:14.232168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d957846e-d679-4fc4-8f6c-ae241e3c5bfd None None] Port be669751-8fec-469c-9431-5ce7e5c1c79b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:14.234292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:14.243389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dfb63d5c-9d37-4533-8222-a0f9c6024759 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/735cb04e-6f86-4a52-9f5c-8bfb72da67bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8445256 Oct 12 11:24:14.246446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:14.248279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] Sync routers for ids ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:14.277159 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] Routers {'735cb04e-6f86-4a52-9f5c-8bfb72da67bd'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:14.279522 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:14.294399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92712687-420c-464c-acc7-75b19160ce67 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.295996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-92712687-420c-464c-acc7-75b19160ce67 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports/be669751-8fec-469c-9431-5ce7e5c1c79b HTTP/1.1" status: 200 len: 911 time: 0.0485666 Oct 12 11:24:14.305643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55984) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:14.309946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.312436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bef7b31-5413-45cf-8bb3-ea9015f3c03b'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:14.316572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.330163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a348d2cd-d864-4ae4-87e0-0e5d898ac9cb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:14.334268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.343901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.344450 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:14.356291 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] Routers {'735cb04e-6f86-4a52-9f5c-8bfb72da67bd'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:14.357127 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:14.358474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.378830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.382254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed57146-f3d9-4bd0-9785-9b820cd75777 req-0ebdfb22-9fbf-45d4-b2e0-c3ee287618b6 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.383829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bed57146-f3d9-4bd0-9785-9b820cd75777 req-0ebdfb22-9fbf-45d4-b2e0-c3ee287618b6 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 1101 time: 0.0868261 Oct 12 11:24:14.384466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.386344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-93e9a287-ae72-4ee0-9ff5-8d6cbaf0399a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2094641 Oct 12 11:24:14.396874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:14.397531 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040c661-c533-4ecb-a3f3-bbd3d1e06cf0 None None] The sync data for ids ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:14.416249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:14.416625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:14.461688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fbe3904-7cb7-4888-b8da-76f7843ed4e7 req-64a6fae5-1f1c-49a2-be3c-6b852e615fae tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592508 Oct 12 11:24:14.480858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bed57146-f3d9-4bd0-9785-9b820cd75777 req-dd50213b-0c92-4021-82c1-1c329494f8bc tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848002 Oct 12 11:24:14.556646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:14.881621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-394703d7-cdda-453d-bd3d-4c92a2693571 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563016 Oct 12 11:24:14.970756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6b683-a081-450f-8d43-80fc78e2432a req-8e5249ef-0e18-4d41-9773-086e5781a78d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:14.974958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7b6b683-a081-450f-8d43-80fc78e2432a req-8e5249ef-0e18-4d41-9773-086e5781a78d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0853939 Oct 12 11:24:15.010130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7b6b683-a081-450f-8d43-80fc78e2432a req-57367a1d-014e-47d6-a30d-e227429f0bb8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Oct 12 11:24:15.034661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:15.044001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-0201aa08-ea8f-40b3-9a34-96b6512141e7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:15.049752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-0201aa08-ea8f-40b3-9a34-96b6512141e7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606886 Oct 12 11:24:15.064675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9521ca19-5018-4bdb-94f3-e76b498de775 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0105662 Oct 12 11:24:15.109745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:15.116389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:15.117193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:15.118583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/ports/be669751-8fec-469c-9431-5ce7e5c1c79b HTTP/1.1" status: 200 len: 911 time: 0.8116183 Oct 12 11:24:15.121793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56012) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:15.152200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ef3ef334-a7ea-4c00-ab35-acf6879cb651 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798426 Oct 12 11:24:15.171855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bdda6-4530-4c36-95c6-689c10db7034 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=be669751-8fec-469c-9431-5ce7e5c1c79b,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:15.833960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:15.990644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da4f-994f-47d6-acfa-553e05760986 req-5746f245-6014-4bcc-87ea-b11cd80df34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:15.992545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-5746f245-6014-4bcc-87ea-b11cd80df34e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.0476804 Oct 12 11:24:16.009391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.016229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.022773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.031571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.046948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.046948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.052023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.054253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-54c686c6-9db4-4945-9b50-cceb75e37a46 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1535621 Oct 12 11:24:16.119759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da4f-994f-47d6-acfa-553e05760986 req-1c0fd40c-7103-4b37-bbce-f7153c351bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.121483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-1c0fd40c-7103-4b37-bbce-f7153c351bc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.1194670 Oct 12 11:24:16.131376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e708e00b-f5e8-4164-a1dd-d42bb5d4b4fa req-9971c0d0-fd8f-4557-a000-53cd8a9cb995 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548666 Oct 12 11:24:16.189531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-8cf7b3a0-6fb4-4822-8817-50154ab06868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 217 time: 0.0607474 Oct 12 11:24:16.292696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da4f-994f-47d6-acfa-553e05760986 req-d54ac08c-92ee-4045-8f64-22276a20e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.294618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-d54ac08c-92ee-4045-8f64-22276a20e384 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.0989449 Oct 12 11:24:16.308235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783374b-5197-4563-950b-e002e22a1ddb req-2bef5ee9-14d2-4d1b-aa56-1110bacea2f2 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:16.309910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4783374b-5197-4563-950b-e002e22a1ddb req-2bef5ee9-14d2-4d1b-aa56-1110bacea2f2 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0743926 Oct 12 11:24:16.319304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port be669751-8fec-469c-9431-5ce7e5c1c79b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:16.319594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:16.335495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-462bd93a-f5a5-4d37-a8e2-959e0f686eee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306089 Oct 12 11:24:16.440750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-dfe10969-23a7-48c5-a17f-303d6c79cf5e service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003230 Oct 12 11:24:16.466492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4783374b-5197-4563-950b-e002e22a1ddb req-c6f29bf8-3b51-4d68-980d-5c7be6e40975 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413765 Oct 12 11:24:16.507319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:16.525740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for be669751-8fec-469c-9431-5ce7e5c1c79b owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:16.568046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da4da4f-994f-47d6-acfa-553e05760986 req-e1e91e60-48dc-4eb9-ba10-962abea6e464 service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187601 Oct 12 11:24:16.605929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c42a126c-6e98-41c4-aa76-df046acdfb58 req-ec7e718c-5378-4676-b400-60b8c90b7f69 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Oct 12 11:24:16.835965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:16.866742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=be669751-8fec-469c-9431-5ce7e5c1c79b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:16.963340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.123083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 735cb04e-6f86-4a52-9f5c-8bfb72da67bd has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:17.199873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:17.205232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6162022-3ed3-4893-b8dd-3a07c95644b6 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/735cb04e-6f86-4a52-9f5c-8bfb72da67bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0821109 Oct 12 11:24:17.209531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56050) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:17.213792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] Sync routers for ids ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:17.227316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] Routers {'735cb04e-6f86-4a52-9f5c-8bfb72da67bd'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:17.228379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:17.255334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de36106f-ac58-4e3e-9365-b81192e17fb7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=735cb04e-6f86-4a52-9f5c-8bfb72da67bd HTTP/1.1" status: 200 len: 205 time: 0.0444427 Oct 12 11:24:17.256567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:17.271561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:17.281340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] Routers {'735cb04e-6f86-4a52-9f5c-8bfb72da67bd'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:17.281938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:17.315663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:17.316322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d0e60-6aec-4ac2-b27b-c8cd0a51b2bb None None] The sync data for ids ['735cb04e-6f86-4a52-9f5c-8bfb72da67bd'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:17.363743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.372526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.381989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.392155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.403188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.414036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.425803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.429330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-ae1b2ee6-0baf-4590-89c4-89b4c9e6b248 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.2192259 Oct 12 11:24:17.454677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.583877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a83e4277-fd4f-4d2f-9380-7ac9fd373987 req-f6a47d6d-9638-40e5-a1d6-377ac7e106d7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462872 Oct 12 11:24:17.632793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a7281-3086-4a08-b6d6-02dde1ddc476 req-cc00bba4-b96f-40e6-b945-3d3479e10400 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:17.634347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb6a7281-3086-4a08-b6d6-02dde1ddc476 req-cc00bba4-b96f-40e6-b945-3d3479e10400 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0645344 Oct 12 11:24:17.693211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bb6a7281-3086-4a08-b6d6-02dde1ddc476 req-28e2af97-0f62-4774-871b-3ddc95477165 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520895 Oct 12 11:24:17.696445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-832f16a5-adb1-4df0-bc79-3ab819a57694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.732008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d933b637-8bbe-4761-af41-1e0f97477665 req-3ea3929c-3109-4db6-b5d5-37465710723f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 210 time: 0.0341949 Oct 12 11:24:17.743438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.745648 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.892751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.893307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router 735cb04e-6f86-4a52-9f5c-8bfb72da67bd {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:24:17.902460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:17.903573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-efa4dac5-c550-4d3b-98fc-029ad2f5e75b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/735cb04e-6f86-4a52-9f5c-8bfb72da67bd HTTP/1.1" status: 204 len: 168 time: 0.6460826 Oct 12 11:24:17.906211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:17.962022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet 8bef7b31-5413-45cf-8bb3-ea9015f3c03b {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:17.968313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.008718 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.098531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.247372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.283049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.289169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/8bef7b31-5413-45cf-8bb3-ea9015f3c03b HTTP/1.1" status: 204 len: 168 time: 0.3794832 Oct 12 11:24:18.289169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35556e3-00bd-416e-95ff-40bf80b68bd7 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=8bef7b31-5413-45cf-8bb3-ea9015f3c03b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:18.290440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56068) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:18.293378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b36eb9-0df2-4731-b919-7cb8615868d4 None None] Network 274b2c92-9e75-4997-b306-58cfce1c8ff2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:18.399140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.460361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:18.460719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.549587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] DHCP port deletion for 274b2c92-9e75-4997-b306-58cfce1c8ff2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:24:18.569389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,segment=NetworkSegment(2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33),segment_id=2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:18.569932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.587079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for a348d2cd-d864-4ae4-87e0-0e5d898ac9cb owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:18.605756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Deleting port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:18.606127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.691658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] For port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,segment=NetworkSegment(2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33),segment_id=2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:18.692796 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.710440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Calling delete_port for a348d2cd-d864-4ae4-87e0-0e5d898ac9cb owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:18.827001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.834002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.861404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.866744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f750c9-e8b7-4d69-b65e-86c441e72ac5 req-568f3495-8e4c-4510-afac-78f6dc5daf3c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.868547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03f750c9-e8b7-4d69-b65e-86c441e72ac5 req-568f3495-8e4c-4510-afac-78f6dc5daf3c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0715830 Oct 12 11:24:18.868899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.875094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.875679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.882118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.882271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:18.889265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:18.900355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-7ff5ca3a-5315-4ab3-a9b4-243df500ab0d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1630039 Oct 12 11:24:18.911970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:18.924919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Pushing event deleted for resources: {'Port': ['ID=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:18.949742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a55b493-2861-48e3-93b7-11c0664bd953 req-4d88e10d-95b2-492f-9c63-20e96bc85ef8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479975 Oct 12 11:24:18.950533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.950915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.951255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.951593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.951929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.952258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.952590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.952934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.953261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.953895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.965545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.965545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:18.965545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d09b-f298-4fac-aac6-8a9240f0572e None None] No DVR routers for this DVR port a348d2cd-d864-4ae4-87e0-0e5d898ac9cb on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:19.091016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=a348d2cd-d864-4ae4-87e0-0e5d898ac9cb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:19.098733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dae58082-1c9c-45ae-9e6e-d42063b748d2 req-7f7063af-ee0d-45e4-99df-38502ba42c9e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 210 time: 0.0389423 Oct 12 11:24:19.109322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.125862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03f750c9-e8b7-4d69-b65e-86c441e72ac5 req-6597d700-d0d7-4a7c-b34c-6c95c326a74d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329855 Oct 12 11:24:19.149422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274b2c92-9e75-4997-b306-58cfce1c8ff2']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:19.163201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:19.163499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2327bb8e-c8e6-4dc2-a7f8-2205d9fd5e33') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:19.174769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.206166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-94a0779b-1327-4f9c-8873-bbaa66d2c036 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333364 Oct 12 11:24:19.210170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.255515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:19.255925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:19.265031 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:19.417390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-404973cb-98b7-4738-be0c-a18f61d356eb tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:19.418871 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-404973cb-98b7-4738-be0c-a18f61d356eb tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061107 Oct 12 11:24:19.431985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:19.597244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-528075e2-7882-4628-9b29-098a1b5e39f9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493655 Oct 12 11:24:19.744734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-5ba61a9a-e1b3-49ea-971c-c6c07af56b97 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:19.746369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-5ba61a9a-e1b3-49ea-971c-c6c07af56b97 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418450 Oct 12 11:24:19.760546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:19.777068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.798378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.798989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/274b2c92-9e75-4997-b306-58cfce1c8ff2 HTTP/1.1" status: 204 len: 168 time: 1.5072157 Oct 12 11:24:19.802106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa59e-30f4-493a-bf5c-d034a6796877 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=274b2c92-9e75-4997-b306-58cfce1c8ff2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:19.803506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56110) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:19.812335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849336162', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:19.966921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.968780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:19.976290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 11:24:19.976290 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 11:24:19.976290 n-d-813419-3 neutron-server[95547]: [parameters: {'project_id_1': '1606d17320d4431c9911bcfa39bfb0b1', 'expiration_1': datetime.datetime(2021, 10, 12, 11, 23, 59, 893061)}] Oct 12 11:24:19.976290 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:24:19.977320 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:24:20.031780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.121642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:20.127822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.128831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.132622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.134593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ebe2b12d-1244-4a44-a9f7-242b4b4f640e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:20.137365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.145772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.151461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.158541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.173794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.181125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.187707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-7d24936f-6b4c-4561-86fe-aaa57407dc98 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5431 time: 0.1289444 Oct 12 11:24:20.263535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43b63537-63c5-4297-9ed0-ed4c970f7dfa req-d0a57db6-5451-47e5-b752-7d35ccb65170 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 210 time: 0.0358734 Oct 12 11:24:20.271832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.273339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a85b7a3b-e199-47e7-af5c-1584eb98b9a1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4671898 Oct 12 11:24:20.280712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdd14269-8e51-4aef-b30f-a7d78efdfe3e req-9cdf5dbc-3a94-475c-be01-d56589ba04a8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892920 Oct 12 11:24:20.281394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56128) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:20.299084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654449221'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:20.350305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:20.358641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.253 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/2fa156fd-32d3-4bf8-9968-3145966427ad) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:20.368653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a348d2cd-d864-4ae4-87e0-0e5d898ac9cb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:20.403050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a348d2cd-d864-4ae4-87e0-0e5d898ac9cb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:24:20.403444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a348d2cd-d864-4ae4-87e0-0e5d898ac9cb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:24:20.404976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'port_id': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e', 'mac_address': 'fa:16:3e:26:20:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:20.429988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:20.434214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.462362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.467860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:20.479625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe2b12d-1244-4a44-a9f7-242b4b4f640e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:20.482806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.483494 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 15478858-0e51-4098-aa6f-ef8ceae2a108 of type vlan for network 2528b45a-375c-402f-bcc5-2d8db5c3034c Oct 12 11:24:20.500056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1ce21df0-f6bc-4a3d-ace1-34a4eee23822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.525203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:20.546779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.549328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.618659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:20.618900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.619426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a99e2d2-3253-4b41-a585-0c1ca77375d2 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:20.622265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.696401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.716607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:20.719079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.728619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:20.759405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:20.766014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:20.823676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:20.842889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:20.862284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:20.871397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:20.878000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=2528b45a-375c-402f-bcc5-2d8db5c3034c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:20.905356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6228855 Oct 12 11:24:20.913356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:20.927644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.927983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.928319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.928650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.928983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.929309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.929633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.929952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.930424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.930778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.931101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.931422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d1b8b-afcb-44a6-812f-7465f9e7d8db tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:20.931597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56150) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:20.936337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'port_id': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'mac_address': 'fa:16:3e:6d:b2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4598c4b1-e8ce-4cd7-b32d-d6cd5566234c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:20.943700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:20.949119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:20.953923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.55 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/f5fcc28f-ebae-4e96-af89-60ebfb7f6513) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:21.016376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.087880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.088551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.125591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a99e2d2-3253-4b41-a585-0c1ca77375d2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:21.158444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.162558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:21.243599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-37a702fd-a6fc-4098-a859-a520dba92128 None None] Provisioning complete for port 2fa156fd-32d3-4bf8-9968-3145966427ad triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:21.243978 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37a702fd-a6fc-4098-a859-a520dba92128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.254123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:21.258194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.316678 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.376093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ae919b52-f6e9-4fd2-b0e9-c93d0755775a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9472032 Oct 12 11:24:21.398568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Request body: {'port': {'device_id': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:21.433123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:21.455730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:21.467124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:21.474474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:21.503450 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.514920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:21.519142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-37a702fd-a6fc-4098-a859-a520dba92128 None None] Port 2fa156fd-32d3-4bf8-9968-3145966427ad cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:21.548050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.554738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.561161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.576315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.584123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.592960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.600028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.608148 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-02eb6508-81bb-45d9-9dc8-11f3bc5fbde1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5433 time: 0.1956239 Oct 12 11:24:21.640698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.641359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.686061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.692976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6d97704-c577-4ab0-a884-56761746d4e3 req-40e5fa84-1583-4e78-b52b-58dba18ca789 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839028 Oct 12 11:24:21.697933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e103-31d5-4ae0-b91a-6509f9de5979 req-e2cf1328-82b4-4dd5-bbee-e7cebd8fa56b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:21.718834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86a8e103-31d5-4ae0-b91a-6509f9de5979 req-e2cf1328-82b4-4dd5-bbee-e7cebd8fa56b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 935 time: 0.3404608 Oct 12 11:24:21.722675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:21.787907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-9b816373-7eac-457e-8777-4c763c229447 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0314727 Oct 12 11:24:21.795070 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.804345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Request body: {'port': {'device_id': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:21.823787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:21.840865 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.841650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'port_id': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'mac_address': 'fa:16:3e:fa:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:21.850483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86a8e103-31d5-4ae0-b91a-6509f9de5979 req-11ad338d-0262-406e-9967-14e3192f6626 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303968 Oct 12 11:24:21.906715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.909391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f5d38e5c-321b-438c-8256-7483cdfbd636 None None] Provisioning complete for port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:21.909746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f5d38e5c-321b-438c-8256-7483cdfbd636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.924116 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:21.936866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.001590 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.007810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f5d38e5c-321b-438c-8256-7483cdfbd636 None None] Port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:22.048925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:22.085396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=0852e526-b709-41e5-8897-9899d68d5ec6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:22.114488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:22.135936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:22.136294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: 2528b45a-375c-402f-bcc5-2d8db5c3034c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:22.178370 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.179225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1e0207d1-5897-4f4b-977f-ca698f1cd017 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:22.235749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ff8a-53e3-4aff-8c21-6be7ed8d9fd6 req-d2adfac8-0dcd-442b-9620-3c8ca25655c3 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:22.237082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbe3ff8a-53e3-4aff-8c21-6be7ed8d9fd6 req-d2adfac8-0dcd-442b-9620-3c8ca25655c3 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0939977 Oct 12 11:24:22.252338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:22.256487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:22.268348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1e0207d1-5897-4f4b-977f-ca698f1cd017', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'port_id': '1e0207d1-5897-4f4b-977f-ca698f1cd017', 'mac_address': 'fa:16:3e:25:4e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:22.309344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.310059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa156fd-32d3-4bf8-9968-3145966427ad {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:22.321455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:22.324190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0207d1-5897-4f4b-977f-ca698f1cd017 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:22.324638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.331424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbe3ff8a-53e3-4aff-8c21-6be7ed8d9fd6 req-a8e34afd-4991-457b-a703-0e08e9893689 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830472 Oct 12 11:24:22.343892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Transition to ACTIVE for port object 2fa156fd-32d3-4bf8-9968-3145966427ad will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:24:22.346604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:22.407007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2528b45a-375c-402f-bcc5-2d8db5c3034c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:22.412505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:22.413105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.418644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a7718-7b97-4866-a598-eda5ea673761 None None] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:22.452991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.484362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.485037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cb2ebe48-5380-4b40-8595-c61163795309 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:22.544628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:22.554462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d575ac99-8e4f-4e19-885d-94b9603b72a0 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6164651 Oct 12 11:24:22.555608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56176) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:22.654583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:22.673759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:22.679679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'cb2ebe48-5380-4b40-8595-c61163795309', 'network_id': '9bd6e6f3-1b27-4082-a58c-6d074f2bf626', 'port_id': 'cb2ebe48-5380-4b40-8595-c61163795309', 'mac_address': 'fa:16:3e:f6:2f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4598c4b1-e8ce-4cd7-b32d-d6cd5566234c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:22.714158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fcc28f-ebae-4e96-af89-60ebfb7f6513 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:22.729366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.752623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Transition to ACTIVE for port object f5fcc28f-ebae-4e96-af89-60ebfb7f6513 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:24:22.806999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.821055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2528b45a-375c-402f-bcc5-2d8db5c3034c', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:24:22.821941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.841306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:22.858471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2ebe48-5380-4b40-8595-c61163795309 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:22.885987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Attempting to bind port 2fa156fd-32d3-4bf8-9968-3145966427ad on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:22.886538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Attempting to bind port 2fa156fd-32d3-4bf8-9968-3145966427ad by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:22.886656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Attempting to bind port 2fa156fd-32d3-4bf8-9968-3145966427ad on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:22.912095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:22.970886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:22.997550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Port 2fa156fd-32d3-4bf8-9968-3145966427ad on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:24:22.997921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Attempting to bind port 2fa156fd-32d3-4bf8-9968-3145966427ad on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:23.005137 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.006361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 159716ce-b748-4392-bbf0-dd30a6f80f75 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:23.012424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:23.012871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:23.014220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:23.014220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Bound port: 2fa156fd-32d3-4bf8-9968-3145966427ad, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:23.014220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.043300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:23.102084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Attempting to bind port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:23.102418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Attempting to bind port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:23.108049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Attempting to bind port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:23.126848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:24:23.127210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Attempting to bind port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:23.134608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:23.134968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:23.135357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:23.135786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Bound port: f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:23.136144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.152099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Allocated IP 2001:db8::2 (2528b45a-375c-402f-bcc5-2d8db5c3034c/0852e526-b709-41e5-8897-9899d68d5ec6/c077a49c-e6b4-4af4-b16c-c73096fa198a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:23.178715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:23.182160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2fa156fd-32d3-4bf8-9968-3145966427ad,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:23.202126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.209402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.216271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.224313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.230825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.236973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.243300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.251893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-3978ac21-a094-4025-b40d-bc702610f5da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5435 time: 0.4239750 Oct 12 11:24:23.252506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:23.256844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:23.330056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e3c0662-589c-48ba-8a08-821ed697d874 req-9cb36d24-323f-4230-92e3-10ffad44099a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770533 Oct 12 11:24:23.338648 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.375316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:23.378908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.380035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.381432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] 10.222.0.47 "PUT /v2.0/ports/2fa156fd-32d3-4bf8-9968-3145966427ad HTTP/1.1" status: 200 len: 1096 time: 1.9896553 Oct 12 11:24:23.383190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.402945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:23.405472 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86342df4-14e5-4fbb-8258-bcb3256e67d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:23.433766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.463013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:23.491854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.492646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'port_id': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'mac_address': 'fa:16:3e:2d:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:23.537557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.538584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.544912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] 10.222.0.41 "PUT /v2.0/ports/f5fcc28f-ebae-4e96-af89-60ebfb7f6513 HTTP/1.1" status: 200 len: 1095 time: 1.7469382 Oct 12 11:24:23.545404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:23.552201 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1cfd2c-1925-4538-8453-93316960be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:23.621381 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd89abc-b00f-4a0a-99ad-e7335ffdd5e8 x-openstack-request-id: req-edd89abc-b00f-4a0a-99ad-e7335ffdd5e8 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:23.621789 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:23.622043 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edd89abc-b00f-4a0a-99ad-e7335ffdd5e8 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:23.622450 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad', 'status': 'completed', 'code': 200} Oct 12 11:24:23.667723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b138d-4439-4cff-a72f-3b22739e9718 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:23.669016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.684133 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6103e-7dbf-4f2b-8384-00463b28490c x-openstack-request-id: req-7ac6103e-7dbf-4f2b-8384-00463b28490c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:23.684473 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:23.687801 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ac6103e-7dbf-4f2b-8384-00463b28490c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:23.687801 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', 'status': 'completed', 'code': 200} Oct 12 11:24:23.728918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e5b1-5614-4fec-af53-e5482bd36343 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:23.732974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.756588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:23.776951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159716ce-b748-4392-bbf0-dd30a6f80f75 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:23.787352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:23.807016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-2bf765e2-6825-4130-9fa8-2368f2432970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.808592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-2bf765e2-6825-4130-9fa8-2368f2432970 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 1099 time: 0.2017629 Oct 12 11:24:23.822316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c5ad9-e6f5-46f0-9adc-127f347b7c2b req-a253cb36-3ad7-46a6-8ac7-80f0a865d2c3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.829979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3c5ad9-e6f5-46f0-9adc-127f347b7c2b req-a253cb36-3ad7-46a6-8ac7-80f0a865d2c3 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 947 time: 0.2450399 Oct 12 11:24:23.846719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:23.871452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:23.885278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:23.905923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-b656bf25-9a5f-4a37-a010-2be98d225b6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2fa156fd-32d3-4bf8-9968-3145966427ad HTTP/1.1" status: 200 len: 217 time: 0.0836718 Oct 12 11:24:23.909857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-0d8c695b-26f5-4b46-b8ad-cab4fceb0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:23.909857 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-0d8c695b-26f5-4b46-b8ad-cab4fceb0042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 1098 time: 0.2100348 Oct 12 11:24:23.949363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b3c5ad9-e6f5-46f0-9adc-127f347b7c2b req-42ca9496-46e8-43a2-8588-8ac700d5064c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183994 Oct 12 11:24:23.987087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Pushing event updated for resources: {'Port': ['ID=c077a49c-e6b4-4af4-b16c-c73096fa198a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:24.020960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Attempting to bind port c077a49c-e6b4-4af4-b16c-c73096fa198a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:24.021324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Attempting to bind port c077a49c-e6b4-4af4-b16c-c73096fa198a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:24.021680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Attempting to bind port c077a49c-e6b4-4af4-b16c-c73096fa198a on network 2528b45a-375c-402f-bcc5-2d8db5c3034c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:24.027708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-3cb3a1bf-0c09-41e1-af4b-0c1b2be14d16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513 HTTP/1.1" status: 200 len: 217 time: 0.1034274 Oct 12 11:24:24.040078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.040968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ccbda4e-8480-46bc-a694-165879f230c8 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:24.057203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-888e1eb0-8e7a-41de-b9ab-d805f5647e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.069373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-888e1eb0-8e7a-41de-b9ab-d805f5647e7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1104298 Oct 12 11:24:24.122469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:24.123360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Checking segment: {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:24.123992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.124595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Bound using segment: {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:24.125287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Bound port: c077a49c-e6b4-4af4-b16c-c73096fa198a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:24.125884 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.142821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-3fd7d8cf-047b-405d-8784-3d8fd4ee9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.147954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-3fd7d8cf-047b-405d-8784-3d8fd4ee9fcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1101198 Oct 12 11:24:24.163754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8::1 (2528b45a-375c-402f-bcc5-2d8db5c3034c/0852e526-b709-41e5-8897-9899d68d5ec6/3e15e07d-e864-40fe-97b9-ae6189705cd0) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:24.186468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-23038f75-249a-4fbe-a56f-51b0fa11fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.194324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-23038f75-249a-4fbe-a56f-51b0fa11fa60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909796 Oct 12 11:24:24.263507 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:24:24.276949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-dab77d06-d64d-428a-9d8c-1bdff3940413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.279401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-dab77d06-d64d-428a-9d8c-1bdff3940413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222358 Oct 12 11:24:24.321421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:24.326517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:24.399726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] For port c077a49c-e6b4-4af4-b16c-c73096fa198a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:24.409132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '9ccbda4e-8480-46bc-a694-165879f230c8', 'network_id': '4efefe6d-9ceb-4bad-9a60-08218b72632e', 'port_id': '9ccbda4e-8480-46bc-a694-165879f230c8', 'mac_address': 'fa:16:3e:e0:99:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:24.413839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-294aeb98-4f6a-4b2a-b019-163e5da0467f service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240771 Oct 12 11:24:24.439812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] For port c077a49c-e6b4-4af4-b16c-c73096fa198a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c077a49c-e6b4-4af4-b16c-c73096fa198a,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:24.485003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.536768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-e881d2d6-2070-481e-a1b7-e2fec4bcc559 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360443 Oct 12 11:24:24.547291 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.558518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccbda4e-8480-46bc-a694-165879f230c8 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:24.624170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-ee7b46fc-932f-42e9-9769-765d1475503e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001235 Oct 12 11:24:24.640074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:24.718425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.726633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.737510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.745225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.751957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.763872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.791352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.791352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-d288a40a-7f66-485e-87d4-2fcc96822f99 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5437 time: 0.3404455 Oct 12 11:24:24.856633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cfd2c-1925-4538-8453-93316960be2e req-74eac190-4f16-4d7c-adbc-f63dffd854ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:24.863237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-74eac190-4f16-4d7c-adbc-f63dffd854ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 1098 time: 0.0677340 Oct 12 11:24:24.959170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:24.980847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd7d337b-ab2f-454c-b500-82b96b6385b9 req-3a6bd170-cfb2-4318-8115-2ffd486b4cc6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835370 Oct 12 11:24:24.983434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee2a5c-46b0-44e3-945b-20099cf4af6e None None] Pushing event updated for resources: {'Port': ['ID=c077a49c-e6b4-4af4-b16c-c73096fa198a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:25.018139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d292a93-abfe-442e-a042-43e2ca8a3d82 req-fe5786e7-7a75-4a5d-a42d-6b5fcf46d965 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542921 Oct 12 11:24:25.026033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:25.041330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:25.105140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:25.117811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:25.120588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:25.121443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:25.170236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0c8e8-fc3e-479c-a8a7-702c4c715217 req-bd8706af-9b02-40db-a1f8-eb3778525e4d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.172456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fa0c8e8-fc3e-479c-a8a7-702c4c715217 req-bd8706af-9b02-40db-a1f8-eb3778525e4d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 947 time: 0.1036716 Oct 12 11:24:25.187244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:25.199824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cfd2c-1925-4538-8453-93316960be2e req-9ad0f381-868a-4c1e-b772-28732ee68212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.201344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-9ad0f381-868a-4c1e-b772-28732ee68212 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3151753 Oct 12 11:24:25.202078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:25.261519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fa0c8e8-fc3e-479c-a8a7-702c4c715217 req-d40d2de3-bbad-4c46-bdf9-2e5c71ac0818 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805552 Oct 12 11:24:25.263010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-be66765c-60c1-4be0-9a5e-113f67c4a022 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513 HTTP/1.1" status: 200 len: 217 time: 0.0466290 Oct 12 11:24:25.296459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-99e7a77f-9a5b-47c3-b679-c09beccc2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.297979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-99e7a77f-9a5b-47c3-b679-c09beccc2b99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 1099 time: 0.0970967 Oct 12 11:24:25.339466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cfd2c-1925-4538-8453-93316960be2e req-870bb929-c32d-43ae-b036-f6ad3df1cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.341315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-870bb929-c32d-43ae-b036-f6ad3df1cea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0578570 Oct 12 11:24:25.392062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cfd2c-1925-4538-8453-93316960be2e req-57df0cf4-8e3a-4a2d-90df-9a413743db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.393875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-57df0cf4-8e3a-4a2d-90df-9a413743db26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445917 Oct 12 11:24:25.419731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:25.439130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-11649101-f5de-4bba-bfb4-fa3d1b8dfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.440968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-11649101-f5de-4bba-bfb4-fa3d1b8dfed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1352715 Oct 12 11:24:25.523081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-77dda0e7-4fbf-4aab-9325-6ed11fed76c4 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177466 Oct 12 11:24:25.530608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-3bc38c2d-38a8-47a3-8d81-407c5c830e08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2fa156fd-32d3-4bf8-9968-3145966427ad HTTP/1.1" status: 200 len: 217 time: 0.0523112 Oct 12 11:24:25.675433 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c1cfd2c-1925-4538-8453-93316960be2e req-899dde75-fe7e-4ba6-bb8d-6b8d24c23130 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439862 Oct 12 11:24:25.677597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-ec152d49-70e5-4f57-b263-ac311a21ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:25.679181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-ec152d49-70e5-4f57-b263-ac311a21ef7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1391275 Oct 12 11:24:25.837233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:25.877466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1e0207d1-5897-4f4b-977f-ca698f1cd017'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:25.899363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['ebe2b12d-1244-4a44-a9f7-242b4b4f640e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:25.975617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3a99e2d2-3253-4b41-a585-0c1ca77375d2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:25.988944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:26.039483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['159716ce-b748-4392-bbf0-dd30a6f80f75'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:26.179221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9ccbda4e-8480-46bc-a694-165879f230c8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:26.253234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb4b070-e7c6-49f6-9129-f1d9e07ff4be None None] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:26.463277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:26.464143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:26.473525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f2bd3-21ca-4eb1-b4fb-5387fbabe292 req-ff5ed956-b348-404b-a3fb-d0f0cc426c66 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.476220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e05f2bd3-21ca-4eb1-b4fb-5387fbabe292 req-ff5ed956-b348-404b-a3fb-d0f0cc426c66 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 947 time: 0.0769036 Oct 12 11:24:26.533778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e05f2bd3-21ca-4eb1-b4fb-5387fbabe292 req-f518e9e5-aef7-4669-bad6-a12b758ce92e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Oct 12 11:24:26.548755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c077a49c-e6b4-4af4-b16c-c73096fa198a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:26.598837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-44c77225-116c-4d77-a8a8-2b86d36e0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.600659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-44c77225-116c-4d77-a8a8-2b86d36e0f95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6091664 Oct 12 11:24:26.612572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.618990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.625390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.632517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.638656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.646034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.652909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:26.655053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c543b3a9-1d11-4664-973e-139eef591481 req-d601dc0d-1f39-4f0a-bf43-19a9e4716c00 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5438 time: 0.2703829 Oct 12 11:24:26.809917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-14b1bd48-89f3-4a57-ba0b-9055457ee319 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461129 Oct 12 11:24:26.821172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:26.879635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] Provisioning complete for port c077a49c-e6b4-4af4-b16c-c73096fa198a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:26.880266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.036762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c543b3a9-1d11-4664-973e-139eef591481 req-0462f3e6-d739-4f51-89ac-8f0be5bd06c5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255144 Oct 12 11:24:27.073455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:27.096158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:27.106126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['cb2ebe48-5380-4b40-8595-c61163795309'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:27.111313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:27.228292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86342df4-14e5-4fbb-8258-bcb3256e67d8 req-443d6441-656d-4190-9c54-37a1f3c3476d service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023731 Oct 12 11:24:27.246821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.253170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c3f4-699b-4930-9624-06caa52d5f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.294263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c077a49c-e6b4-4af4-b16c-c73096fa198a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:27.294638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.363122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c3f4-699b-4930-9624-06caa52d5f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.407537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f5fcc28f-ebae-4e96-af89-60ebfb7f6513 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:27.418017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:24:27.469687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c3f4-699b-4930-9624-06caa52d5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.518579 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ccf1c3f4-699b-4930-9624-06caa52d5f1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0ba961e975242dba77993802f74b43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544828 Oct 12 11:24:27.521381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:27.592265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:27.592586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c3f4-699b-4930-9624-06caa52d5f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc635b2-9341-4097-8a98-8555b810f77a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:27.597471 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:24:27.611110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527668d-5389-4fba-8271-40357cad925f None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:27.630753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.630967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:27.630967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:27.632402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95663ba8-432b-4929-bb8d-c035a5fb24eb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0761127 Oct 12 11:24:27.633064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56256) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:27.638481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-75720013'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:27.670674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.704755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] For port c077a49c-e6b4-4af4-b16c-c73096fa198a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c077a49c-e6b4-4af4-b16c-c73096fa198a,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:27.747504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.758975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1e45-b2b1-4d6f-8d04-da5bd248b9bf req-7642ecb7-4ae2-411f-adaa-d535a6d9fccd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:27.761000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:27.764989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.767587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84fa1e45-b2b1-4d6f-8d04-da5bd248b9bf req-7642ecb7-4ae2-411f-adaa-d535a6d9fccd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 947 time: 0.0901656 Oct 12 11:24:27.837215 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:27.851630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:27.864337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84fa1e45-b2b1-4d6f-8d04-da5bd248b9bf req-5d275ec6-31d5-4850-b485-073b9ad1d79c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958288 Oct 12 11:24:27.870458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.871389 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 0e7f803d-f7fc-4aa9-bada-15dc5ec691c5 of type vlan for network cbcfe66e-d720-4a04-8078-97052466de1c Oct 12 11:24:27.908496 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.913590 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.958924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.990273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.992930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:27.995002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cc635b2-9341-4097-8a98-8555b810f77a HTTP/1.1" status: 204 len: 168 time: 0.4711449 Oct 12 11:24:28.011439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28eca9-a79a-45e0-ba44-6a13732e5d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc635b2-9341-4097-8a98-8555b810f77a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:28.132292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.138381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.139174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.175550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:28.225935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', 'mac_address': 'fa:16:3e:47:22:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:28.229424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62408c-f996-4e4b-8a75-71e3c3aacf4e None None] Pushing event updated for resources: {'Port': ['ID=c077a49c-e6b4-4af4-b16c-c73096fa198a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:28.235722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4d0179f8-e537-4554-9296-03b8d51234c3 None None] Provisioning complete for port 3e15e07d-e864-40fe-97b9-ae6189705cd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:28.240288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d0179f8-e537-4554-9296-03b8d51234c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.250511 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:25Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:25Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:28.279549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4d0179f8-e537-4554-9296-03b8d51234c3 None None] Port 3e15e07d-e864-40fe-97b9-ae6189705cd0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:28.281517 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527668d-5389-4fba-8271-40357cad925f None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:28.282069 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527668d-5389-4fba-8271-40357cad925f None None] Updating router 605504af-a561-458a-a90d-51bfcb019e69 port 3e15e07d-e864-40fe-97b9-ae6189705cd0 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:24:28.319691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:24:28.320018 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.320132 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:24:28.325324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4d0179f8-e537-4554-9296-03b8d51234c3 None None] Provisioning complete for port c077a49c-e6b4-4af4-b16c-c73096fa198a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:28.325575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d0179f8-e537-4554-9296-03b8d51234c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.335585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.342568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.349185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.355552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.362097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.369361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.376366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:28.378725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-988199d6-686d-43f6-a263-7853bc5f03dd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5438 time: 0.2356191 Oct 12 11:24:28.380004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=cbcfe66e-d720-4a04-8078-97052466de1c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:28.388002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5820d783-0a22-4ec9-bcb1-8abc5362c5be tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7513626 Oct 12 11:24:28.390575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56270) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:28.393495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:28.414896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network cbcfe66e-d720-4a04-8078-97052466de1c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:28.455136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.534164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fcc28f-ebae-4e96-af89-60ebfb7f6513 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:28.590987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5687bf2-7c56-402c-afe0-d3095c2244db req-3376b59f-5078-402d-a277-f3e4c83493b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762901 Oct 12 11:24:28.621871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:28.715707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:28.715930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.721882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.773826 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.792572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:28.815568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5668c710-cf5c-4c0b-bf65-db4879c93b52 None None] Provisioning complete for port 3e15e07d-e864-40fe-97b9-ae6189705cd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:28.815755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5668c710-cf5c-4c0b-bf65-db4879c93b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.875565 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.886107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5668c710-cf5c-4c0b-bf65-db4879c93b52 None None] Port 3e15e07d-e864-40fe-97b9-ae6189705cd0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:28.943260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56276) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:28.954543 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Pushing event updated for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:28.970839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3259-51a2-4d97-95e0-3311cf8474b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:28.985125 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.985778 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.986330 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.987008 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.987516 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.989372 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.989940 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.990967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.991459 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.992396 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.992892 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:28.993740 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:29.047545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.055442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-4527668d-5389-4fba-8271-40357cad925f None None] Attempting to bind port 3e15e07d-e864-40fe-97b9-ae6189705cd0 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:29.055818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-4527668d-5389-4fba-8271-40357cad925f None None] Attempting to bind port 3e15e07d-e864-40fe-97b9-ae6189705cd0 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:29.056271 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527668d-5389-4fba-8271-40357cad925f None None] Attempting to bind port 3e15e07d-e864-40fe-97b9-ae6189705cd0 on network 2528b45a-375c-402f-bcc5-2d8db5c3034c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:29.064132 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527668d-5389-4fba-8271-40357cad925f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:29.064507 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527668d-5389-4fba-8271-40357cad925f None None] Checking segment: {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:29.065203 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.065608 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4527668d-5389-4fba-8271-40357cad925f None None] Bound using segment: {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:29.066186 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-4527668d-5389-4fba-8271-40357cad925f None None] Bound port: 3e15e07d-e864-40fe-97b9-ae6189705cd0, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15478858-0e51-4098-aa6f-ef8ceae2a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:29.067536 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.087137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c077a49c-e6b4-4af4-b16c-c73096fa198a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:29.089614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2fa156fd-32d3-4bf8-9968-3145966427ad details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:29.092827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ebe2b12d-1244-4a44-a9f7-242b4b4f640e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:29.146164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=68e0c863-d253-41ec-80a7-875717a82baf,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:29.156048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:29.156426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: cbcfe66e-d720-4a04-8078-97052466de1c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:29.164820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:29.215874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-4527668d-5389-4fba-8271-40357cad925f None None] For port 3e15e07d-e864-40fe-97b9-ae6189705cd0, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:29.220363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-4527668d-5389-4fba-8271-40357cad925f None None] For port 3e15e07d-e864-40fe-97b9-ae6189705cd0, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3e15e07d-e864-40fe-97b9-ae6189705cd0,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:29.239234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66852-442c-4f88-afff-4ccb30f765b6 req-936ab5fa-e915-495a-b444-2615ec77c715 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:29.241097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83a66852-442c-4f88-afff-4ccb30f765b6 req-936ab5fa-e915-495a-b444-2615ec77c715 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 948 time: 0.2215612 Oct 12 11:24:29.270351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network cbcfe66e-d720-4a04-8078-97052466de1c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:29.299077 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-4527668d-5389-4fba-8271-40357cad925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.307820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83a66852-442c-4f88-afff-4ccb30f765b6 req-20dd9445-91a6-4802-b293-a56108dc47a8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Oct 12 11:24:29.345242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3259-51a2-4d97-95e0-3311cf8474b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.356422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, cbcfe66e-d720-4a04-8078-97052466de1c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:29.362726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:29.366577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.398420 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c778-3cb5-4ce2-a00e-27e458e97874 None None] Pushing event updated for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:29.417955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3259-51a2-4d97-95e0-3311cf8474b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.422616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c76c97-aca7-4cd8-8600-37fc9ef5ff44 None None] Network cbcfe66e-d720-4a04-8078-97052466de1c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:29.447413 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:29.448191 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:29.475498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ced01bed-bcb7-4fd5-9dc6-9fe3adc70f21 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0862517 Oct 12 11:24:29.478032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56284) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:29.491486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac8d3259-51a2-4d97-95e0-3311cf8474b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d33633502c8a4b1a87a729edcd496330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687196 Oct 12 11:24:29.492580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d3259-51a2-4d97-95e0-3311cf8474b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a506b-ba3a-4a99-b6b7-7a1335805d12,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:29.498365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56286) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:29.560427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.563099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] Provisioning complete for port 3e15e07d-e864-40fe-97b9-ae6189705cd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:29.563631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.617911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.685651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c077a49c-e6b4-4af4-b16c-c73096fa198a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:29.685651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.777444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port ebe2b12d-1244-4a44-a9f7-242b4b4f640e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:29.780655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.783965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.786793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a9a506b-ba3a-4a99-b6b7-7a1335805d12 HTTP/1.1" status: 204 len: 168 time: 0.2870963 Oct 12 11:24:29.812939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port ebe2b12d-1244-4a44-a9f7-242b4b4f640e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:29.813304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:29.828759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b86219-3372-4f89-a1ec-1f1161c919ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a506b-ba3a-4a99-b6b7-7a1335805d12,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:29.846530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:29.935846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2fa156fd-32d3-4bf8-9968-3145966427ad,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:29.997469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '2fa156fd-32d3-4bf8-9968-3145966427ad', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '2fa156fd-32d3-4bf8-9968-3145966427ad', 'mac_address': 'fa:16:3e:1b:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:30.022399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.031109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.040174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.071367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.081996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4527668d-5389-4fba-8271-40357cad925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:25Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:29Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:30.093942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.109093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.123757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.138361 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4527668d-5389-4fba-8271-40357cad925f None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:25Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:29Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:30.145455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.147198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-832e24db-7a01-4283-ad71-aef1410784f6 req-f9d2ac5d-c574-454c-9137-f7d105d00565 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5438 time: 0.3811195 Oct 12 11:24:30.175974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-cbcfe66e-d720-4a04-8078-97052466de1c', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:24:30.176747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.280961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-832e24db-7a01-4283-ad71-aef1410784f6 req-3fe62475-270e-4afe-8839-053d8fe981c9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149433 Oct 12 11:24:30.357512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.383498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.397019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.574764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086935-9e6d-43cd-9eaa-8d7280d6421b req-e1c7c5f3-b4a1-42ff-a916-d263c7c30352 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:30.584779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47086935-9e6d-43cd-9eaa-8d7280d6421b req-e1c7c5f3-b4a1-42ff-a916-d263c7c30352 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 948 time: 0.1321931 Oct 12 11:24:30.597450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] For port 3e15e07d-e864-40fe-97b9-ae6189705cd0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3e15e07d-e864-40fe-97b9-ae6189705cd0,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:30.618232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:30.619897 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2edaa-3a94-47a5-9df7-cb65180a4f42" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:30.633988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa156fd-32d3-4bf8-9968-3145966427ad {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:30.636344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47086935-9e6d-43cd-9eaa-8d7280d6421b req-ad99b252-c4b3-4236-9202-061867078227 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505178 Oct 12 11:24:30.673697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:30.708415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.744835 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:24:30.746571 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a28f4-f014-4ae3-b431-c169eca46104 x-openstack-request-id: req-2b9a28f4-f014-4ae3-b431-c169eca46104 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:30.746571 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:30.746571 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b9a28f4-f014-4ae3-b431-c169eca46104 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:30.746947 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e', 'code': 200} Oct 12 11:24:30.756656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2fa156fd-32d3-4bf8-9968-3145966427ad,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:30.787243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.788113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1e0207d1-5897-4f4b-977f-ca698f1cd017 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:30.868758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Allocated IP 2001:db8:1::2 (cbcfe66e-d720-4a04-8078-97052466de1c/68e0c863-d253-41ec-80a7-875717a82baf/0b94b7b7-0cd7-44d4-aaf2-d6803135ff75) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:30.893613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45d6cf-a719-431f-b5d8-f56c25892693 None None] Pushing event updated for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:30.897084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-682cf9bb-afea-4399-a69a-201ff335ce8a None None] Provisioning complete for port 3e15e07d-e864-40fe-97b9-ae6189705cd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:30.897448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-682cf9bb-afea-4399-a69a-201ff335ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:30.981993 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.062021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:31.100374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3e15e07d-e864-40fe-97b9-ae6189705cd0 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:31.207953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1e0207d1-5897-4f4b-977f-ca698f1cd017 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:31.250086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1e0207d1-5897-4f4b-977f-ca698f1cd017 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:31.250456 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.283439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:31.332277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.371895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:31.407804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3e15e07d-e864-40fe-97b9-ae6189705cd0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:31.408309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.460162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.512897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8:1::1 (cbcfe66e-d720-4a04-8078-97052466de1c/68e0c863-d253-41ec-80a7-875717a82baf/321f31b4-1fd5-46af-b2bf-d8e21c599722) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:31.516258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.524508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.530555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Network cbcfe66e-d720-4a04-8078-97052466de1c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:31.531146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.536631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:31.538301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.538599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.545215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.562421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.569814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.578877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-d5ceeca9-903c-44d9-a01b-ead2697162d5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5439 time: 0.1696472 Oct 12 11:24:31.584037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:31.595353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Pushing event updated for resources: {'Port': ['ID=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:31.666408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7439bfa6-49a5-4304-b0ab-0ea457e8091f req-4c9b5f6a-9e56-4147-9d78-a7518f510656 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780721 Oct 12 11:24:31.696644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.717817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:31.791173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Attempting to bind port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:31.791546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Attempting to bind port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:31.791908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Attempting to bind port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 on network cbcfe66e-d720-4a04-8078-97052466de1c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:31.805267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:31.805641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Checking segment: {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:31.806058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.806448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Bound using segment: {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:31.806963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Bound port: 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:31.807347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.818845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec0a3-784f-4c4b-a79b-5bd5cd265aad req-03f28aac-5ad4-4398-8b00-cd4d35313b64 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:31.822170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e9ec0a3-784f-4c4b-a79b-5bd5cd265aad req-03f28aac-5ad4-4398-8b00-cd4d35313b64 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 948 time: 0.0771847 Oct 12 11:24:31.824853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.843969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ccbda4e-8480-46bc-a694-165879f230c8 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:31.871442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e9ec0a3-784f-4c4b-a79b-5bd5cd265aad req-d0b7075c-8b5a-430a-99a4-5acfe8506573 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Oct 12 11:24:31.872798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.946994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network cbcfe66e-d720-4a04-8078-97052466de1c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:31.951942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:31.954531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:31.955130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:31.963885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:32.003940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:32.051328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] For port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:32.055207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] For port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:32.144653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 9ccbda4e-8480-46bc-a694-165879f230c8 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:32.148551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.156572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 9ccbda4e-8480-46bc-a694-165879f230c8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:32.156936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.275133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.383900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de69424-878d-4f44-934f-2fe1fda9b938 None None] Pushing event updated for resources: {'Port': ['ID=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:32.443225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.497849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:32.635241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.636327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 159716ce-b748-4392-bbf0-dd30a6f80f75 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:32.751062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0207d1-5897-4f4b-977f-ca698f1cd017'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:32.755726 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b9202-711a-46a2-8e9d-e5860976841f" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1e0207d1-5897-4f4b-977f-ca698f1cd017"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:32.851713 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd12364b-d60f-45d7-9e47-460b9b8dbd1d x-openstack-request-id: req-dd12364b-d60f-45d7-9e47-460b9b8dbd1d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:32.852019 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "1e0207d1-5897-4f4b-977f-ca698f1cd017", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:32.852293 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd12364b-d60f-45d7-9e47-460b9b8dbd1d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:32.852704 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0207d1-5897-4f4b-977f-ca698f1cd017', 'code': 200} Oct 12 11:24:32.857072 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8', 'code': 200} Oct 12 11:24:32.857072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:32.867630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.873790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.880356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.886215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.892062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.897959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.904181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:32.906223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-dafcd42f-19a0-4d62-8f22-b9958e023332 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5441 time: 0.1004667 Oct 12 11:24:32.949915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:32.968127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1239c73-cd96-4b11-9fd4-af1e23bc7b70 req-9039a0b5-ff09-47e6-92a2-0b95672b29ff tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554702 Oct 12 11:24:32.978641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 159716ce-b748-4392-bbf0-dd30a6f80f75 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:32.979730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 159716ce-b748-4392-bbf0-dd30a6f80f75 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:32.980464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.031484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.032366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.046542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8523-afc6-46d9-bd26-699d50727fee req-29293509-2bec-4dca-9963-b9b471d527b7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:33.048125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-296e8523-afc6-46d9-bd26-699d50727fee req-29293509-2bec-4dca-9963-b9b471d527b7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 948 time: 0.0841286 Oct 12 11:24:33.078393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.104752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:33.149455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:33.160250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:33.176507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:33.176887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.178104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-296e8523-afc6-46d9-bd26-699d50727fee req-d96f45e0-dbc0-443b-bed8-b55de919eae4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076274 Oct 12 11:24:33.235087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network cbcfe66e-d720-4a04-8078-97052466de1c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:33.236867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:33.250586 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.251483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cb2ebe48-5380-4b40-8595-c61163795309 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:33.371262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:33.381607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.432104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f5fcc28f-ebae-4e96-af89-60ebfb7f6513 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:33.442108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:33.475404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:33.505122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:33.517141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fc2b927e-b22d-4e92-b968-7c1e7776acdf tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0352376 Oct 12 11:24:33.518151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:33.521907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:33.523372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1057025677'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:33.527311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.587497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port cb2ebe48-5380-4b40-8595-c61163795309 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:33.589559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:33.602286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:33.602656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.604906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:33.605033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:33.623993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:33.628872 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.629274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port cb2ebe48-5380-4b40-8595-c61163795309 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:33.629655 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.631254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:33.661489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:33.670522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.670884 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment f6bae65b-0d59-452e-9595-af89e93bc01d of type vlan for network d0ed0c6c-1732-4ef1-b391-5488b3493c86 Oct 12 11:24:33.714553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.740084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5937e6-8ec5-4b09-898b-75fcd40e00c0 None None] Network cbcfe66e-d720-4a04-8078-97052466de1c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:33.835097 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.840818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:33.841487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.866348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:33.869314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-91a89eef-aeff-4e9c-af05-df4cd4f37adb None None] Provisioning complete for port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:33.869678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-91a89eef-aeff-4e9c-af05-df4cd4f37adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:33.907757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=d0ed0c6c-1732-4ef1-b391-5488b3493c86,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:33.937156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:33.969700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4324f941-6aed-426c-bfce-eca66e6200ea tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4508653 Oct 12 11:24:33.972635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56364) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:33.978072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:34.180510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.187318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.194426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.200641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.207857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.214184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.220620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.227257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-86225e3f-0409-47e0-b3b7-ed0aa5d708d1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5442 time: 0.1253724 Oct 12 11:24:34.228500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:34.232496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.249382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.286050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.325198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c101fd-9df8-4cac-a617-5a136649ecbf req-782185d2-288d-4865-9b3f-3ef9f4f41145 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.327259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16c101fd-9df8-4cac-a617-5a136649ecbf req-782185d2-288d-4865-9b3f-3ef9f4f41145 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 948 time: 0.0651224 Oct 12 11:24:34.355026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-23b8d2a3-fdff-4ddb-843c-d6c8ce508ff9 req-c1424aad-9ea6-434c-966d-80fe46e9b320 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132348 Oct 12 11:24:34.426579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:34.438796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16c101fd-9df8-4cac-a617-5a136649ecbf req-59075eb6-e0af-45b3-ad12-b05a9a6c1548 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945098 Oct 12 11:24:34.450049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:34.517491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:32Z', 'revision_number': 3, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:32Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:34.547526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.549337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:34.549709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Updating router 605504af-a561-458a-a90d-51bfcb019e69 port 321f31b4-1fd5-46af-b2bf-d8e21c599722 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:24:34.656875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.734734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=ca1944f9-8747-4a54-aa6c-9da5aa539d64,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:34.743181 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.744016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a99e2d2-3253-4b41-a585-0c1ca77375d2 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:34.749434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:34.749798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: d0ed0c6c-1732-4ef1-b391-5488b3493c86, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:34.779693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.786689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f19888b0-c05d-4f7c-ac35-12741f9524ce None None] Provisioning complete for port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:34.787074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f19888b0-c05d-4f7c-ac35-12741f9524ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.840569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:34.847419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:34.874842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75'}, {'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:34.877143 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40f437-7c5a-461b-97f7-ccc2095b5933" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75"}, {"server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "name": "network-vif-plugged", "status": "completed", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ebe48-5380-4b40-8595-c61163795309"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:34.943896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d0ed0c6c-1732-4ef1-b391-5488b3493c86) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:34.948148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:34.952447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:34.992849 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77287c3e-f58c-4487-9f0e-b6a32d3b21c2 x-openstack-request-id: req-77287c3e-f58c-4487-9f0e-b6a32d3b21c2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:34.993134 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75", "code": 200}, {"server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "name": "network-vif-plugged", "status": "completed", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ebe48-5380-4b40-8595-c61163795309", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:34.993390 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77287c3e-f58c-4487-9f0e-b6a32d3b21c2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:34.993763 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'code': 200} Oct 12 11:24:34.994035 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', 'code': 200} Oct 12 11:24:34.994390 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309', 'code': 200} Oct 12 11:24:34.994992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb431a-70d7-4da0-aaef-fc1e864c722c None None] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:35.045136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-60b556bf-8e45-4ab3-af01-495166ae8846 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0703650 Oct 12 11:24:35.047127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56382) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:35.059680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:35.107701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef323-b58c-415c-9935-576f6ba96ba0 req-47e9217f-3ab7-4196-a640-9d6d7ce27483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.109816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:35.109994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-236ef323-b58c-415c-9935-576f6ba96ba0 req-47e9217f-3ab7-4196-a640-9d6d7ce27483 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 1100 time: 0.0544655 Oct 12 11:24:35.124043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:35.147362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:35.147780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.164419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-236ef323-b58c-415c-9935-576f6ba96ba0 req-d9d6683e-5cfe-4ace-8d8c-103a164e53a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Oct 12 11:24:35.319369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f19888b0-c05d-4f7c-ac35-12741f9524ce None None] Provisioning complete for port 321f31b4-1fd5-46af-b2bf-d8e21c599722 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:35.319774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f19888b0-c05d-4f7c-ac35-12741f9524ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.389451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:35.389823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.457357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.465473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f19888b0-c05d-4f7c-ac35-12741f9524ce None None] Port 321f31b4-1fd5-46af-b2bf-d8e21c599722 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:35.547059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.554954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-d0ed0c6c-1732-4ef1-b391-5488b3493c86', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:24:35.556184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.572677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.578792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.585689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.591210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a8e08-fc11-4268-a086-e0961f110cb6 req-de393531-7794-444e-90c2-f7bbe4452d12 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.592012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.593287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a8e08-fc11-4268-a086-e0961f110cb6 req-de393531-7794-444e-90c2-f7bbe4452d12 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 949 time: 0.0719960 Oct 12 11:24:35.598135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.604347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.611088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:35.612205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:35.619467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-d9fc6859-8366-4b52-be4e-5c685f37037a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5443 time: 0.1588621 Oct 12 11:24:35.645598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a8e08-fc11-4268-a086-e0961f110cb6 req-e7c89af0-77ab-4cef-ace3-60926e0e8765 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Oct 12 11:24:35.652641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7738d561-d860-48db-8c8e-7aac11aa9b78 None None] Provisioning complete for port 321f31b4-1fd5-46af-b2bf-d8e21c599722 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:35.653021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7738d561-d860-48db-8c8e-7aac11aa9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.709554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7738d561-d860-48db-8c8e-7aac11aa9b78 None None] Port 321f31b4-1fd5-46af-b2bf-d8e21c599722 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:35.760555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.764257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.765124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:35.771594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eb77b01-8d94-47df-b203-ec0b032a0956 req-4d8df356-6b79-4126-8e5d-5d049c7bf9b4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511741 Oct 12 11:24:35.926649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:35.945605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:35.996661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Allocated IP 2001:db8:2::2 (d0ed0c6c-1732-4ef1-b391-5488b3493c86/ca1944f9-8747-4a54-aa6c-9da5aa539d64/a3274f51-92bb-4c1b-8eef-1fe7d102f393) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:36.041818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ccff1-84c4-4a4e-a3c1-099a0a8e2a83 None None] Pushing event updated for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:36.091528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:36.122810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:36.123199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.124893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Attempting to bind port 321f31b4-1fd5-46af-b2bf-d8e21c599722 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:36.125263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Attempting to bind port 321f31b4-1fd5-46af-b2bf-d8e21c599722 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:36.125631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Attempting to bind port 321f31b4-1fd5-46af-b2bf-d8e21c599722 on network cbcfe66e-d720-4a04-8078-97052466de1c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:36.155183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:36.155568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Checking segment: {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:36.155977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.156381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Bound using segment: {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:36.156865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Bound port: 321f31b4-1fd5-46af-b2bf-d8e21c599722, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:36.157251 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.304918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4ef7284b-c576-4e86-92bd-ef14f34afff0 None None] Provisioning complete for port 321f31b4-1fd5-46af-b2bf-d8e21c599722 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:36.305297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ef7284b-c576-4e86-92bd-ef14f34afff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.311051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] For port 321f31b4-1fd5-46af-b2bf-d8e21c599722, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:36.370330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] For port 321f31b4-1fd5-46af-b2bf-d8e21c599722, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=321f31b4-1fd5-46af-b2bf-d8e21c599722,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:36.393022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7284b-c576-4e86-92bd-ef14f34afff0 None None] Port 321f31b4-1fd5-46af-b2bf-d8e21c599722 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:36.396756 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.401296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.431805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:36.440254 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.476995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.512761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:36.513412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:36.547268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8:2::1 (d0ed0c6c-1732-4ef1-b391-5488b3493c86/ca1944f9-8747-4a54-aa6c-9da5aa539d64/58b03a1c-5c1c-4f45-894c-ccff4fead7a9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:36.562430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:36.696436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.761452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:36.763942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:36.771353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ccff1-84c4-4a4e-a3c1-099a0a8e2a83 None None] Pushing event updated for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:36.783467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.818033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2fa156fd-32d3-4bf8-9968-3145966427ad up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:36.861431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a3b4-e4e3-4b33-9c31-aa615a23f035 req-1543f681-b7e9-453f-9e64-76e92bc416be tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:36.864010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d371a3b4-e4e3-4b33-9c31-aa615a23f035 req-1543f681-b7e9-453f-9e64-76e92bc416be tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 949 time: 0.0805318 Oct 12 11:24:36.913822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.957308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d371a3b4-e4e3-4b33-9c31-aa615a23f035 req-27efe7a6-ddc9-4ca4-8983-d15ac46db8a9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849102 Oct 12 11:24:36.974847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:36.980597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:36.984844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:36.985485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:36.991640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:36.993404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:37.007830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.014453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.036229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.042231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.045954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:37.049384 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0391ef0b-13fd-478a-8926-388b1fc62217" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:37.050834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.053216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Pushing event updated for resources: {'Port': ['ID=a3274f51-92bb-4c1b-8eef-1fe7d102f393,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:37.058226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.065408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.067824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-f0da02d3-8a2f-421c-baad-abc2fafaf932 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.1477437 Oct 12 11:24:37.117576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Attempting to bind port a3274f51-92bb-4c1b-8eef-1fe7d102f393 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:37.118808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Attempting to bind port a3274f51-92bb-4c1b-8eef-1fe7d102f393 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:37.119262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Attempting to bind port a3274f51-92bb-4c1b-8eef-1fe7d102f393 on network d0ed0c6c-1732-4ef1-b391-5488b3493c86 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:37.181049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:37.181418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Checking segment: {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:37.181828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.182225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Bound using segment: {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:37.182724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Bound port: a3274f51-92bb-4c1b-8eef-1fe7d102f393, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:37.183121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.186039 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb822d96-c4ef-4a8f-b2de-7a83ec3617d2 x-openstack-request-id: req-bb822d96-c4ef-4a8f-b2de-7a83ec3617d2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:37.186366 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-plugged", "status": "completed", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:37.186642 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb822d96-c4ef-4a8f-b2de-7a83ec3617d2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:37.187118 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'code': 200} Oct 12 11:24:37.187371 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'code': 200} Oct 12 11:24:37.192803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] Provisioning complete for port 321f31b4-1fd5-46af-b2bf-d8e21c599722 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:37.193180 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.204985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.351437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 2fa156fd-32d3-4bf8-9968-3145966427ad completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:24:37.380262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 2fa156fd-32d3-4bf8-9968-3145966427ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:37.380646 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.389743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:37.523478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] For port a3274f51-92bb-4c1b-8eef-1fe7d102f393, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:37.573497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] For port a3274f51-92bb-4c1b-8eef-1fe7d102f393, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a3274f51-92bb-4c1b-8eef-1fe7d102f393,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:37.586513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad342db-0870-4a64-a636-e39e5093ee6a req-516098ad-1ed2-4d84-8f4f-4cb357f3841c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5051405 Oct 12 11:24:37.591414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.595245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.595753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.596165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.596611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.597279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.598266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.598376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:37.600310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-9c5a672d-1728-4cfa-937e-bcd19b0e628a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.2393589 Oct 12 11:24:37.671377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] For port 321f31b4-1fd5-46af-b2bf-d8e21c599722, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=321f31b4-1fd5-46af-b2bf-d8e21c599722,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:37.673383 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.683105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.684136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5aece461-c77e-4c0e-bb7c-b1858c85f0f7 req-55178700-edd8-41ba-a495-efd986eba35f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730629 Oct 12 11:24:37.730297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.764588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:32Z', 'revision_number': 3, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:36Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:37.780066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa71762-a09b-49b8-9e5c-d77fec0d03a4 None None] Pushing event updated for resources: {'Port': ['ID=a3274f51-92bb-4c1b-8eef-1fe7d102f393,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:37.814270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.845286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2fa156fd-32d3-4bf8-9968-3145966427ad,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:37.848715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4be6-1a51-4b21-9be9-4a5f5e91ce4f None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:32Z', 'revision_number': 3, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:36Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:37.876647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.877448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:37.894783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a8ac7-cc92-495b-b124-75694a768b33 None None] Pushing event updated for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:37.960849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.027107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:38.047483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:38.140820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:38.143323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:38.207462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf275a-f420-4921-b140-12044b665a55 req-25bac234-c9b1-40f3-9000-9f0de8eead0c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.215018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97cf275a-f420-4921-b140-12044b665a55 req-25bac234-c9b1-40f3-9000-9f0de8eead0c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 949 time: 0.1138840 Oct 12 11:24:38.252600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97cf275a-f420-4921-b140-12044b665a55 req-48371304-b850-48ed-88c8-f092c5a0efb0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Oct 12 11:24:38.273452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:38.421667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:38.430021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56422) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:38.430978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58e84916-b6c5-4f07-8561-6697d5d304f4 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3824553 Oct 12 11:24:38.435435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918844657'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:38.439530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7015d-4b12-4ae6-9eb5-491861837a49 req-ef103647-dca0-4744-b4ea-0aadfdd3e1ef tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.441373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bf7015d-4b12-4ae6-9eb5-491861837a49 req-ef103647-dca0-4744-b4ea-0aadfdd3e1ef tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.1132300 Oct 12 11:24:38.488905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bf7015d-4b12-4ae6-9eb5-491861837a49 req-268f44b4-fa12-4223-ad10-878dfc721fdd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Oct 12 11:24:38.532633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:38.537449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.561811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:24:38.572969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.573322 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added segment 155d867a-8928-4cef-b1e2-b63b2b8fd704 of type vlan for network bd468b32-cfa7-44e6-8acc-a360cba2f711 Oct 12 11:24:38.632762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.687356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:38.698995 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:38.699847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:38.741735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.747946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.754161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.760670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.767050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.773059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.782926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.785554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d90f90f3-6233-4765-bde3-3d80248218da req-a18fa73a-71a6-4e13-af6a-58ea81adf188 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.1136835 Oct 12 11:24:38.793939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:38.818917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.829486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:38.830261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:38.939360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-7212c252-8835-4a26-bf18-edc673c2bdb8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811362 Oct 12 11:24:38.949208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5155652 Oct 12 11:24:38.950021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56434) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:38.958090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'subnet': {'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:39.056259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d90f90f3-6233-4765-bde3-3d80248218da req-5419da1d-9801-42a9-972a-a447acefc03c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584379 Oct 12 11:24:39.073729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cefab-8cc4-4a22-bbc3-fc1a382610ee tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Network': ['ID=bd468b32-cfa7-44e6-8acc-a360cba2f711,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:39.102870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:24:39.106443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661214c1-e2a1-4439-b9ba-55f402afae92 None None] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:39.142968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-412df320-b501-4170-8bcf-be129acd8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:39.144826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-412df320-b501-4170-8bcf-be129acd8b28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 1096 time: 0.1520813 Oct 12 11:24:39.189932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:39.193083 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:39.193382 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edef028-56f0-405b-9dab-ce45456a585c" -d '{"events": [{"server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "name": "network-vif-plugged", "status": "completed", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:39.219969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a3274f51-92bb-4c1b-8eef-1fe7d102f393 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:39.265846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:39.266009 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Updating router 605504af-a561-458a-a90d-51bfcb019e69 port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:24:39.303191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Made reservation on behalf of 8ca99fdd67184201b3d61a3519389dc1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:39.318387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.323077 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e14dcd-ccbf-4c1f-a94c-0cfb1b9d2eea x-openstack-request-id: req-f0e14dcd-ccbf-4c1f-a94c-0cfb1b9d2eea {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:39.323077 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "name": "network-vif-plugged", "status": "completed", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:39.323077 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0e14dcd-ccbf-4c1f-a94c-0cfb1b9d2eea {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:39.323978 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad', 'code': 200} Oct 12 11:24:39.349052 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.386013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a3274f51-92bb-4c1b-8eef-1fe7d102f393 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:39.387013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.395189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3dd78cdd-370d-4868-8d3a-395eb719ce67 None None] Provisioning complete for port a3274f51-92bb-4c1b-8eef-1fe7d102f393 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:39.395561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dd78cdd-370d-4868-8d3a-395eb719ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.649438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-9d9a28b8-2b50-464a-9057-41e46d732d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:39.658617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-9d9a28b8-2b50-464a-9057-41e46d732d75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.4892335 Oct 12 11:24:39.664530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88de9a8-40c6-490e-8ea6-9596d15ec11b req-d8574e40-0de2-496a-a57e-35afaa931dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:39.665362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.666505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a88de9a8-40c6-490e-8ea6-9596d15ec11b req-d8574e40-0de2-496a-a57e-35afaa931dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 1101 time: 0.2044115 Oct 12 11:24:39.673126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3dd78cdd-370d-4868-8d3a-395eb719ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.715378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c170-d1ab-4034-867c-c3446569cf17 req-2a3cabf2-6948-4b0f-bde3-9e9bf203d782 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:39.717697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6555c170-d1ab-4034-867c-c3446569cf17 req-2a3cabf2-6948-4b0f-bde3-9e9bf203d782 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.1134112 Oct 12 11:24:39.740441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a3274f51-92bb-4c1b-8eef-1fe7d102f393, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a3274f51-92bb-4c1b-8eef-1fe7d102f393,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:39.759516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-33f8136c-39a5-4455-86db-ae6193205eeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e HTTP/1.1" status: 200 len: 217 time: 0.0700991 Oct 12 11:24:39.806266 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.806751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6555c170-d1ab-4034-867c-c3446569cf17 req-76f4b481-83dc-4f8f-b8eb-c2063f9e296c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663388 Oct 12 11:24:39.838892 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.838892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 321f31b4-1fd5-46af-b2bf-d8e21c599722 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:39.849682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a88de9a8-40c6-490e-8ea6-9596d15ec11b req-176efad9-fb75-4c1f-a62d-ba8527d33cdf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453707 Oct 12 11:24:39.870801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-5db6a0d8-0173-4939-98c9-b525aa302e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:39.872835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-5db6a0d8-0173-4939-98c9-b525aa302e5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1025264 Oct 12 11:24:39.926581 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.927748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:39.931206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-3dd78cdd-370d-4868-8d3a-395eb719ce67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:24:39.931673 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-3dd78cdd-370d-4868-8d3a-395eb719ce67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:24:39.952865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a3274f51-92bb-4c1b-8eef-1fe7d102f393,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:39.964970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 321f31b4-1fd5-46af-b2bf-d8e21c599722 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:39.966102 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.056225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Checking segment: {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:40.056225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network hostable DHCP agents. Network: bd468b32-cfa7-44e6-8acc-a360cba2f711, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:24:40.056225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Subnet': ['ID=23ae5ae9-09eb-4f9f-b954-ec326569bbc9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:40.091322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae528-c400-4649-b569-009e16e6057a req-caa817bf-7214-4cbc-9fdb-2b974db24285 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.092896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b16ae528-c400-4649-b569-009e16e6057a req-caa817bf-7214-4cbc-9fdb-2b974db24285 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0609107 Oct 12 11:24:40.121279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182bc10-3a29-4b6c-90e7-133a895da050 None None] Pushing event updated for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:40.153432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Attempting to bind port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:40.153912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Attempting to bind port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:40.154173 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Attempting to bind port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 on network d0ed0c6c-1732-4ef1-b391-5488b3493c86 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:40.165579 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:40.165937 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Checking segment: {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:40.166326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-fc3d1eae-8f95-4e7a-aa98-35ebca7e90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.166449 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.166733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Bound using segment: {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:40.167202 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Bound port: 58b03a1c-5c1c-4f45-894c-ccff4fead7a9, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bae65b-0d59-452e-9595-af89e93bc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:40.167575 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.168269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-fc3d1eae-8f95-4e7a-aa98-35ebca7e90d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916188 Oct 12 11:24:40.176285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b16ae528-c400-4649-b569-009e16e6057a req-76e5b1d3-f559-41ef-8ec8-74c6fb4db6e2 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700190 Oct 12 11:24:40.276791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] For port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:40.280268 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] For port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:40.290342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:24:40.368187 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.379975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-13d127d7-2faa-412e-8b31-b0dccb26f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.381466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-13d127d7-2faa-412e-8b31-b0dccb26f06b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.1647236 Oct 12 11:24:40.422395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.436687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.443441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.449819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.456804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.466205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.466762 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:40.467383 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:40.469351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.471265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-f60e76e4-dafe-40a9-98eb-3d381de21f8c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.2326419 Oct 12 11:24:40.472155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, bd468b32-cfa7-44e6-8acc-a360cba2f711) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:40.478729 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182bc10-3a29-4b6c-90e7-133a895da050 None None] Pushing event updated for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:40.481491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.482076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.495166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14dca6-aee8-49d4-b39f-e94ad1cc544e None None] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:40.598297 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:40.641376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Provisioning complete for port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:40.641970 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:40.683860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-128b3510-30e4-4eea-aade-dd5038c24200 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951762 Oct 12 11:24:40.722982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-07cd1a27-f32b-4f2d-a89f-aa1604d83f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.723649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-07cd1a27-f32b-4f2d-a89f-aa1604d83f74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.2361646 Oct 12 11:24:40.739851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-8ccd2c6b-c422-4e98-a5e1-08aec2bf7fa6 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595732 Oct 12 11:24:40.761790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ec64-227e-4160-9c99-969d956fc74a req-45705c6b-0cf6-412a-b869-5ff5b7df1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.764274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-45705c6b-0cf6-412a-b869-5ff5b7df1de3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 1096 time: 0.0565121 Oct 12 11:24:40.938003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ec64-227e-4160-9c99-969d956fc74a req-40803d22-fa1f-4d4d-84e3-e520109b2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:40.943645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-40803d22-fa1f-4d4d-84e3-e520109b2faf service neutron] 10.222.0.41 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.1470370 Oct 12 11:24:40.979550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:40Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:40.985854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b26ca09c-7c43-431c-9963-1bfdcdf8c06d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0345378 Oct 12 11:24:41.013495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ad92505-7d55-4855-be08-18fd8f859d07 req-cb3d654b-3ca2-4e14-93ec-e31bd46573b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5038078 Oct 12 11:24:41.014007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:41.044037 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05030a3a-8e43-4dd9-a267-3151798d7be5 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:40Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:41.052418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-bd468b32-cfa7-44e6-8acc-a360cba2f711', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:24:41.053422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.060970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-17944825-41c1-4b71-9a00-056b09687bbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 217 time: 0.3198857 Oct 12 11:24:41.067710 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-21faf0b0-ef4d-4fc7-b227-5144b820b592 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 200 len: 217 time: 0.1186285 Oct 12 11:24:41.135537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a3274f51-92bb-4c1b-8eef-1fe7d102f393 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:41.272080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.308173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ec64-227e-4160-9c99-969d956fc74a req-a99435de-1b4f-4f81-8c5a-24a8907cb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:41.309812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-a99435de-1b4f-4f81-8c5a-24a8907cb1ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.1814919 Oct 12 11:24:41.334139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86001b2-2652-45c1-a72c-b0bc22897273 req-6bf94bce-2972-4b69-908d-952d2ab903ee tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:41.353441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e86001b2-2652-45c1-a72c-b0bc22897273 req-6bf94bce-2972-4b69-908d-952d2ab903ee tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.3040876 Oct 12 11:24:41.422165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-01a5aac8-a83f-49b9-9ae0-8140bd4ce546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479519 Oct 12 11:24:41.437586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] For port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:41.458660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a3274f51-92bb-4c1b-8eef-1fe7d102f393 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:41.461288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.542089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Allocated IP 2001:db8:3::2 (bd468b32-cfa7-44e6-8acc-a360cba2f711/23ae5ae9-09eb-4f9f-b954-ec326569bbc9/fa75d6e3-d428-4c65-a78f-17d19b55bab5) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:41.561962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.607562 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e86001b2-2652-45c1-a72c-b0bc22897273 req-bb711d96-4b5d-443e-908d-ad1401e196c9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494807 Oct 12 11:24:41.690555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-1cc73c26-824f-46d5-9bd2-bc01817a8354 service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564096 Oct 12 11:24:41.770570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Pushing event updated for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:41.793329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Provisioning complete for port a3274f51-92bb-4c1b-8eef-1fe7d102f393 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:41.793705 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca8bd-a9ae-4021-aa54-0cac76ea445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.948557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556112d-e81c-4a48-a6f7-7fcf0a9e572f req-bf47c7bd-33c1-415c-b0a9-2174132fd557 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:41.949232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2200ec05-5c0a-423d-9339-d3a28a872970 req-1f2111a7-a13c-45e9-ae7d-277fb3f19702 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1996887 Oct 12 11:24:41.969219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4556112d-e81c-4a48-a6f7-7fcf0a9e572f req-bf47c7bd-33c1-415c-b0a9-2174132fd557 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.2538798 Oct 12 11:24:41.990110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:41.996020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d793ec64-227e-4160-9c99-969d956fc74a req-629105f9-85c9-4c4b-95eb-61418e3e0af9 service neutron] 10.222.0.41 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985697 Oct 12 11:24:42.056713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4556112d-e81c-4a48-a6f7-7fcf0a9e572f req-9f665e6d-fb1e-4e31-8207-d85b27700f03 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 Oct 12 11:24:42.100765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.108828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.114292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.116572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.122749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.129898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.137955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.145138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.147106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4d4776a-b6ec-402d-9710-6349565e9eb5 req-af061701-e2f5-4691-b9f1-bb8e7fc4debf tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.2980466 Oct 12 11:24:42.152515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-2c61b5db-65ad-4b58-b21e-65db90d2967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.153982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-2c61b5db-65ad-4b58-b21e-65db90d2967a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.3243916 Oct 12 11:24:42.157345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:42.164315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Request body: {'floatingip': {'port_id': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:42.191066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:42.218194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Pushing event updated for resources: {'Port': ['ID=fa75d6e3-d428-4c65-a78f-17d19b55bab5,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:42.231620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-74e56ef3-26db-479e-bf24-546a163fc34a None None] Provisioning complete for port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:42.232227 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74e56ef3-26db-479e-bf24-546a163fc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.235718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:42.238294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.262731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:42.272972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-93c4a1dd-64b0-4bbf-8b80-282fcacb0504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594921 Oct 12 11:24:42.399419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Attempting to bind port fa75d6e3-d428-4c65-a78f-17d19b55bab5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:42.400108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Attempting to bind port fa75d6e3-d428-4c65-a78f-17d19b55bab5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:42.400707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Attempting to bind port fa75d6e3-d428-4c65-a78f-17d19b55bab5 on network bd468b32-cfa7-44e6-8acc-a360cba2f711 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:42.407084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:42.407684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Checking segment: {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:42.408471 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.409837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Bound using segment: {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:42.410789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Bound port: fa75d6e3-d428-4c65-a78f-17d19b55bab5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:42.411456 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.516126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] For port fa75d6e3-d428-4c65-a78f-17d19b55bab5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:42.521623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] For port fa75d6e3-d428-4c65-a78f-17d19b55bab5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa75d6e3-d428-4c65-a78f-17d19b55bab5,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:42.547496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-b7859df4-5ce6-48dd-a7c9-2989da4f96ee service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574344 Oct 12 11:24:42.601216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.696657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:42.701620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf519-087b-43b7-beb0-3161d2614734 None None] Pushing event updated for resources: {'Port': ['ID=fa75d6e3-d428-4c65-a78f-17d19b55bab5,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:42.829540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d77de8fc-c164-4b15-8fd3-d87623fe3a7f req-8eb29078-0bff-494e-a602-8afde7935400 service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716491 Oct 12 11:24:42.868611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafafff4-7d23-4e01-a3a3-b1e6a9bc77cf req-f1a7c235-63f4-4867-b393-5aa40e521f42 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:42.869493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fafafff4-7d23-4e01-a3a3-b1e6a9bc77cf req-f1a7c235-63f4-4867-b393-5aa40e521f42 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.0990779 Oct 12 11:24:42.983273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.024593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fafafff4-7d23-4e01-a3a3-b1e6a9bc77cf req-7d96cb81-fe81-47a7-984d-c571522e81f9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365159 Oct 12 11:24:43.053758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.152390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:43.179368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Allocated IP 2001:db8:3::1 (bd468b32-cfa7-44e6-8acc-a360cba2f711/23ae5ae9-09eb-4f9f-b954-ec326569bbc9/f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:43.254729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:43.255647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.265038 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Floating IP 6bbdb1f9-4dca-4122-98be-bfdf58616de2 associated. External IP: 172.25.2.45, port: 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd. Oct 12 11:24:43.329562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a3d7-af91-449e-90ab-7c42c081bf91 req-907972f4-57a5-42fe-bd66-b21b283b5635 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:43.337258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2718a3d7-af91-449e-90ab-7c42c081bf91 req-907972f4-57a5-42fe-bd66-b21b283b5635 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1173418 Oct 12 11:24:43.373664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.385652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa75d6e3-d428-4c65-a78f-17d19b55bab5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:43.420357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2718a3d7-af91-449e-90ab-7c42c081bf91 req-ef08debb-5dab-48fe-a8be-0620cd511cfb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796380 Oct 12 11:24:43.467626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fa75d6e3-d428-4c65-a78f-17d19b55bab5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:43.468059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.470772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547299-b456-454b-9d63-d2f708980982 req-c849f736-9268-4e47-93a4-a743a67f32c6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:43.477513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547299-b456-454b-9d63-d2f708980982 req-c849f736-9268-4e47-93a4-a743a67f32c6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:43.479443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f547299-b456-454b-9d63-d2f708980982 req-c849f736-9268-4e47-93a4-a743a67f32c6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc&device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 1690 time: 0.0806820 Oct 12 11:24:43.567545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f547299-b456-454b-9d63-d2f708980982 req-9b6070ff-5388-4d3e-be19-7b2945925ad5 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Oct 12 11:24:43.569646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.620684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:43.625095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:43.627192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.632469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:43.633033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.653048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:43.679728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:43.699853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port fa75d6e3-d428-4c65-a78f-17d19b55bab5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa75d6e3-d428-4c65-a78f-17d19b55bab5,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:43.832516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:43.837864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:43.844164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342fdf2-5c37-42e3-80f6-101aaae3c37d req-51bed5b1-77d9-4349-a43e-1a4e22efb721 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:43.844745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Sync routers for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:43.845723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5342fdf2-5c37-42e3-80f6-101aaae3c37d req-51bed5b1-77d9-4349-a43e-1a4e22efb721 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 1101 time: 0.0702887 Oct 12 11:24:43.858192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:43.858884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:43.889825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-abc58151-8e31-4840-bd27-1fb40d694bed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "PUT /v2.0/floatingips/6bbdb1f9-4dca-4122-98be-bfdf58616de2 HTTP/1.1" status: 200 len: 991 time: 1.7286530 Oct 12 11:24:43.889825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:43.891983 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56938b75-9099-4b72-a9ec-713350c57a43" -d '{"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:43.941321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5342fdf2-5c37-42e3-80f6-101aaae3c37d req-d1779d79-70bd-4725-b563-db5790b2c1a0 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 Oct 12 11:24:43.983797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.035257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.039160 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2fad5-4f2e-4558-b0c2-a65ac06b4705 x-openstack-request-id: req-caf2fad5-4f2e-4558-b0c2-a65ac06b4705 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:44.039598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:44.039695 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caf2fad5-4f2e-4558-b0c2-a65ac06b4705 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:44.040099 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'status': 'completed', 'code': 200} Oct 12 11:24:44.075684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd8305-d96f-4811-8e76-e162806a70e7 None None] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:44.164314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:44.180819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3e7b-b7e0-42c5-bb82-0284fc97e291 req-eb81dabb-b964-4069-a764-a542b00877b5 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.188429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-777b3e7b-b7e0-42c5-bb82-0284fc97e291 req-eb81dabb-b964-4069-a764-a542b00877b5 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 1100 time: 0.0620317 Oct 12 11:24:44.217628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=fa75d6e3-d428-4c65-a78f-17d19b55bab5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:44.228139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.228669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.229174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.229742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.230212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.230661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.230821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-777b3e7b-b7e0-42c5-bb82-0284fc97e291 req-98a5e397-9b78-4494-8f0f-28cf79bb95f2 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Oct 12 11:24:44.231131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.233547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-e71e1182-cb1d-4093-87ae-75f51f2740ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.1473267 Oct 12 11:24:44.245383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-30974bbe-cfce-4792-af73-f1ddc19ce6aa None None] Provisioning complete for port fa75d6e3-d428-4c65-a78f-17d19b55bab5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:44.245383 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30974bbe-cfce-4792-af73-f1ddc19ce6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.426687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-08c06523-1739-49c7-8ebd-52bc97a9a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.428303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-08c06523-1739-49c7-8ebd-52bc97a9a9d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8 HTTP/1.1" status: 200 len: 918 time: 0.1862636 Oct 12 11:24:44.539471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-85bdc6ee-42dc-4c08-8181-3e977381e319 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428240 Oct 12 11:24:44.577234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dfe5-e1da-43b0-a553-3e76de2371a9 req-9b5582d8-1182-4118-be55-8dca1310b353 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.579198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54b0dfe5-e1da-43b0-a553-3e76de2371a9 req-9b5582d8-1182-4118-be55-8dca1310b353 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0566792 Oct 12 11:24:44.619703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54b0dfe5-e1da-43b0-a553-3e76de2371a9 req-2e640e18-0118-48d5-be92-2a56a7398dbb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Oct 12 11:24:44.672724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.676459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-5177e2e6-830e-4531-85eb-14c681ab893b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 999 time: 0.2377367 Oct 12 11:24:44.685592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a83d8c38-e1ae-4af8-948f-97644990cef2 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.695488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a83d8c38-e1ae-4af8-948f-97644990cef2 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550837 Oct 12 11:24:44.737901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-2101ad9e-1b27-4f27-ab26-287413470cea tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0406411 Oct 12 11:24:44.765160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '6bbdb1f9-4dca-4122-98be-bfdf58616de2', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'port_id': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'mac_address': 'fa:16:3e:fa:3e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:23:14Z', 'updated_at': '2021-10-12T11:24:42Z', 'revision_number': 1, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:44.788604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-8a4003d1-2634-482f-a3e4-2cad8cf19150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:44.790243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-8a4003d1-2634-482f-a3e4-2cad8cf19150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.0872614 Oct 12 11:24:44.797039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Checking router: 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:44.811713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:44.812316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:44.813095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.814044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:44.875334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-ed15a299-951e-4df8-97fa-cb84cd2d9ccc tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1284294 Oct 12 11:24:44.958222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event updated for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:45.004520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56938b75-9099-4b72-a9ec-713350c57a43 req-728b387c-71da-4fbb-a9e1-7fe02113dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:45.012646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-728b387c-71da-4fbb-a9e1-7fe02113dc01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104785 Oct 12 11:24:45.047016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:45.051118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa75d6e3-d428-4c65-a78f-17d19b55bab5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:45.184574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:45.188404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:45.247385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-03ca2c4e-c05c-4e42-82f9-67ea7f30dd3c service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219796 Oct 12 11:24:45.390926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a8ed372-5aa8-47f1-969d-921c21c334b9 req-fd7aab2b-06a7-4df5-973c-4044bdfb4a81 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0582199 Oct 12 11:24:45.455405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6e2a8d10-cd66-4664-bae8-e1ec3f75226f None None] Provisioning complete for port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:45.455777 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8d10-cd66-4664-bae8-e1ec3f75226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:45.564549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a8d10-cd66-4664-bae8-e1ec3f75226f None None] Port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:45.587960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fa75d6e3-d428-4c65-a78f-17d19b55bab5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:45.588510 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:45.626748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6e2a8d10-cd66-4664-bae8-e1ec3f75226f None None] Provisioning complete for port fa75d6e3-d428-4c65-a78f-17d19b55bab5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:45.627429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8d10-cd66-4664-bae8-e1ec3f75226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:45.811587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '6bbdb1f9-4dca-4122-98be-bfdf58616de2', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'port_id': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'mac_address': 'fa:16:3e:fa:3e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:23:14Z', 'updated_at': '2021-10-12T11:24:42Z', 'revision_number': 1, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:45.845510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94be0-19a4-46ec-9d11-260e12c9d882 None None] The sync data for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 is: [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '6bbdb1f9-4dca-4122-98be-bfdf58616de2', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'port_id': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'mac_address': 'fa:16:3e:fa:3e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:23:14Z', 'updated_at': '2021-10-12T11:24:42Z', 'revision_number': 1, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:45.874945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56938b75-9099-4b72-a9ec-713350c57a43 req-4d0f16bf-b08a-4775-8923-76dadbb239c4 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548090 Oct 12 11:24:45.934421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3edd0-bb2b-4d4a-a485-9cd8376d0ed4 req-01bf8a3a-4559-4bfa-a052-f1b7e920a5ff tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:45.943475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9b3edd0-bb2b-4d4a-a485-9cd8376d0ed4 req-01bf8a3a-4559-4bfa-a052-f1b7e920a5ff tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1164739 Oct 12 11:24:45.946796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:46.062752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9b3edd0-bb2b-4d4a-a485-9cd8376d0ed4 req-06aae95b-b698-48a5-9d42-8ecc556cebb0 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Oct 12 11:24:46.070340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-95808ae9-b050-4908-bdd0-ac1e54e1ddf8 None None] Provisioning complete for port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:46.070744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95808ae9-b050-4908-bdd0-ac1e54e1ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:46.106195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:46.114029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-95808ae9-b050-4908-bdd0-ac1e54e1ddf8 None None] Port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:46.120457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c553473-6c96-4e1b-9431-17778a73fc66 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1032422 Oct 12 11:24:46.123162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56574) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:46.125007 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:46.128963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:46.136194 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:46.137345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:46.288328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa2aa1-15bd-4282-88fb-520881402309 None None] New status for floating IP 6bbdb1f9-4dca-4122-98be-bfdf58616de2: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:24:46.354778 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:46.521927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a20175a6-a3cc-499f-b75c-ca6fcee361fc req-c0d7fcda-41fe-4267-9142-f102cd80832d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0489297 Oct 12 11:24:46.584377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:24:46.598603 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:43Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:44Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:46.603569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Removed routes are [] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:24:46.603968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:46.624860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:46.625206 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Updating router 605504af-a561-458a-a90d-51bfcb019e69 port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:24:46.649479 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:46.957266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:46.961535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:46.983557 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.036696 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.086422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:47.119704 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f406cd6-4dfa-4695-9f91-524e652eeb81 None None] Pushing event updated for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:47.162272 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Attempting to bind port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:47.162984 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Attempting to bind port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:47.163189 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Attempting to bind port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 on network bd468b32-cfa7-44e6-8acc-a360cba2f711 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:47.169097 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:47.169550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Checking segment: {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:47.170053 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.170568 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Bound using segment: {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:47.171170 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Bound port: f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d867a-8928-4cef-b1e2-b63b2b8fd704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:47.171592 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.263720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] For port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:47.269252 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] For port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:47.281390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:47.289498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.290715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f2724cf-3233-4e7d-9a32-7916bb3322a3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 954 time: 1.1664784 Oct 12 11:24:47.294335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:47.316624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e503-618d-4e6c-a4b5-8c4b063e8d66 req-b74af7bb-3971-41f2-a181-1d7b454b3644 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:47.318402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6560e503-618d-4e6c-a4b5-8c4b063e8d66 req-b74af7bb-3971-41f2-a181-1d7b454b3644 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1482394 Oct 12 11:24:47.366913 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.377145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6560e503-618d-4e6c-a4b5-8c4b063e8d66 req-e11adb42-d146-400b-8dfa-82666b68b8ce tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493379 Oct 12 11:24:47.448032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] Provisioning complete for port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:47.448603 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.457944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f0c331d8-2351-479f-a471-43d564981735 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 954 time: 0.1620924 Oct 12 11:24:47.460999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56594) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:47.461562 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:47.462194 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:47.466265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'routes': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:47.576943 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f406cd6-4dfa-4695-9f91-524e652eeb81 None None] Pushing event updated for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:47.639281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.644897 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:47.686756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] For port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:47.688704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1334e58-4d57-4b9f-8051-be9b1914ea73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.771888 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:47.855371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56602) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:47.867445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa5f1a-b6cf-4917-bdc4-ad0bb89b1428 None None] Pushing event updated for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:47.879111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0189e06-95fc-4d43-a054-6034bb221c41 req-a2dd13b4-720f-4ca3-90f0-abc281905a19 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 210 time: 0.2461863 Oct 12 11:24:47.912182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-19a005db-72b7-4ae1-9efc-1d75cd588aad tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672600 Oct 12 11:24:48.022246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ae22bf0d-7504-4ddd-93c1-d051f4962d0d None None] Provisioning complete for port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:48.022870 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ae22bf0d-7504-4ddd-93c1-d051f4962d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.097226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added routes are [] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:24:48.102944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:24:48.107975 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:46Z', 'revision_number': 6, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:47Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:48.147182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.157127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bef0a990-7701-4e3f-b269-da302da665d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.191354 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf351a3-2a6e-4065-996d-6ba10c1bf977 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:46Z', 'revision_number': 6, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:47Z', 'revision_number': 4, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:48.205002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-387dcf99-27f7-47d1-9108-84fc006c6a0a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:48.206796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-387dcf99-27f7-47d1-9108-84fc006c6a0a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820141 Oct 12 11:24:48.225293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:48.412846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bef0a990-7701-4e3f-b269-da302da665d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.468406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bef0a990-7701-4e3f-b269-da302da665d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.505137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0a990-7701-4e3f-b269-da302da665d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d62fb6f-980b-4981-97df-64165e7e9e08,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:48.541637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:48.545557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.552899 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.559505 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.589573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651a37-2e8a-4a4f-b3ea-d67ec4ee73e8 req-a8e5390a-6d79-408e-856f-b5e5084c44c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:48.591594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89651a37-2e8a-4a4f-b3ea-d67ec4ee73e8 req-a8e5390a-6d79-408e-856f-b5e5084c44c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2051754 Oct 12 11:24:48.595947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bef0a990-7701-4e3f-b269-da302da665d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a80101fe752841058291aa80732fbcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7380621 Oct 12 11:24:48.602388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:48.738647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89651a37-2e8a-4a4f-b3ea-d67ec4ee73e8 req-6a8f3f12-32f7-4da4-bdb8-d4bedc592e35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283658 Oct 12 11:24:48.744764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.828216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:48.901393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.39 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/9ddb11fb-09b4-44ff-99cc-0817c0dd0e56) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:49.024960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79c235-0d8c-4914-85a6-e6d8f37c28ce req-b3a92c08-7ca0-4e5b-904f-cb1cbd4e4e3b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:49.030878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc79c235-0d8c-4914-85a6-e6d8f37c28ce req-b3a92c08-7ca0-4e5b-904f-cb1cbd4e4e3b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.5272136 Oct 12 11:24:49.114305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.117273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.120591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d62fb6f-980b-4981-97df-64165e7e9e08 HTTP/1.1" status: 204 len: 168 time: 0.5147002 Oct 12 11:24:49.121161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc79c235-0d8c-4914-85a6-e6d8f37c28ce req-83f5e42a-0d75-4cb3-b497-715dabb865a7 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892584 Oct 12 11:24:49.126159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:24:49.150214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:49.185815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ae011-b62b-40fc-8d4a-24d4055b6256 req-891f4119-a387-4853-abf9-2c23e07ae776 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:49.187509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-455ae011-b62b-40fc-8d4a-24d4055b6256 req-891f4119-a387-4853-abf9-2c23e07ae776 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2281337 Oct 12 11:24:49.219029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:49.219812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.229633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5688e-4bb2-4663-b5e6-0dc49b3d57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d62fb6f-980b-4981-97df-64165e7e9e08,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:49.322683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-455ae011-b62b-40fc-8d4a-24d4055b6256 req-72dd8d14-afa5-4822-933d-678dfafaf549 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971391 Oct 12 11:24:49.334117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.354640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:49.373050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.374166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2366b9f-2465-41c0-bfe0-c59c6fe2ed03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 704 time: 1.9121842 Oct 12 11:24:49.379450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:49.387980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ee04c080-246b-4b61-b357-091fcb51963e req-043d9bea-5ad5-4da4-b0e7-097d40e4e6d9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0667512 Oct 12 11:24:49.432898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:49.447511 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:49.448143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:49.448410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.462287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:49.464987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:49.561990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:49.590912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:49.590912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:49.634782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:49.649152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e9463610-b1d6-45bb-b5f5-f3ddba56174c tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 704 time: 0.2683675 Oct 12 11:24:49.652045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:49.662498 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:49.732436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:49.737292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:49.888492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-a4692956-d885-4eba-b943-3affb2fa345f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6706340 Oct 12 11:24:49.909888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Request body: {'port': {'device_id': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:50.020621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-99fda162-d9c7-48a8-b2f4-948a35dd88e1 None None] Provisioning complete for port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:50.020992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-99fda162-d9c7-48a8-b2f4-948a35dd88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.039064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:48Z', 'revision_number': 7, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:47Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:50.067735 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:50.080147 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:50.081951 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:50.085616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-e83029aa-8104-4213-97da-7ee35119c3ff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:50.093239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-e83029aa-8104-4213-97da-7ee35119c3ff tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.3345487 Oct 12 11:24:50.095975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.121675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-48fb53fc-6481-4a95-ab23-81eb0b7917e5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/quotas/e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 375 time: 0.0273359 Oct 12 11:24:50.121903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-99fda162-d9c7-48a8-b2f4-948a35dd88e1 None None] Port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:50.306513 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:50.320446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-f179b4fb-c8fb-4e4b-b7f4-4f34304b828c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1975176 Oct 12 11:24:50.384554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfde77-41aa-48de-ab14-4e39d632b8eb req-ae4c8ebe-1d12-4fcc-9ec3-8c8336b8405d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:50.386372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8bfde77-41aa-48de-ab14-4e39d632b8eb req-ae4c8ebe-1d12-4fcc-9ec3-8c8336b8405d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1146624 Oct 12 11:24:50.398951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.485549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7c31560-319d-45dd-b5ea-caac9b34fd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.515567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8bfde77-41aa-48de-ab14-4e39d632b8eb req-2d3578b0-b1eb-46dc-9d9b-cf701ade05d8 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199188 Oct 12 11:24:50.579868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-d96790d4-da62-46fc-bbc1-b2f2efa0ccb7 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523367 Oct 12 11:24:50.609600 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:48Z', 'revision_number': 7, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:47Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:50.642534 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3e39c-04d2-4372-b69c-f4af20215169 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:48Z', 'revision_number': 7, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572', 'name': '', 'network_id': 'bd468b32-cfa7-44e6-8acc-a360cba2f711', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:89:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:42Z', 'updated_at': '2021-10-12T11:24:47Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '23ae5ae9-09eb-4f9f-b954-ec326569bbc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:50.750653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:50.756093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e8a4-a182-4558-be1f-2d5e24682ce4 req-fe3b62ac-ef2f-4492-8cfb-f5f359a761c1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:50.757781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8436e8a4-a182-4558-be1f-2d5e24682ce4 req-fe3b62ac-ef2f-4492-8cfb-f5f359a761c1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 935 time: 0.1241245 Oct 12 11:24:50.769186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.781604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-8577aff0-5845-4ecb-893f-0a6cc57e155b service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845746 Oct 12 11:24:50.791421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Transition to ACTIVE for port object 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:24:50.797692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:50.797692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.880777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.882058 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8436e8a4-a182-4558-be1f-2d5e24682ce4 req-db2a599a-44ab-4a87-bcfb-cdf722a88365 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065428 Oct 12 11:24:50.933868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:50.934371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:50.952668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:51.032624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:51.168024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Attempting to bind port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:51.168363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Attempting to bind port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:51.168699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Attempting to bind port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:51.176462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:24:51.176804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Attempting to bind port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:51.193643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:51.194367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:51.195082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:51.195690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Bound port: 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:51.196312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.252376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e5caa82-343b-4988-96ab-9b4b5ce21592 req-8b4163bb-221a-4cda-a9bb-3108fffbbdf3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 210 time: 0.0685256 Oct 12 11:24:51.302354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:51.306288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:51.366847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.400658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:51.401270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.402614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 HTTP/1.1" status: 200 len: 1095 time: 1.4971213 Oct 12 11:24:51.403073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:51.405304 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe38444-10c6-47d5-b931-6cc020c7b46a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:51.412419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.436170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95b5b-cf4b-421d-9f88-8a5fd86a9535 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:51.457732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:51.510828 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde110e-3cb3-4553-9bab-8a4dc1dc12fa x-openstack-request-id: req-6bde110e-3cb3-4553-9bab-8a4dc1dc12fa {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:51.511371 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:51.513586 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bde110e-3cb3-4553-9bab-8a4dc1dc12fa {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:51.514235 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', 'status': 'completed', 'code': 200} Oct 12 11:24:51.622099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.624925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38444-10c6-47d5-b931-6cc020c7b46a req-62962aa2-a527-4c59-9eff-82a0b0fc4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:51.626047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe38444-10c6-47d5-b931-6cc020c7b46a req-62962aa2-a527-4c59-9eff-82a0b0fc4bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0886629 Oct 12 11:24:51.688954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe38444-10c6-47d5-b931-6cc020c7b46a req-6f856fb7-fa59-4470-a610-c40291dc73a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439985 Oct 12 11:24:51.704001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.731307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.812465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:51.823096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38444-10c6-47d5-b931-6cc020c7b46a req-1ca0cfdb-9376-4ab2-b58e-137e53fe0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:51.824778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe38444-10c6-47d5-b931-6cc020c7b46a req-1ca0cfdb-9376-4ab2-b58e-137e53fe0db0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311798 Oct 12 11:24:51.825157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd551-d841-41c5-a97d-1c9ddaf9946f req-0b0e1a45-e611-4002-a849-0f3859ef2bae tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:51.826862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04dbd551-d841-41c5-a97d-1c9ddaf9946f req-0b0e1a45-e611-4002-a849-0f3859ef2bae tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1227169 Oct 12 11:24:51.919160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-589c9b7d-1e17-415b-85b9-f33331d3ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:51.920835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-589c9b7d-1e17-415b-85b9-f33331d3ed34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0553110 Oct 12 11:24:51.970657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04dbd551-d841-41c5-a97d-1c9ddaf9946f req-3966cde1-2b4f-42ee-b5fc-9c1f0487ae1a tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356077 Oct 12 11:24:51.984116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:52.000200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-034a5263-23ca-44f5-863b-87c495bf3cd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 HTTP/1.1" status: 200 len: 217 time: 0.0703261 Oct 12 11:24:52.082015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb632-0abb-42cf-a10b-b873168fc26f req-d7915977-c0ba-4388-87ef-da499b272631 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:52.083719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdfb632-0abb-42cf-a10b-b873168fc26f req-d7915977-c0ba-4388-87ef-da499b272631 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 947 time: 0.0861051 Oct 12 11:24:52.091535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-f4360501-46a2-4087-a7e4-6159bafcfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:52.092959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-f4360501-46a2-4087-a7e4-6159bafcfa33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0844402 Oct 12 11:24:52.118448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:52.127065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-774e4fdb-d4af-4c5e-832b-a6140cce79f2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735379 Oct 12 11:24:52.130209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56708) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:52.140122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:52.157957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:52.159752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:52.184835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdfb632-0abb-42cf-a10b-b873168fc26f req-0093ce09-ae32-4521-97eb-6c3510f8fbac tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907466 Oct 12 11:24:52.192612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet 23ae5ae9-09eb-4f9f-b954-ec326569bbc9 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:52.193084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-3c321003-e420-41e6-b16c-f1e0f46a989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:52.195856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-3c321003-e420-41e6-b16c-f1e0f46a989f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866528 Oct 12 11:24:52.196106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.279984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.285354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:52.370014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-3ba2e492-656b-4400-b234-06f315a523e0 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453466 Oct 12 11:24:52.415294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1282a6e-2933-4ab7-afdf-a47d6933b782 req-575bbbf9-d1ec-45cb-8de2-b1d8a00bdb5c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 210 time: 0.0430088 Oct 12 11:24:52.439079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.610762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:51Z', 'revision_number': 8, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:52.639342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:52.646984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.663115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:52.666892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:52.675747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=23ae5ae9-09eb-4f9f-b954-ec326569bbc9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:52.679650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.683466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5dd6b383-5688-403b-b9aa-7f85e0b601ff tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/23ae5ae9-09eb-4f9f-b954-ec326569bbc9 HTTP/1.1" status: 204 len: 168 time: 0.5519013 Oct 12 11:24:52.686130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56714) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:52.784885 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.836250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:52.838920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79f475e6-2117-48ac-ac0b-677bbb4171ee req-5617fb0e-3c5f-4083-a389-09f844d0694c service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577239 Oct 12 11:24:52.862065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port fa75d6e3-d428-4c65-a78f-17d19b55bab5 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:52.862563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.868978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a3814-c65b-43c2-8bf8-e1c7376ae4cf None None] Network bd468b32-cfa7-44e6-8acc-a360cba2f711 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:52.934574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port fa75d6e3-d428-4c65-a78f-17d19b55bab5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa75d6e3-d428-4c65-a78f-17d19b55bab5,segment=NetworkSegment(155d867a-8928-4cef-b1e2-b63b2b8fd704),segment_id=155d867a-8928-4cef-b1e2-b63b2b8fd704)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:52.934975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:52.952401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for fa75d6e3-d428-4c65-a78f-17d19b55bab5 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:53.167584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca7e4d-c18e-41b5-a496-d326fda085cb req-4dfc7dce-bc48-453c-961a-ef9b406e858c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:53.172016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3dca7e4d-c18e-41b5-a496-d326fda085cb req-4dfc7dce-bc48-453c-961a-ef9b406e858c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0955820 Oct 12 11:24:53.177051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.263936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=fa75d6e3-d428-4c65-a78f-17d19b55bab5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:53.288453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port fa75d6e3-d428-4c65-a78f-17d19b55bab5 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:53.306803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3dca7e4d-c18e-41b5-a496-d326fda085cb req-72d7b005-4825-4e8f-9a3f-9673af0cb159 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114190 Oct 12 11:24:53.404472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780491b-d9b2-482f-9738-8f30a11145c0 None None] DHCP port deletion for bd468b32-cfa7-44e6-8acc-a360cba2f711 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:24:53.410156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.438826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.448761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:51Z', 'revision_number': 8, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:53.483570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c3577-9ce5-4fd7-a572-b2ea01b12be3 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:51Z', 'revision_number': 8, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b03a1c-5c1c-4f45-894c-ccff4fead7a9', 'name': '', 'network_id': 'd0ed0c6c-1732-4ef1-b391-5488b3493c86', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:6a:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:35Z', 'updated_at': '2021-10-12T11:24:41Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': 'ca1944f9-8747-4a54-aa6c-9da5aa539d64', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:53.537745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd468b32-cfa7-44e6-8acc-a360cba2f711']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:53.546184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-895211c0-56a0-42b1-9cb0-b09256b4cc09 req-d1166221-a359-454b-897f-8ce2586d0017 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 210 time: 0.0367460 Oct 12 11:24:53.552786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155d867a-8928-4cef-b1e2-b63b2b8fd704') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:53.553091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155d867a-8928-4cef-b1e2-b63b2b8fd704') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:53.570321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4864ce-35f7-41da-81cc-99163ba6b614 req-cb7b1ef0-c2f4-4d20-b1a7-3ad66ea1f59c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:53.572018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a4864ce-35f7-41da-81cc-99163ba6b614 req-cb7b1ef0-c2f4-4d20-b1a7-3ad66ea1f59c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 947 time: 0.1659887 Oct 12 11:24:53.579001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.613856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.628759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:53.629167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:53.632092 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:53.696234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a4864ce-35f7-41da-81cc-99163ba6b614 req-fdf4d8b8-b1b2-4186-a0e9-b6c53dd79f09 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 Oct 12 11:24:53.705332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c6c42094-77a7-45d5-9966-890700d34882 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:53.707563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c6c42094-77a7-45d5-9966-890700d34882 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.2709904 Oct 12 11:24:53.722516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'device_id': '9596b597-22ea-4705-9f21-252ac0308cb1', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'admin_state_up': True, 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:53.864412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.871662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:53.874984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/bd468b32-cfa7-44e6-8acc-a360cba2f711 HTTP/1.1" status: 204 len: 168 time: 1.1878450 Oct 12 11:24:53.879468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56730) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:53.889860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50702ae-4e49-4e3c-9414-60521801549e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=bd468b32-cfa7-44e6-8acc-a360cba2f711,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:53.949090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:24:53.953444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.102796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.20.0.3 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/99493523-32df-4bfc-bdab-6e44d05a43c4) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:24:54.277630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.296243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.448534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.459666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4af97-0d27-4e8b-8215-f90331d66723 req-dacbf86d-9f4f-416c-8f99-7bda49f3a6ce tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:54.461429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7d4af97-0d27-4e8b-8215-f90331d66723 req-dacbf86d-9f4f-416c-8f99-7bda49f3a6ce tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0757275 Oct 12 11:24:54.461664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:54.467458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5228-a00c-41b4-808b-ff7a9fd203b6 req-d3118dc6-7ed4-4009-b906-5e00f59d404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:54.473524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7ba5228-a00c-41b4-808b-ff7a9fd203b6 req-d3118dc6-7ed4-4009-b906-5e00f59d404d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.1038504 Oct 12 11:24:54.473731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:54.558945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:24:54.561963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7ba5228-a00c-41b4-808b-ff7a9fd203b6 req-491ca674-4145-44d6-8690-b6a7e1110dfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Oct 12 11:24:54.563911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7d4af97-0d27-4e8b-8215-f90331d66723 req-de8ce3e2-c343-4cd7-accc-2a582ce51954 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899122 Oct 12 11:24:54.568923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:24:54.571271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:54.573835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:24:54.637189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:54.637889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.701968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:54.702314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.764874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7f64e0c4-dd0a-4751-9737-0100d4ea6ea0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465531 Oct 12 11:24:54.780075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Request body: {'port': {'device_id': '9596b597-22ea-4705-9f21-252ac0308cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:24:54.821215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d56b99-25ae-476c-88cf-0f0e7967a3b9 req-0715dac3-8252-4233-be70-515222d89502 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:54.823134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45d56b99-25ae-476c-88cf-0f0e7967a3b9 req-0715dac3-8252-4233-be70-515222d89502 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 931 time: 0.1377165 Oct 12 11:24:54.867965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 58b03a1c-5c1c-4f45-894c-ccff4fead7a9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:54.868572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:54.895439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:54.905523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45d56b99-25ae-476c-88cf-0f0e7967a3b9 req-73745c57-b1bf-4785-8797-028d889f959a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708711 Oct 12 11:24:54.993130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.003091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbc2c-bfc1-43ed-98c5-aab36d9067a3 req-97c46728-68ce-4e42-8433-c8b384ebfd44 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:55.004642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec7fbc2c-bfc1-43ed-98c5-aab36d9067a3 req-97c46728-68ce-4e42-8433-c8b384ebfd44 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 947 time: 0.1649287 Oct 12 11:24:55.032504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:55.070007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:24:55.070345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f8b6d7f0-15ca-48bf-ba1f-1da66a8b7572 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:24:55.070805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa75d6e3-d428-4c65-a78f-17d19b55bab5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:55.098016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: fa75d6e3-d428-4c65-a78f-17d19b55bab5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:24:55.098646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa75d6e3-d428-4c65-a78f-17d19b55bab5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:24:55.108273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f0a5f352-70a8-4571-9c27-ed0204d4f75a None None] Provisioning complete for port 99493523-32df-4bfc-bdab-6e44d05a43c4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:24:55.108273 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0a5f352-70a8-4571-9c27-ed0204d4f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.149864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5f352-70a8-4571-9c27-ed0204d4f75a None None] Port 99493523-32df-4bfc-bdab-6e44d05a43c4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:24:55.159435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec7fbc2c-bfc1-43ed-98c5-aab36d9067a3 req-d1d08fc5-5473-4198-b290-00784ebc6aeb tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465704 Oct 12 11:24:55.166347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.195637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=58b03a1c-5c1c-4f45-894c-ccff4fead7a9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:55.333405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.386339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99493523-32df-4bfc-bdab-6e44d05a43c4 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:55.404806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.437499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Transition to ACTIVE for port object 99493523-32df-4bfc-bdab-6e44d05a43c4 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:24:55.497451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.563036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:55.604014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:55.687913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Attempting to bind port 99493523-32df-4bfc-bdab-6e44d05a43c4 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:24:55.691326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Attempting to bind port 99493523-32df-4bfc-bdab-6e44d05a43c4 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:24:55.691725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Attempting to bind port 99493523-32df-4bfc-bdab-6e44d05a43c4 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:55.715339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Port 99493523-32df-4bfc-bdab-6e44d05a43c4 on network 48938513-d2e0-4401-a918-9c0cfe771667 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:24:55.715664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Attempting to bind port 99493523-32df-4bfc-bdab-6e44d05a43c4 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:24:55.760995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:24:55.761431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:24:55.761891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:24:55.763188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Bound port: 99493523-32df-4bfc-bdab-6e44d05a43c4, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:24:55.763726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.781204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:55.791624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b04f011-2140-42d4-80ac-ddaf9f273ebc tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9079735 Oct 12 11:24:55.791801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:55.797717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf74ce6-4653-4f79-87bf-b5e9f1f285ea req-f7ddc895-c705-4c90-95d3-601f98350e8d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:55.803250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acf74ce6-4653-4f79-87bf-b5e9f1f285ea req-f7ddc895-c705-4c90-95d3-601f98350e8d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1140001 Oct 12 11:24:55.812772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:55.828138 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:55.831886 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:55.857517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet ca1944f9-8747-4a54-aa6c-9da5aa539d64 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:24:55.862278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.905941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acf74ce6-4653-4f79-87bf-b5e9f1f285ea req-312f967f-5cbb-456e-9e77-dd7aaa4b18ff tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813386 Oct 12 11:24:55.911621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:24:55.915297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:24:55.963654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:55.981177 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:56.006477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.073492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.090609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:56.111989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.112756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.114794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-c7ce0b24-dbe5-4e1a-8365-74e1312f0973 service neutron] 10.222.0.41 "PUT /v2.0/ports/99493523-32df-4bfc-bdab-6e44d05a43c4 HTTP/1.1" status: 200 len: 1091 time: 1.3391652 Oct 12 11:24:56.115273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:24:56.123147 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c785a9-9b34-438f-bfea-c768dd913a75" -d '{"events": [{"name": "network-changed", "server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:24:56.178999 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27afb63-c290-46d2-b46b-a7b441dba68b x-openstack-request-id: req-f27afb63-c290-46d2-b46b-a7b441dba68b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:24:56.179488 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:24:56.179907 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f27afb63-c290-46d2-b46b-a7b441dba68b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:24:56.180704 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'status': 'completed', 'code': 200} Oct 12 11:24:56.197323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60328f2-7e87-4281-a331-cfca34df4b0f req-e9859e88-9417-4c23-a037-82f7475992c4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.205158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b60328f2-7e87-4281-a331-cfca34df4b0f req-e9859e88-9417-4c23-a037-82f7475992c4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 943 time: 0.1343102 Oct 12 11:24:56.263920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b60328f2-7e87-4281-a331-cfca34df4b0f req-ffc81767-76e8-420b-95b4-5e433ed8c3f8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Oct 12 11:24:56.264165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:55Z', 'revision_number': 9, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:56.298615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.309772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-4ad723cf-3459-497d-841a-9bf793079b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.311818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-4ad723cf-3459-497d-841a-9bf793079b9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 1094 time: 0.1038308 Oct 12 11:24:56.320387 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:24:56.330228 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:56.332027 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:56.348690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1944f9-8747-4a54-aa6c-9da5aa539d64,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:56.369151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.384272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c4f4b893-f9e8-4b1d-92cd-2b26c553326e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/ca1944f9-8747-4a54-aa6c-9da5aa539d64 HTTP/1.1" status: 204 len: 168 time: 0.5890419 Oct 12 11:24:56.384491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e8c29-aae9-404c-8053-ac8be78f6c3d None None] Network d0ed0c6c-1732-4ef1-b391-5488b3493c86 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:24:56.384941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56770) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:56.434914 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:24:56.474954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7b4c-3b88-4842-9349-666ab8caf10b req-0504bcbd-ea06-41bd-98c4-2ad9c74fea17 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.477459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d7c7b4c-3b88-4842-9349-666ab8caf10b req-0504bcbd-ea06-41bd-98c4-2ad9c74fea17 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 947 time: 0.1642780 Oct 12 11:24:56.551311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.571660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-4e13212a-e946-4d2f-8541-f4d2504cdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.574010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-4e13212a-e946-4d2f-8541-f4d2504cdd3d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2489038 Oct 12 11:24:56.579642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d7c7b4c-3b88-4842-9349-666ab8caf10b req-e973b451-631a-49c8-8821-d1dc192e00f7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934684 Oct 12 11:24:56.589623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.662829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port a3274f51-92bb-4c1b-8eef-1fe7d102f393 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:56.664057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.743921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port a3274f51-92bb-4c1b-8eef-1fe7d102f393, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a3274f51-92bb-4c1b-8eef-1fe7d102f393,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:56.744607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.746282 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:55Z', 'revision_number': 9, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:56.766155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for a3274f51-92bb-4c1b-8eef-1fe7d102f393 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:56.816855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] DHCP port deletion for d0ed0c6c-1732-4ef1-b391-5488b3493c86 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:24:56.817107 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51958698-5725-46f1-97e3-ed6933451bcf None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:55Z', 'revision_number': 9, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '321f31b4-1fd5-46af-b2bf-d8e21c599722', 'name': '', 'network_id': 'cbcfe66e-d720-4a04-8078-97052466de1c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:ef:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68e0c863-d253-41ec-80a7-875717a82baf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:30Z', 'updated_at': '2021-10-12T11:24:37Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '68e0c863-d253-41ec-80a7-875717a82baf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:24:56.825438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-f2042a54-5d39-421b-ad2c-88946fd66f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.826986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03c785a9-9b34-438f-bfea-c768dd913a75 req-f2042a54-5d39-421b-ad2c-88946fd66f21 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426484 Oct 12 11:24:56.907346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Deleting port a3274f51-92bb-4c1b-8eef-1fe7d102f393 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:56.907837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.931967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0e2163dc-df37-4c8d-b1bb-25ba9a02bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:56.933490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0e2163dc-df37-4c8d-b1bb-25ba9a02bee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0492496 Oct 12 11:24:56.978863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] For port a3274f51-92bb-4c1b-8eef-1fe7d102f393, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a3274f51-92bb-4c1b-8eef-1fe7d102f393,segment=NetworkSegment(f6bae65b-0d59-452e-9595-af89e93bc01d),segment_id=f6bae65b-0d59-452e-9595-af89e93bc01d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:56.979345 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:56.982385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-11934c83-4974-4baf-aaf1-1914f3d6d0db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99493523-32df-4bfc-bdab-6e44d05a43c4 HTTP/1.1" status: 200 len: 217 time: 0.0390851 Oct 12 11:24:56.993145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Calling delete_port for a3274f51-92bb-4c1b-8eef-1fe7d102f393 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:57.030231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.050199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port a3274f51-92bb-4c1b-8eef-1fe7d102f393 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:57.057471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0026a008-d3a8-4fa0-947c-81febf6825ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:57.059324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0026a008-d3a8-4fa0-947c-81febf6825ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0661535 Oct 12 11:24:57.081479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.096308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=a3274f51-92bb-4c1b-8eef-1fe7d102f393,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:57.104147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] Pushing event deleted for resources: {'Port': ['ID=a3274f51-92bb-4c1b-8eef-1fe7d102f393,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:57.115019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8a9e6-43a5-421a-8a97-b034db724f01 None None] No DVR routers for this DVR port a3274f51-92bb-4c1b-8eef-1fe7d102f393 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:24:57.117698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0c3d1025-b2c1-48d3-962e-0dddf1a915d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:57.119800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-0c3d1025-b2c1-48d3-962e-0dddf1a915d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512192 Oct 12 11:24:57.127469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.127723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.128115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.128483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.128847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.129082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.129418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.129736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.130061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.130370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.130808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.131202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:24:57.154441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84fed-eff3-4d19-82e7-8fbf7825e9b5 req-30331bbd-0016-402a-8d7a-7e0751a01dfd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:57.165219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59a84fed-eff3-4d19-82e7-8fbf7825e9b5 req-30331bbd-0016-402a-8d7a-7e0751a01dfd tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1639862 Oct 12 11:24:57.211380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:24:57.221089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.237548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-b35f3a39-190e-42d9-8ae8-ba9eaca29ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053121 Oct 12 11:24:57.292123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ed0c6c-1732-4ef1-b391-5488b3493c86']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:57.313437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59a84fed-eff3-4d19-82e7-8fbf7825e9b5 req-6cde91ac-bf1b-4956-9250-9c821fa581f5 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120594 Oct 12 11:24:57.341839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a3274f51-92bb-4c1b-8eef-1fe7d102f393 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:57.354786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bae65b-0d59-452e-9595-af89e93bc01d') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:57.357901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bae65b-0d59-452e-9595-af89e93bc01d') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:24:57.369294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.402967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.416728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:24:57.417163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:24:57.420837 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:24:57.429429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a3274f51-92bb-4c1b-8eef-1fe7d102f393 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:24:57.429869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a3274f51-92bb-4c1b-8eef-1fe7d102f393 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:24:57.430169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:24:57.497894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:24:57.498349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 58b03a1c-5c1c-4f45-894c-ccff4fead7a9 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:24:57.530470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:57.544135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', 'mac_address': 'fa:16:3e:ce:90:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:24:57.593099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.624706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:24:57.630410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.639193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.646443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/d0ed0c6c-1732-4ef1-b391-5488b3493c86 HTTP/1.1" status: 204 len: 168 time: 1.2604220 Oct 12 11:24:57.647247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:57.656191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:57.706552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e6180-ffe5-4171-a234-87e4fae1c12a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=d0ed0c6c-1732-4ef1-b391-5488b3493c86,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:57.749256 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:57.818553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:57.846533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27644e2-6746-417f-8bf3-3e654152012c req-9ddb9f78-2377-49c5-a72c-b021cc665818 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:57.848106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f27644e2-6746-417f-8bf3-3e654152012c req-9ddb9f78-2377-49c5-a72c-b021cc665818 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 943 time: 0.0865452 Oct 12 11:24:57.866933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fc1a58f-ed79-403f-8382-becc749ef2eb req-7af7681c-4c10-477c-8234-c4a4c627dcf9 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144884 Oct 12 11:24:57.900631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f27644e2-6746-417f-8bf3-3e654152012c req-98fdefc4-83f0-4122-8c9d-a687acb52783 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Oct 12 11:24:58.026895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7183f-a900-4116-825c-39a68c8f5c2d req-83e48b9f-02ab-4bf0-82fc-3249ba690b3c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:58.028545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35c7183f-a900-4116-825c-39a68c8f5c2d req-83e48b9f-02ab-4bf0-82fc-3249ba690b3c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 948 time: 0.0662436 Oct 12 11:24:58.093867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:24:58.132293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-90f8409e-132c-4646-8c3d-96245f88d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:58.133911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-90f8409e-132c-4646-8c3d-96245f88d621 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9965dc56615b47e48379b3dd106215ea&device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 1096 time: 0.1005936 Oct 12 11:24:58.148347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35c7183f-a900-4116-825c-39a68c8f5c2d req-d5c0968b-5043-4b5e-b1f0-f69fed2dbeab tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053808 Oct 12 11:24:58.257941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc53c4-4f02-45ad-8031-dbd205d971ee req-4da621b8-7ea5-47c0-9c77-17c561c7f76c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:58.268434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3acc53c4-4f02-45ad-8031-dbd205d971ee req-4da621b8-7ea5-47c0-9c77-17c561c7f76c tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1000080 Oct 12 11:24:58.269652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:58.333686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3acc53c4-4f02-45ad-8031-dbd205d971ee req-5576df34-f87e-4fb1-a538-10ed07d00460 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Oct 12 11:24:58.343759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-d198840f-9db9-47bb-9fe8-f9603ada139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:58.345466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-d198840f-9db9-47bb-9fe8-f9603ada139c service neutron] 10.222.0.47 "GET /v2.0/networks?id=66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 200 len: 920 time: 0.1962020 Oct 12 11:24:58.399711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-b661fbf1-a1be-4ff2-9fd3-64a24bb08ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 200 len: 217 time: 0.0453386 Oct 12 11:24:58.422288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56808) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:58.513834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-1ab0a27c-ca2b-4ea2-a06e-5c8597eb529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:58.515242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-1ab0a27c-ca2b-4ea2-a06e-5c8597eb529d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 200 len: 859 time: 0.1063793 Oct 12 11:24:58.552855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0816-7640-420f-aa60-2d5e94ac3f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:58.639848 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0816-7640-420f-aa60-2d5e94ac3f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:58.777655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0816-7640-420f-aa60-2d5e94ac3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:58.828490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d8e0816-7640-420f-aa60-2d5e94ac3f11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49cda96d93c74079b77d090448024e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025955 Oct 12 11:24:58.828490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e0816-7640-420f-aa60-2d5e94ac3f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206a12e-d451-48fc-b2a1-adf11ed48aaf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:58.831432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:58.839386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-62eb9a78-8d5b-4f09-8ee7-d8704fe14c72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66de7714-4ad8-4bb7-97a7-8facf6123712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3085899 Oct 12 11:24:58.892661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:58.920748 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.006269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-1b34d464-fc9d-4f4b-a09b-4c04711babb1 service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428115 Oct 12 11:24:59.014751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 321f31b4-1fd5-46af-b2bf-d8e21c599722 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:24:59.015099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.058209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e911d64-24e0-4eca-bb94-bb4c2e1217bc req-467e2811-69b3-4042-aa3e-6c26092e890d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:59.070526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e911d64-24e0-4eca-bb94-bb4c2e1217bc req-467e2811-69b3-4042-aa3e-6c26092e890d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 943 time: 0.0812907 Oct 12 11:24:59.093056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.100503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.103993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5206a12e-d451-48fc-b2a1-adf11ed48aaf HTTP/1.1" status: 204 len: 168 time: 0.2693589 Oct 12 11:24:59.157820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e911d64-24e0-4eca-bb94-bb4c2e1217bc req-23abdc5e-24aa-48f3-83fc-547e81585ab7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815263 Oct 12 11:24:59.159637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ed734-f5f6-4846-bd3c-b6356a3f9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206a12e-d451-48fc-b2a1-adf11ed48aaf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:59.198373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 321f31b4-1fd5-46af-b2bf-d8e21c599722, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=321f31b4-1fd5-46af-b2bf-d8e21c599722,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:24:59.198373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.201496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87b3be74-7c15-4e0b-a728-2473300d26ad req-cb50f00a-5f64-4331-8c66-24005f14865a service neutron] 10.222.0.47 "GET /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833587 Oct 12 11:24:59.213843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 321f31b4-1fd5-46af-b2bf-d8e21c599722 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:24:59.307122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8190-064e-49e4-8c4a-4675b01d64dd req-16777cb3-7a6b-4951-8e54-234b19647bc0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:59.309331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2fc8190-064e-49e4-8c4a-4675b01d64dd req-16777cb3-7a6b-4951-8e54-234b19647bc0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 948 time: 0.0562189 Oct 12 11:24:59.352296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2fc8190-064e-49e4-8c4a-4675b01d64dd req-c4e4eb54-fe8f-4146-8a70-6e7a2880fb7b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Oct 12 11:24:59.468253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3f05f-f5be-4080-8447-82e16fb6491a req-eed2fd16-ba2d-48df-858a-8341e16b9edb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:24:59.469764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9d3f05f-f5be-4080-8447-82e16fb6491a req-eed2fd16-ba2d-48df-858a-8341e16b9edb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0576599 Oct 12 11:24:59.514175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.548087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9d3f05f-f5be-4080-8447-82e16fb6491a req-d977e061-0ab4-47be-8868-c3498d7fd2b0 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713763 Oct 12 11:24:59.548685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=321f31b4-1fd5-46af-b2bf-d8e21c599722,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:24:59.663948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:24:59.872807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:24:59.966883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:24:59.975083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0163ff4c-0098-4278-a5a9-2adf802e4487 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3199384 Oct 12 11:24:59.975372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56844) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:24:59.977835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:24:59.988108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:24:59.988718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:00.031168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet 68e0c863-d253-41ec-80a7-875717a82baf {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:25:00.034322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.078283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.081371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:00.198808 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.311781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:59Z', 'revision_number': 10, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:00.335468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba17a5-6725-4418-8b7a-96e0ba2f5264 req-79540954-526f-43a0-9589-43edea8f72fb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:00.336974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49ba17a5-6725-4418-8b7a-96e0ba2f5264 req-79540954-526f-43a0-9589-43edea8f72fb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 943 time: 0.0662098 Oct 12 11:25:00.347414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:25:00.357880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:00.358484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:00.398202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49ba17a5-6725-4418-8b7a-96e0ba2f5264 req-0aa02bc9-e63e-4839-a414-826a26006a09 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525293 Oct 12 11:25:00.412928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.448900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=68e0c863-d253-41ec-80a7-875717a82baf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:00.450948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:00.457051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.460972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2a1bb04f-2f85-4cbd-974d-55380d544762 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/68e0c863-d253-41ec-80a7-875717a82baf HTTP/1.1" status: 204 len: 168 time: 0.4839888 Oct 12 11:25:00.463177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:00.493601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbc168-5242-4a33-82c6-99ff4359d9d6 None None] Network cbcfe66e-d720-4a04-8078-97052466de1c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:00.501603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4dfb-64eb-4acc-a6c1-2ba57ebb1108 req-59bacdb5-027f-4f12-a6b5-7231d6bf8999 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:00.504208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e9b4dfb-64eb-4acc-a6c1-2ba57ebb1108 req-59bacdb5-027f-4f12-a6b5-7231d6bf8999 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 948 time: 0.0657253 Oct 12 11:25:00.557849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.572011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e9b4dfb-64eb-4acc-a6c1-2ba57ebb1108 req-3a6245a0-c599-43ff-8b6b-8a2b9f2fa0ca tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Oct 12 11:25:00.660947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:00.661281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.738164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d0a4a-7cbc-4bb1-96fa-d5b6c79d15ba req-9403b23b-c317-44b1-805b-b3e9ae42e93b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:00.739784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b81d0a4a-7cbc-4bb1-96fa-d5b6c79d15ba req-9403b23b-c317-44b1-805b-b3e9ae42e93b tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1093082 Oct 12 11:25:00.745071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:00.745437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.787880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:00.824607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:59Z', 'revision_number': 10, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:00.858483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] DHCP port deletion for cbcfe66e-d720-4a04-8078-97052466de1c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:25:00.859147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b81d0a4a-7cbc-4bb1-96fa-d5b6c79d15ba req-2b000f1f-4ba6-432f-9249-231b5d0deb35 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110291 Oct 12 11:25:00.862575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd82a1-b685-4a83-a648-666bf76db0e6 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:24:59Z', 'revision_number': 10, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None, '_interfaces': [{'id': '3e15e07d-e864-40fe-97b9-ae6189705cd0', 'name': '', 'network_id': '2528b45a-375c-402f-bcc5-2d8db5c3034c', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'mac_address': 'fa:16:3e:21:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605504af-a561-458a-a90d-51bfcb019e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:24:23Z', 'updated_at': '2021-10-12T11:24:30Z', 'revision_number': 5, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'subnets': [{'id': '0852e526-b709-41e5-8897-9899d68d5ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:25:00.926272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Deleting port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:00.926652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.960909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:00.990964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:00.996879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:01.105664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.131804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcfe66e-d720-4a04-8078-97052466de1c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:01.140545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] For port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,segment=NetworkSegment(0e7f803d-f7fc-4aa9-bada-15dc5ec691c5),segment_id=0e7f803d-f7fc-4aa9-bada-15dc5ec691c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:01.141059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.146195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:01.146669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7f803d-f7fc-4aa9-bada-15dc5ec691c5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:01.155401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Calling delete_port for 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:01.156903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.184432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.214178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:01.220143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:25:01.220725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:25:01.294103 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:25:01.319666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 321f31b4-1fd5-46af-b2bf-d8e21c599722 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:01.326153 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:25:01.342907 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:25:01.429488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] Pushing event deleted for resources: {'Port': ['ID=0b94b7b7-0cd7-44d4-aaf2-d6803135ff75,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:01.434963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8d58c-6c3d-45ea-aed6-f70e2c841d33 None None] No DVR routers for this DVR port 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:01.438979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 321f31b4-1fd5-46af-b2bf-d8e21c599722 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:01.439293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 321f31b4-1fd5-46af-b2bf-d8e21c599722 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:01.440958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:01.469239 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.479173 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.480971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:01.481313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b94b7b7-0cd7-44d4-aaf2-d6803135ff75 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:01.489589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/cbcfe66e-d720-4a04-8078-97052466de1c HTTP/1.1" status: 204 len: 168 time: 1.0213895 Oct 12 11:25:01.491886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:01.498189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d8e9-264b-44da-a4c1-25a7d0c7c5fb tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=cbcfe66e-d720-4a04-8078-97052466de1c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:01.537382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:25:01.541855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:01.542385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.569248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 99493523-32df-4bfc-bdab-6e44d05a43c4 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:25:01.686485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f6512-5744-4f87-9620-d690fa54f4cf req-4ba973d3-8004-4c80-bc42-6af98116be74 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:01.687885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-658f6512-5744-4f87-9620-d690fa54f4cf req-4ba973d3-8004-4c80-bc42-6af98116be74 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 943 time: 0.1400087 Oct 12 11:25:01.722098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.733583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eee35-9e14-4ef5-8269-dc4b0ea8bd6b req-60de64ea-7ad3-4e4c-a038-064b4a94bbb6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:01.741533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:01.742018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a23eee35-9e14-4ef5-8269-dc4b0ea8bd6b req-60de64ea-7ad3-4e4c-a038-064b4a94bbb6 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 948 time: 0.0716476 Oct 12 11:25:01.761521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'mac_address': 'fa:16:3e:b5:b4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:25:01.767460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:01.770070 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a105f5-c70b-4eab-87c2-7c136516235c" -d '{"events": [{"server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "name": "network-vif-plugged", "status": "completed", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:01.785326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:01.786553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-658f6512-5744-4f87-9620-d690fa54f4cf req-8a5b91a9-d71d-4c64-a41e-620b3737154a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Oct 12 11:25:01.788372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a23eee35-9e14-4ef5-8269-dc4b0ea8bd6b req-bade99de-0774-41f1-813e-dc74fffc0451 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Oct 12 11:25:01.826658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.843817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99493523-32df-4bfc-bdab-6e44d05a43c4 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:01.870188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:01.872387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:01.934406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:01.943931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:02.003769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:02.005854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:02.128331 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8c3f5-d2d7-44cb-9015-93e4850d99dc x-openstack-request-id: req-70c8c3f5-d2d7-44cb-9015-93e4850d99dc {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:02.132053 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "name": "network-vif-plugged", "status": "completed", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:02.132053 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c8c3f5-d2d7-44cb-9015-93e4850d99dc {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:02.132053 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', 'code': 200} Oct 12 11:25:02.177554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5b3a1-9b0a-46a9-a81a-2982deb45183 req-937d5a2d-3dcf-4163-9cf7-39f0a0a5d668 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:02.179041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01e5b3a1-9b0a-46a9-a81a-2982deb45183 req-937d5a2d-3dcf-4163-9cf7-39f0a0a5d668 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0971439 Oct 12 11:25:02.269338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01e5b3a1-9b0a-46a9-a81a-2982deb45183 req-abc48953-4b24-4745-9bf7-be306abc4712 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Oct 12 11:25:02.292453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f6185-1c3e-4020-870e-c5e2648e0f52 req-1d29af52-6b89-459e-9f61-e4deb637d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:02.294207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd3f6185-1c3e-4020-870e-c5e2648e0f52 req-1d29af52-6b89-459e-9f61-e4deb637d556 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 1100 time: 0.0755496 Oct 12 11:25:02.381058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd3f6185-1c3e-4020-870e-c5e2648e0f52 req-fdff097e-19c7-4ee6-994b-3388f7ffb4c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Oct 12 11:25:02.410679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port 3e15e07d-e864-40fe-97b9-ae6189705cd0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:02.411374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:02.437837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['99493523-32df-4bfc-bdab-6e44d05a43c4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:02.529766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port 3e15e07d-e864-40fe-97b9-ae6189705cd0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3e15e07d-e864-40fe-97b9-ae6189705cd0,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:02.530309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:02.546458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for 3e15e07d-e864-40fe-97b9-ae6189705cd0 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:02.835695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:02.900672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=3e15e07d-e864-40fe-97b9-ae6189705cd0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:02.972621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591b1b-120c-453a-a02d-6edd55c7f4db req-490db7e4-a962-4d9f-ba3b-b923d9e8ae51 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:02.974350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36591b1b-120c-453a-a02d-6edd55c7f4db req-490db7e4-a962-4d9f-ba3b-b923d9e8ae51 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 944 time: 0.0753009 Oct 12 11:25:03.027633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36591b1b-120c-453a-a02d-6edd55c7f4db req-b11600ef-16ff-43c3-b5f4-5866c4806917 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Oct 12 11:25:03.092431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb813c6-ec2f-4c97-a981-c4524eaf2c1e req-01a2c30a-ed0d-4ae5-871a-2cda69e60a7d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:03.094154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbb813c6-ec2f-4c97-a981-c4524eaf2c1e req-01a2c30a-ed0d-4ae5-871a-2cda69e60a7d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 949 time: 0.2203066 Oct 12 11:25:03.094903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:03.513099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbb813c6-ec2f-4c97-a981-c4524eaf2c1e req-e8d93e96-7620-42e8-bfa6-ea0b06954067 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072990 Oct 12 11:25:03.607071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:25:03.739892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:25:03.750560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56926) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:03.751242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9ba7da91-b283-4489-b91e-3350032b4970 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559729 Oct 12 11:25:03.754341 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:25:03.770236 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:03.771079 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:03.852484 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:03.865753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting subnet 0852e526-b709-41e5-8897-9899d68d5ec6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:25:03.870206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:03.927037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:03.928357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:03.977111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:25:03.991159 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:03.992021 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:04.060199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.125554 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:04.226260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa6f2f-cf87-422f-a056-579e70b629c9 req-23115b66-9822-42d2-9ed5-e3c997768efd tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:04.236063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.240123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01fa6f2f-cf87-422f-a056-579e70b629c9 req-23115b66-9822-42d2-9ed5-e3c997768efd tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 944 time: 0.0957482 Oct 12 11:25:04.260683 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:04.265985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.274956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:04.276602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d2bc2-cad9-4adc-8605-18706f6f5e67 None None] Network 2528b45a-375c-402f-bcc5-2d8db5c3034c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:04.286497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/0852e526-b709-41e5-8897-9899d68d5ec6 HTTP/1.1" status: 204 len: 168 time: 0.5350609 Oct 12 11:25:04.323442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1111a3-5f26-4bfb-982a-99245e539c01 None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:25:04.344807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180c61-2455-43b7-94e6-f1b3fb6af37e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Subnet': ['ID=0852e526-b709-41e5-8897-9899d68d5ec6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:04.509565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01fa6f2f-cf87-422f-a056-579e70b629c9 req-c7ccf224-c6f4-4a1f-82b6-b24bb9001ed5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605603 Oct 12 11:25:04.532735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.666636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Deleting port c077a49c-e6b4-4af4-b16c-c73096fa198a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:04.667300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.719623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] DHCP port deletion for 2528b45a-375c-402f-bcc5-2d8db5c3034c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:25:04.784153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] For port c077a49c-e6b4-4af4-b16c-c73096fa198a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c077a49c-e6b4-4af4-b16c-c73096fa198a,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:04.784784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.787407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4978117-9ca8-4161-a182-2b81b73c4d93 req-ce8adc05-690e-41a3-8607-3e3f896f629a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:04.791971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4978117-9ca8-4161-a182-2b81b73c4d93 req-ce8adc05-690e-41a3-8607-3e3f896f629a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 949 time: 0.1528742 Oct 12 11:25:04.830952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Calling delete_port for c077a49c-e6b4-4af4-b16c-c73096fa198a owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:04.875046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Deleting port c077a49c-e6b4-4af4-b16c-c73096fa198a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:04.875425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:04.912553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f4978117-9ca8-4161-a182-2b81b73c4d93 req-dae831cd-b345-4998-a72e-0a9d50d789ee tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029928 Oct 12 11:25:05.092561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] For port c077a49c-e6b4-4af4-b16c-c73096fa198a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c077a49c-e6b4-4af4-b16c-c73096fa198a,segment=NetworkSegment(15478858-0e51-4098-aa6f-ef8ceae2a108),segment_id=15478858-0e51-4098-aa6f-ef8ceae2a108)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:05.093343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.097332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3e15e07d-e864-40fe-97b9-ae6189705cd0 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:05.130561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3e15e07d-e864-40fe-97b9-ae6189705cd0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:05.131043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3e15e07d-e864-40fe-97b9-ae6189705cd0 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:05.131459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c077a49c-e6b4-4af4-b16c-c73096fa198a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:05.133915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Calling delete_port for c077a49c-e6b4-4af4-b16c-c73096fa198a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:05.138929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.156695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c077a49c-e6b4-4af4-b16c-c73096fa198a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:05.157037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c077a49c-e6b4-4af4-b16c-c73096fa198a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:05.174182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Port': ['ID=c077a49c-e6b4-4af4-b16c-c73096fa198a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:05.177009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No DVR routers for this DVR port c077a49c-e6b4-4af4-b16c-c73096fa198a on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:05.185567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feb527-f429-47d4-b157-68b9af54d66e req-f16bbf12-6e41-41ee-8c56-7896ee9b4012 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:05.203340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45feb527-f429-47d4-b157-68b9af54d66e req-f16bbf12-6e41-41ee-8c56-7896ee9b4012 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 1100 time: 0.1021233 Oct 12 11:25:05.271464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.332782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] Pushing event deleted for resources: {'Port': ['ID=c077a49c-e6b4-4af4-b16c-c73096fa198a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:05.335482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f9524-ab8e-4573-afb0-9c377c783b3d None None] No DVR routers for this DVR port c077a49c-e6b4-4af4-b16c-c73096fa198a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:05.344738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45feb527-f429-47d4-b157-68b9af54d66e req-6a854297-5d3d-4817-aeb6-c89caabc5177 tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363258 Oct 12 11:25:05.355756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.390386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2528b45a-375c-402f-bcc5-2d8db5c3034c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:05.402378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15478858-0e51-4098-aa6f-ef8ceae2a108') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:05.402781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15478858-0e51-4098-aa6f-ef8ceae2a108') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:05.416196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.432659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.441655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:25:05.442067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:25:05.509584 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:25:05.583319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.587798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 99493523-32df-4bfc-bdab-6e44d05a43c4 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:05.591700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.597592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/networks/2528b45a-375c-402f-bcc5-2d8db5c3034c HTTP/1.1" status: 204 len: 168 time: 1.3186142 Oct 12 11:25:05.603188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56974) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:05.615288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-abf5eb1d-cbb0-424e-8954-bb48badff0b4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527022 Oct 12 11:25:05.632709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'routes': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:05.647752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a283-ccd3-4262-886d-a80c34341b63 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Pushing event deleted for resources: {'Network': ['ID=2528b45a-375c-402f-bcc5-2d8db5c3034c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:05.766845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 99493523-32df-4bfc-bdab-6e44d05a43c4 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:25:05.771975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 99493523-32df-4bfc-bdab-6e44d05a43c4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:05.772347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.822640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-6bb2c0ce-db74-46b2-87c1-27e215ae46b8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:05.836899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-6bb2c0ce-db74-46b2-87c1-27e215ae46b8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115998 Oct 12 11:25:05.856718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985d3a-7450-4994-8fac-799fb46810c1 req-401e4044-b1cc-496f-b31a-3f7aa1241381 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:05.859318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1985d3a-7450-4994-8fac-799fb46810c1 req-401e4044-b1cc-496f-b31a-3f7aa1241381 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 944 time: 0.2180958 Oct 12 11:25:05.864563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-4bca8ebf-d6f4-43d4-be12-369ba5d51bf9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0261376 Oct 12 11:25:05.933919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:05.962339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:05.964628 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34418cd0-bf07-462b-9871-47d7725d7fee" -d '{"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-plugged", "status": "completed", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:05.982923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:05.990100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-b535821b-995b-49d5-999b-9e6806f5e54d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1241226 Oct 12 11:25:06.011971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.extraroute_db [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Added routes are [] {{(pid=95548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:25:06.018639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.extraroute_db [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Removed routes are [] {{(pid=95548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:25:06.018639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.042141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1985d3a-7450-4994-8fac-799fb46810c1 req-62071099-d6f3-46bb-9617-806dcb056766 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742930 Oct 12 11:25:06.136638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.208018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.213751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.226523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:06.255148 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85f28b-f202-496b-9431-036e1ddc86f5 x-openstack-request-id: req-2c85f28b-f202-496b-9431-036e1ddc86f5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:06.255586 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-plugged", "status": "completed", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:06.255917 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c85f28b-f202-496b-9431-036e1ddc86f5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:06.256428 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'code': 200} Oct 12 11:25:06.377358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 605504af-a561-458a-a90d-51bfcb019e69 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:25:06.511738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:25:06.527004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Sync routers for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:25:06.540566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.543579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:06.543723 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-45181fc4-65a7-4048-984b-ea33a342ea49 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 705 time: 0.9169338 Oct 12 11:25:06.544475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:06.546396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:06.561323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c8a85-1bd6-4d2e-9ccd-cd01521c2537 req-31a448af-5d23-46f6-abee-0caed790455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:06.570279 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-895c8a85-1bd6-4d2e-9ccd-cd01521c2537 req-31a448af-5d23-46f6-abee-0caed790455c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 1096 time: 0.2077405 Oct 12 11:25:06.615557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-312aedf0-eb03-4f12-9653-88ad5233b808 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 205 time: 0.0679414 Oct 12 11:25:06.618480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56994) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:06.647787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:06.696870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78bb9baf-b3ee-4992-abed-f35c2ef5ad3b req-8b988761-85f1-4c79-9065-bad41c5d4286 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 210 time: 0.1665378 Oct 12 11:25:06.720033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-895c8a85-1bd6-4d2e-9ccd-cd01521c2537 req-a1277121-c452-4643-85b1-fe8f99d6fdb9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Oct 12 11:25:06.722765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:06.727665 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.752833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Checking router: 605504af-a561-458a-a90d-51bfcb019e69 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:25:06.761482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Routers {'605504af-a561-458a-a90d-51bfcb019e69'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:06.762165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['605504af-a561-458a-a90d-51bfcb019e69'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:06.830573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] Set router 605504af-a561-458a-a90d-51bfcb019e69 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:06.886330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:06.911480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.914556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:06.923835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea88954-ac99-45de-a4fa-36399da1952d None None] The sync data for ids ['605504af-a561-458a-a90d-51bfcb019e69'] in n-d-813419-3 is: [{'id': '605504af-a561-458a-a90d-51bfcb019e69', 'name': 'tempest-RoutersIpV6Test-router-1849336162', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:24:19Z', 'updated_at': '2021-10-12T11:25:02Z', 'revision_number': 11, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:25:07.075011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.075688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router 605504af-a561-458a-a90d-51bfcb019e69 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:25:07.083652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.088002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-10d1b1de-a4a8-4533-86f1-fc3a253e6570 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 204 len: 168 time: 0.4666343 Oct 12 11:25:07.091250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57008) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:07.096859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759978624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:07.199278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cebf2-cd8a-4094-9887-996df4300b95 req-61d5b8c7-c88d-4e4c-82ac-733e3d0fca9f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:07.200909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-472cebf2-cd8a-4094-9887-996df4300b95 req-61d5b8c7-c88d-4e4c-82ac-733e3d0fca9f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 945 time: 0.0572472 Oct 12 11:25:07.222928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.224056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.279257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-472cebf2-cd8a-4094-9887-996df4300b95 req-14c8efbf-ab41-4e64-91c9-21f1a1c21158 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Oct 12 11:25:07.308184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.400624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.523298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.525680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ab582270-7067-4bc0-9afa-a209566d6b0e tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4319024 Oct 12 11:25:07.531434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57020) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:07.537691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:07.746328 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:25:07.764319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.834413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-007e7af2-f4a6-4d6f-b579-22573ed3e048 req-84b2c526-9e5c-4e79-971f-a9def2f580cf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 210 time: 0.0374417 Oct 12 11:25:07.846300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:07.994031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Router 513ae6a1-376f-4524-b8de-ea7caec082fd is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:25:08.083062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:25:08.096416 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Sync routers for ids ['513ae6a1-376f-4524-b8de-ea7caec082fd'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:25:08.106597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Routers {'513ae6a1-376f-4524-b8de-ea7caec082fd'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:08.107651 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['513ae6a1-376f-4524-b8de-ea7caec082fd'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:08.109987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.114826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7cfbf7eb-b7a9-4692-9dea-063496cb4d24 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "PUT /v2.0/routers/513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 200 len: 697 time: 0.5798442 Oct 12 11:25:08.115061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57026) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:08.196279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Set router 513ae6a1-376f-4524-b8de-ea7caec082fd gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:08.239201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07686551-ba0a-4b7e-8d26-cdace4630530 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/routers/513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 200 len: 703 time: 0.1228793 Oct 12 11:25:08.241770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57028) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:08.255966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513ae6a1-376f-4524-b8de-ea7caec082fd', 'name': 'tempest-RoutersIpV6Test-router-759978624', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:25:07Z', 'updated_at': '2021-10-12T11:25:07Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:08.279566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57030) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:08.280763 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4cf5925-c9d6-456c-912d-35c0ec6bbf0f tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 200 len: 205 time: 0.0376253 Oct 12 11:25:08.299388 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Checking router: 513ae6a1-376f-4524-b8de-ea7caec082fd for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:25:08.316636 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Routers {'513ae6a1-376f-4524-b8de-ea7caec082fd'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:08.317590 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['513ae6a1-376f-4524-b8de-ea7caec082fd'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:08.419437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.423721 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] Set router 513ae6a1-376f-4524-b8de-ea7caec082fd gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:08.537881 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513ae6a1-376f-4524-b8de-ea7caec082fd', 'name': 'tempest-RoutersIpV6Test-router-759978624', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:25:07Z', 'updated_at': '2021-10-12T11:25:07Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:08.580692 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae130f-f616-4d1e-bdad-1001a983af3a None None] The sync data for ids ['513ae6a1-376f-4524-b8de-ea7caec082fd'] in n-d-813419-3 is: [{'id': '513ae6a1-376f-4524-b8de-ea7caec082fd', 'name': 'tempest-RoutersIpV6Test-router-759978624', 'tenant_id': '8ca99fdd67184201b3d61a3519389dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:25:07Z', 'updated_at': '2021-10-12T11:25:07Z', 'revision_number': 2, 'project_id': '8ca99fdd67184201b3d61a3519389dc1', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:25:08.714657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.717234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.800811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-3245dec3-187f-48ef-a715-ded60e06e04b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237198 Oct 12 11:25:08.830485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528aeca-f73d-469e-8c98-72474ee6e6fc req-96a0eb21-2546-4e54-bb21-2cb105e8e39d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:08.832101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2528aeca-f73d-469e-8c98-72474ee6e6fc req-96a0eb21-2546-4e54-bb21-2cb105e8e39d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 945 time: 0.4093425 Oct 12 11:25:08.835173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.839050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Fanout notify agent at l3_agent the message router_deleted on router 513ae6a1-376f-4524-b8de-ea7caec082fd {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:25:08.855532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:08.860227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-49f395d2-0c58-4fca-b5f2-eaab37055b0b tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 204 len: 168 time: 0.5750780 Oct 12 11:25:08.860969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57046) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:08.914272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf0f9c30-c75d-40e1-86a1-fe7b966fc75d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 200 len: 205 time: 0.0512388 Oct 12 11:25:08.916481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57048) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:08.985791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2528aeca-f73d-469e-8c98-72474ee6e6fc req-b6672f88-0e6f-41b9-9270-81d5d3ec97de tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362042 Oct 12 11:25:09.011485 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-4fc60820-2cb5-47d2-b347-9e38eb052cc1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.015121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4fc60820-2cb5-47d2-b347-9e38eb052cc1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/513ae6a1-376f-4524-b8de-ea7caec082fd HTTP/1.1" status: 404 len: 336 time: 0.0974765 Oct 12 11:25:09.021247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57050) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.063009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-753c4a8f-7900-45cd-8605-6cb8e067485d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:09.066348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-753c4a8f-7900-45cd-8605-6cb8e067485d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568784 Oct 12 11:25:09.075710 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-e095585d-f4a1-4acf-8d64-b2828bd09978 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.076286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e095585d-f4a1-4acf-8d64-b2828bd09978 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.085743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': '6e966cea-5856-41ed-9229-65466af96df3', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:09.090500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.090844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e095585d-f4a1-4acf-8d64-b2828bd09978 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/23ae5ae9-09eb-4f9f-b954-ec326569bbc9 HTTP/1.1" status: 404 len: 337 time: 0.0708499 Oct 12 11:25:09.093719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d312af38-fa73-4d1d-aac9-7d43626a4d4c req-a1655e68-3900-412a-b4b9-fed9752141bc tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 210 time: 0.0936491 Oct 12 11:25:09.139089 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f58e08-63c0-40aa-857b-01aeff7fa3cd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.139553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f58e08-63c0-40aa-857b-01aeff7fa3cd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.142870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d7f58e08-63c0-40aa-857b-01aeff7fa3cd tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/ca1944f9-8747-4a54-aa6c-9da5aa539d64 HTTP/1.1" status: 404 len: 337 time: 0.0512056 Oct 12 11:25:09.145969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57054) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.179778 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36da149-f796-40d7-a66e-8150f28b2d97 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.180318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36da149-f796-40d7-a66e-8150f28b2d97 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.189296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d36da149-f796-40d7-a66e-8150f28b2d97 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/68e0c863-d253-41ec-80a7-875717a82baf HTTP/1.1" status: 404 len: 337 time: 0.0415449 Oct 12 11:25:09.192159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57056) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.235740 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-35be9ddd-3f20-4e23-b842-01e34c180d3d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.237030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35be9ddd-3f20-4e23-b842-01e34c180d3d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.244447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-35be9ddd-3f20-4e23-b842-01e34c180d3d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/0852e526-b709-41e5-8897-9899d68d5ec6 HTTP/1.1" status: 404 len: 337 time: 0.0509138 Oct 12 11:25:09.245603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57058) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.282237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-03d2e0d3-e752-40b2-aa1b-7de6f96adcc3 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 200 len: 205 time: 0.0329175 Oct 12 11:25:09.283420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.328866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:09.332846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:09.336149 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-8e7bb270-9639-40f2-8559-7ff45d557146 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.336447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8e7bb270-9639-40f2-8559-7ff45d557146 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/605504af-a561-458a-a90d-51bfcb019e69 HTTP/1.1" status: 404 len: 336 time: 0.0518544 Oct 12 11:25:09.339423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57062) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.370437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38c93da0-4970-4148-9aa5-901698e29c03 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=735cb04e-6f86-4a52-9f5c-8bfb72da67bd HTTP/1.1" status: 200 len: 205 time: 0.0296047 Oct 12 11:25:09.372840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57064) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.414230 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-d209b5d8-642a-4290-b5cd-656ea9a297ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.416005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d209b5d8-642a-4290-b5cd-656ea9a297ca tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/735cb04e-6f86-4a52-9f5c-8bfb72da67bd HTTP/1.1" status: 404 len: 336 time: 0.0421383 Oct 12 11:25:09.418430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57066) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.458556 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-28013842-126e-46f9-bdf8-3dee714dfb67 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.459252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28013842-126e-46f9-bdf8-3dee714dfb67 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.472068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.472682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-28013842-126e-46f9-bdf8-3dee714dfb67 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/8bef7b31-5413-45cf-8bb3-ea9015f3c03b HTTP/1.1" status: 404 len: 337 time: 0.0428367 Oct 12 11:25:09.510845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-63f5cfe2-da98-4b5f-b611-44cb1b870400 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 200 len: 205 time: 0.0327101 Oct 12 11:25:09.511722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57072) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.569398 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-d243432a-83e0-435e-8475-fdde23a9c963 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.573074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d243432a-83e0-435e-8475-fdde23a9c963 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/d3a0d4a8-f109-4c09-8a5d-bfcf420f192d HTTP/1.1" status: 404 len: 336 time: 0.0578406 Oct 12 11:25:09.573789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57076) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.600841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.43 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/12a99de4-479d-4b03-abdb-39f65e621544) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:25:09.625658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-50c93a20-e7f6-4731-a5f1-a40a52eb0e39 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1eb4d0-66ca-466b-815b-3b5c3508ba0c HTTP/1.1" status: 200 len: 205 time: 0.0496621 Oct 12 11:25:09.626338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57078) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.702259 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-0c0ae9ca-fca5-49ca-8103-ab16be0e3bc1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.708081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c0ae9ca-fca5-49ca-8103-ab16be0e3bc1 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/6e1eb4d0-66ca-466b-815b-3b5c3508ba0c HTTP/1.1" status: 404 len: 336 time: 0.0807521 Oct 12 11:25:09.712166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57084) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.765990 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a2a0bc-5f49-41c4-a172-1a65054a780c tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.766431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a2a0bc-5f49-41c4-a172-1a65054a780c tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.769857 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6a2a0bc-5f49-41c4-a172-1a65054a780c tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/5078e34e-d094-4562-9999-d49fb347292a HTTP/1.1" status: 404 len: 337 time: 0.0560164 Oct 12 11:25:09.801450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57086) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.846623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-851dfa8d-dd60-4ef8-a57c-d5503cd4ad3d tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4adf3f8-98ad-42a3-9c17-a8409fa23456 HTTP/1.1" status: 200 len: 205 time: 0.0438926 Oct 12 11:25:09.849086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57090) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.899044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:09.917561 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-5987a98a-87ac-4faf-8196-f462dfdd7a5a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:09.920994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5987a98a-87ac-4faf-8196-f462dfdd7a5a tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/e4adf3f8-98ad-42a3-9c17-a8409fa23456 HTTP/1.1" status: 404 len: 336 time: 0.0686121 Oct 12 11:25:09.923869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57092) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:09.968387 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e2a487-a568-458e-9430-c8ce21ef0fce tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:09.968844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e2a487-a568-458e-9430-c8ce21ef0fce tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:09.972044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-40e2a487-a568-458e-9430-c8ce21ef0fce tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/c1e377b7-8565-43cd-944b-5eec8ed87dc5 HTTP/1.1" status: 404 len: 337 time: 0.0471995 Oct 12 11:25:09.974729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57094) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:10.004477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20107d24-76f7-482c-8997-898ad27313e2 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "GET /v2.0/ports?device_id=ced4a69f-f60a-4430-a858-65b8b3e03b5f HTTP/1.1" status: 200 len: 205 time: 0.0282540 Oct 12 11:25:10.007464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57096) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:10.059092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:10.061264 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-ec1e64ab-dd38-4741-84c6-434c05d23d18 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] delete failed (client error): The resource could not be found. Oct 12 11:25:10.062468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ec1e64ab-dd38-4741-84c6-434c05d23d18 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/routers/ced4a69f-f60a-4430-a858-65b8b3e03b5f HTTP/1.1" status: 404 len: 336 time: 0.0541029 Oct 12 11:25:10.066186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57100) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:10.073916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad', '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:10.076712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:10.106222 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c957b5-5761-4765-9b7b-3028f96e5d02 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:10.107698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c957b5-5761-4765-9b7b-3028f96e5d02 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:10.112586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0c957b5-5761-4765-9b7b-3028f96e5d02 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/cc15707b-ff5a-4a0f-a2df-a7e30a2218be HTTP/1.1" status: 404 len: 337 time: 0.0448332 Oct 12 11:25:10.115497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57102) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:10.164858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:25:10.169279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:10.218349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:25:10.221966 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd54570c-198f-4631-bc7c-14d242c113a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] DELETE failed (client error): The resource could not be found. Oct 12 11:25:10.222502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd54570c-198f-4631-bc7c-14d242c113a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:25:10.228487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd54570c-198f-4631-bc7c-14d242c113a5 tempest-RoutersIpV6Test-316054613 tempest-RoutersIpV6Test-316054613-project] 10.222.0.43 "DELETE /v2.0/subnets/b976d719-d136-490e-a23e-febd4e04d838 HTTP/1.1" status: 404 len: 337 time: 0.0857296 Oct 12 11:25:10.228487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:25:10.264077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a06f8-bb77-4f4b-bc3d-eb6d434ef9e7 req-8bd1181c-6662-47b6-b202-fc0566858075 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:10.272475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-431a06f8-bb77-4f4b-bc3d-eb6d434ef9e7 req-8bd1181c-6662-47b6-b202-fc0566858075 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 935 time: 0.0953820 Oct 12 11:25:10.317103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-431a06f8-bb77-4f4b-bc3d-eb6d434ef9e7 req-c66d6763-33d9-4b00-8494-ddfafff67731 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Oct 12 11:25:10.331479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed540-55d4-43af-b1c4-ddaa3488368e req-53bb65a7-58d0-4116-919d-737361c2af30 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:10.340296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e5ed540-55d4-43af-b1c4-ddaa3488368e req-53bb65a7-58d0-4116-919d-737361c2af30 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 945 time: 0.2293313 Oct 12 11:25:10.358325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:10.359293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:10.405491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e5ed540-55d4-43af-b1c4-ddaa3488368e req-1fcad2c1-b321-442e-8963-cd50ccd4a834 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640922 Oct 12 11:25:10.515450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38bad587-7930-4558-ad33-7b0b20fab536 req-1052cc4f-7576-4f98-b547-0ae190b9ab3a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 267 time: 0.0411663 Oct 12 11:25:10.522388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-d53dc8f3-1f95-421e-ac06-b7da9b0fa48d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4422257 Oct 12 11:25:10.536749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Request body: {'port': {'device_id': '6e966cea-5856-41ed-9229-65466af96df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:10.596288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad587-7930-4558-ad33-7b0b20fab536 req-92ae7ea1-c38b-4f7d-b52f-a490f8099d13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:10.608101 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38bad587-7930-4558-ad33-7b0b20fab536 req-92ae7ea1-c38b-4f7d-b52f-a490f8099d13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 945 time: 0.0917370 Oct 12 11:25:10.617507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'security_groups': []}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:10.630557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:10.655197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-85e6f414-19f3-436c-916e-17404b1ba1ac None None] Provisioning complete for port 12a99de4-479d-4b03-abdb-39f65e621544 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:10.657591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85e6f414-19f3-436c-916e-17404b1ba1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:10.705957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-85e6f414-19f3-436c-916e-17404b1ba1ac None None] Port 12a99de4-479d-4b03-abdb-39f65e621544 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:25:10.740616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.057612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:11.206884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:11.275661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.318383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2477d300-59b7-4f6d-9114-f68ad0db874c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ca99fdd67184201b3d61a3519389dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587330 Oct 12 11:25:11.319539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:11.373507 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.387441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:11.469233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:11.471519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.478657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38bad587-7930-4558-ad33-7b0b20fab536 req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "PUT /v2.0/ports/99493523-32df-4bfc-bdab-6e44d05a43c4 HTTP/1.1" status: 200 len: 904 time: 0.8690405 Oct 12 11:25:11.534081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:11.536630 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e65c24-5b6a-4192-82da-aab382d273b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:11.550900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.563277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fee7c-bcfa-4fd8-b998-92cad413da43 req-0931618a-ce97-40d8-882f-1c8c9064529c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:11.575028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-800fee7c-bcfa-4fd8-b998-92cad413da43 req-0931618a-ce97-40d8-882f-1c8c9064529c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 935 time: 0.1223624 Oct 12 11:25:11.616892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.659718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['99493523-32df-4bfc-bdab-6e44d05a43c4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:11.715811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-800fee7c-bcfa-4fd8-b998-92cad413da43 req-9029f167-c7e4-4e9d-bdb8-c5accc56fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397896 Oct 12 11:25:11.730898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e11726-600a-4281-86ce-b031d55be7c3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:11.771994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412ebd5-f39b-4b0c-bb7e-afbdae8bac9d req-d81bd370-d56a-4eda-8c99-20ee3bb7b701 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:11.791048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4412ebd5-f39b-4b0c-bb7e-afbdae8bac9d req-d81bd370-d56a-4eda-8c99-20ee3bb7b701 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 907 time: 0.1582749 Oct 12 11:25:11.837296 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab9a65-85f2-4c4f-a780-4163fa29c6a5 x-openstack-request-id: req-52ab9a65-85f2-4c4f-a780-4163fa29c6a5 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:11.837612 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:11.839454 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52ab9a65-85f2-4c4f-a780-4163fa29c6a5 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:11.839454 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'status': 'completed', 'code': 200} Oct 12 11:25:11.926339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a99de4-479d-4b03-abdb-39f65e621544 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:11.944342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.948041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.948588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:11.949707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02dcb8ff-e936-4254-86d8-02722e73a7b4 HTTP/1.1" status: 204 len: 168 time: 0.6289115 Oct 12 11:25:11.990755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Transition to ACTIVE for port object 12a99de4-479d-4b03-abdb-39f65e621544 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:25:12.000210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a632dda-8954-4ce6-b59b-78103bf9ee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcb8ff-e936-4254-86d8-02722e73a7b4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:12.010510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-383a3e3d-8f6f-47ad-b8c2-89f86d97652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.013500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-383a3e3d-8f6f-47ad-b8c2-89f86d97652d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 1058 time: 0.1544800 Oct 12 11:25:12.049796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-60cefc67-571f-4a68-9857-314581f62119 None None] Provisioning complete for port 99493523-32df-4bfc-bdab-6e44d05a43c4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:12.050171 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60cefc67-571f-4a68-9857-314581f62119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:12.088699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:12.254329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-4d2a6d6d-e0ad-44fd-8192-6cf159d2b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.258468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-4d2a6d6d-e0ad-44fd-8192-6cf159d2b657 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.2269578 Oct 12 11:25:12.261165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b2f23-4292-444d-8c25-4a9a57b1d534 req-fe71d736-1f75-45ff-9ccd-eb0a1a81cee4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.277118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-031b2f23-4292-444d-8c25-4a9a57b1d534 req-fe71d736-1f75-45ff-9ccd-eb0a1a81cee4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.2791517 Oct 12 11:25:12.332666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:12.350477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-b39c78d5-68b6-4dbb-a7ec-68ea24488604 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99493523-32df-4bfc-bdab-6e44d05a43c4 HTTP/1.1" status: 200 len: 217 time: 0.0838354 Oct 12 11:25:12.452772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-031b2f23-4292-444d-8c25-4a9a57b1d534 req-0a568b2e-c128-4158-9687-2b8f34f692e8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788194 Oct 12 11:25:12.462252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735', '99493523-32df-4bfc-bdab-6e44d05a43c4'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:12.517500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-d89fb464-6b16-44c3-b573-b46b54643319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.520415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-d89fb464-6b16-44c3-b573-b46b54643319 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1566529 Oct 12 11:25:12.527775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Attempting to bind port 12a99de4-479d-4b03-abdb-39f65e621544 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:25:12.528120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Attempting to bind port 12a99de4-479d-4b03-abdb-39f65e621544 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:25:12.528513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Attempting to bind port 12a99de4-479d-4b03-abdb-39f65e621544 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:12.536096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Port 12a99de4-479d-4b03-abdb-39f65e621544 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:25:12.536607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Attempting to bind port 12a99de4-479d-4b03-abdb-39f65e621544 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:12.547223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:25:12.547553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:25:12.547939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:25:12.548462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Bound port: 12a99de4-479d-4b03-abdb-39f65e621544, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:25:12.549475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:12.699240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f786365-ba46-41e0-8abd-96d0bb169357 req-025c0c28-233d-4ff1-9ee7-2f7fbd0fafa0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.707277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f786365-ba46-41e0-8abd-96d0bb169357 req-025c0c28-233d-4ff1-9ee7-2f7fbd0fafa0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0753853 Oct 12 11:25:12.709168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:25:12.711554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-952590aa-bd7f-4b75-b10b-fd6adc87b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.713042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-952590aa-bd7f-4b75-b10b-fd6adc87b096 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814480 Oct 12 11:25:12.716360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=12a99de4-479d-4b03-abdb-39f65e621544,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:25:12.838908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:12.867406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f786365-ba46-41e0-8abd-96d0bb169357 req-53d62861-641c-4e75-915a-4d715b882ce0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585765 Oct 12 11:25:12.916627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a08533-9127-40a0-8eae-fd56f7810823 req-637efdd6-0abd-46a4-86a7-e6d620efaf08 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.926916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10a08533-9127-40a0-8eae-fd56f7810823 req-637efdd6-0abd-46a4-86a7-e6d620efaf08 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 947 time: 0.1209228 Oct 12 11:25:12.931529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-5dc48a8b-d6af-4105-a9b7-f939cd4afb4f service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098496 Oct 12 11:25:12.934782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:12.936362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:12.941197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] 10.222.0.47 "PUT /v2.0/ports/12a99de4-479d-4b03-abdb-39f65e621544 HTTP/1.1" status: 200 len: 1095 time: 2.4078505 Oct 12 11:25:12.941197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:12.944041 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c387d317-3bcc-437f-8626-7188877fff13" -d '{"events": [{"name": "network-changed", "server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "tag": "12a99de4-479d-4b03-abdb-39f65e621544"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:12.995959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df320509-09b9-444f-b829-e8d28faf3ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:13.029761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10a08533-9127-40a0-8eae-fd56f7810823 req-7e01e347-291c-4130-a3b0-5d14d78c6bc7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Oct 12 11:25:13.060902 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df112bb-16f5-4a03-9892-b37e79831787 x-openstack-request-id: req-4df112bb-16f5-4a03-9892-b37e79831787 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:13.061353 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "tag": "12a99de4-479d-4b03-abdb-39f65e621544", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:13.061990 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4df112bb-16f5-4a03-9892-b37e79831787 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:13.062507 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544', 'status': 'completed', 'code': 200} Oct 12 11:25:13.126035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-7b263de4-665b-4a85-a928-d089b42432cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:13.128161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-7b263de4-665b-4a85-a928-d089b42432cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 1098 time: 0.0641358 Oct 12 11:25:13.205470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30e65c24-5b6a-4192-82da-aab382d273b1 req-252bef00-543b-4425-b653-adaccc9cf09f service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527287 Oct 12 11:25:13.234347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-e3d84a57-a0bd-40b0-a7ba-f929d63205d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=12a99de4-479d-4b03-abdb-39f65e621544 HTTP/1.1" status: 200 len: 217 time: 0.0925767 Oct 12 11:25:13.332003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-c9375fcd-2914-42a2-9283-70769015331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:13.335806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-c9375fcd-2914-42a2-9283-70769015331b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0960019 Oct 12 11:25:13.396268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797973-8f99-4301-a209-9afd63b51173 req-d7333f1f-690c-4b0d-b8e4-bd4d167af0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:13.397905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-d7333f1f-690c-4b0d-b8e4-bd4d167af0f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504360 Oct 12 11:25:13.434864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-003c701f-c59c-4976-bae4-69fc9ff1db1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:13.442352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-003c701f-c59c-4976-bae4-69fc9ff1db1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.2305593 Oct 12 11:25:13.460833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-edf617bf-d7e3-49be-9b6a-f92c7f68eb72 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/quotas/e92a35f0cb3e426b8a0e759f1a4adffd HTTP/1.1" status: 200 len: 375 time: 0.0116322 Oct 12 11:25:13.573979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-1c701bd3-1124-4de0-b4af-24c007500e97 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1049643 Oct 12 11:25:13.581987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-9f13b266-f4ab-405e-9e45-edd24a097913 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680820 Oct 12 11:25:13.684411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57206) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:13.703995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-4eee1128-42d5-4199-a49b-6139acf437ce service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290243 Oct 12 11:25:13.720114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96797973-8f99-4301-a209-9afd63b51173 req-93df6889-f195-4b68-a0e3-9f1772797ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297543 Oct 12 11:25:13.842491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-9e8fdb0e-88a8-4847-8c25-6f1791eb7702 service neutron] 10.222.0.43 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323543 Oct 12 11:25:13.877953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-66f85c95-009c-4559-b381-7fcb64fdea23 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1381579982', 'prefixes': ['172.20.0.0/16']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:13.906987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d317-3bcc-437f-8626-7188877fff13 req-a6063071-0237-4a1b-8a0d-402ad31cd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:13.909604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-a6063071-0237-4a1b-8a0d-402ad31cd34d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 1098 time: 0.0758946 Oct 12 11:25:14.005050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d317-3bcc-437f-8626-7188877fff13 req-976fb397-61cb-4682-8b4f-e6435f01303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:14.006508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-976fb397-61cb-4682-8b4f-e6435f01303a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.0890448 Oct 12 11:25:14.092149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-8732a2c2-73ad-4afd-8922-3e1894475d0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=12a99de4-479d-4b03-abdb-39f65e621544 HTTP/1.1" status: 200 len: 217 time: 0.0722358 Oct 12 11:25:14.232226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6065b793-eb31-4811-a8c8-bd85ce542793 req-77172717-76c2-4504-bf4c-8583b3b84a5d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 210 time: 0.0805659 Oct 12 11:25:14.263906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d317-3bcc-437f-8626-7188877fff13 req-387b8477-443f-40a1-80c3-191390f2426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:14.265970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-387b8477-443f-40a1-80c3-191390f2426a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1493237 Oct 12 11:25:14.339736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c76e2-c670-4e6c-a530-99a12888cdd1 req-79a414e8-f8ba-4140-86b5-97e0aa5e6d5d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:14.348975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c32c76e2-c670-4e6c-a530-99a12888cdd1 req-79a414e8-f8ba-4140-86b5-97e0aa5e6d5d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 947 time: 0.1401842 Oct 12 11:25:14.356900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66f85c95-009c-4559-b381-7fcb64fdea23 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] Notify callbacks [] for subnetpool, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:14.360612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66f85c95-009c-4559-b381-7fcb64fdea23 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6727378 Oct 12 11:25:14.361837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57226) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:14.402067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d317-3bcc-437f-8626-7188877fff13 req-18de918a-11e5-44df-a7e2-ec1417a21896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:14.403980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-18de918a-11e5-44df-a7e2-ec1417a21896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278071 Oct 12 11:25:14.437323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b1134138-a0cf-4258-8f88-2276de9cdf6b tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "GET /v2.0/subnetpools/0d7a436c-9360-4c7d-b73a-2a8504c1e693 HTTP/1.1" status: 200 len: 732 time: 0.0735867 Oct 12 11:25:14.438017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57230) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:14.443977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cf23aa12-e9e7-4c6c-9d89-9e2d35e08acf tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1754430513'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:14.470173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c32c76e2-c670-4e6c-a530-99a12888cdd1 req-1a5f9fe4-c720-4aaa-850d-3f7c6b425607 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200008 Oct 12 11:25:14.563401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-3b06edd7-796f-4354-9f54-11d6d4467dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434548 Oct 12 11:25:14.620943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf23aa12-e9e7-4c6c-9d89-9e2d35e08acf tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] Notify callbacks [] for subnetpool, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:14.624634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf23aa12-e9e7-4c6c-9d89-9e2d35e08acf tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "PUT /v2.0/subnetpools/0d7a436c-9360-4c7d-b73a-2a8504c1e693 HTTP/1.1" status: 200 len: 684 time: 0.1835268 Oct 12 11:25:14.624915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57234) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:14.695753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c387d317-3bcc-437f-8626-7188877fff13 req-6b4dd2e7-eb17-4060-b63c-acfa41bc2779 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212113 Oct 12 11:25:14.819780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-085f9d0d-4901-4658-b414-bcd2da85c704 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] Notify callbacks [] for subnetpool, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:14.821092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-085f9d0d-4901-4658-b414-bcd2da85c704 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0d7a436c-9360-4c7d-b73a-2a8504c1e693 HTTP/1.1" status: 204 len: 168 time: 0.1951251 Oct 12 11:25:14.823610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57238) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:14.838242 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-8d45ebf2-af73-4328-8e9e-cbc7e67d0f63 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] show failed (client error): The resource could not be found. Oct 12 11:25:14.839264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d45ebf2-af73-4328-8e9e-cbc7e67d0f63 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "GET /v2.0/subnetpools/0d7a436c-9360-4c7d-b73a-2a8504c1e693 HTTP/1.1" status: 404 len: 346 time: 0.0147483 Oct 12 11:25:14.841982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57242) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:14.857604 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-1850dfa3-f1a1-4a67-9fe8-217b4cef4305 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] delete failed (client error): The resource could not be found. Oct 12 11:25:14.858616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1850dfa3-f1a1-4a67-9fe8-217b4cef4305 tempest-SubnetPoolsTestJSON-1353227790 tempest-SubnetPoolsTestJSON-1353227790-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0d7a436c-9360-4c7d-b73a-2a8504c1e693 HTTP/1.1" status: 404 len: 346 time: 0.0155535 Oct 12 11:25:15.312897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf3ebdd1-1a68-490d-8b86-8f31a98e4e19 req-0515f17e-cfcf-49e1-9b6a-a2166416ad65 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 210 time: 0.0382431 Oct 12 11:25:15.412005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57252) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:15.546112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d987b01-4ccc-42d0-91a3-20c22f71968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:15.696159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d987b01-4ccc-42d0-91a3-20c22f71968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:15.703934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be1e3b-8923-468a-91f8-0808256e215c req-c4d02e52-33bc-4eac-8d46-0e3d3f69bd16 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:15.704747 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be1e3b-8923-468a-91f8-0808256e215c req-c4d02e52-33bc-4eac-8d46-0e3d3f69bd16 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 947 time: 0.0879111 Oct 12 11:25:15.750370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22be1e3b-8923-468a-91f8-0808256e215c req-9e161d71-c61a-4faa-8617-b47085252aa7 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Oct 12 11:25:15.834213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d987b01-4ccc-42d0-91a3-20c22f71968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:15.883949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2d987b01-4ccc-42d0-91a3-20c22f71968c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60a2fdfe29694a7e86486631d6cbe2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662251 Oct 12 11:25:15.883949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987b01-4ccc-42d0-91a3-20c22f71968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc46e23-f49e-4c3d-a913-5eccea9f9528,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:15.884967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57266) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:15.949114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:15.981197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:16.170778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:16.174019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:16.180914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fc46e23-f49e-4c3d-a913-5eccea9f9528 HTTP/1.1" status: 204 len: 168 time: 0.2900872 Oct 12 11:25:16.194257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de600944-08bd-4ae3-8d80-2ea55b9b6b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc46e23-f49e-4c3d-a913-5eccea9f9528,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:16.443727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13f1f964-518e-4818-b0d1-678a81f46aef req-9c3b923a-aaa9-41d1-a7f1-09c866f5623c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 210 time: 0.0295188 Oct 12 11:25:16.503803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-34a572e7-a5c3-408d-96f8-6f561fc64aa4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:16.518342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-34a572e7-a5c3-408d-96f8-6f561fc64aa4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 812 time: 0.1525161 Oct 12 11:25:16.532379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Request body: {'port': {'device_id': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'admin_state_up': True, 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:16.731795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Made reservation on behalf of e92a35f0cb3e426b8a0e759f1a4adffd for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:16.737625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:16.898161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391df74-858b-40ea-abb2-9cba62a93ff9 req-b87b8b59-a407-46fe-afb0-f5afb5bb961c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:16.906467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7391df74-858b-40ea-abb2-9cba62a93ff9 req-b87b8b59-a407-46fe-afb0-f5afb5bb961c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 947 time: 0.0650806 Oct 12 11:25:16.918120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Allocated IP 172.20.0.6 (48938513-d2e0-4401-a918-9c0cfe771667/a7df89d5-9606-404f-aeb5-975a75f7474a/a17fa996-0c2c-41f1-9387-81c1db5f75e7) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:25:16.978667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7391df74-858b-40ea-abb2-9cba62a93ff9 req-3f2f0fea-b97d-4064-b302-50938c14504d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Oct 12 11:25:17.325779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 12a99de4-479d-4b03-abdb-39f65e621544 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:25:17.516080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=12a99de4-479d-4b03-abdb-39f65e621544,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:17.536158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:17.538620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '12a99de4-479d-4b03-abdb-39f65e621544', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '12a99de4-479d-4b03-abdb-39f65e621544', 'mac_address': 'fa:16:3e:ae:6b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:25:17.597504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:17.606995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9df0427c-195c-44f0-897f-1d19bfca7e0f req-733b5a2a-1cd5-4031-9b74-6853b65138d9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 210 time: 0.0444999 Oct 12 11:25:17.633620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a99de4-479d-4b03-abdb-39f65e621544 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:17.658785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=12a99de4-479d-4b03-abdb-39f65e621544,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:17.749425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:17.762069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:17.769076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:17.819216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:17.849608 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15fe867c-3014-4731-bc30-3630f7f46506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:17.851584 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:17.868344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Network 48938513-d2e0-4401-a918-9c0cfe771667 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:25:17.870726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:25:17.909203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:25:18.021267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:18.086263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:18.096326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:18.164174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-0f09c892-4ecd-4dbe-85ce-94ecd522e8b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6358500 Oct 12 11:25:18.177497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Request body: {'port': {'device_id': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:18.246346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d446a-b17e-4f32-a4fb-d58a4bffdb87 req-dbffdd8c-9047-4462-880a-e74bf19bd6dd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:18.250359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f49d446a-b17e-4f32-a4fb-d58a4bffdb87 req-dbffdd8c-9047-4462-880a-e74bf19bd6dd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 948 time: 0.1274259 Oct 12 11:25:18.277797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['12a99de4-479d-4b03-abdb-39f65e621544'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:18.293667 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:18.335534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f49d446a-b17e-4f32-a4fb-d58a4bffdb87 req-dfec28fc-0934-4e07-8581-819952c7182c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766826 Oct 12 11:25:18.564405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-53f22500-c290-44c9-b823-179deabc1fe6 None None] Provisioning complete for port a17fa996-0c2c-41f1-9387-81c1db5f75e7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:18.565588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53f22500-c290-44c9-b823-179deabc1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:18.694923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-53f22500-c290-44c9-b823-179deabc1fe6 None None] Port a17fa996-0c2c-41f1-9387-81c1db5f75e7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:25:18.741025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17fa996-0c2c-41f1-9387-81c1db5f75e7 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:18.749387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:18.797457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Transition to ACTIVE for port object a17fa996-0c2c-41f1-9387-81c1db5f75e7 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:25:18.843146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c7c71-bff5-4a74-b99d-4cd541c708d6 req-3f0632ac-829d-4c96-a77e-7d16fe0de6c6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:18.844978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a9c7c71-bff5-4a74-b99d-4cd541c708d6 req-3f0632ac-829d-4c96-a77e-7d16fe0de6c6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 931 time: 0.0943708 Oct 12 11:25:18.909120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:18.929698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a9c7c71-bff5-4a74-b99d-4cd541c708d6 req-c7e27d74-2948-493a-acf4-614b5b1c8928 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774610 Oct 12 11:25:19.025458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:19.100023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Attempting to bind port a17fa996-0c2c-41f1-9387-81c1db5f75e7 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:25:19.100512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Attempting to bind port a17fa996-0c2c-41f1-9387-81c1db5f75e7 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:25:19.100939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Attempting to bind port a17fa996-0c2c-41f1-9387-81c1db5f75e7 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:19.105889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Port a17fa996-0c2c-41f1-9387-81c1db5f75e7 on network 48938513-d2e0-4401-a918-9c0cfe771667 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:25:19.106252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Attempting to bind port a17fa996-0c2c-41f1-9387-81c1db5f75e7 on network 48938513-d2e0-4401-a918-9c0cfe771667 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:19.112831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:25:19.113320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Checking segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:25:19.113774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Bound using segment: {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:25:19.114406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Bound port: a17fa996-0c2c-41f1-9387-81c1db5f75e7, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd632a86-9883-418c-adbb-535f18999f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:25:19.115091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:19.196554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:25:19.200186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:25:19.309173 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:19.343875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:19.344492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:19.346816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] 10.222.0.41 "PUT /v2.0/ports/a17fa996-0c2c-41f1-9387-81c1db5f75e7 HTTP/1.1" status: 200 len: 1091 time: 1.1737890 Oct 12 11:25:19.347395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:19.349553 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe7736-36d9-454b-a064-bfc5198970b3" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:19.381352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974590fc-520a-40c6-a697-cc9ff0755939 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:19.559003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691b720-8436-4176-aab3-db8320205a09 req-be17de58-6095-4c22-a608-85d6d06aaf68 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:19.574066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a691b720-8436-4176-aab3-db8320205a09 req-be17de58-6095-4c22-a608-85d6d06aaf68 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 948 time: 0.1483641 Oct 12 11:25:19.605650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-184a3de6-cb00-43fe-a652-4b980422488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:19.606472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-184a3de6-cb00-43fe-a652-4b980422488c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 1094 time: 0.1238155 Oct 12 11:25:19.672854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-d45ff072-bde4-4d15-862a-9d23f6127625 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7 HTTP/1.1" status: 200 len: 217 time: 0.0572009 Oct 12 11:25:19.685415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a691b720-8436-4176-aab3-db8320205a09 req-8f97d3c6-be98-4d91-87ab-ddb62f8348d4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084692 Oct 12 11:25:19.763183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-03ccea66-0e0b-484c-9caa-6bfdab98a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:19.765266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-03ccea66-0e0b-484c-9caa-6bfdab98a74e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0788949 Oct 12 11:25:19.844581 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711fcce-86ca-4943-aed3-87c48182b183 x-openstack-request-id: req-0711fcce-86ca-4943-aed3-87c48182b183 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:19.845821 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:19.850592 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0711fcce-86ca-4943-aed3-87c48182b183 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:19.850592 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'status': 'completed', 'code': 200} Oct 12 11:25:19.862646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-e284dea4-a308-4ed3-964d-fc5981e63a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:19.864615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-e284dea4-a308-4ed3-964d-fc5981e63a53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900784 Oct 12 11:25:19.968185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-3de20100-6457-4a24-bc9d-d6f7660b3ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946536 Oct 12 11:25:20.112430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf709c8-9f32-459d-aea6-474f3d4133d2 req-76678d6c-a058-4e6d-8ea6-2423e171a539 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345198 Oct 12 11:25:20.130476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416506c5-f600-4655-a11e-9ba32b8a9bef req-1657eb6f-52b4-4ab2-9e86-ba1feb4a8a40 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.132207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-416506c5-f600-4655-a11e-9ba32b8a9bef req-1657eb6f-52b4-4ab2-9e86-ba1feb4a8a40 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0767615 Oct 12 11:25:20.184745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-416506c5-f600-4655-a11e-9ba32b8a9bef req-b884441f-c70a-49e5-ad20-dbede92c7ce0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Oct 12 11:25:20.296311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-367e5d24-5538-40d6-ac7e-e07ca15f2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.298059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-367e5d24-5538-40d6-ac7e-e07ca15f2044 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 1094 time: 0.0542638 Oct 12 11:25:20.399339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-68c993fc-3ced-49ce-924d-a653027d4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.400870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-68c993fc-3ced-49ce-924d-a653027d4c8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.0922613 Oct 12 11:25:20.434042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-165bba80-37f4-42ca-b891-4339f6465e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:20.468020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-d334b5b3-0b85-4c1c-96ae-dc0922111e00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7 HTTP/1.1" status: 200 len: 217 time: 0.0583479 Oct 12 11:25:20.529533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-fa4d49a1-8bc4-41ae-adb1-2dc716eb54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.531372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-fa4d49a1-8bc4-41ae-adb1-2dc716eb54b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0544419 Oct 12 11:25:20.580954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-b728a141-2e82-4c04-a8a7-870c70c95524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.582555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-b728a141-2e82-4c04-a8a7-870c70c95524 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427687 Oct 12 11:25:20.692193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-59775fed-9168-4943-b0db-12756adaabbc service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016779 Oct 12 11:25:20.797334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43fe7736-36d9-454b-a064-bfc5198970b3 req-35125427-4550-4aba-99f2-917edd1f6a62 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976243 Oct 12 11:25:20.819678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5a41d-0c43-4110-9002-e6e483d09427 req-856994de-33e5-4ed6-abff-087c37e97904 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:20.821213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7aa5a41d-0c43-4110-9002-e6e483d09427 req-856994de-33e5-4ed6-abff-087c37e97904 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 948 time: 0.0625889 Oct 12 11:25:20.861254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7aa5a41d-0c43-4110-9002-e6e483d09427 req-cbff7317-33f8-4e2b-b213-a86583f99766 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Oct 12 11:25:21.317613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ee0cc-822d-4712-b352-ec4ed8229925 req-0d8aa33a-955a-4898-a47f-3b66c72d447d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:21.319172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-605ee0cc-822d-4712-b352-ec4ed8229925 req-0d8aa33a-955a-4898-a47f-3b66c72d447d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0501828 Oct 12 11:25:21.343679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 12a99de4-479d-4b03-abdb-39f65e621544 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:21.363233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-605ee0cc-822d-4712-b352-ec4ed8229925 req-e31bf4e7-37d7-4394-a4a1-7b74045c9bde tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 Oct 12 11:25:21.457195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 12a99de4-479d-4b03-abdb-39f65e621544 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:25:21.466944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 12a99de4-479d-4b03-abdb-39f65e621544 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:21.466944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.552853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.587119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:21.593531 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b94939f-e19d-4461-b058-c4d427778578" -d '{"events": [{"server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "name": "network-vif-plugged", "status": "completed", "tag": "12a99de4-479d-4b03-abdb-39f65e621544"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:21.664624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=12a99de4-479d-4b03-abdb-39f65e621544,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:21.684988 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aebbc6-0b6a-4cef-bdda-65e4e31be731 x-openstack-request-id: req-38aebbc6-0b6a-4cef-bdda-65e4e31be731 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:21.685285 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "name": "network-vif-plugged", "status": "completed", "tag": "12a99de4-479d-4b03-abdb-39f65e621544", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:21.687018 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38aebbc6-0b6a-4cef-bdda-65e4e31be731 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:21.687725 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544', 'code': 200} Oct 12 11:25:21.769396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.772246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.773937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.810074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc893039-a03a-4dbb-a4fb-d4894e1c10be req-62f6f5d2-972f-48ca-8a66-10e24ec46ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:21.812507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc893039-a03a-4dbb-a4fb-d4894e1c10be req-62f6f5d2-972f-48ca-8a66-10e24ec46ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 1100 time: 0.0497689 Oct 12 11:25:21.873346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:21.885049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.885509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.885844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.886176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.886501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.887341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.887341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.887815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.888189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.888594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.888900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.889258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:21.899887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc893039-a03a-4dbb-a4fb-d4894e1c10be req-f937783a-794b-4c98-924d-8a120a51f335 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688288 Oct 12 11:25:21.914882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:21.995778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e320d7-17c4-4672-8fc4-f58542cee217 req-69b59aa6-13c2-40bc-b591-80dda42df311 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:21.997327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e320d7-17c4-4672-8fc4-f58542cee217 req-69b59aa6-13c2-40bc-b591-80dda42df311 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.0575447 Oct 12 11:25:22.039493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2e320d7-17c4-4672-8fc4-f58542cee217 req-f3e266f7-3d72-4710-81c8-e626d9d95ca9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Oct 12 11:25:22.362223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfdf3d-79a3-4e24-887b-c669cb487b43 req-b8ee1f16-bb0d-4d4b-a75f-d9273b44cceb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:22.364361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97bfdf3d-79a3-4e24-887b-c669cb487b43 req-b8ee1f16-bb0d-4d4b-a75f-d9273b44cceb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0588796 Oct 12 11:25:22.412235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97bfdf3d-79a3-4e24-887b-c669cb487b43 req-2fd6c8ec-dda4-4293-810e-6b786016bd2d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Oct 12 11:25:22.530963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832108e2-8785-4087-9951-f0ead2221ba2 req-0bb6f69a-b067-490e-b14a-a25a8c40d4ef tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:22.536053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-832108e2-8785-4087-9951-f0ead2221ba2 req-0bb6f69a-b067-490e-b14a-a25a8c40d4ef tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0530314 Oct 12 11:25:22.573080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-832108e2-8785-4087-9951-f0ead2221ba2 req-ea3c9158-ad8e-466b-b6e9-c50e85845eae tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Oct 12 11:25:23.201810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e71e2-e912-41ca-904d-a1454f310f2d req-95439304-f362-42ab-9a25-8f6f8166d17e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:23.204707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed0e71e2-e912-41ca-904d-a1454f310f2d req-95439304-f362-42ab-9a25-8f6f8166d17e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.0794940 Oct 12 11:25:23.245317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:23.247178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed0e71e2-e912-41ca-904d-a1454f310f2d req-77240584-5e69-4fdd-8110-5fa8d08a928b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Oct 12 11:25:23.562272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9800-225a-47ca-a064-e0fe07c7929f req-209e8d3b-771e-43a4-96fe-1bfee5464d78 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:23.564576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2ad9800-225a-47ca-a064-e0fe07c7929f req-209e8d3b-771e-43a4-96fe-1bfee5464d78 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0554755 Oct 12 11:25:23.606717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2ad9800-225a-47ca-a064-e0fe07c7929f req-3b6e6011-f406-4a4c-9355-33d62ef137b1 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Oct 12 11:25:23.621774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:25:23.714814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cbe99-22f7-49c8-8a8e-545be1d80c87 req-42d2c5b8-5ff1-4b59-99c9-f0672ba614f0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:23.716387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e8cbe99-22f7-49c8-8a8e-545be1d80c87 req-42d2c5b8-5ff1-4b59-99c9-f0672ba614f0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0549209 Oct 12 11:25:23.743180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:23.756131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'mac_address': 'fa:16:3e:81:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:25:23.758511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e8cbe99-22f7-49c8-8a8e-545be1d80c87 req-1d3cee68-192e-498a-8e8d-87dd84f45e1f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350883 Oct 12 11:25:23.803511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:23.817799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17fa996-0c2c-41f1-9387-81c1db5f75e7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:23.839475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:23.891465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:23.939647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:24.339322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a17fa996-0c2c-41f1-9387-81c1db5f75e7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:24.378836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a10d57-b5d4-45cb-9410-def2987589da req-741b7d85-5a0c-424a-a818-9ebb1e36f821 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:24.381159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4a10d57-b5d4-45cb-9410-def2987589da req-741b7d85-5a0c-424a-a818-9ebb1e36f821 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.0622993 Oct 12 11:25:24.455007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4a10d57-b5d4-45cb-9410-def2987589da req-a8b03631-4d85-444e-81af-d289d931108d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Oct 12 11:25:24.578551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d118-8447-4716-823f-5a98575bb7cb req-a6d24a6d-527f-4c1a-8be6-930220ae17df tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:24.589755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29f0d118-8447-4716-823f-5a98575bb7cb req-a6d24a6d-527f-4c1a-8be6-930220ae17df tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 1100 time: 0.0678451 Oct 12 11:25:24.624568 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29f0d118-8447-4716-823f-5a98575bb7cb req-9048620f-1ac9-4062-b7dc-1845aa8425fe tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Oct 12 11:25:24.773012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d22db9-0f31-4ffa-aa9c-ca16e8d64e13 req-90012549-5f12-455a-92c8-067b1243161f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:24.774849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02d22db9-0f31-4ffa-aa9c-ca16e8d64e13 req-90012549-5f12-455a-92c8-067b1243161f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Oct 12 11:25:24.821972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02d22db9-0f31-4ffa-aa9c-ca16e8d64e13 req-90136dc8-1f24-495e-9721-f458a8e4f8a2 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Oct 12 11:25:24.884342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-278156aa-872b-4335-a840-05eed300a5bf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638134 Oct 12 11:25:24.950742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497773b2-47ed-4475-9c4d-501e98a58455 req-63d05510-83c0-48f2-907d-58852e67eda3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:24.959736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-497773b2-47ed-4475-9c4d-501e98a58455 req-63d05510-83c0-48f2-907d-58852e67eda3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 944 time: 0.0661376 Oct 12 11:25:24.972061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-3ec92193-afea-4bb4-b6d5-3cdb3cdec4f1 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:24.973597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-3ec92193-afea-4bb4-b6d5-3cdb3cdec4f1 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 945 time: 0.1391330 Oct 12 11:25:25.003352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-497773b2-47ed-4475-9c4d-501e98a58455 req-d63a8273-96e9-4b44-a778-d6c7c4cf0579 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Oct 12 11:25:25.074896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-8ca4bc4d-8628-4b42-a75a-ff4e9b609d9e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:25.076337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-8ca4bc4d-8628-4b42-a75a-ff4e9b609d9e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859958 Oct 12 11:25:25.101261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-9f99c042-435a-4634-8d76-f3ce57378fae tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/quotas/1606d17320d4431c9911bcfa39bfb0b1 HTTP/1.1" status: 200 len: 375 time: 0.0171146 Oct 12 11:25:25.122068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Deleting port aa1696ac-6ef1-4383-83df-12039d6adf26 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:25.122408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:25.236071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-d1040f7a-ed21-401e-8e38-a0c3f6d166f9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1249084 Oct 12 11:25:25.264216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] For port aa1696ac-6ef1-4383-83df-12039d6adf26, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aa1696ac-6ef1-4383-83df-12039d6adf26,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:25.265769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:25.280441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Calling delete_port for aa1696ac-6ef1-4383-83df-12039d6adf26 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:25.508811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:25.521906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9440c224-4b47-4fc5-912b-c4f9f3fa736b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:25.533861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['aa1696ac-6ef1-4383-83df-12039d6adf26'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:25.559244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Pushing event deleted for resources: {'Port': ['ID=aa1696ac-6ef1-4383-83df-12039d6adf26,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:25.645586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] No DVR routers for this DVR port aa1696ac-6ef1-4383-83df-12039d6adf26 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:25.648447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:25.653284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcc9079-61c7-4227-8954-53e2cf61a559 req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.41 "DELETE /v2.0/ports/aa1696ac-6ef1-4383-83df-12039d6adf26 HTTP/1.1" status: 204 len: 173 time: 0.6728790 Oct 12 11:25:25.654866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.655303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.655704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.658362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.658734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.659064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.660657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.661000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.661333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.663012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.668982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.674362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2400-c32a-415b-9a75-37fda04f9c5e tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:25.699867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'name': 'network-vif-deleted', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:25.702193 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a40add-dce4-4ecb-9f71-4a97338911c8" -d '{"events": [{"server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "name": "network-vif-deleted", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:25.721085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4bad385d-c6d6-4be9-b860-9a1ce78e9e17 req-cfe9085f-7290-4e12-85df-4f467ea173ba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 210 time: 0.1343505 Oct 12 11:25:25.775258 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba4aab-1f2a-48fe-bf89-dafe2374086f x-openstack-request-id: req-82ba4aab-1f2a-48fe-bf89-dafe2374086f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:25.775730 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb205a-7f7b-4381-afc9-be3c8d692032", "name": "network-vif-deleted", "tag": "aa1696ac-6ef1-4383-83df-12039d6adf26", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:25.776187 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82ba4aab-1f2a-48fe-bf89-dafe2374086f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:25.776753 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb205a-7f7b-4381-afc9-be3c8d692032', 'name': 'network-vif-deleted', 'tag': 'aa1696ac-6ef1-4383-83df-12039d6adf26', 'status': 'completed', 'code': 200} Oct 12 11:25:25.921637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73c9f549-1adf-42a5-8abb-e130cf3403ee req-d1856bac-a110-40b1-bca7-75bcb3f510f0 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.0257947 Oct 12 11:25:26.133858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbdfe3-7e43-4641-ac4f-d86d1d361a40 req-b0d1ad34-d979-4ad0-919d-c92f2db82283 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:26.135610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2bbdfe3-7e43-4641-ac4f-d86d1d361a40 req-b0d1ad34-d979-4ad0-919d-c92f2db82283 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 944 time: 0.0559905 Oct 12 11:25:26.180992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2bbdfe3-7e43-4641-ac4f-d86d1d361a40 req-c16d66f0-38a5-409b-8a25-be2033d83e2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Oct 12 11:25:26.474051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:26.821157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d12185b3-e6af-4a3e-a0e4-b1fae328d8dc req-8789ef51-0d86-47df-b294-d9a79d42a180 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 210 time: 0.0309312 Oct 12 11:25:27.069751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4049bfd4-bec4-4cef-a525-78cff74126f3 req-c5ff60f0-b6c3-4fd5-bf71-67b3ae50cdb9 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2bb205a-7f7b-4381-afc9-be3c8d692032 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Oct 12 11:25:27.320875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52c9e-b6cb-4c2d-84a1-1e35adafa5fa req-7d232328-0b95-470f-8339-72f9ce69200f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:27.322489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ec52c9e-b6cb-4c2d-84a1-1e35adafa5fa req-7d232328-0b95-470f-8339-72f9ce69200f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 944 time: 0.0576818 Oct 12 11:25:27.372760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ec52c9e-b6cb-4c2d-84a1-1e35adafa5fa req-8249dfba-7363-4586-a1f0-07155fc73680 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Oct 12 11:25:27.636682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:27.793604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a17fa996-0c2c-41f1-9387-81c1db5f75e7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:25:27.798115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a17fa996-0c2c-41f1-9387-81c1db5f75e7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:27.798488 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:27.886534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:27.914986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:27.918857 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62100599-1872-439b-9afd-c73d0ab2c6d3" -d '{"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:27.930261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba0f8efd-461c-4be1-aa8c-9e7827f74ed0 req-49fe0970-2158-4ec0-af88-ae83f9c59519 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 210 time: 0.0316215 Oct 12 11:25:27.932644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:27.958670 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576dc960-54b2-4565-8106-92ce40927470 x-openstack-request-id: req-576dc960-54b2-4565-8106-92ce40927470 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:27.958991 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:27.962841 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-576dc960-54b2-4565-8106-92ce40927470 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:27.962841 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'code': 200} Oct 12 11:25:28.051278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:28.062327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201feef-07ff-4e20-bf3b-647b22432ec6 req-dedccae1-f1b9-4b65-b777-9b02e907d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:28.063838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e201feef-07ff-4e20-bf3b-647b22432ec6 req-dedccae1-f1b9-4b65-b777-9b02e907d693 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 1095 time: 0.0443292 Oct 12 11:25:28.102652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e201feef-07ff-4e20-bf3b-647b22432ec6 req-508590e8-91b0-47d3-acd6-8c965161ac03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Oct 12 11:25:28.104164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:28.410354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-077a8a94-3f17-45a2-8053-a9657fc66609 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351834 Oct 12 11:25:28.528053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42c1b2-2416-4f21-a67f-9ee22a442c1a req-7be10ead-83ae-48cc-9f81-6d6d4fb34455 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:28.531305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad42c1b2-2416-4f21-a67f-9ee22a442c1a req-7be10ead-83ae-48cc-9f81-6d6d4fb34455 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0638785 Oct 12 11:25:28.587899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad42c1b2-2416-4f21-a67f-9ee22a442c1a req-44c6322f-8f5d-4e15-bc40-fa391ce96199 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519063 Oct 12 11:25:28.642115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-b1b5e066-c91e-4827-befd-799b921a46b9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:28.644702 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-b1b5e066-c91e-4827-befd-799b921a46b9 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250690 Oct 12 11:25:28.658616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Request body: {'port': {'device_id': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1606d17320d4431c9911bcfa39bfb0b1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:28.691873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b0f12-8675-44db-a9ab-2ce0b956afff req-d26484b0-9c1b-4f9a-91ee-465b1ccf8f11 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:28.693367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e78b0f12-8675-44db-a9ab-2ce0b956afff req-d26484b0-9c1b-4f9a-91ee-465b1ccf8f11 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1162751 Oct 12 11:25:28.774909 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e78b0f12-8675-44db-a9ab-2ce0b956afff req-9abcea8b-f434-441f-8ab9-35f96bf9a3d0 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Oct 12 11:25:29.030574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4ff345d-1630-46a5-bb53-9ac5c086a489 req-90aed21f-a71b-441b-94da-8b2454ff7d48 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 210 time: 0.0318120 Oct 12 11:25:29.038480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Made reservation on behalf of 1606d17320d4431c9911bcfa39bfb0b1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:29.041964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:29.190804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Allocated IP 192.168.233.8 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/10fbc1b2-073e-4d70-a9ac-ed5fe36278a0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:25:29.351000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:29.526203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:29.540732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad', '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', '12a99de4-479d-4b03-abdb-39f65e621544'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:29.566649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:29.577820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:25:29.580854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:25:29.587564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:25:29.631958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event updated for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:29.646227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aa1696ac-6ef1-4383-83df-12039d6adf26 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:29.667013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:29.669332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:29.707823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: aa1696ac-6ef1-4383-83df-12039d6adf26 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:29.710346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aa1696ac-6ef1-4383-83df-12039d6adf26 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:29.797144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611bd00-af0c-4a52-b871-73cf9d2bdd2e req-eb714a2a-6708-47b3-9289-78f212dbb76e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:29.806857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5611bd00-af0c-4a52-b871-73cf9d2bdd2e req-eb714a2a-6708-47b3-9289-78f212dbb76e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1122439 Oct 12 11:25:29.828461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-3ca19524-2490-4ed8-91d7-f4903381e272 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1732688 Oct 12 11:25:29.853274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Request body: {'port': {'device_id': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:29.884193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5611bd00-af0c-4a52-b871-73cf9d2bdd2e req-2836c0c7-9ce6-4e32-b78d-0d4dc0551002 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747683 Oct 12 11:25:29.994859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:30.117071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb3146-7773-4e0f-95a3-7e1a75223661 req-f618b206-c350-45ae-a8bf-58b25ba31de4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:30.125406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbdb3146-7773-4e0f-95a3-7e1a75223661 req-f618b206-c350-45ae-a8bf-58b25ba31de4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.1217201 Oct 12 11:25:30.221404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbdb3146-7773-4e0f-95a3-7e1a75223661 req-625d389c-7c38-41cb-ac5e-949d621610fb tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913136 Oct 12 11:25:30.251458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-030c2a91-4514-41cc-a002-c1f68d6bb6a5 None None] Provisioning complete for port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:30.252397 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-030c2a91-4514-41cc-a002-c1f68d6bb6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:30.308641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c336c-487f-4289-93f6-e52fc28ff10c req-6cc6e049-11d7-451d-91ea-9612f78b1d40 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:30.310299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad4c336c-487f-4289-93f6-e52fc28ff10c req-6cc6e049-11d7-451d-91ea-9612f78b1d40 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 934 time: 0.0841119 Oct 12 11:25:30.342574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-030c2a91-4514-41cc-a002-c1f68d6bb6a5 None None] Port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:25:30.385815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ad4c336c-487f-4289-93f6-e52fc28ff10c req-cdb01a84-8bfa-465e-8c69-8253ef9cea7f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676768 Oct 12 11:25:30.516134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:30.524119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:30.537412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Transition to ACTIVE for port object 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:25:30.633725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:30.687360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:30.763528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Attempting to bind port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:25:30.764195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Attempting to bind port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:25:30.764341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Attempting to bind port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:30.769779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:25:30.770096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Attempting to bind port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:25:30.775411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:25:30.775745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:25:30.776131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:25:30.776841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Bound port: 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:25:30.776950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:30.869231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:25:30.875148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:25:30.995706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:31.063907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.089674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:31.089674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] 10.222.0.41 "PUT /v2.0/ports/10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 HTTP/1.1" status: 200 len: 1094 time: 1.2196178 Oct 12 11:25:31.089674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:31.089674 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87114ed4-0899-4f99-8b72-1a1d1ff181b7" -d '{"events": [{"name": "network-changed", "server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:31.096706 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367301-bc4a-4707-ad4d-042db73a4238 req-8e59c469-6748-4a6c-890a-a16243e34e79 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.098332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7367301-bc4a-4707-ad4d-042db73a4238 req-8e59c469-6748-4a6c-890a-a16243e34e79 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1556003 Oct 12 11:25:31.111464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf2228-7fdb-488d-aab7-9e45da0e3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:31.411774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b3e13-a68d-4627-b579-5cb750c70427 req-f1dfaad6-a616-4ef9-82b8-f8055d3d4a38 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.422100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-251b3e13-a68d-4627-b579-5cb750c70427 req-f1dfaad6-a616-4ef9-82b8-f8055d3d4a38 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0842609 Oct 12 11:25:31.461162 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4358d5b-5566-4b45-8b7d-15c09ef03072 x-openstack-request-id: req-e4358d5b-5566-4b45-8b7d-15c09ef03072 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:31.462048 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:31.462589 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4358d5b-5566-4b45-8b7d-15c09ef03072 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:31.463150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-251b3e13-a68d-4627-b579-5cb750c70427 req-ced1b508-9724-4007-af29-b74ad68919d3 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Oct 12 11:25:31.463327 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0', 'status': 'completed', 'code': 200} Oct 12 11:25:31.534179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7367301-bc4a-4707-ad4d-042db73a4238 req-61e7372b-46d8-41ef-9b40-9562e85e06f3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246626 Oct 12 11:25:31.570570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87114ed4-0899-4f99-8b72-1a1d1ff181b7 req-de4bf4c6-35eb-4b81-b06b-e8ba2ba7d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.575502 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87114ed4-0899-4f99-8b72-1a1d1ff181b7 req-de4bf4c6-35eb-4b81-b06b-e8ba2ba7d693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 1097 time: 0.1183023 Oct 12 11:25:31.601028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b271-f9e7-4c91-9f4c-f6eada1d811b req-ddf7f882-d8e8-48b4-bbad-3c85a8e7c93b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.603110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2682b271-f9e7-4c91-9f4c-f6eada1d811b req-ddf7f882-d8e8-48b4-bbad-3c85a8e7c93b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0660198 Oct 12 11:25:31.619144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87114ed4-0899-4f99-8b72-1a1d1ff181b7 req-28709d9e-b11c-40ad-8c63-d1ed13b1d7ae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323238 Oct 12 11:25:31.655724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2682b271-f9e7-4c91-9f4c-f6eada1d811b req-daee06d2-f60f-4e9f-b040-07be64934b71 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Oct 12 11:25:31.744321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87114ed4-0899-4f99-8b72-1a1d1ff181b7 req-b4ff5368-62a8-4f80-a2dc-dc0de68daa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.745789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-87114ed4-0899-4f99-8b72-1a1d1ff181b7 req-b4ff5368-62a8-4f80-a2dc-dc0de68daa00 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162629 Oct 12 11:25:31.836144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-6d9eaba0-fa98-4811-9775-ad015cd6c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:31.837605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-6d9eaba0-fa98-4811-9775-ad015cd6c59b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 1097 time: 0.0433793 Oct 12 11:25:31.899471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-d90579d4-6fac-4770-812a-a064b322f557 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 HTTP/1.1" status: 200 len: 217 time: 0.0414402 Oct 12 11:25:32.001424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-ee28e15e-d24e-4b92-b69e-3e034209adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:32.003512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-ee28e15e-d24e-4b92-b69e-3e034209adb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0962183 Oct 12 11:25:32.065743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4b25e-eb03-40b7-a287-b9d5b9d09887 req-7438a1b3-f897-4be3-a114-ba39ce8c71ea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:32.072998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42c4b25e-eb03-40b7-a287-b9d5b9d09887 req-7438a1b3-f897-4be3-a114-ba39ce8c71ea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1131628 Oct 12 11:25:32.108522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-8b0effc1-23d0-4150-b8f7-d038236ef71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:32.110005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-8b0effc1-23d0-4150-b8f7-d038236ef71c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976577 Oct 12 11:25:32.148931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-42c4b25e-eb03-40b7-a287-b9d5b9d09887 req-0cf7e648-dacf-48c6-8f83-404e6a213945 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748816 Oct 12 11:25:32.254622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-b3de9863-c0a8-46b6-87f0-e75d17d59dcd service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320460 Oct 12 11:25:32.373706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ec94b95-f986-4dcc-907e-edefbf88c92a req-ea1d8078-ddda-473e-a980-1fb60ce5c92e service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102676 Oct 12 11:25:32.594572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067dc1-5b89-4c92-8b02-562754b7a341 req-f5f59183-2aef-4f68-93d6-dfd9d3d5e93f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:32.596738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1067dc1-5b89-4c92-8b02-562754b7a341 req-f5f59183-2aef-4f68-93d6-dfd9d3d5e93f tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0568783 Oct 12 11:25:32.637200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1067dc1-5b89-4c92-8b02-562754b7a341 req-1dd83641-f7da-4808-b3c4-5e7e3aa35f18 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343432 Oct 12 11:25:32.790596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9469bb6-0af4-47c6-8bef-74ac10fa9939 req-45a9d23b-4311-45fc-855f-7b819a173d2c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:32.792173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9469bb6-0af4-47c6-8bef-74ac10fa9939 req-45a9d23b-4311-45fc-855f-7b819a173d2c tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0593596 Oct 12 11:25:32.834010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9469bb6-0af4-47c6-8bef-74ac10fa9939 req-2dbe058e-6803-45e0-adf2-31d93897d353 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Oct 12 11:25:33.295377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc75b-f258-43f0-b36d-fd3464eb2213 req-33ee7982-62d1-44c6-9643-6c6290288657 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:33.304256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e54cc75b-f258-43f0-b36d-fd3464eb2213 req-33ee7982-62d1-44c6-9643-6c6290288657 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0717075 Oct 12 11:25:33.363069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e54cc75b-f258-43f0-b36d-fd3464eb2213 req-ff295a26-67c7-40c1-b69c-60feded26044 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Oct 12 11:25:33.761112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c384-68d3-4998-86af-357e15b61030 req-82f24208-c8bf-4ffa-9cfb-746b7665fb08 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:33.762588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9477c384-68d3-4998-86af-357e15b61030 req-82f24208-c8bf-4ffa-9cfb-746b7665fb08 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Oct 12 11:25:33.801346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9477c384-68d3-4998-86af-357e15b61030 req-91fcaffd-753a-471d-959c-93fee27501c2 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Oct 12 11:25:33.966260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429a6e5-333b-4888-bf4d-a6a7ad5505e6 req-07759fee-b5ed-4a22-8927-271776040bfd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:33.967942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0429a6e5-333b-4888-bf4d-a6a7ad5505e6 req-07759fee-b5ed-4a22-8927-271776040bfd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0622320 Oct 12 11:25:34.010955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0429a6e5-333b-4888-bf4d-a6a7ad5505e6 req-f5fb4a57-f700-4e3e-b873-82e8c0a3695a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Oct 12 11:25:34.300889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cef69-b35e-43b8-83ff-466a80fcdda0 req-9d3b7f14-b706-47d0-9da3-1dbf3ac2f9d7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:34.302466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a71cef69-b35e-43b8-83ff-466a80fcdda0 req-9d3b7f14-b706-47d0-9da3-1dbf3ac2f9d7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0523081 Oct 12 11:25:34.359696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a71cef69-b35e-43b8-83ff-466a80fcdda0 req-9277a31d-a63c-4222-8e9f-ef3ca0da0b39 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Oct 12 11:25:34.671898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-3d14f43a-102d-4bcd-9758-6932e1a4713d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:34.674288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-3d14f43a-102d-4bcd-9758-6932e1a4713d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.47 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0521452 Oct 12 11:25:34.803121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Deleting port 9440c224-4b47-4fc5-912b-c4f9f3fa736b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:34.803541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:34.918331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] For port 9440c224-4b47-4fc5-912b-c4f9f3fa736b, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9440c224-4b47-4fc5-912b-c4f9f3fa736b,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:34.919126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:34.940546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Calling delete_port for 9440c224-4b47-4fc5-912b-c4f9f3fa736b owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:35.003787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb6b2-3b16-4b13-8121-11865b9e91e8 req-5d1aed0a-d316-4474-95ae-61c918a4dca4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:35.005553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3afb6b2-3b16-4b13-8121-11865b9e91e8 req-5d1aed0a-d316-4474-95ae-61c918a4dca4 tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 945 time: 0.0677903 Oct 12 11:25:35.084417 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3afb6b2-3b16-4b13-8121-11865b9e91e8 req-a1295aae-e642-49ef-9ed9-dde15c9756ce tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/security-groups?id=755cc634-e804-4e04-87b9-01ef2a6cb867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Oct 12 11:25:35.196315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76560b86-ec24-43be-831f-f3542ef87845 req-d5f5dc59-448e-4665-9460-6df648439da4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:35.198611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76560b86-ec24-43be-831f-f3542ef87845 req-d5f5dc59-448e-4665-9460-6df648439da4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0729516 Oct 12 11:25:35.253641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:35.259233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76560b86-ec24-43be-831f-f3542ef87845 req-c32eb768-1326-44bc-8f29-ec18a7139f60 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Oct 12 11:25:35.275730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9440c224-4b47-4fc5-912b-c4f9f3fa736b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:35.357134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] No DVR routers for this DVR port 9440c224-4b47-4fc5-912b-c4f9f3fa736b on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:35.360452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Pushing event deleted for resources: {'Port': ['ID=9440c224-4b47-4fc5-912b-c4f9f3fa736b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:35.364781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:35.370877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a466dbfb-9e26-476c-a27c-3e9ca3221786 req-34c2b52f-9b8c-4e5b-a101-653dc8083d1d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.47 "DELETE /v2.0/ports/9440c224-4b47-4fc5-912b-c4f9f3fa736b HTTP/1.1" status: 204 len: 173 time: 0.6791937 Oct 12 11:25:35.372636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'name': 'network-vif-deleted', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:35.373661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d2d2df-1d34-490c-bb32-cb5d905dca8f" -d '{"events": [{"server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "name": "network-vif-deleted", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:35.441869 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643669a0-7000-46f1-8afa-b0ca40e7b42c x-openstack-request-id: req-643669a0-7000-46f1-8afa-b0ca40e7b42c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:35.442176 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021e1db-c2d3-4b41-83d5-78daccf8f273", "name": "network-vif-deleted", "tag": "9440c224-4b47-4fc5-912b-c4f9f3fa736b", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:35.442433 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-643669a0-7000-46f1-8afa-b0ca40e7b42c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:35.442880 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021e1db-c2d3-4b41-83d5-78daccf8f273', 'name': 'network-vif-deleted', 'tag': '9440c224-4b47-4fc5-912b-c4f9f3fa736b', 'status': 'completed', 'code': 200} Oct 12 11:25:35.542416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec094-ebda-40d4-bf93-9498071b3a86 req-63733ab7-3b02-48c7-ba8b-736be5b5ca9b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:35.543950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f79ec094-ebda-40d4-bf93-9498071b3a86 req-63733ab7-3b02-48c7-ba8b-736be5b5ca9b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0911260 Oct 12 11:25:35.591368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f79ec094-ebda-40d4-bf93-9498071b3a86 req-78bfdff9-3d29-4bbf-8378-ad20eaff66f2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Oct 12 11:25:36.203208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9908131c-de2b-454c-b4ec-12e17a035390 req-9a5f7d4c-def8-4ac5-a133-3298f6bb735d tempest-ServerRescueNegativeTestJSON-133406551 tempest-ServerRescueNegativeTestJSON-133406551-project] 10.222.0.43 "GET /v2.0/ports?device_id=4021e1db-c2d3-4b41-83d5-78daccf8f273 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Oct 12 11:25:36.461042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b2721-b350-4032-aa1d-94c16d8d0e99 req-6004ec92-b3d0-407e-b9fb-80a8c248646e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:36.462679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c8b2721-b350-4032-aa1d-94c16d8d0e99 req-6004ec92-b3d0-407e-b9fb-80a8c248646e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0664799 Oct 12 11:25:36.515910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c8b2721-b350-4032-aa1d-94c16d8d0e99 req-83b4215d-562a-4622-8884-716e483ac367 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Oct 12 11:25:36.719597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6abde-f608-41b8-a95f-205fd9b3d66e req-87ffe2db-bc6d-4c22-aa5d-c36441346216 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:36.721713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62c6abde-f608-41b8-a95f-205fd9b3d66e req-87ffe2db-bc6d-4c22-aa5d-c36441346216 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0498810 Oct 12 11:25:36.770286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62c6abde-f608-41b8-a95f-205fd9b3d66e req-e61e2498-ff21-4d9a-b9b0-35c838586c5d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Oct 12 11:25:37.273772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57722) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:37.667041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:25:37.705838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658aba-608e-4aea-b9d4-2181d58ea220 req-8b378c55-6425-48b9-ab13-f8759ee75b16 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:37.708005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22658aba-608e-4aea-b9d4-2181d58ea220 req-8b378c55-6425-48b9-ab13-f8759ee75b16 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 946 time: 0.0956759 Oct 12 11:25:37.749936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:37.807490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22658aba-608e-4aea-b9d4-2181d58ea220 req-7771edd5-f20c-4866-a73f-b6736d8196a5 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911505 Oct 12 11:25:37.843366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:37.865955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0', 'mac_address': 'fa:16:3e:18:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:25:37.930096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:37.952420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:37.976768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb2f4-656f-4395-a6bb-f3a785088eb8 req-3661c16e-cf54-4ac2-9a5e-ea7660266d93 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:37.977338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:37.983165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-245fb2f4-656f-4395-a6bb-f3a785088eb8 req-3661c16e-cf54-4ac2-9a5e-ea7660266d93 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1094930 Oct 12 11:25:38.020245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-245fb2f4-656f-4395-a6bb-f3a785088eb8 req-790a448c-1510-4b0a-aa38-801cb0391a3a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Oct 12 11:25:38.099746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.101785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Deleting port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:38.102156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.102973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:25:38.186231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:38.230653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] For port 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,segment=NetworkSegment(38ac4bfb-efcc-4812-a64c-8fc91b5cad90),segment_id=38ac4bfb-efcc-4812-a64c-8fc91b5cad90)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:38.230653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.254232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Calling delete_port for 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:38.256976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:38.269031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'port_id': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'mac_address': 'fa:16:3e:81:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:25:38.324764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.338864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a17fa996-0c2c-41f1-9387-81c1db5f75e7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:25:38.360175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:38.468310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.521441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:38.566001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.591806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc029c9-c128-47d2-9f1f-c6a6c52a71d7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:38.621858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a17fa996-0c2c-41f1-9387-81c1db5f75e7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:38.781643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:38.972875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748dc58-81ef-4a4d-b997-7b12e4e6d803 req-12159dec-4d5f-4e49-ac21-2e34480a7dc8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:38.974451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b748dc58-81ef-4a4d-b997-7b12e4e6d803 req-12159dec-4d5f-4e49-ac21-2e34480a7dc8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 947 time: 0.0704267 Oct 12 11:25:39.058639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b748dc58-81ef-4a4d-b997-7b12e4e6d803 req-fd99a676-5136-42d0-b02f-30bc2afc63e1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774429 Oct 12 11:25:39.104814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['10fbc1b2-073e-4d70-a9ac-ed5fe36278a0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:39.154375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Router 4ce48fd0-478d-4759-acbf-e2b1cb2344af has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:25:39.178902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341223a-4326-4f82-865e-aef4710d4cf6 req-5d28cd14-452a-4071-a01b-b1586b4f0dd6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:39.180439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e341223a-4326-4f82-865e-aef4710d4cf6 req-5d28cd14-452a-4071-a01b-b1586b4f0dd6 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 944 time: 0.0630844 Oct 12 11:25:39.316524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e341223a-4326-4f82-865e-aef4710d4cf6 req-91d9318b-149e-4804-9d40-0f9b9df97723 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980871 Oct 12 11:25:39.353440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:25:39.363105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2f34e6c-ba2b-421c-bf9f-308d68fe268e admin admin] 10.222.0.43 "PUT /v2.0/routers/4ce48fd0-478d-4759-acbf-e2b1cb2344af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881748 Oct 12 11:25:39.366832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Sync routers for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:25:39.369014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:39.376568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:39.377175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:39.456645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9440c224-4b47-4fc5-912b-c4f9f3fa736b no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:39.516486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 9440c224-4b47-4fc5-912b-c4f9f3fa736b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:39.516827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9440c224-4b47-4fc5-912b-c4f9f3fa736b not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:39.641359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:39.714247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:39.828679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-261407ab-c42b-40ba-90b5-904260a1ec03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3302667 Oct 12 11:25:39.829849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:39.861263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a17fa996-0c2c-41f1-9387-81c1db5f75e7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:39.861646 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:39.951190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:25:38Z', 'revision_number': 5, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:39.975990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-5b2f1b0a-4631-4a67-b8d8-79ccc693537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:39.977489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-5b2f1b0a-4631-4a67-b8d8-79ccc693537b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1096 time: 0.0804951 Oct 12 11:25:39.999724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Checking router: 4ce48fd0-478d-4759-acbf-e2b1cb2344af for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:25:40.018318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Routers {'4ce48fd0-478d-4759-acbf-e2b1cb2344af'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:25:40.019047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:40.042203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:40.061565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:40.241460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-bf8501be-dbed-4a9f-b913-681aadd58ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:40.243335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-bf8501be-dbed-4a9f-b913-681aadd58ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.2420530 Oct 12 11:25:40.305223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:40.307037 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c68fbb-f901-4bda-9000-208cdbd1ed70" -d '{"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:40.325561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:40.343764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] Set router 4ce48fd0-478d-4759-acbf-e2b1cb2344af gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:25:40.353222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492134-bdab-4bcd-8c77-c47f3ab4d113 req-7a6bf770-6646-4708-a34d-52ad8a71361e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:40.354875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8b492134-bdab-4bcd-8c77-c47f3ab4d113 req-7a6bf770-6646-4708-a34d-52ad8a71361e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 947 time: 0.1532998 Oct 12 11:25:40.375589 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adc7af8-6e43-4731-89e2-2865696e8a01 x-openstack-request-id: req-1adc7af8-6e43-4731-89e2-2865696e8a01 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:40.375989 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:40.376250 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1adc7af8-6e43-4731-89e2-2865696e8a01 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:40.376647 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'code': 200} Oct 12 11:25:40.396135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Deleting port 02f8d734-a335-4f12-85c7-08429c602bbc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:40.396629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:40.402154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-485e26e1-f7f7-4b54-a170-895279a24f26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 1001 time: 0.1489098 Oct 12 11:25:40.461092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:40.502507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8b492134-bdab-4bcd-8c77-c47f3ab4d113 req-167a1883-7579-40e8-afb1-5f1229cdcb9b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338019 Oct 12 11:25:40.530850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e1680-6327-4ed8-a910-772adc7e3bb3 req-bfd8b9cc-cd23-4150-b870-2c03e96e5ba5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:40.535871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-3b36a169-6d8b-47f7-8d43-dca489cb036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:40.538717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-3b36a169-6d8b-47f7-8d43-dca489cb036e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.1239991 Oct 12 11:25:40.541094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c1e1680-6327-4ed8-a910-772adc7e3bb3 req-bfd8b9cc-cd23-4150-b870-2c03e96e5ba5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 944 time: 0.1275370 Oct 12 11:25:40.566157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:40.611916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c1e1680-6327-4ed8-a910-772adc7e3bb3 req-5fd4f28a-1ba1-4315-be87-120156df85de tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679133 Oct 12 11:25:40.626149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] For port 02f8d734-a335-4f12-85c7-08429c602bbc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=02f8d734-a335-4f12-85c7-08429c602bbc,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:40.626444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:40.649332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:25:38Z', 'revision_number': 5, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:40.650411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Calling delete_port for 02f8d734-a335-4f12-85c7-08429c602bbc owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:40.653577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-6501c1f8-10f1-41dc-841e-e98993e48f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:40.654912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-6501c1f8-10f1-41dc-841e-e98993e48f55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068282 Oct 12 11:25:40.684459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a1900-25a4-4a0f-a85e-09fe8726b515 None None] The sync data for ids ['4ce48fd0-478d-4759-acbf-e2b1cb2344af'] in n-d-813419-3 is: [{'id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'name': 'tempest-ServerRescueNegativeTestJSON-1026240463-router', 'tenant_id': '9965dc56615b47e48379b3dd106215ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:32Z', 'updated_at': '2021-10-12T11:25:38Z', 'revision_number': 5, 'project_id': '9965dc56615b47e48379b3dd106215ea', 'gw_port': {'id': '02f8d734-a335-4f12-85c7-08429c602bbc', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce48fd0-478d-4759-acbf-e2b1cb2344af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:25:40.851288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-b93881f6-a6d2-4bc5-9d62-28f0f2aab358 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849318 Oct 12 11:25:40.993849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39692f50-a3a2-4965-9e49-19702c3b0687 req-857c4497-e69f-4ea6-acd9-454d4f317725 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338384 Oct 12 11:25:41.034890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.064995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:41.069231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=02f8d734-a335-4f12-85c7-08429c602bbc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:41.104309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:41.104793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9fc029c9-c128-47d2-9f1f-c6a6c52a71d7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:41.146076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.260018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.262176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.439599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.440738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce48fd0-478d-4759-acbf-e2b1cb2344af {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:25:41.446026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.449583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d625e8c-ffe1-4161-8818-6206b545fc6b admin admin] 10.222.0.43 "DELETE /v2.0/routers/4ce48fd0-478d-4759-acbf-e2b1cb2344af HTTP/1.1" status: 204 len: 168 time: 2.0724065 Oct 12 11:25:41.449810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:41.537467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Deleting subnet 24f62776-edbf-4024-a1a2-63228eaf2579 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:25:41.543128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.604667 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.676404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.685511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc37cb0-a582-48c2-a5be-4b3f06a15904 req-9ef7f4d2-05b4-4e24-84c2-fa5b034f259f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:41.687269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdc37cb0-a582-48c2-a5be-4b3f06a15904 req-9ef7f4d2-05b4-4e24-84c2-fa5b034f259f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 947 time: 0.0751305 Oct 12 11:25:41.698539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:25:41.740566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdc37cb0-a582-48c2-a5be-4b3f06a15904 req-b4f8b62d-2d7e-422a-bc27-b911a96d9851 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Oct 12 11:25:41.833676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13c248-8fb5-4495-9075-f458dec5c699 req-913f9f8c-8dc4-4c2f-b705-51c36488b703 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:41.835561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a13c248-8fb5-4495-9075-f458dec5c699 req-913f9f8c-8dc4-4c2f-b705-51c36488b703 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0917947 Oct 12 11:25:41.887718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a13c248-8fb5-4495-9075-f458dec5c699 req-8265892a-39e1-4a1e-a12d-ddf343f6e8e0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Oct 12 11:25:41.917485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.917647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:25:41.921434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:25:41.921901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.952862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:41.958599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/24f62776-edbf-4024-a1a2-63228eaf2579 HTTP/1.1" status: 204 len: 168 time: 0.5078237 Oct 12 11:25:41.964337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:41.981944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b0162-030c-4e24-866f-7f00217e5904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f62776-edbf-4024-a1a2-63228eaf2579,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:42.109560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.112631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.156726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:42.233970 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.292089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.293795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:42.327564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66de7714-4ad8-4bb7-97a7-8facf6123712']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:42.341969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ac4bfb-efcc-4812-a64c-8fc91b5cad90') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:42.342367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ac4bfb-efcc-4812-a64c-8fc91b5cad90') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:25:42.353174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.367691 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.373645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:25:42.374039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:25:42.375890 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:25:42.379780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:42.382924 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f5077-bf37-4155-8d5e-6fda643b2076" -d '{"events": [{"server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "name": "network-vif-plugged", "status": "completed", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:42.423884 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522a7d4-3dc7-49ee-903e-5b353d23243f x-openstack-request-id: req-2522a7d4-3dc7-49ee-903e-5b353d23243f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:42.424179 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "name": "network-vif-plugged", "status": "completed", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:42.424462 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2522a7d4-3dc7-49ee-903e-5b353d23243f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:42.424992 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0', 'code': 200} Oct 12 11:25:42.537030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.542892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:42.553799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f152c-6ae2-4c04-9a7d-711680e4118b req-0a4507b2-95ca-47fb-85e1-96a5cd2a492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:42.555785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f5f152c-6ae2-4c04-9a7d-711680e4118b req-0a4507b2-95ca-47fb-85e1-96a5cd2a492e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 1099 time: 0.0708973 Oct 12 11:25:42.562540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] 10.222.0.43 "DELETE /v2.0/networks/66de7714-4ad8-4bb7-97a7-8facf6123712 HTTP/1.1" status: 204 len: 168 time: 0.5892181 Oct 12 11:25:42.592772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c71273-260b-4f6b-aaec-1929a89982aa admin admin] Pushing event deleted for resources: {'Network': ['ID=66de7714-4ad8-4bb7-97a7-8facf6123712,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:42.630714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f5f152c-6ae2-4c04-9a7d-711680e4118b req-ba4ab50e-c611-4b16-9b82-51d38e98b856 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668743 Oct 12 11:25:42.928535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ea13b-6a64-4b25-bdfc-3b18484fa665 req-23ceefa5-8d5a-41f2-bf04-81b04f51074e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:42.933764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de5ea13b-6a64-4b25-bdfc-3b18484fa665 req-23ceefa5-8d5a-41f2-bf04-81b04f51074e tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.1022465 Oct 12 11:25:43.025803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de5ea13b-6a64-4b25-bdfc-3b18484fa665 req-4d49519d-2829-49de-93ae-2ea2dc6b9ca1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Oct 12 11:25:43.090400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:43.165285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 02f8d734-a335-4f12-85c7-08429c602bbc no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:43.213928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 02f8d734-a335-4f12-85c7-08429c602bbc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:43.214284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 02f8d734-a335-4f12-85c7-08429c602bbc not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:43.230564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc0c00-e868-46c6-ae49-c4172eaaf30e req-70e05f83-3cc7-4185-94e8-a22267154893 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:43.232174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54cc0c00-e868-46c6-ae49-c4172eaaf30e req-70e05f83-3cc7-4185-94e8-a22267154893 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1056085 Oct 12 11:25:43.241205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:43.241624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-be10e20f-263f-447a-b1c8-d434d67e2d47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9965dc56615b47e48379b3dd106215ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489749 Oct 12 11:25:43.338216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54cc0c00-e868-46c6-ae49-c4172eaaf30e req-2df64d92-b69f-441d-aa04-efa34b487327 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853236 Oct 12 11:25:43.357416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:43.382611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:43.562664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:43.566849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:43.570626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/755cc634-e804-4e04-87b9-01ef2a6cb867 HTTP/1.1" status: 204 len: 168 time: 0.3256083 Oct 12 11:25:43.606112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c532ee-eded-4fed-b461-dbc9c2079794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755cc634-e804-4e04-87b9-01ef2a6cb867,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:44.226874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d853-02e6-4bad-8528-dd871bc18a70 req-612a08e6-8a49-46e9-8c9c-0435eec88ecf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:44.244678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b815d853-02e6-4bad-8528-dd871bc18a70 req-612a08e6-8a49-46e9-8c9c-0435eec88ecf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.1249876 Oct 12 11:25:44.360014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b815d853-02e6-4bad-8528-dd871bc18a70 req-e7ff6750-9b7b-4b42-af1c-d835e9d6b7de tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138752 Oct 12 11:25:44.547971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae8dc2-d7d0-485c-80a3-aab59a15b3f5 req-e21e6d26-5974-4237-8989-e3244a80bd3f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:44.552953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00ae8dc2-d7d0-485c-80a3-aab59a15b3f5 req-e21e6d26-5974-4237-8989-e3244a80bd3f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0887008 Oct 12 11:25:44.628691 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00ae8dc2-d7d0-485c-80a3-aab59a15b3f5 req-b857cea8-6268-4ca9-b03d-7f2709845701 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Oct 12 11:25:44.761277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:25:45.329797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57932) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:45.575572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-322326264-network', 'tenant_id': '32c54837a4a0455089c25a3066b5ad0b'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:45.651775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6cd63-72b8-4d42-a75c-3529424161f7 req-6e8d8a41-1f86-4229-9c95-72141ecee4df tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:45.662655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05d6cd63-72b8-4d42-a75c-3529424161f7 req-6e8d8a41-1f86-4229-9c95-72141ecee4df tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.1158180 Oct 12 11:25:45.667696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Made reservation on behalf of 32c54837a4a0455089c25a3066b5ad0b for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:45.671049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:45.691552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:45.791006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:45.834528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70514a6d-85b8-441c-af48-35b8a278bde7 req-fb3c9402-3597-4578-9f53-6a13428a09e4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:45.844387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70514a6d-85b8-441c-af48-35b8a278bde7 req-fb3c9402-3597-4578-9f53-6a13428a09e4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0747185 Oct 12 11:25:45.863535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05d6cd63-72b8-4d42-a75c-3529424161f7 req-c36ed302-9b82-434a-b29e-62c7183c0bf8 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992705 Oct 12 11:25:45.891578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:45.916513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70514a6d-85b8-441c-af48-35b8a278bde7 req-05a19dab-e60d-4875-afa1-692457bbba73 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Oct 12 11:25:45.947392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f026866-c103-4444-8200-908e01bbadad,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:45.967405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:25:45.994256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:45.994925 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Added segment 8411838f-9643-41e2-856d-ccc5bc286220 of type vlan for network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 Oct 12 11:25:46.085294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:46.096517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d713e-60b2-4490-b06a-c635ead32f40 req-a7373009-934d-4ddb-9f87-af192ea971aa tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:46.098313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-521d713e-60b2-4490-b06a-c635ead32f40 req-a7373009-934d-4ddb-9f87-af192ea971aa tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 1099 time: 0.1069982 Oct 12 11:25:46.209364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-521d713e-60b2-4490-b06a-c635ead32f40 req-09cfb505-09cd-41b2-b83f-29ef2606628a tempest-ServersOnMultiNodesTest-1101934575 tempest-ServersOnMultiNodesTest-1101934575-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975430 Oct 12 11:25:46.233828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:46.235004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:46.240903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:46.411567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0805480 Oct 12 11:25:46.414428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:46.419870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Request body: {'subnet': {'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-322326264-subnet', 'tenant_id': '32c54837a4a0455089c25a3066b5ad0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:46.428529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c030-1d19-40ee-82a1-71486db49316 admin admin] Pushing event updated for resources: {'Network': ['ID=970ceed5-6ea5-4773-8d08-79c0fcd98d61,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:46.448358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:25:46.536660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Made reservation on behalf of 32c54837a4a0455089c25a3066b5ad0b for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:46.539666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:46.938069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:47.156075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:47.240890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Checking segment: {'id': '8411838f-9643-41e2-856d-ccc5bc286220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:25:47.248991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Network hostable DHCP agents. Network: 970ceed5-6ea5-4773-8d08-79c0fcd98d61, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:25:47.277447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f98ed6-02e3-4ede-9c38-2a3ae35033b4 req-c206fe9c-4071-497d-ab1e-e8957c0775cd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:47.282536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7f98ed6-02e3-4ede-9c38-2a3ae35033b4 req-c206fe9c-4071-497d-ab1e-e8957c0775cd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.2225971 Oct 12 11:25:47.418328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7f98ed6-02e3-4ede-9c38-2a3ae35033b4 req-86c757b5-2803-4eb4-8e77-e7530093c5b1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174929 Oct 12 11:25:47.468137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:25:47.514537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3376f-a1b0-4751-a865-286aa91c1367 req-3b28616c-9b2a-4400-a7a5-d515c963140d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:47.528862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97a3376f-a1b0-4751-a865-286aa91c1367 req-3b28616c-9b2a-4400-a7a5-d515c963140d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.4856086 Oct 12 11:25:47.547992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 970ceed5-6ea5-4773-8d08-79c0fcd98d61) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:25:47.559558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:47.563738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:47.564771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c3883-9da7-4ea7-a932-cfaedf375118 None None] Network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:47.665893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dfeb8a89-8044-46e9-874f-275666c107f2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2499866 Oct 12 11:25:47.667260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97a3376f-a1b0-4751-a865-286aa91c1367 req-856f2ead-357e-4267-8e63-1b3f501483f9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357808 Oct 12 11:25:47.949067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f916e8fe-1273-45bf-8eec-7a7ec3b06f54 None None] Network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:47.986434 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e0fddc6-7ecd-425f-aa04-e1288392e807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:48.642158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-14ea16e8-8915-47a9-8c60-fa3ca16c3fcf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:48.645320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-14ea16e8-8915-47a9-8c60-fa3ca16c3fcf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.0625765 Oct 12 11:25:48.817783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:48.818129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:48.972292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01788-04e7-4f49-bbd5-f475c8e389c5 req-17400722-bbdb-425f-a907-4f6cba35e4ef tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:49.037904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a9d01788-04e7-4f49-bbd5-f475c8e389c5 req-17400722-bbdb-425f-a907-4f6cba35e4ef tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 948 time: 0.3939171 Oct 12 11:25:49.038014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:49.038014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.038216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a9d01788-04e7-4f49-bbd5-f475c8e389c5 req-78a33c33-99fa-4fae-b740-7ff281aa64ed tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Oct 12 11:25:49.038318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983050d7-9bb3-4c3c-9d13-2c7001a6066e req-5c249fe4-9e46-44d2-8393-274daaf1ce08 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:49.038318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-983050d7-9bb3-4c3c-9d13-2c7001a6066e req-5c249fe4-9e46-44d2-8393-274daaf1ce08 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0964863 Oct 12 11:25:49.038318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:49.119578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-983050d7-9bb3-4c3c-9d13-2c7001a6066e req-a0b64fdd-4327-40e4-9ceb-73f4b5cf62ea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898049 Oct 12 11:25:49.161938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:49.167063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2121984044-network', 'tenant_id': '1360071a06574c74a6ed1cb7ee86be8d'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:49.288280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.289005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Made reservation on behalf of 1360071a06574c74a6ed1cb7ee86be8d for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:49.302283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad', '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', '12a99de4-479d-4b03-abdb-39f65e621544'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:49.303634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.306072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:49.343431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.343682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=10fbc1b2-073e-4d70-a9ac-ed5fe36278a0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:49.469914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:49.473984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.477927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f7c607b-21a8-42c6-b14f-4a503a8a1bad req-7d8127e4-e208-4c6e-a7b7-c55a098ecb39 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "DELETE /v2.0/ports/10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 HTTP/1.1" status: 204 len: 173 time: 0.8249488 Oct 12 11:25:49.478911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'name': 'network-vif-deleted', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:49.481904 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e0199e-1fcc-40b9-9878-eed0906930e4" -d '{"events": [{"server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "name": "network-vif-deleted", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:49.561201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.609011 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bdfd4e-140f-4da2-b6aa-b496db0a67c6 x-openstack-request-id: req-09bdfd4e-140f-4da2-b6aa-b496db0a67c6 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:49.612758 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81230918-dde6-457c-8fe5-e0e1ad4569dc", "name": "network-vif-deleted", "tag": "10fbc1b2-073e-4d70-a9ac-ed5fe36278a0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:49.613191 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09bdfd4e-140f-4da2-b6aa-b496db0a67c6 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:49.613731 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81230918-dde6-457c-8fe5-e0e1ad4569dc', 'name': 'network-vif-deleted', 'tag': '10fbc1b2-073e-4d70-a9ac-ed5fe36278a0', 'status': 'completed', 'code': 200} Oct 12 11:25:49.662550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.719810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:25:49.826644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e05f393-39c8-498a-bb20-486029d8dbab,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:49.870330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:49.871059 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Added segment e583ee59-7fee-4e54-9ab7-b183555b5a70 of type vlan for network 480742fb-22df-454e-a819-46a922b11414 Oct 12 11:25:50.025209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:50.186581 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78d4b9ee-40c9-44e1-a469-9702893b7182 req-7c64d5ed-d022-4eaf-b0ea-d68034991c96 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=81230918-dde6-457c-8fe5-e0e1ad4569dc HTTP/1.1" status: 200 len: 210 time: 0.0359812 Oct 12 11:25:50.257432 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:50.258290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:50.259044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:50.402382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0263c-0e63-4b0b-a491-3a09bbc77d02 req-23cd6b50-bb6b-4b8e-bd97-65595787eef9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:50.416553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dca0263c-0e63-4b0b-a491-3a09bbc77d02 req-23cd6b50-bb6b-4b8e-bd97-65595787eef9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1341872 Oct 12 11:25:50.474438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dca0263c-0e63-4b0b-a491-3a09bbc77d02 req-d408f140-9a63-481a-bf96-69b145060b55 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Oct 12 11:25:50.476083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] Pushing event updated for resources: {'Network': ['ID=480742fb-22df-454e-a819-46a922b11414,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:50.501467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58076) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:25:50.501744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-520b5bce-7194-4ffd-bd83-f7d3f445191d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3386815 Oct 12 11:25:50.504096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 480742fb-22df-454e-a819-46a922b11414 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:25:50.515054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Request body: {'subnet': {'network_id': '480742fb-22df-454e-a819-46a922b11414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2121984044-subnet', 'tenant_id': '1360071a06574c74a6ed1cb7ee86be8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:25:50.607897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Made reservation on behalf of 1360071a06574c74a6ed1cb7ee86be8d for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:25:50.609838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab29d8c7-571f-477c-b8e7-e96b530ccecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:50.614679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:51.005578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:51.107532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a57c40-1a1b-4ac9-b5ad-942438635bb9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:51.140087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Checking segment: {'id': 'e583ee59-7fee-4e54-9ab7-b183555b5a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '480742fb-22df-454e-a819-46a922b11414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:25:51.140087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Network hostable DHCP agents. Network: 480742fb-22df-454e-a819-46a922b11414, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:25:51.239913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Network 480742fb-22df-454e-a819-46a922b11414 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:25:51.349904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 480742fb-22df-454e-a819-46a922b11414) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:25:51.365281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:51.365601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f93674-62f0-4f29-928a-e4856aa7572e None None] Network 480742fb-22df-454e-a819-46a922b11414 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:51.366196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:51.451030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eac68fec-d246-4f75-b927-9f6a009aec0f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9476054 Oct 12 11:25:51.709436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78946c16-d0f8-4c0f-8089-692889875027 None None] Network 480742fb-22df-454e-a819-46a922b11414 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:25:51.808818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86b4bf-9bf6-42c9-a6c7-0e504d63f4d7 req-25775206-7a7c-45bb-8ca3-4bcebbe24abb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:51.817645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b86b4bf-9bf6-42c9-a6c7-0e504d63f4d7 req-25775206-7a7c-45bb-8ca3-4bcebbe24abb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1150098 Oct 12 11:25:51.835465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:51.897792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b86b4bf-9bf6-42c9-a6c7-0e504d63f4d7 req-1a94de25-a256-4385-af07-058a488b10d8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759699 Oct 12 11:25:51.930159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:52.025595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:52.161655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c791d-0d2b-4b06-bca3-1f35e3c15b9a req-cd038913-735f-4ced-9cdf-1ab54eb54d21 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:52.163974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-584c791d-0d2b-4b06-bca3-1f35e3c15b9a req-cd038913-735f-4ced-9cdf-1ab54eb54d21 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.0770185 Oct 12 11:25:52.275162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-584c791d-0d2b-4b06-bca3-1f35e3c15b9a req-fd293b0b-5396-42f5-abea-a8512a14a063 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043720 Oct 12 11:25:53.025315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eccbd3-92ed-46d4-873c-2ec5e1cf24b5 req-b5637bac-b099-4620-868a-755aeaa2728c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:53.028046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5eccbd3-92ed-46d4-873c-2ec5e1cf24b5 req-b5637bac-b099-4620-868a-755aeaa2728c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0561180 Oct 12 11:25:53.112835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5eccbd3-92ed-46d4-873c-2ec5e1cf24b5 req-c5c6fd5a-72b5-4b31-b341-7c3a6ef4a7f1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679832 Oct 12 11:25:53.244727 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:53.371994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458509-ee66-4408-8d9b-6544e68bc421 req-7d12f8a5-0c8a-4386-8f63-fe153320af82 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:53.373567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84458509-ee66-4408-8d9b-6544e68bc421 req-7d12f8a5-0c8a-4386-8f63-fe153320af82 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.0840585 Oct 12 11:25:53.523037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33e287-9786-4aaf-9d55-cd2d99b794f7 req-8c4d213c-01e8-451b-aa27-014b89c24b57 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:53.532314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a33e287-9786-4aaf-9d55-cd2d99b794f7 req-8c4d213c-01e8-451b-aa27-014b89c24b57 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 949 time: 0.1574535 Oct 12 11:25:53.637426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a33e287-9786-4aaf-9d55-cd2d99b794f7 req-8c114b7a-8419-4484-bb97-c7581108754b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036763 Oct 12 11:25:53.677396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port 12a99de4-479d-4b03-abdb-39f65e621544 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:53.677396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:53.775865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:53.812034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:53.812893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10fbc1b2-073e-4d70-a9ac-ed5fe36278a0 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:53.832237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port 12a99de4-479d-4b03-abdb-39f65e621544, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=12a99de4-479d-4b03-abdb-39f65e621544,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:53.833541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:53.847661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for 12a99de4-479d-4b03-abdb-39f65e621544 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:54.137573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:54.152029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad', '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', '12a99de4-479d-4b03-abdb-39f65e621544'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:54.154545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:54.195744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=12a99de4-479d-4b03-abdb-39f65e621544,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:54.272492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port 12a99de4-479d-4b03-abdb-39f65e621544 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:54.289480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:54.293989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84458509-ee66-4408-8d9b-6544e68bc421 req-103492d0-5833-46bf-9093-bef430870cba tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "DELETE /v2.0/ports/12a99de4-479d-4b03-abdb-39f65e621544 HTTP/1.1" status: 204 len: 173 time: 0.9129355 Oct 12 11:25:54.293989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'name': 'network-vif-deleted', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:54.296447 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9201dcd3-b8d8-43a1-919b-6060278dd7a1" -d '{"events": [{"server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "name": "network-vif-deleted", "tag": "12a99de4-479d-4b03-abdb-39f65e621544"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:54.356677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a099c50-e7c8-4914-96ea-4aec40950c2b req-c968b049-7e4d-4563-9d92-fe4d2c6a237c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:54.371480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a099c50-e7c8-4914-96ea-4aec40950c2b req-c968b049-7e4d-4563-9d92-fe4d2c6a237c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0991316 Oct 12 11:25:54.449223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a099c50-e7c8-4914-96ea-4aec40950c2b req-929870c8-cacc-4fd5-8da3-d6b5e44bff6e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760951 Oct 12 11:25:54.527398 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41c20c-bcce-44a9-b12b-53f3b4b7b5d5 x-openstack-request-id: req-1b41c20c-bcce-44a9-b12b-53f3b4b7b5d5 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:54.527815 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e966cea-5856-41ed-9229-65466af96df3", "name": "network-vif-deleted", "tag": "12a99de4-479d-4b03-abdb-39f65e621544", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:54.530732 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b41c20c-bcce-44a9-b12b-53f3b4b7b5d5 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:54.530732 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e966cea-5856-41ed-9229-65466af96df3', 'name': 'network-vif-deleted', 'tag': '12a99de4-479d-4b03-abdb-39f65e621544', 'status': 'completed', 'code': 200} Oct 12 11:25:54.836452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58eecf49-0c97-4a38-8e8d-35296680b92d req-25c4c488-38d8-4cf6-bb5d-7d0ec377fc8f tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e966cea-5856-41ed-9229-65466af96df3 HTTP/1.1" status: 200 len: 210 time: 0.0684140 Oct 12 11:25:55.595193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16573-d486-4b34-866f-974eceafcd41 req-8bb2d155-db02-4df9-b0dd-7819b375ffe1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:55.597262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ded16573-d486-4b34-866f-974eceafcd41 req-8bb2d155-db02-4df9-b0dd-7819b375ffe1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0534086 Oct 12 11:25:55.643068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ded16573-d486-4b34-866f-974eceafcd41 req-d55980d6-bfdd-43f2-ba64-c5f8d81100eb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Oct 12 11:25:56.480207 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:56.804591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ee88-4c70-4cb9-858a-3e9314519e99 req-cd8ec065-b4ba-4892-9633-358a3238b140 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:56.810581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0597ee88-4c70-4cb9-858a-3e9314519e99 req-cd8ec065-b4ba-4892-9633-358a3238b140 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 949 time: 0.1220458 Oct 12 11:25:56.891246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0597ee88-4c70-4cb9-858a-3e9314519e99 req-fca91530-4244-4662-8e2c-1e4ea8ec2395 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771723 Oct 12 11:25:57.033944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a14c4-f86e-4e6f-8671-7fcb455c564f req-f9452bd7-d215-4f6f-a873-a17e5315d468 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:57.042797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e24a14c4-f86e-4e6f-8671-7fcb455c564f req-f9452bd7-d215-4f6f-a873-a17e5315d468 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0828404 Oct 12 11:25:57.105420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e24a14c4-f86e-4e6f-8671-7fcb455c564f req-eba0ab76-f14b-4beb-9b41-002a3fa6d60c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Oct 12 11:25:57.458011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 12a99de4-479d-4b03-abdb-39f65e621544 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:25:57.484677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 12a99de4-479d-4b03-abdb-39f65e621544 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:25:57.493509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 12a99de4-479d-4b03-abdb-39f65e621544 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:25:57.667228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-aba5b32d-f726-43a5-8470-e8b664c89014 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:57.680206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-aba5b32d-f726-43a5-8470-e8b664c89014 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 949 time: 0.0866084 Oct 12 11:25:57.795486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:25:57.795832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:57.908314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:25:57.909495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:57.926757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:25:58.099588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31472dc-e28b-4c2c-80f8-761bf2cdbd95 req-11bb1567-da0a-42f3-9b81-0b5e68cf715b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:58.101584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b31472dc-e28b-4c2c-80f8-761bf2cdbd95 req-11bb1567-da0a-42f3-9b81-0b5e68cf715b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 949 time: 0.1113749 Oct 12 11:25:58.194648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b31472dc-e28b-4c2c-80f8-761bf2cdbd95 req-8ddefe46-654e-4a28-87fc-179d50fb9445 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772340 Oct 12 11:25:58.273068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:58.288041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad', '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:58.290982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:25:58.337800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=9ddb11fb-09b4-44ff-99cc-0817c0dd0e56,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:25:58.402852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:25:58.405437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.405800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.406158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.406490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.406981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.407306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.407626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.408013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.408337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.409225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.409655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.409921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:25:58.413268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:25:58.432260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-985f04bd-8d48-41f2-b162-471c53dd4ed9 req-e51ecf03-9e05-4e24-ac31-3d3d8ab64087 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "DELETE /v2.0/ports/9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 HTTP/1.1" status: 204 len: 173 time: 0.7569566 Oct 12 11:25:58.433501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'name': 'network-vif-deleted', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:25:58.443885 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cf3622-5e22-42a2-b9f5-7098bad4b1cd" -d '{"events": [{"server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "name": "network-vif-deleted", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:25:58.467378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0e2fb-bb9f-41f9-a07b-d5a6216183c8 req-44d2c1bb-3c29-4c58-a3f5-3f80b8a26593 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:58.476689 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13d0e2fb-bb9f-41f9-a07b-d5a6216183c8 req-44d2c1bb-3c29-4c58-a3f5-3f80b8a26593 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1691406 Oct 12 11:25:58.547036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13d0e2fb-bb9f-41f9-a07b-d5a6216183c8 req-4915b89e-2bfd-4918-a5e9-9a8733003dbc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Oct 12 11:25:58.611947 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275295d5-fc56-42a2-8e8b-489d8f7dbed4 x-openstack-request-id: req-275295d5-fc56-42a2-8e8b-489d8f7dbed4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:25:58.612249 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3", "name": "network-vif-deleted", "tag": "9ddb11fb-09b4-44ff-99cc-0817c0dd0e56", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:25:58.612504 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-275295d5-fc56-42a2-8e8b-489d8f7dbed4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:25:58.612912 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3', 'name': 'network-vif-deleted', 'tag': '9ddb11fb-09b4-44ff-99cc-0817c0dd0e56', 'status': 'completed', 'code': 200} Oct 12 11:25:59.361043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c78c1490-275b-4679-a354-cf56d540d585 req-6918737f-a6fe-458c-a525-0e1740d06b6d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ba5b2-0e88-446c-8c83-115dd8bdb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0354898 Oct 12 11:25:59.724412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb856dd3-be5e-4f8c-b128-b2f28fbe5a58 req-a1b5da24-f20d-4f56-9185-36130cd448bb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:25:59.727975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb856dd3-be5e-4f8c-b128-b2f28fbe5a58 req-a1b5da24-f20d-4f56-9185-36130cd448bb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1014888 Oct 12 11:25:59.775529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb856dd3-be5e-4f8c-b128-b2f28fbe5a58 req-aa5d019f-8279-4f08-979c-30085ed174b1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Oct 12 11:26:01.016693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae66b2-4fcb-464f-a136-a78c9ef494ed req-32046230-4dcb-4d43-961c-4b7a649c2ebb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:01.019140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6ae66b2-4fcb-464f-a136-a78c9ef494ed req-32046230-4dcb-4d43-961c-4b7a649c2ebb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0523298 Oct 12 11:26:01.059455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6ae66b2-4fcb-464f-a136-a78c9ef494ed req-e75d8c99-9331-44f5-a8c9-5c65272bbd66 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Oct 12 11:26:01.495594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:01.524747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:01.525090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ddb11fb-09b4-44ff-99cc-0817c0dd0e56 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:01.570371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-beefe39e-e48c-4369-98ab-afbef560356f tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:01.571975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-beefe39e-e48c-4369-98ab-afbef560356f tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/networks?id=970ceed5-6ea5-4773-8d08-79c0fcd98d61 HTTP/1.1" status: 200 len: 824 time: 0.1243052 Oct 12 11:26:01.588550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-2e15fcc4-e642-4f1d-8717-f03a9e4fed3b tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/quotas/32c54837a4a0455089c25a3066b5ad0b HTTP/1.1" status: 200 len: 375 time: 0.0105350 Oct 12 11:26:01.625728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-04ebc413-19c0-4fea-9153-2530062f376c tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32c54837a4a0455089c25a3066b5ad0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309160 Oct 12 11:26:01.733715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-299a074d-2d6e-4d85-8a43-0640930bef46 service neutron] 10.222.0.43 "GET /v2.0/networks/970ceed5-6ea5-4773-8d08-79c0fcd98d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999718 Oct 12 11:26:01.974264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ef1c-c390-449a-b423-29088270f22d req-920e7096-ff63-4a00-96fa-3fe3b4be81c0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:01.976510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f0ef1c-c390-449a-b423-29088270f22d req-920e7096-ff63-4a00-96fa-3fe3b4be81c0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.0903091 Oct 12 11:26:02.119060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-c52bbe8f-b960-4843-be3b-f65ab52fa122 service neutron] 10.222.0.43 "GET /v2.0/networks/970ceed5-6ea5-4773-8d08-79c0fcd98d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791361 Oct 12 11:26:02.384373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705e40-544f-4733-89de-96b4115aefe4 req-9c0456c5-2e76-4876-a5d1-1696f708e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.387659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-9c0456c5-2e76-4876-a5d1-1696f708e333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 1096 time: 0.0699348 Oct 12 11:26:02.407347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08f0ef1c-c390-449a-b423-29088270f22d req-18d9f458-f0bf-453d-82ed-ffe7f77e26d1 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242096 Oct 12 11:26:02.448356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-7ed14448-f6b6-4e0b-989d-210a747b1df0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.450394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-7ed14448-f6b6-4e0b-989d-210a747b1df0 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 950 time: 0.1392250 Oct 12 11:26:02.541332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26463b9-99dd-4949-8d9a-c0f1ce676c95 req-ddee4702-d4ef-41a7-90f2-082454d34665 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.543664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f26463b9-99dd-4949-8d9a-c0f1ce676c95 req-ddee4702-d4ef-41a7-90f2-082454d34665 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1366832 Oct 12 11:26:02.582429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705e40-544f-4733-89de-96b4115aefe4 req-4c19d349-4695-4121-8000-7863c3aadc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.584871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-4c19d349-4695-4121-8000-7863c3aadc70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.1866140 Oct 12 11:26:02.620463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47ea38b0-8927-410b-a465-44bfab5f8f3c req-94c76b56-574a-4eee-8831-629fb51e1d0b tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.0373220 Oct 12 11:26:02.636112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port 2fa156fd-32d3-4bf8-9968-3145966427ad {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:02.636492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:02.684010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f26463b9-99dd-4949-8d9a-c0f1ce676c95 req-9a6985a0-ff4c-4c02-a581-4320adbfe3ea tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298609 Oct 12 11:26:02.687729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-523aa0ff-8ba6-4d23-8dd3-e6723339a53f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7 HTTP/1.1" status: 200 len: 217 time: 0.0876074 Oct 12 11:26:02.779112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port 2fa156fd-32d3-4bf8-9968-3145966427ad, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2fa156fd-32d3-4bf8-9968-3145966427ad,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:02.779584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:02.788636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705e40-544f-4733-89de-96b4115aefe4 req-7b3d2ea8-3f60-4ada-97e5-e4d5ec95aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.790139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-7b3d2ea8-3f60-4ada-97e5-e4d5ec95aaf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0941672 Oct 12 11:26:02.807507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for 2fa156fd-32d3-4bf8-9968-3145966427ad owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:02.911287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705e40-544f-4733-89de-96b4115aefe4 req-f1e5dcb9-b270-473f-8ff2-0ea7f9cdb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:02.913633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-f1e5dcb9-b270-473f-8ff2-0ea7f9cdb301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048155 Oct 12 11:26:03.022015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-b9d16340-9c73-41fc-9415-13ee6af26ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935938 Oct 12 11:26:03.039495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:03.054544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:03.069326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2fa156fd-32d3-4bf8-9968-3145966427ad'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:03.089031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=2fa156fd-32d3-4bf8-9968-3145966427ad,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:03.133703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port 2fa156fd-32d3-4bf8-9968-3145966427ad on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:03.137209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:03.141261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d05adaa-e117-43df-bc1f-95e64dc6e2f2 req-b20d3171-935b-46df-a65f-c8a73253fd61 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.47 "DELETE /v2.0/ports/2fa156fd-32d3-4bf8-9968-3145966427ad HTTP/1.1" status: 204 len: 173 time: 0.6845448 Oct 12 11:26:03.141770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'name': 'network-vif-deleted', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:03.144292 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e4bc6-bcca-4e32-b8fd-66398507318f" -d '{"events": [{"server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "name": "network-vif-deleted", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:03.146825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12705e40-544f-4733-89de-96b4115aefe4 req-8dd91600-5c3c-4b8e-acd3-7b0d354b6feb service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223254 Oct 12 11:26:03.204416 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16237b6-e1e2-4185-9c61-5aaecc6fa606 x-openstack-request-id: req-e16237b6-e1e2-4185-9c61-5aaecc6fa606 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:03.204762 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e481bafd-b83b-4a73-877e-1e63718b10cc", "name": "network-vif-deleted", "tag": "2fa156fd-32d3-4bf8-9968-3145966427ad", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:03.206015 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e16237b6-e1e2-4185-9c61-5aaecc6fa606 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:03.206342 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e481bafd-b83b-4a73-877e-1e63718b10cc', 'name': 'network-vif-deleted', 'tag': '2fa156fd-32d3-4bf8-9968-3145966427ad', 'status': 'completed', 'code': 200} Oct 12 11:26:03.655040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e772a09-7643-4fb9-a22f-c654885eec5f req-889ecb67-d36f-4324-bde7-d61c6ddd0560 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 210 time: 0.0832074 Oct 12 11:26:03.834611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-b79d9410-52a9-462d-81f1-b34064bdaf9a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:03.841363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-b79d9410-52a9-462d-81f1-b34064bdaf9a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 949 time: 0.2356336 Oct 12 11:26:03.873368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fc0320d-9abb-461f-9b60-5e9291058879 req-7ec97ae3-fad2-4052-b49b-e77324430ed4 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.1066401 Oct 12 11:26:04.014088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7c4e-36e5-400b-a929-44df9ae142b2 req-8c2f583a-8725-4dd8-b0ba-55e83d56c0a2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:04.014088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bafb7c4e-36e5-400b-a929-44df9ae142b2 req-8c2f583a-8725-4dd8-b0ba-55e83d56c0a2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.1133375 Oct 12 11:26:04.097586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bafb7c4e-36e5-400b-a929-44df9ae142b2 req-31d06cf6-552e-483b-8cee-f6097e9c3cd4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049070 Oct 12 11:26:04.123536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:04.123888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:04.233877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port f5fcc28f-ebae-4e96-af89-60ebfb7f6513, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:04.234375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:04.250131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for f5fcc28f-ebae-4e96-af89-60ebfb7f6513 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:04.531003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:04.561834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=f5fcc28f-ebae-4e96-af89-60ebfb7f6513,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:04.606142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port f5fcc28f-ebae-4e96-af89-60ebfb7f6513 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:04.609421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:04.614211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aea189de-3cee-4aa6-879e-fac4986460d7 req-7c24761d-529a-4d4c-912f-dc59f358f21b tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "DELETE /v2.0/ports/f5fcc28f-ebae-4e96-af89-60ebfb7f6513 HTTP/1.1" status: 204 len: 173 time: 0.7653131 Oct 12 11:26:04.615071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'name': 'network-vif-deleted', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:04.617916 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc281f8f-26d6-4e7c-9792-12ed261453aa" -d '{"events": [{"server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "name": "network-vif-deleted", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:04.740679 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed494f0-e0d3-4ff2-9547-a264797d62e8 x-openstack-request-id: req-eed494f0-e0d3-4ff2-9547-a264797d62e8 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:04.741259 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f046df0c-3c8f-41a7-a515-74a3482e41b4", "name": "network-vif-deleted", "tag": "f5fcc28f-ebae-4e96-af89-60ebfb7f6513", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:04.741259 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eed494f0-e0d3-4ff2-9547-a264797d62e8 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:04.741660 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f046df0c-3c8f-41a7-a515-74a3482e41b4', 'name': 'network-vif-deleted', 'tag': 'f5fcc28f-ebae-4e96-af89-60ebfb7f6513', 'status': 'completed', 'code': 200} Oct 12 11:26:04.859528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bce57752-dd0d-46e2-835e-0be6e96810a4 req-b679b3c8-ece5-4c8a-a739-e4967a0f18aa tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=e481bafd-b83b-4a73-877e-1e63718b10cc HTTP/1.1" status: 200 len: 210 time: 0.0385473 Oct 12 11:26:05.060082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:05.136806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acfdf65e-5a01-4a57-b0b8-213409c193fd req-729402be-a11f-4770-8b3e-354dd3a26781 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.1082141 Oct 12 11:26:05.361004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75413499-ce7e-4ec2-ba60-3849da3bde06 req-22c95e1f-368b-4f2f-96a3-52e09e9e86fc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:05.362988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75413499-ce7e-4ec2-ba60-3849da3bde06 req-22c95e1f-368b-4f2f-96a3-52e09e9e86fc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 945 time: 0.0869985 Oct 12 11:26:05.415339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75413499-ce7e-4ec2-ba60-3849da3bde06 req-0daea7c2-9c92-4bb7-9d3e-cca51ed0572a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Oct 12 11:26:05.529779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2fa156fd-32d3-4bf8-9968-3145966427ad no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:05.560824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 2fa156fd-32d3-4bf8-9968-3145966427ad {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:05.561087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2fa156fd-32d3-4bf8-9968-3145966427ad not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:05.824257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f5fcc28f-ebae-4e96-af89-60ebfb7f6513 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:05.847677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: f5fcc28f-ebae-4e96-af89-60ebfb7f6513 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:05.848055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f5fcc28f-ebae-4e96-af89-60ebfb7f6513 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:05.848480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:05.943468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:05.971569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:05.974200 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be63ab-b1a8-47fb-9399-4930cd64bb43" -d '{"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:05.992991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:06.030484 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb9c6e-b3dc-4804-9f5f-60c0ba7ada28 x-openstack-request-id: req-a8cb9c6e-b3dc-4804-9f5f-60c0ba7ada28 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:06.030914 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:06.031290 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8cb9c6e-b3dc-4804-9f5f-60c0ba7ada28 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:06.031755 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'code': 200} Oct 12 11:26:06.050774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ff1d2e2-5920-414b-a0e0-e109bba7f54a req-533db165-e969-4b97-ba4f-81f858890792 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=f046df0c-3c8f-41a7-a515-74a3482e41b4 HTTP/1.1" status: 200 len: 210 time: 0.0393229 Oct 12 11:26:06.117443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:06.171836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:06.220409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-b16366f1-ece0-4079-8ff3-081e1c43c752 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:06.222320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-b16366f1-ece0-4079-8ff3-081e1c43c752 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.47 "GET /v2.0/networks?id=970ceed5-6ea5-4773-8d08-79c0fcd98d61 HTTP/1.1" status: 200 len: 824 time: 0.1338592 Oct 12 11:26:06.237396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Request body: {'port': {'device_id': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61', 'admin_state_up': True, 'tenant_id': '32c54837a4a0455089c25a3066b5ad0b'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:06.312143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21c3323a-9890-48ca-823a-b9e3c4b61fa2 req-2d50fc73-8e92-4f5b-98c9-7821e35a2314 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.0761034 Oct 12 11:26:06.468179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Made reservation on behalf of 32c54837a4a0455089c25a3066b5ad0b for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:06.472728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:06.598176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0d86-d8e1-484d-b9cd-f5d8a0ba067e req-d9b3765a-4c88-4c1c-a046-9d3f4b2cb5e5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:06.600029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ff0d86-d8e1-484d-b9cd-f5d8a0ba067e req-d9b3765a-4c88-4c1c-a046-9d3f4b2cb5e5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0694377 Oct 12 11:26:06.649748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ff0d86-d8e1-484d-b9cd-f5d8a0ba067e req-ee64d7e2-88c1-498c-acab-d6c0ca488235 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Oct 12 11:26:06.654600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Allocated IP 172.20.0.11 (970ceed5-6ea5-4773-8d08-79c0fcd98d61/59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc/941f3d29-b2f1-487e-83b1-2beff18d7018) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:06.859681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1bd1-feca-44b4-903f-7595378d1fc6 req-2aff1c40-863d-437e-9d92-eb910f34de39 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:06.861136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01dd1bd1-feca-44b4-903f-7595378d1fc6 req-2aff1c40-863d-437e-9d92-eb910f34de39 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1236939 Oct 12 11:26:06.898488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:06.925612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01dd1bd1-feca-44b4-903f-7595378d1fc6 req-7f7754b7-f096-442a-9f32-8a2fb9116305 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564299 Oct 12 11:26:07.017451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:07.060631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ef502-5e10-45d4-829b-e404e102b303 req-c310c15c-ef19-48f8-8311-4a129aa850a2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:07.062345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a8ef502-5e10-45d4-829b-e404e102b303 req-c310c15c-ef19-48f8-8311-4a129aa850a2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Oct 12 11:26:07.071587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:07.076029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:07.082678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:07.119625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a8ef502-5e10-45d4-829b-e404e102b303 req-3d25b13d-b2e0-490e-9a7b-d531782359e7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497859 Oct 12 11:26:07.163466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Pushing event updated for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:07.172456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:07.173308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:07.271167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-f67603e6-4d17-42f4-8f6a-302c6cffb918 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0397601 Oct 12 11:26:07.382302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Request body: {'port': {'device_id': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:07.449095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:07.665241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240681-4545-41e8-b39b-334c4e99b706 req-302a5af5-279f-4c82-a613-cbc454ee4ffc tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:07.671475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e240681-4545-41e8-b39b-334c4e99b706 req-302a5af5-279f-4c82-a613-cbc454ee4ffc tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 932 time: 0.0678039 Oct 12 11:26:07.719332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e240681-4545-41e8-b39b-334c4e99b706 req-a13ea9ae-92ae-434c-9539-6b161d9fe8d1 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Oct 12 11:26:07.844722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941f3d29-b2f1-487e-83b1-2beff18d7018 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:26:07.854877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:07.872874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e129fe-b512-467c-8382-8f0c6e041cb4 req-f4496c5b-21e1-4feb-b2c3-24c834add76c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:07.878490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94e129fe-b512-467c-8382-8f0c6e041cb4 req-f4496c5b-21e1-4feb-b2c3-24c834add76c tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0996137 Oct 12 11:26:07.880320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Transition to ACTIVE for port object 941f3d29-b2f1-487e-83b1-2beff18d7018 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:26:07.916972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94e129fe-b512-467c-8382-8f0c6e041cb4 req-a4e99ef1-5822-42ce-afbe-da66c7879ad9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353920 Oct 12 11:26:07.999754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:08.055546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Pushing event updated for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:08.131791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Attempting to bind port 941f3d29-b2f1-487e-83b1-2beff18d7018 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:08.132130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Attempting to bind port 941f3d29-b2f1-487e-83b1-2beff18d7018 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8411838f-9643-41e2-856d-ccc5bc286220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:08.132723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Attempting to bind port 941f3d29-b2f1-487e-83b1-2beff18d7018 on network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:08.137371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Port 941f3d29-b2f1-487e-83b1-2beff18d7018 on network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:26:08.141897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Attempting to bind port 941f3d29-b2f1-487e-83b1-2beff18d7018 on network 970ceed5-6ea5-4773-8d08-79c0fcd98d61 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:08.142684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:08.143552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Checking segment: {'id': '8411838f-9643-41e2-856d-ccc5bc286220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:08.143905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Bound using segment: {'id': '8411838f-9643-41e2-856d-ccc5bc286220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:08.144336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Bound port: 941f3d29-b2f1-487e-83b1-2beff18d7018, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8411838f-9643-41e2-856d-ccc5bc286220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:08.146284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:08.242217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34ffb1-258b-4559-b57a-42d30c66eb95 req-e1c363a5-2662-4a68-a94a-169e63068f92 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.243745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf34ffb1-258b-4559-b57a-42d30c66eb95 req-e1c363a5-2662-4a68-a94a-169e63068f92 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 950 time: 0.0659580 Oct 12 11:26:08.272519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:08.294249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=941f3d29-b2f1-487e-83b1-2beff18d7018,segment=NetworkSegment(8411838f-9643-41e2-856d-ccc5bc286220),segment_id=8411838f-9643-41e2-856d-ccc5bc286220)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:08.303101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf34ffb1-258b-4559-b57a-42d30c66eb95 req-ce800b55-00a4-43b3-aecf-896f95789a54 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513647 Oct 12 11:26:08.377713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:08.412730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.413350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:08.414772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] 10.222.0.47 "PUT /v2.0/ports/941f3d29-b2f1-487e-83b1-2beff18d7018 HTTP/1.1" status: 200 len: 1092 time: 1.1356492 Oct 12 11:26:08.415239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:08.418257 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f5726-ce09-4c91-bbf9-faad5c61fd13" -d '{"events": [{"name": "network-changed", "server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:08.444639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf74ac-6674-4498-93ec-738820fd6390 service neutron] Pushing event updated for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:08.461818 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca23628-55d5-4d66-a41b-4df15fecd9dd x-openstack-request-id: req-eca23628-55d5-4d66-a41b-4df15fecd9dd {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:08.462117 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:08.462373 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eca23628-55d5-4d66-a41b-4df15fecd9dd {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:08.462807 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018', 'status': 'completed', 'code': 200} Oct 12 11:26:08.527313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-41ea1b84-6dbf-4fc2-baa2-38a00c8b8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.528958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-41ea1b84-6dbf-4fc2-baa2-38a00c8b8281 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32c54837a4a0455089c25a3066b5ad0b&device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 1095 time: 0.0458200 Oct 12 11:26:08.651379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-2c4dc090-a1bf-476c-abaa-c7ad2fc1714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.653050 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-2c4dc090-a1bf-476c-abaa-c7ad2fc1714f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32c54837a4a0455089c25a3066b5ad0b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1164963 Oct 12 11:26:08.774576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-bfd9b35f-018a-4a27-aa38-319f96743ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.776402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-487f5726-ce09-4c91-bbf9-faad5c61fd13 req-bfd9b35f-018a-4a27-aa38-319f96743ea7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165283 Oct 12 11:26:08.888298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc6b9-fdac-43cd-8753-92b12b973541 req-68692062-80d4-4c83-94c2-8e978a144cea tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.890108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c6bc6b9-fdac-43cd-8753-92b12b973541 req-68692062-80d4-4c83-94c2-8e978a144cea tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 944 time: 0.0859370 Oct 12 11:26:08.899989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-d673b93d-e59a-4957-9869-fd2d4e2e02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:08.901877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-d673b93d-e59a-4957-9869-fd2d4e2e02b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32c54837a4a0455089c25a3066b5ad0b&device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 1095 time: 0.0849473 Oct 12 11:26:09.002891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-23418252-8e12-4a51-8e78-e886db454315 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=941f3d29-b2f1-487e-83b1-2beff18d7018 HTTP/1.1" status: 200 len: 217 time: 0.0823226 Oct 12 11:26:09.043243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c6bc6b9-fdac-43cd-8753-92b12b973541 req-8d603f77-d076-48be-878e-a064ac9e7c0f tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372521 Oct 12 11:26:09.048035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fa6b-ed0f-4f43-8c39-32f3eff03630 req-f745875a-6abd-43b2-9e69-50c766c7a3f3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:09.049728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0882fa6b-ed0f-4f43-8c39-32f3eff03630 req-f745875a-6abd-43b2-9e69-50c766c7a3f3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0607195 Oct 12 11:26:09.072273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-003ed0eb-be3a-4ca4-8778-f5ec07ce4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:09.073763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-003ed0eb-be3a-4ca4-8778-f5ec07ce4ab3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc HTTP/1.1" status: 200 len: 864 time: 0.0700181 Oct 12 11:26:09.097970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0882fa6b-ed0f-4f43-8c39-32f3eff03630 req-3ead7b02-4588-41f9-bda2-f967eb2b5432 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Oct 12 11:26:09.148100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-067a6add-b77a-471f-86ab-73f6ca53de0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=970ceed5-6ea5-4773-8d08-79c0fcd98d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327606 Oct 12 11:26:09.212502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-80818db6-98a2-4577-b6e5-efec1c720aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/970ceed5-6ea5-4773-8d08-79c0fcd98d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910890 Oct 12 11:26:09.241529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbce728-da62-4f08-a556-a3b25539b041 req-3c2cba8b-43ef-4540-8be7-bfd9b15dd8d4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:09.243367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcbce728-da62-4f08-a556-a3b25539b041 req-3c2cba8b-43ef-4540-8be7-bfd9b15dd8d4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 950 time: 0.0632632 Oct 12 11:26:09.337459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e79666e-141a-444c-9d04-06f6e5f7f6a7 req-413d1707-bbea-4202-a00b-895c8f0b0aac service neutron] 10.222.0.47 "GET /v2.0/networks/970ceed5-6ea5-4773-8d08-79c0fcd98d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177316 Oct 12 11:26:09.369843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port 66d77ad7-4d61-4b91-90c3-8a718c482e31 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:09.370962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:09.495268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adc61d-24b0-4453-83f7-ccf819997c5a req-127e9672-82b3-4fbc-b90c-b94399957ebf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:09.496807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8adc61d-24b0-4453-83f7-ccf819997c5a req-127e9672-82b3-4fbc-b90c-b94399957ebf tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 950 time: 0.1116898 Oct 12 11:26:09.526418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port 66d77ad7-4d61-4b91-90c3-8a718c482e31, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=66d77ad7-4d61-4b91-90c3-8a718c482e31,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:09.570625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:09.570625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for 66d77ad7-4d61-4b91-90c3-8a718c482e31 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:09.570625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8adc61d-24b0-4453-83f7-ccf819997c5a req-24eb7779-b2d3-4f48-8797-a82e3e9eab88 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583928 Oct 12 11:26:09.772906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-dee142c5-60be-476a-877d-8aa088bb041d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:09.774371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-dee142c5-60be-476a-877d-8aa088bb041d tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 950 time: 0.0525963 Oct 12 11:26:09.852727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17fa996-0c2c-41f1-9387-81c1db5f75e7 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:09.873593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port d578fcd1-ebe0-4583-8f00-0d6f98e170ff {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:09.873957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:09.980200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port d578fcd1-ebe0-4583-8f00-0d6f98e170ff, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:09.983449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:09.995341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for d578fcd1-ebe0-4583-8f00-0d6f98e170ff owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:10.001197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:10.012879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', '66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:10.037749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=66d77ad7-4d61-4b91-90c3-8a718c482e31,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:10.137053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port 66d77ad7-4d61-4b91-90c3-8a718c482e31 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:10.140443 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:10.144707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcbce728-da62-4f08-a556-a3b25539b041 req-ce9e20d5-e51e-4860-847e-232294892c95 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "DELETE /v2.0/ports/66d77ad7-4d61-4b91-90c3-8a718c482e31 HTTP/1.1" status: 204 len: 173 time: 0.8944790 Oct 12 11:26:10.145266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'name': 'network-vif-deleted', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:10.147786 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2fe6da-cb53-432f-bb86-9815926f6a03" -d '{"events": [{"server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "name": "network-vif-deleted", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:10.273077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc10d2f-9247-4ab5-a6ce-87c9c703bf0a req-0590bae0-6728-46f9-be50-82855b5f1e47 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:10.275863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bc10d2f-9247-4ab5-a6ce-87c9c703bf0a req-0590bae0-6728-46f9-be50-82855b5f1e47 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 944 time: 0.0908227 Oct 12 11:26:10.318001 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c39f6-4d4c-425f-b1d0-81159bd69ffb x-openstack-request-id: req-979c39f6-4d4c-425f-b1d0-81159bd69ffb {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:10.318494 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a1ee9-78b7-48d8-93ef-b692d64e2caf", "name": "network-vif-deleted", "tag": "66d77ad7-4d61-4b91-90c3-8a718c482e31", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:10.318931 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-979c39f6-4d4c-425f-b1d0-81159bd69ffb {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:10.319798 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a1ee9-78b7-48d8-93ef-b692d64e2caf', 'name': 'network-vif-deleted', 'tag': '66d77ad7-4d61-4b91-90c3-8a718c482e31', 'status': 'completed', 'code': 200} Oct 12 11:26:10.329056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8bc10d2f-9247-4ab5-a6ce-87c9c703bf0a req-7ff6badd-72ce-43bc-b44e-d5438870d67b tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Oct 12 11:26:10.338252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:10.378758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=d578fcd1-ebe0-4583-8f00-0d6f98e170ff,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:10.449925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port d578fcd1-ebe0-4583-8f00-0d6f98e170ff on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:10.453254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:10.456837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-491f00e4-21d0-421a-9de2-5d66e8b84e2c req-2f241597-33a7-4362-95a7-08ce68c81a74 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "DELETE /v2.0/ports/d578fcd1-ebe0-4583-8f00-0d6f98e170ff HTTP/1.1" status: 204 len: 173 time: 0.6766913 Oct 12 11:26:10.477797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dd0cf-4e1c-461f-91fd-2227257dfece req-12629f66-e198-463b-a836-8267d613c51a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:10.479583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d92dd0cf-4e1c-461f-91fd-2227257dfece req-12629f66-e198-463b-a836-8267d613c51a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1053486 Oct 12 11:26:10.537736 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d92dd0cf-4e1c-461f-91fd-2227257dfece req-a12d2a86-9167-4a36-ab6e-6f1c8808850a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499618 Oct 12 11:26:10.546717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430', '66d77ad7-4d61-4b91-90c3-8a718c482e31'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:10.693298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35b3f355-7ead-412c-a793-1d26a44649c9 req-5c8e0c7d-f7ad-41d3-a9e6-44e9c6aca828 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c5a1ee9-78b7-48d8-93ef-b692d64e2caf HTTP/1.1" status: 200 len: 210 time: 0.0281715 Oct 12 11:26:11.481426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1d59-1c6e-4f5e-8246-d86f5b84314d req-e3ee7eab-a408-4e69-989c-bfdabc17254d tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:11.483142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7aac1d59-1c6e-4f5e-8246-d86f5b84314d req-e3ee7eab-a408-4e69-989c-bfdabc17254d tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 944 time: 0.0629239 Oct 12 11:26:11.529132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7aac1d59-1c6e-4f5e-8246-d86f5b84314d req-6882c9d2-87be-405a-a62c-9d26815dc450 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Oct 12 11:26:11.662446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db899d-7b52-411f-999d-91febe1b61a8 req-f613dd67-8ca2-4f0a-8ae9-811a1c2baf34 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:11.663870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20db899d-7b52-411f-999d-91febe1b61a8 req-f613dd67-8ca2-4f0a-8ae9-811a1c2baf34 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0481906 Oct 12 11:26:11.706842 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20db899d-7b52-411f-999d-91febe1b61a8 req-0cdd6d84-d7cd-457b-9772-9f198d14046d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Oct 12 11:26:11.860165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7ee0124-95ee-4e8f-bee7-d3dce689a9e0 req-b70372bd-4e6d-48c9-a8c5-3001246805d2 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=24d71435-c18b-47f4-9ee8-04cae380f354 HTTP/1.1" status: 200 len: 210 time: 0.0261831 Oct 12 11:26:12.321556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'name': 'network-vif-deleted', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:12.325773 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37750a0a-fd06-4e7a-97b6-28c15ae375c3" -d '{"events": [{"server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "name": "network-vif-deleted", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:12.395502 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac60d3-ad8e-4528-b88d-145e89ef4a7c x-openstack-request-id: req-2eac60d3-ad8e-4528-b88d-145e89ef4a7c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:12.395949 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d71435-c18b-47f4-9ee8-04cae380f354", "name": "network-vif-deleted", "tag": "d578fcd1-ebe0-4583-8f00-0d6f98e170ff", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:12.396334 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eac60d3-ad8e-4528-b88d-145e89ef4a7c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:12.396873 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d71435-c18b-47f4-9ee8-04cae380f354', 'name': 'network-vif-deleted', 'tag': 'd578fcd1-ebe0-4583-8f00-0d6f98e170ff', 'status': 'completed', 'code': 200} Oct 12 11:26:12.661590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b793-bad6-4927-9b86-c2789f8795dc req-c7683a8b-0c76-4ac5-9a27-66f28d4be930 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:12.663274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0697b793-bad6-4927-9b86-c2789f8795dc req-c7683a8b-0c76-4ac5-9a27-66f28d4be930 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 944 time: 0.0532360 Oct 12 11:26:12.702886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0697b793-bad6-4927-9b86-c2789f8795dc req-3c5d423f-06a0-4bd3-b92c-afd19b35176f tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Oct 12 11:26:12.840328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885a1e-792c-469e-b38d-be8a77430b55 req-da17b66d-167d-49d6-98f3-94e8f7b90dcb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:12.841942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69885a1e-792c-469e-b38d-be8a77430b55 req-da17b66d-167d-49d6-98f3-94e8f7b90dcb tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0614405 Oct 12 11:26:12.883974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69885a1e-792c-469e-b38d-be8a77430b55 req-390a7f6d-2692-4526-9e6f-27f23e73a2b4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354156 Oct 12 11:26:13.573718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 941f3d29-b2f1-487e-83b1-2beff18d7018 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:26:13.689612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0a9ac-12bb-4b6d-970c-cf22f419a995 req-502d00d3-565f-46af-9e00-75c3a1eaae37 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:13.691721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08d0a9ac-12bb-4b6d-970c-cf22f419a995 req-502d00d3-565f-46af-9e00-75c3a1eaae37 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.0813642 Oct 12 11:26:13.738021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=941f3d29-b2f1-487e-83b1-2beff18d7018,segment=NetworkSegment(8411838f-9643-41e2-856d-ccc5bc286220),segment_id=8411838f-9643-41e2-856d-ccc5bc286220)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:13.750843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08d0a9ac-12bb-4b6d-970c-cf22f419a995 req-317dce00-1063-46b6-8772-60e2cf1aed6a tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Oct 12 11:26:13.770431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '941f3d29-b2f1-487e-83b1-2beff18d7018', 'network_id': '970ceed5-6ea5-4773-8d08-79c0fcd98d61', 'port_id': '941f3d29-b2f1-487e-83b1-2beff18d7018', 'mac_address': 'fa:16:3e:a8:88:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:26:13.828185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:13.844540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941f3d29-b2f1-487e-83b1-2beff18d7018 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:26:13.869304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=941f3d29-b2f1-487e-83b1-2beff18d7018,segment=NetworkSegment(8411838f-9643-41e2-856d-ccc5bc286220),segment_id=8411838f-9643-41e2-856d-ccc5bc286220)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:13.872822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 66d77ad7-4d61-4b91-90c3-8a718c482e31 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:13.880933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160e627-990b-466d-acbc-ca244e150743 req-4c534fee-e599-4882-9ccf-b5100fe1ff3e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:13.889962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1160e627-990b-466d-acbc-ca244e150743 req-4c534fee-e599-4882-9ccf-b5100fe1ff3e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 944 time: 0.0947216 Oct 12 11:26:13.909281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 66d77ad7-4d61-4b91-90c3-8a718c482e31 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:13.910101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 66d77ad7-4d61-4b91-90c3-8a718c482e31 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:13.910803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d578fcd1-ebe0-4583-8f00-0d6f98e170ff no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:13.936751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: d578fcd1-ebe0-4583-8f00-0d6f98e170ff {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:13.937224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d578fcd1-ebe0-4583-8f00-0d6f98e170ff not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:13.956790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1160e627-990b-466d-acbc-ca244e150743 req-7e766228-fc61-4a89-b43d-131f7fad9124 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658917 Oct 12 11:26:14.029898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8138c6-6019-4613-8889-bfd1397dbf84 req-3f77586e-920e-4697-872d-bb21e95674b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:14.031330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe8138c6-6019-4613-8889-bfd1397dbf84 req-3f77586e-920e-4697-872d-bb21e95674b5 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Oct 12 11:26:14.073300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe8138c6-6019-4613-8889-bfd1397dbf84 req-af044604-2f6d-4d06-8c86-b3dda5767d90 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Oct 12 11:26:14.076645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:14.154314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:14.394730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['941f3d29-b2f1-487e-83b1-2beff18d7018'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:14.859800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc155cf-c6a5-4db9-80ec-22534148c41a req-1f5bc634-3dcd-4105-8c2d-af0db4838df4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:14.861989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fc155cf-c6a5-4db9-80ec-22534148c41a req-1f5bc634-3dcd-4105-8c2d-af0db4838df4 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.0506525 Oct 12 11:26:14.901197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fc155cf-c6a5-4db9-80ec-22534148c41a req-1ae4fafc-2af2-444b-99ae-88837e2914c5 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/security-groups?id=94eb119e-6cf7-429b-b01b-726a64cbc404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Oct 12 11:26:15.083609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e017c-7490-418d-bd8e-5a1a257e7aef req-da88fa12-488e-41e2-84b4-ba2b62bf1f80 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:15.085164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e28e017c-7490-418d-bd8e-5a1a257e7aef req-da88fa12-488e-41e2-84b4-ba2b62bf1f80 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 945 time: 0.0570030 Oct 12 11:26:15.135856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-c49de0ce-57d5-4bea-9971-c6186333b827 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:15.139166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-c49de0ce-57d5-4bea-9971-c6186333b827 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 949 time: 0.0712602 Oct 12 11:26:15.186387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e28e017c-7490-418d-bd8e-5a1a257e7aef req-8abbe67c-a06d-4393-8211-1146a6f16e5a tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945604 Oct 12 11:26:15.307504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Deleting port a3b04d0c-68b1-4d14-80ff-707a92014430 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:15.307865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.343196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1bfda-5f25-43a8-95d3-ae37eb8042e5 req-f011c07e-f2e1-4276-b60e-47e9864ca42b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:15.344710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf1bfda-5f25-43a8-95d3-ae37eb8042e5 req-f011c07e-f2e1-4276-b60e-47e9864ca42b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0642121 Oct 12 11:26:15.386920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf1bfda-5f25-43a8-95d3-ae37eb8042e5 req-daee8628-94c5-42be-ad64-12f5034151b4 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Oct 12 11:26:15.405542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] For port a3b04d0c-68b1-4d14-80ff-707a92014430, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a3b04d0c-68b1-4d14-80ff-707a92014430,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:15.405905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.421016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Calling delete_port for a3b04d0c-68b1-4d14-80ff-707a92014430 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:15.573374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 941f3d29-b2f1-487e-83b1-2beff18d7018 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:15.668841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.683695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a3b04d0c-68b1-4d14-80ff-707a92014430'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:15.737350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 941f3d29-b2f1-487e-83b1-2beff18d7018 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:26:15.743619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 941f3d29-b2f1-487e-83b1-2beff18d7018 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:15.745111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Pushing event deleted for resources: {'Port': ['ID=a3b04d0c-68b1-4d14-80ff-707a92014430,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:15.745793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.760616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] No DVR routers for this DVR port a3b04d0c-68b1-4d14-80ff-707a92014430 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:15.763286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.766919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66e47b02-7cdd-40ac-bb92-fd7b07c9fc08 req-ecc81f93-e7ff-4fdc-907e-aa15f0996bbd tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.41 "DELETE /v2.0/ports/a3b04d0c-68b1-4d14-80ff-707a92014430 HTTP/1.1" status: 204 len: 173 time: 0.6200950 Oct 12 11:26:15.767882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'name': 'network-vif-deleted', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:15.770426 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde4ab4-fcf8-48a8-b181-20fc6ddc9221" -d '{"events": [{"server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "name": "network-vif-deleted", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:15.819516 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e80542-fb2d-4eac-93d5-bf7dcba4bb81 x-openstack-request-id: req-a0e80542-fb2d-4eac-93d5-bf7dcba4bb81 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:15.820548 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be36ec81-bed7-43c2-9a99-5cdd23c44465", "name": "network-vif-deleted", "tag": "a3b04d0c-68b1-4d14-80ff-707a92014430", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:15.820909 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0e80542-fb2d-4eac-93d5-bf7dcba4bb81 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:15.821565 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be36ec81-bed7-43c2-9a99-5cdd23c44465', 'name': 'network-vif-deleted', 'tag': 'a3b04d0c-68b1-4d14-80ff-707a92014430', 'status': 'completed', 'code': 200} Oct 12 11:26:15.836999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:15.866719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:15.869456 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d02df-2318-4675-90e0-ec4128e0ff69" -d '{"events": [{"server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "name": "network-vif-plugged", "status": "completed", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:15.886483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=941f3d29-b2f1-487e-83b1-2beff18d7018,segment=NetworkSegment(8411838f-9643-41e2-856d-ccc5bc286220),segment_id=8411838f-9643-41e2-856d-ccc5bc286220)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:15.918623 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369fb4d-bba6-418b-a24d-74d37efbba51 x-openstack-request-id: req-e369fb4d-bba6-418b-a24d-74d37efbba51 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:15.919013 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "name": "network-vif-plugged", "status": "completed", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:15.919310 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e369fb4d-bba6-418b-a24d-74d37efbba51 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:15.919754 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018', 'code': 200} Oct 12 11:26:16.015914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1630df6-3abd-43f5-9abb-f1189c2d2edf req-26c35ce3-f3d4-436e-998d-8931315a1b00 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0352495 Oct 12 11:26:16.039626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd8125-499b-467f-931f-c26522238f15 req-46d7101b-199a-4fd2-b76c-7586665524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:16.041659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20cd8125-499b-467f-931f-c26522238f15 req-46d7101b-199a-4fd2-b76c-7586665524a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 1096 time: 0.0615308 Oct 12 11:26:16.055946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:16.090753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20cd8125-499b-467f-931f-c26522238f15 req-7a62efb4-42e8-48b1-8b44-0028e93276c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Oct 12 11:26:16.121085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:16.318223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432054b-8553-45c5-bf21-72e652f00079 req-3a7ec9a1-9eb0-4fee-aad8-6a83998179e3 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:16.319930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b432054b-8553-45c5-bf21-72e652f00079 req-3a7ec9a1-9eb0-4fee-aad8-6a83998179e3 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0528371 Oct 12 11:26:16.362994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b432054b-8553-45c5-bf21-72e652f00079 req-679568d8-1fbb-4920-8b4a-92360b3e6c83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356910 Oct 12 11:26:16.544965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d855f-2e8e-4ce4-a558-1e2f864189f4 req-23fea712-2693-4ec4-ad3c-d92f1cf71327 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:16.546562 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d7d855f-2e8e-4ce4-a558-1e2f864189f4 req-23fea712-2693-4ec4-ad3c-d92f1cf71327 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0571578 Oct 12 11:26:16.593912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d7d855f-2e8e-4ce4-a558-1e2f864189f4 req-5fe08f77-fb67-432e-9968-97e18a9ac37f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394361 Oct 12 11:26:16.653097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0bf95-c17e-4db7-8fba-14f30e7eb27b req-befdb36f-686d-43c1-9d17-b0107af3d716 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:16.654503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ca0bf95-c17e-4db7-8fba-14f30e7eb27b req-befdb36f-686d-43c1-9d17-b0107af3d716 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0553458 Oct 12 11:26:16.700739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ca0bf95-c17e-4db7-8fba-14f30e7eb27b req-996f2876-0b95-46f6-9453-bee0723bc1e5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Oct 12 11:26:17.140428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f3ff70f-e573-4c8e-9708-342831bd9ea0 req-e8fd0db4-ad8e-4d35-8e3f-54bc0c900d58 tempest-ServersOnMultiNodesTest-221669039 tempest-ServersOnMultiNodesTest-221669039-project] 10.222.0.43 "GET /v2.0/ports?device_id=be36ec81-bed7-43c2-9a99-5cdd23c44465 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Oct 12 11:26:17.514169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1413-0786-41d5-80a1-9fd9651ecbb2 req-1174606b-202f-4fb9-9176-420718ad2728 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:17.521412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcdf1413-0786-41d5-80a1-9fd9651ecbb2 req-1174606b-202f-4fb9-9176-420718ad2728 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0546570 Oct 12 11:26:17.558302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcdf1413-0786-41d5-80a1-9fd9651ecbb2 req-93a163b0-939e-4f06-a933-7b0b00f6bb19 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345612 Oct 12 11:26:17.690803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b526cdc-644b-4cb6-8a73-6ae28cf03b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:17.734990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106b3c4-8062-4c17-aa00-6e1d4377eef1 req-56fe7371-f177-45c5-a676-55679ec08fc0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:17.736531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e106b3c4-8062-4c17-aa00-6e1d4377eef1 req-56fe7371-f177-45c5-a676-55679ec08fc0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Oct 12 11:26:17.777126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e106b3c4-8062-4c17-aa00-6e1d4377eef1 req-d7946c78-4df0-4644-964a-e449c7226d12 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337908 Oct 12 11:26:17.843622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df0b6d-6f8b-4c3c-996a-d214c32fc784 req-c6d4b6fa-8c0a-4480-beed-7a06fa8ff7ea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:17.845161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-79df0b6d-6f8b-4c3c-996a-d214c32fc784 req-c6d4b6fa-8c0a-4480-beed-7a06fa8ff7ea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0665095 Oct 12 11:26:17.885704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-79df0b6d-6f8b-4c3c-996a-d214c32fc784 req-7410e6a5-04c6-4fa6-b9be-ab45a44ff6d3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Oct 12 11:26:18.660086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58720) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:18.684783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85711a28-4727-4560-87df-1f98915c11eb req-11f74298-5f5b-416a-88ce-61a700c08cc5 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:18.686300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85711a28-4727-4560-87df-1f98915c11eb req-11f74298-5f5b-416a-88ce-61a700c08cc5 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0568683 Oct 12 11:26:18.727174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85711a28-4727-4560-87df-1f98915c11eb req-c113a811-c3c7-412f-8ea6-6c6840787791 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Oct 12 11:26:18.807430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-958360df-3d33-4312-aa52-ba89bf025fd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1606d17320d4431c9911bcfa39bfb0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452684 Oct 12 11:26:18.808090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58728) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:18.876530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f30b8-6b68-448d-acec-32b2db291118 req-699add60-69fa-49cd-9600-ecb87ad6fb8c tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:18.882141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f87f30b8-6b68-448d-acec-32b2db291118 req-699add60-69fa-49cd-9600-ecb87ad6fb8c tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0728781 Oct 12 11:26:18.886214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:18.935667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f87f30b8-6b68-448d-acec-32b2db291118 req-28064345-6aa3-4484-a95f-133e4f690bac tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Oct 12 11:26:18.949748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:19.020343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a8b5-d2c1-4cff-8eea-663639b76534 req-9b037e30-492a-45ef-9b05-59582344820b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.034824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecb9a8b5-d2c1-4cff-8eea-663639b76534 req-9b037e30-492a-45ef-9b05-59582344820b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1570129 Oct 12 11:26:19.080665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecb9a8b5-d2c1-4cff-8eea-663639b76534 req-858c0b3e-c800-4927-9dc2-c2b13aaebde8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506246 Oct 12 11:26:19.131176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:19.134179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:19.135364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94eb119e-6cf7-429b-b01b-726a64cbc404 HTTP/1.1" status: 204 len: 168 time: 0.3262968 Oct 12 11:26:19.144960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc35fc-5f16-40f8-b149-d9052b787374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb119e-6cf7-429b-b01b-726a64cbc404,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:19.146433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff3ba4-b89f-4342-8697-e05194bed8fc req-410c5fc3-56ac-4a33-b0ec-4943b4bb42bb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.153608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2ff3ba4-b89f-4342-8697-e05194bed8fc req-410c5fc3-56ac-4a33-b0ec-4943b4bb42bb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0616794 Oct 12 11:26:19.218515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2ff3ba4-b89f-4342-8697-e05194bed8fc req-31dcd4e2-ed69-4139-9e8b-3e9b1ae421d4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Oct 12 11:26:19.451234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c735-b01e-410e-8369-21bc9070dd23 req-fe553e7f-7281-4469-8f4b-da486a2b86ae tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.452780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d00c735-b01e-410e-8369-21bc9070dd23 req-fe553e7f-7281-4469-8f4b-da486a2b86ae tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0506637 Oct 12 11:26:19.497191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d00c735-b01e-410e-8369-21bc9070dd23 req-5d57e63e-fca1-44b3-92b2-1d835895299e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Oct 12 11:26:19.817095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ea48b-74d6-4de4-845a-9a822e965714 req-01467077-b7f7-43f8-9de5-7ee3e60071dc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.818780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c34ea48b-74d6-4de4-845a-9a822e965714 req-01467077-b7f7-43f8-9de5-7ee3e60071dc tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Oct 12 11:26:19.872616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c34ea48b-74d6-4de4-845a-9a822e965714 req-bfd82626-0bf5-489f-922c-b6d85b5fe74f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Oct 12 11:26:19.891883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-4e099131-7206-43e1-b8e9-75a8c1a0edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.891883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-4e099131-7206-43e1-b8e9-75a8c1a0edd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.0666776 Oct 12 11:26:19.897994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a3b04d0c-68b1-4d14-80ff-707a92014430 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:19.935834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a3b04d0c-68b1-4d14-80ff-707a92014430 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:19.935965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a3b04d0c-68b1-4d14-80ff-707a92014430 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:19.996657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-93ee7681-677d-4fe2-9972-ce282ab63d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:19.998037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-93ee7681-677d-4fe2-9972-ce282ab63d0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.0958269 Oct 12 11:26:20.014417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58768) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:20.102457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-5120b381-ce04-435a-a1af-8d1f1595fbff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.0944641 Oct 12 11:26:20.108914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83736dd6-b906-4e11-9bd8-3588747a031c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a5d6c47c0d743c7b516c9f9adbbb46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910101 Oct 12 11:26:20.109230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:20.195259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-1c9847ee-fa5b-4451-8f0a-df022b3856da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:20.196826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-1c9847ee-fa5b-4451-8f0a-df022b3856da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.0889397 Oct 12 11:26:20.218315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:20.261057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:20.279276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-48b0de83-70b3-4060-9bc5-cfc8a4796d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:20.280801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-48b0de83-70b3-4060-9bc5-cfc8a4796d69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741389 Oct 12 11:26:20.291644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5e33-46e2-4a69-ab98-8ba558fa5dfb req-dc84f3e8-636c-4312-90f7-6a6d814a788e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:20.293412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fdf5e33-46e2-4a69-ab98-8ba558fa5dfb req-dc84f3e8-636c-4312-90f7-6a6d814a788e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0683279 Oct 12 11:26:20.336132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fdf5e33-46e2-4a69-ab98-8ba558fa5dfb req-affe9f5a-cc33-4990-95ee-39fdd8c8d738 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Oct 12 11:26:20.423844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc855-e3fa-48bc-97ac-d39056745df4 req-0b225194-ab42-44e3-be21-8a1df21cd8a2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:20.425491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84fbc855-e3fa-48bc-97ac-d39056745df4 req-0b225194-ab42-44e3-be21-8a1df21cd8a2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1161735 Oct 12 11:26:20.455527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-133739e2-cc77-4836-9787-e4d32ce6c820 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653695 Oct 12 11:26:20.473964 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-992a0c93-fd18-4019-9034-4ad0a76a430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:20.503868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84fbc855-e3fa-48bc-97ac-d39056745df4 req-f783d1ad-c32b-499b-8974-6c790b7ff45d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719390 Oct 12 11:26:20.506390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:20.508998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:20.511135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76897e40-e538-4ba1-bb5b-ca600dcabe38 HTTP/1.1" status: 204 len: 168 time: 0.4000075 Oct 12 11:26:20.558095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e5d79-3bf9-402e-88af-d8f1cfccd5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76897e40-e538-4ba1-bb5b-ca600dcabe38,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:20.601955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce57bccc-410d-4a3f-ad66-57a4ab7e4f1c req-bbff38a4-e35c-4212-9659-e6d4cfa057eb service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381521 Oct 12 11:26:21.010594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6949a-5fe8-4fe6-ba60-9994339ad939 req-0674c825-da35-4d62-bab6-5810c85bd25f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:21.015960 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6949a-5fe8-4fe6-ba60-9994339ad939 req-0674c825-da35-4d62-bab6-5810c85bd25f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0710297 Oct 12 11:26:21.068338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c6949a-5fe8-4fe6-ba60-9994339ad939 req-9b9e2ddf-851d-4e7f-96b7-7ad25a160100 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Oct 12 11:26:21.480391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431f9f-928b-445a-9669-221934fdee54 req-436d804b-99f4-4d6c-ad7f-4ba51565a186 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:21.482188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69431f9f-928b-445a-9669-221934fdee54 req-436d804b-99f4-4d6c-ad7f-4ba51565a186 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.0724666 Oct 12 11:26:21.583115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69431f9f-928b-445a-9669-221934fdee54 req-25657e97-01d3-4327-a5cb-8f126cb8dd46 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f026866-c103-4444-8200-908e01bbadad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841641 Oct 12 11:26:21.613000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-f364eed3-90a1-46aa-9552-3f0eb35120d5 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:21.618098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-f364eed3-90a1-46aa-9552-3f0eb35120d5 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.47 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 946 time: 0.1140778 Oct 12 11:26:21.655090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b39a0-9422-4401-a235-70774bcfc11f req-8a93af0a-2684-4eae-8fac-d031dbc23eee tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:21.659102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d7b39a0-9422-4401-a235-70774bcfc11f req-8a93af0a-2684-4eae-8fac-d031dbc23eee tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0633168 Oct 12 11:26:21.696723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d7b39a0-9422-4401-a235-70774bcfc11f req-4ce57f60-7a96-47fa-9bc6-9c4c5bdb5480 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Oct 12 11:26:21.702419 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:21.727453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Deleting port 941f3d29-b2f1-487e-83b1-2beff18d7018 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:21.728988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:21.751759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:26:21.757461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:21.842244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] For port 941f3d29-b2f1-487e-83b1-2beff18d7018, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=941f3d29-b2f1-487e-83b1-2beff18d7018,segment=NetworkSegment(8411838f-9643-41e2-856d-ccc5bc286220),segment_id=8411838f-9643-41e2-856d-ccc5bc286220)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:21.842819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:21.857566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Calling delete_port for 941f3d29-b2f1-487e-83b1-2beff18d7018 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:21.900316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:21.903263 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.013383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-network', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:22.160140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.171975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['941f3d29-b2f1-487e-83b1-2beff18d7018'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:22.196413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Pushing event deleted for resources: {'Port': ['ID=941f3d29-b2f1-487e-83b1-2beff18d7018,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:22.209225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d652a03-fed4-4268-ba64-2cf45b7901fe req-25ebace8-9f2a-4275-bade-8177c73f5ec2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:22.210539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d652a03-fed4-4268-ba64-2cf45b7901fe req-25ebace8-9f2a-4275-bade-8177c73f5ec2 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0647266 Oct 12 11:26:22.228217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Made reservation on behalf of 1a277af1916e4d61853cd552f564cdb7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:22.230918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.277035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d652a03-fed4-4268-ba64-2cf45b7901fe req-ec6d8f2e-9791-45f5-8892-dc2264f8ec45 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594587 Oct 12 11:26:22.284295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.286323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] No DVR routers for this DVR port 941f3d29-b2f1-487e-83b1-2beff18d7018 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:22.289654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.293151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ff4d6c-3ddb-4054-9256-076d977bb538 req-953a5093-316b-40f6-9f8a-babf48af1b83 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.47 "DELETE /v2.0/ports/941f3d29-b2f1-487e-83b1-2beff18d7018 HTTP/1.1" status: 204 len: 173 time: 0.6685538 Oct 12 11:26:22.293608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'name': 'network-vif-deleted', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:22.295938 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ec6ac-40b0-469d-abda-20cf44b47648" -d '{"events": [{"server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "name": "network-vif-deleted", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:22.356018 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c3eca2-1241-4daa-8bcc-31e15ca2f4e7 x-openstack-request-id: req-00c3eca2-1241-4daa-8bcc-31e15ca2f4e7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:22.356309 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654c85b7-54d9-4fbf-bbaf-eee50a032b18", "name": "network-vif-deleted", "tag": "941f3d29-b2f1-487e-83b1-2beff18d7018", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:22.356561 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00c3eca2-1241-4daa-8bcc-31e15ca2f4e7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:22.356978 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654c85b7-54d9-4fbf-bbaf-eee50a032b18', 'name': 'network-vif-deleted', 'tag': '941f3d29-b2f1-487e-83b1-2beff18d7018', 'status': 'completed', 'code': 200} Oct 12 11:26:22.391378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.418128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee32d8-efce-4087-bf6c-b8cfb8ef3b12 req-1f2ffff9-1f21-49ab-8fd6-74c22988457d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:22.421942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01ee32d8-efce-4087-bf6c-b8cfb8ef3b12 req-1f2ffff9-1f21-49ab-8fd6-74c22988457d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0551190 Oct 12 11:26:22.458310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01ee32d8-efce-4087-bf6c-b8cfb8ef3b12 req-92551754-5915-4113-86dc-bf7e309036e0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Oct 12 11:26:22.514605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.561800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:26:22.597841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.598230 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Added segment 64a5327c-a954-42ee-be03-34ea75d21f78 of type vlan for network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b Oct 12 11:26:22.600113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feeeead-85cd-42cb-ad41-cc6655bf0566,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:22.653711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.675887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968fef-b63c-444d-ada5-3502dbac1729 req-91198c78-2f14-498b-8ef1-3b3cf0434f67 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:22.679186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc968fef-b63c-444d-ada5-3502dbac1729 req-91198c78-2f14-498b-8ef1-3b3cf0434f67 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1431763 Oct 12 11:26:22.712252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bfc5635-2f42-4754-ad56-3038ace307b0 req-5745a221-e1e4-4839-be3f-3e1c4529368e tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.0339267 Oct 12 11:26:22.736072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc968fef-b63c-444d-ada5-3502dbac1729 req-c5725fa3-a1c3-4261-956a-47347f58e728 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Oct 12 11:26:22.811179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.814325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:22.814325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:22.838299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c0d0-9788-460e-a3c1-180029c58159 req-708c6574-22d3-4d9f-9ef4-16c17ff8c596 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:22.840111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fa6c0d0-9788-460e-a3c1-180029c58159 req-708c6574-22d3-4d9f-9ef4-16c17ff8c596 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0616472 Oct 12 11:26:22.879765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2fa6c0d0-9788-460e-a3c1-180029c58159 req-d77e1ec1-5875-4252-bb5b-48b6a3d5f5c3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Oct 12 11:26:22.884841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdd2c3d-cbfa-4210-a020-b92223f5a20b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:22.899334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:26:22.996511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c9fe54d8-4cf2-46dc-8c3b-43bbcfe79d70 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0958097 Oct 12 11:26:23.002551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:23.007393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Request body: {'subnet': {'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-subnet', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:23.112476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Made reservation on behalf of 1a277af1916e4d61853cd552f564cdb7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:23.114979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:23.302755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:23.346833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a50f1-833d-4fe8-ac50-3834a558b0f9 req-6db7e2bd-3d1f-41f3-99ca-fe16aadc731d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:23.348358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-190a50f1-833d-4fe8-ac50-3834a558b0f9 req-6db7e2bd-3d1f-41f3-99ca-fe16aadc731d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Oct 12 11:26:23.386633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-190a50f1-833d-4fe8-ac50-3834a558b0f9 req-c1c6ae33-40c6-4cc0-811e-af56b341bc5e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Oct 12 11:26:23.588604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:23.653954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f0107c-0d11-42cd-8c94-016f51fcc9e5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:23.663443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Checking segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:23.663827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Network hostable DHCP agents. Network: 9fdd2c3d-cbfa-4210-a020-b92223f5a20b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:26:23.794000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:26:23.830581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd9c97b-3cd5-4467-b8e6-9adbaead0ebf req-6525d798-67e2-4051-91de-c7d958f85fb3 tempest-ServersNegativeTestMultiTenantJSON-739056587 tempest-ServersNegativeTestMultiTenantJSON-739056587-project] 10.222.0.43 "GET /v2.0/ports?device_id=654c85b7-54d9-4fbf-bbaf-eee50a032b18 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Oct 12 11:26:23.914074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 9fdd2c3d-cbfa-4210-a020-b92223f5a20b) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:23.919085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:23.919613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:23.924790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301b2e5-31c2-4312-a1c3-83e4c8da4607 None None] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:26:24.048570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a956fa1-6d5d-41d6-81a2-917acf344aa7 req-8e7b11e8-7a16-46d5-9892-55e0b86977f2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:24.057092 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26524c60-8a2f-4d4e-b363-4a837c3a8c16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0508628 Oct 12 11:26:24.057309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a956fa1-6d5d-41d6-81a2-917acf344aa7 req-8e7b11e8-7a16-46d5-9892-55e0b86977f2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0840302 Oct 12 11:26:24.058293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58858) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:24.069375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:24.088718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:26:24.089594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.123077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a956fa1-6d5d-41d6-81a2-917acf344aa7 req-5445dbdc-3b21-4146-a18f-88ac1bff0fbd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606735 Oct 12 11:26:24.241365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Allocated IP 172.20.0.2 (9fdd2c3d-cbfa-4210-a020-b92223f5a20b/f1f0107c-0d11-42cd-8c94-016f51fcc9e5/4f825afb-efb5-41e5-85dd-248824d4cc79) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:24.263302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.264423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.322027 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.475159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.578030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0f85-bf0a-4e6c-adec-e3fc885094b0 req-e8cf7b85-f034-497b-98b2-dca21aadd30b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:24.579417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4ee0f85-bf0a-4e6c-adec-e3fc885094b0 req-e8cf7b85-f034-497b-98b2-dca21aadd30b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1201878 Oct 12 11:26:24.598769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.639928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:24.645919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:24.649712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:24.659861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Pushing event updated for resources: {'Port': ['ID=4f825afb-efb5-41e5-85dd-248824d4cc79,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:24.685933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.686280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.686615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.686970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.687296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.687618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.687941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.688259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.688575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.688948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.689509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.690047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:24.720834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Attempting to bind port 4f825afb-efb5-41e5-85dd-248824d4cc79 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:24.721189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Attempting to bind port 4f825afb-efb5-41e5-85dd-248824d4cc79 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:24.721548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Attempting to bind port 4f825afb-efb5-41e5-85dd-248824d4cc79 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:24.727211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:24.727578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Checking segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:24.727975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.728361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Bound using segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:24.728827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Bound port: 4f825afb-efb5-41e5-85dd-248824d4cc79, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:24.729202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.802185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] For port 4f825afb-efb5-41e5-85dd-248824d4cc79, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:24.805583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] For port 4f825afb-efb5-41e5-85dd-248824d4cc79, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4f825afb-efb5-41e5-85dd-248824d4cc79,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:24.897066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58872) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:24.904919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.925221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4ee0f85-bf0a-4e6c-adec-e3fc885094b0 req-ea1cb1a7-01e0-452c-a898-b62c66f26f07 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112824 Oct 12 11:26:24.942046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.952811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Deleting subnet 59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:26:24.957095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:24.999541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.005414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2b9b-ca5b-428d-bf46-124810db3d49 None None] Pushing event updated for resources: {'Port': ['ID=4f825afb-efb5-41e5-85dd-248824d4cc79,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:25.050821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.217022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.230527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.238297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc HTTP/1.1" status: 204 len: 168 time: 0.3400679 Oct 12 11:26:25.260912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:25.279922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48395e7-644e-42d4-bb5b-42c67b8402d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fbfee9-a4c7-4e11-8903-2f2e6a04c0cc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:25.344921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853f1b9-d10a-4453-a303-70f53519a708 req-b80ef8fd-3615-47c3-82dc-d9a6e8fedf0f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:25.347591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5853f1b9-d10a-4453-a303-70f53519a708 req-b80ef8fd-3615-47c3-82dc-d9a6e8fedf0f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0757401 Oct 12 11:26:25.412272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.467971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a374-70cd-4009-b383-1af8c291814c req-c0f9205c-9217-47a8-bf63-cb7d0bd1e226 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:25.469626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5918a374-70cd-4009-b383-1af8c291814c req-c0f9205c-9217-47a8-bf63-cb7d0bd1e226 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1010854 Oct 12 11:26:25.518871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5853f1b9-d10a-4453-a303-70f53519a708 req-2314e0ca-2cc2-487e-b7e4-6f4d7f775c74 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489377 Oct 12 11:26:25.520035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.551527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.562819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.573424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 941f3d29-b2f1-487e-83b1-2beff18d7018 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:25.589833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970ceed5-6ea5-4773-8d08-79c0fcd98d61']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:25.603470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8411838f-9643-41e2-856d-ccc5bc286220') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:25.603856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8411838f-9643-41e2-856d-ccc5bc286220') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:25.615490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.624656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 941f3d29-b2f1-487e-83b1-2beff18d7018 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:25.625001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 941f3d29-b2f1-487e-83b1-2beff18d7018 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:25.636990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.655992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:26:25.661098 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:26:25.671848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-a2225e39-9f6c-4f79-ba20-420515fb4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:25.674019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-a2225e39-9f6c-4f79-ba20-420515fb4bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.2210720 Oct 12 11:26:25.676858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5918a374-70cd-4009-b383-1af8c291814c req-70e6e131-c4e4-4ae2-bad1-3cdac9175301 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762705 Oct 12 11:26:25.752515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Allocated IP 172.25.2.27 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c15b4538-485f-40d1-82d7-2ca6d474099a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:25.809389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-922d95cc-20d4-406e-86e8-589d7bc9e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:25.810964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-922d95cc-20d4-406e-86e8-589d7bc9e64a service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.1275425 Oct 12 11:26:25.875914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.044567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.103213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Pushing event updated for resources: {'Port': ['ID=c15b4538-485f-40d1-82d7-2ca6d474099a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:26.107307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:26.109198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:26.113796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:26.160027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.169178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.172867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/970ceed5-6ea5-4773-8d08-79c0fcd98d61 HTTP/1.1" status: 204 len: 168 time: 0.9105971 Oct 12 11:26:26.176203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58910) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.185867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.186738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.186833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:26.228460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd665ca4-44a5-4ca5-908d-39afad3979e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=970ceed5-6ea5-4773-8d08-79c0fcd98d61,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:26.237470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394e7af-e208-46a2-878f-de89444cc72a None None] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:26:26.263736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-8ecbc930-7791-49a4-af7a-a54eedbf4b36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.4456952 Oct 12 11:26:26.327476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Deleting subnet 83a57c40-1a1b-4ac9-b5ad-942438635bb9 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:26:26.335349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.415139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] Provisioning complete for port 4f825afb-efb5-41e5-85dd-248824d4cc79 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:26.415348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-7667d56d-c679-4648-8d94-65224dc254c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:26.415459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.416822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-7667d56d-c679-4648-8d94-65224dc254c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1458681 Oct 12 11:26:26.428217 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.503159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ee2bf-ca09-4ecd-96e4-baa5fabb0624 req-bb73517b-204e-4886-ab2c-14d085f09c6d tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:26.515024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d6ee2bf-ca09-4ecd-96e4-baa5fabb0624 req-bb73517b-204e-4886-ab2c-14d085f09c6d tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.1592464 Oct 12 11:26:26.541757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.546946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.562791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.573201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-b71bb981-e25f-47b6-b40f-4e35d1ea2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:26.574729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-b71bb981-e25f-47b6-b40f-4e35d1ea2913 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490171 Oct 12 11:26:26.600308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] For port 4f825afb-efb5-41e5-85dd-248824d4cc79, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4f825afb-efb5-41e5-85dd-248824d4cc79,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:26.708772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-c40c0d63-a829-4d05-9be4-ffdd2dd5f0c3 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252444 Oct 12 11:26:26.712337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c945-85ca-42f5-831e-4c2fb07b0fc6 req-47305981-c06a-4d46-aa57-81fecd61e3ce tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:26.715888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d6ee2bf-ca09-4ecd-96e4-baa5fabb0624 req-9b7e1690-261f-490d-8102-90896b911de9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938615 Oct 12 11:26:26.721286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7178c945-85ca-42f5-831e-4c2fb07b0fc6 req-47305981-c06a-4d46-aa57-81fecd61e3ce tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0798414 Oct 12 11:26:26.728453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.730994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.821883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13f16e-9b71-487e-a948-868020c11cc8 None None] Pushing event updated for resources: {'Port': ['ID=4f825afb-efb5-41e5-85dd-248824d4cc79,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:26.911308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7178c945-85ca-42f5-831e-4c2fb07b0fc6 req-591481c8-718e-470a-9ceb-2f4118e5e52b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889348 Oct 12 11:26:26.957397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e900170c-0f22-415c-be93-ce910bc487d8 None None] Provisioning complete for port 4f825afb-efb5-41e5-85dd-248824d4cc79 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:26.958245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e900170c-0f22-415c-be93-ce910bc487d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:26.964837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4534b8f4-e20c-4307-8aa9-e4bb3a0454f9 req-ba3dc817-a6f0-47f2-8216-b78986b71e44 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470224 Oct 12 11:26:27.004173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34623d-3c1e-47ca-8fd8-a6f2c1ca11c2 req-4f12d4a4-f46d-4847-9e1d-f6250cb2fd6f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:27.005934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be34623d-3c1e-47ca-8fd8-a6f2c1ca11c2 req-4f12d4a4-f46d-4847-9e1d-f6250cb2fd6f tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.0953650 Oct 12 11:26:27.023702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.099480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a57c40-1a1b-4ac9-b5ad-942438635bb9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:27.100040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.122139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.127493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ccc9ef5e-df38-4cc0-bcaf-204f38cc2e7d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/83a57c40-1a1b-4ac9-b5ad-942438635bb9 HTTP/1.1" status: 204 len: 168 time: 0.9494748 Oct 12 11:26:27.132916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58928) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:27.186624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be34623d-3c1e-47ca-8fd8-a6f2c1ca11c2 req-47bebc3f-453c-4806-870e-2c7d8b53f191 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493309 Oct 12 11:26:27.223323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4f825afb-efb5-41e5-85dd-248824d4cc79 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:27.272346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4f825afb-efb5-41e5-85dd-248824d4cc79 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:27.273429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.294453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.394906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.415532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480742fb-22df-454e-a819-46a922b11414']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:27.417033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Router 201b96ff-b5da-4881-9725-b8dff67463f2 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:26:27.426148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e583ee59-7fee-4e54-9ab7-b183555b5a70') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:27.426446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e583ee59-7fee-4e54-9ab7-b183555b5a70') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:27.442583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.452924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.461056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:26:27.461550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:26:27.463452 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:26:27.553803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:26:27.568941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:26:27.578195 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:27.578832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:27.662318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.672289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.675971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] 10.222.0.43 "DELETE /v2.0/networks/480742fb-22df-454e-a819-46a922b11414 HTTP/1.1" status: 204 len: 168 time: 0.5417359 Oct 12 11:26:27.692044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:27.692904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff8009-5e06-4e7d-b06f-263a1c7e9b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=480742fb-22df-454e-a819-46a922b11414,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:27.727690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:27.732764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-432d91a5-e316-4da3-8ff3-0bce88eb1f0d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6703379 Oct 12 11:26:27.733383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58936) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:27.912078 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:26Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:27.974222 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:26:27.974572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Updating router 201b96ff-b5da-4881-9725-b8dff67463f2 port c15b4538-485f-40d1-82d7-2ca6d474099a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:26:28.004283 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.078685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde91a-b95d-4f3a-9954-237ad8593ac3 req-204711cb-9a35-474b-95f1-b125621c96f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:28.086629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0efde91a-b95d-4f3a-9954-237ad8593ac3 req-204711cb-9a35-474b-95f1-b125621c96f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0613670 Oct 12 11:26:28.160827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0efde91a-b95d-4f3a-9954-237ad8593ac3 req-0c703012-adc6-4d5e-b05b-da1b8635e2b6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729387 Oct 12 11:26:28.264560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:28.293088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.328734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-461a8dae-c968-4e85-ab56-a0b36cc98f1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32c54837a4a0455089c25a3066b5ad0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591023 Oct 12 11:26:28.328734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58950) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:28.345782 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.395661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.417392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947749a7-f2e9-43c0-885e-96d56448cdec req-2c54d4a1-7e0c-4cbf-a4c8-807dce156462 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:28.423343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-947749a7-f2e9-43c0-885e-96d56448cdec req-2c54d4a1-7e0c-4cbf-a4c8-807dce156462 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1467521 Oct 12 11:26:28.423947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.471865 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.524419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-947749a7-f2e9-43c0-885e-96d56448cdec req-73b894ca-abc4-4b9f-80aa-4c5f0a77df5a tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934904 Oct 12 11:26:28.549366 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Attempting to bind port c15b4538-485f-40d1-82d7-2ca6d474099a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:28.549742 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Attempting to bind port c15b4538-485f-40d1-82d7-2ca6d474099a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:28.550106 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Attempting to bind port c15b4538-485f-40d1-82d7-2ca6d474099a on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:28.557983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:28.558347 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:28.560854 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.560854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:28.560854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Bound port: c15b4538-485f-40d1-82d7-2ca6d474099a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:28.560854 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.594012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Allocated IP 172.20.0.1 (9fdd2c3d-cbfa-4210-a020-b92223f5a20b/f1f0107c-0d11-42cd-8c94-016f51fcc9e5/8f88326f-18fc-4c33-a191-80cf1c1eb5c3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:28.607236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.609037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.610416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f026866-c103-4444-8200-908e01bbadad HTTP/1.1" status: 204 len: 168 time: 0.2778368 Oct 12 11:26:28.644632 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Pushing event updated for resources: {'Port': ['ID=c15b4538-485f-40d1-82d7-2ca6d474099a,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:28.654009 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] For port c15b4538-485f-40d1-82d7-2ca6d474099a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:28.657387 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.658522 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.659040 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.659754 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.660247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.660785 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.661349 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.661847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.662327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.662872 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.663372 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.663859 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:28.668544 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] For port c15b4538-485f-40d1-82d7-2ca6d474099a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c15b4538-485f-40d1-82d7-2ca6d474099a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:28.680463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860485-ad1a-4a3e-ab1e-801b5201f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f026866-c103-4444-8200-908e01bbadad,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:28.711728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a750aa-4b70-48c3-8a73-a9dd0f916635 req-8c564d87-88c8-4afc-a376-e55e0a578700 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:28.713947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5a750aa-4b70-48c3-8a73-a9dd0f916635 req-8c564d87-88c8-4afc-a376-e55e0a578700 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1188025 Oct 12 11:26:28.736805 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.768622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5a750aa-4b70-48c3-8a73-a9dd0f916635 req-1a3716f3-3695-4961-9dda-bda5ac1fee4b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Oct 12 11:26:28.768867 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.844971 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d233a2-7e7a-4063-97c2-10a1a38c6b8c None None] Pushing event updated for resources: {'Port': ['ID=c15b4538-485f-40d1-82d7-2ca6d474099a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:28.867230 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:28.868014 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:28.929307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:28.982618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:28.987259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:28.994065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:29.036949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:29.057914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:29.070939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:29.418561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e033b208-8c8b-42c6-b8df-9195c0e401b1 None None] Provisioning complete for port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:29.419228 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e033b208-8c8b-42c6-b8df-9195c0e401b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:29.479540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e033b208-8c8b-42c6-b8df-9195c0e401b1 None None] Port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:29.506754 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:26Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:29.544231 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7567f5-4d02-4764-8790-62826dda5c0e None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:26Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:26:29.621010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72508-d4fb-4970-ae79-f9c21eddafd4 req-1ffe5b70-b2a2-4a0f-b7c4-f10827283b2b tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:29.622323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9be72508-d4fb-4970-ae79-f9c21eddafd4 req-1ffe5b70-b2a2-4a0f-b7c4-f10827283b2b tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.4596014 Oct 12 11:26:29.671125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9be72508-d4fb-4970-ae79-f9c21eddafd4 req-6cddc5f5-5481-4b71-9d1f-0df1ebf42420 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Oct 12 11:26:29.850590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59000) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:29.879031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:29.904653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cdd19a52-19b3-4f64-981a-3358192423e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1360071a06574c74a6ed1cb7ee86be8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506299 Oct 12 11:26:29.905327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59002) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:29.915090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7684-10a0-4f5e-8c56-956f4f4a7b11 req-93ad4d91-21c3-4a18-afb7-b17533c75c59 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:29.929098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8fb7684-10a0-4f5e-8c56-956f4f4a7b11 req-93ad4d91-21c3-4a18-afb7-b17533c75c59 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.0820122 Oct 12 11:26:29.946743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:26:29.986612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.039506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.123821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:30.138893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:26:30.193981 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.198156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8fb7684-10a0-4f5e-8c56-956f4f4a7b11 req-9473b5b8-96f6-4643-84fa-eef455503ffb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725883 Oct 12 11:26:30.212902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:26:30.225467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.236752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:30.251184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.254309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.255811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e05f393-39c8-498a-bb20-486029d8dbab HTTP/1.1" status: 204 len: 168 time: 0.3494108 Oct 12 11:26:30.274015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36423a-0d98-4b5e-9e56-c32d4dd5a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e05f393-39c8-498a-bb20-486029d8dbab,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:30.337239 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.416336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.447203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:30.447203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:30.523975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:30.579986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:30.581846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:30.593864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:30.850781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:26:31.022463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2ab16d20-f6c5-4276-b62a-c09be0ee7dd5 None None] Provisioning complete for port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:31.023011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ab16d20-f6c5-4276-b62a-c09be0ee7dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.073100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:26:31.086555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2ab16d20-f6c5-4276-b62a-c09be0ee7dd5 None None] Port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:31.098040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa0b48fa-a6af-4ccd-a346-25c61776a9e0 admin admin] 10.222.0.43 "PUT /v2.0/routers/201b96ff-b5da-4881-9725-b8dff67463f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556440 Oct 12 11:26:31.172443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c15b4538-485f-40d1-82d7-2ca6d474099a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:31.198822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-d86ff41f-d679-4c13-9343-5b6cd3923a55 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:31.200527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-d86ff41f-d679-4c13-9343-5b6cd3923a55 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f HTTP/1.1" status: 200 len: 943 time: 0.0597231 Oct 12 11:26:31.234813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c15b4538-485f-40d1-82d7-2ca6d474099a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:31.236681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.344562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port a17fa996-0c2c-41f1-9387-81c1db5f75e7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:31.344814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.424221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.454527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c15b4538-485f-40d1-82d7-2ca6d474099a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c15b4538-485f-40d1-82d7-2ca6d474099a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:31.497699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port a17fa996-0c2c-41f1-9387-81c1db5f75e7, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17fa996-0c2c-41f1-9387-81c1db5f75e7,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:31.498242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.523265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for a17fa996-0c2c-41f1-9387-81c1db5f75e7 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:31.544586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978cc7-8a16-42fd-a1d4-9d9ee9f9f958 req-12333d53-941e-407a-83a2-2fb1e9e0c76e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:31.546364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b978cc7-8a16-42fd-a1d4-9d9ee9f9f958 req-12333d53-941e-407a-83a2-2fb1e9e0c76e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 944 time: 0.0704219 Oct 12 11:26:31.599467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.601816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b978cc7-8a16-42fd-a1d4-9d9ee9f9f958 req-56f9534e-73df-41f1-9a91-65c4639bda22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Oct 12 11:26:31.653677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c15b4538-485f-40d1-82d7-2ca6d474099a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:31.740356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f0b8-7484-416d-9197-f3443afca069 req-ea573663-9a9c-421c-9704-370ec08aa0b9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:31.742225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed04f0b8-7484-416d-9197-f3443afca069 req-ea573663-9a9c-421c-9704-370ec08aa0b9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.0599961 Oct 12 11:26:31.786769 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed04f0b8-7484-416d-9197-f3443afca069 req-4663189a-a5d6-4cb3-b3e8-b3c5e3b9d2c8 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Oct 12 11:26:31.800525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.819509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:31.821838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:31.833402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=a17fa996-0c2c-41f1-9387-81c1db5f75e7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:31.880521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] No DVR routers for this DVR port a17fa996-0c2c-41f1-9387-81c1db5f75e7 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:31.884401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:31.896399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c03db3d-c9ed-498f-a611-47f8c8816d37 req-8eeed18e-328b-4698-bd0f-a6e40e545aa7 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "DELETE /v2.0/ports/a17fa996-0c2c-41f1-9387-81c1db5f75e7 HTTP/1.1" status: 204 len: 173 time: 0.6855974 Oct 12 11:26:31.897693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-deleted', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:31.901122 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca40cfd9-48c9-4803-afa1-b0211d6fbd03" -d '{"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-deleted", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:32.002217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:32.047726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:26:32.095607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59078) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:32.113448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:32.114182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:32.223803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-6aafe605-f117-458e-8f3f-3d3aa289c12c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:32.225594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-6aafe605-f117-458e-8f3f-3d3aa289c12c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 821 time: 0.1369350 Oct 12 11:26:32.269894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-980b4142-103b-4151-8905-8393886100d2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/quotas/1a277af1916e4d61853cd552f564cdb7 HTTP/1.1" status: 200 len: 375 time: 0.0349147 Oct 12 11:26:32.285904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1316898535-network', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:32.345315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-20b5ce28-0e3a-4f1d-8f05-e293dfd7d587 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665112 Oct 12 11:26:32.411037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Made reservation on behalf of 6eef9578addc4d1594dbd4b14dd26db4 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:32.413514 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.431280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.462029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:32.462296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.498969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-047020c3-a904-43e1-91d2-5eca3087cbca service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438417 Oct 12 11:26:32.524779 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.559476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:32.638022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-f0b9a5ac-bbba-4b3b-b0c6-5b6639407058 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187556 Oct 12 11:26:32.647392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.671221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:26:32.688612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5fc0e9-25d2-48ae-a7d8-16ce9c3fcbae,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:32.694483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.694874 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Added segment 5ac80e9f-d217-4499-ab13-1d5345fce5c8 of type vlan for network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 Oct 12 11:26:32.757705 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.761708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.807349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:32.809624 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e348c1-3508-41a7-bded-c5d450acca84" -d '{"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:32.828460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:32.849578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 2, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:32.857203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.858294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:32.859030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.880290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:26:32.880652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Updating router 201b96ff-b5da-4881-9725-b8dff67463f2 port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:26:32.917604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:32.956668 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321252f-2c8f-4dcb-9af5-caebea732453 x-openstack-request-id: req-b321252f-2c8f-4dcb-9af5-caebea732453 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:32.956968 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f", "name": "network-vif-deleted", "tag": "a17fa996-0c2c-41f1-9387-81c1db5f75e7", "status": "failed", "code": 422}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:32.957219 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b321252f-2c8f-4dcb-9af5-caebea732453 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:32.957645 n-d-813419-3 neutron-server[95548]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96eb0fc0-68a5-41bc-afbe-cb9d7aa83f2f', 'name': 'network-vif-deleted', 'tag': 'a17fa996-0c2c-41f1-9387-81c1db5f75e7', 'status': 'failed', 'code': 422} returned with failed status Oct 12 11:26:32.959784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] Pushing event updated for resources: {'Network': ['ID=259b3c4b-786d-4e75-abb4-22b8fd3d3425,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:32.972656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:26:33.050537 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.101703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-486ba95a-2971-4f5e-8377-69ced0583227 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0040107 Oct 12 11:26:33.104632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:33.110076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Request body: {'subnet': {'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1316898535-subnet', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:33.150151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-91e835a1-1db5-4b41-9d3d-8426ec7c77b6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:33.152084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-91e835a1-1db5-4b41-9d3d-8426ec7c77b6 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.47 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.1555963 Oct 12 11:26:33.182199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267e43e-3481-42d3-9d68-5eb6b4319c6f req-ebe6b3cc-54bb-4aee-a01a-c68edbe49f06 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:33.191982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b267e43e-3481-42d3-9d68-5eb6b4319c6f req-ebe6b3cc-54bb-4aee-a01a-c68edbe49f06 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1255159 Oct 12 11:26:33.212477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c15b4538-485f-40d1-82d7-2ca6d474099a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:33.245210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Made reservation on behalf of 6eef9578addc4d1594dbd4b14dd26db4 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:33.248766 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.291951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:33.305909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b267e43e-3481-42d3-9d68-5eb6b4319c6f req-3814e2aa-272a-4f41-b87a-00667132fc98 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971944 Oct 12 11:26:33.411990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Deleting port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:33.412650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.490621 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda3d8c-1730-488c-b756-2e4d344c1f6c x-openstack-request-id: req-7cda3d8c-1730-488c-b756-2e4d344c1f6c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:33.492034 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:33.492369 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cda3d8c-1730-488c-b756-2e4d344c1f6c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:33.492859 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'code': 200} Oct 12 11:26:33.496673 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-af3a3942-5619-4e51-b984-4ba181c36464 req-ba9eb61b-a2a7-4f90-a0de-2d196fc1cb04 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 210 time: 0.0492260 Oct 12 11:26:33.635528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba021c3-281a-4b5f-9d05-fbb098ddd118 req-9578638c-8361-42a6-946b-a00e5851f61f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:33.637352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ba021c3-281a-4b5f-9d05-fbb098ddd118 req-9578638c-8361-42a6-946b-a00e5851f61f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 945 time: 0.1970818 Oct 12 11:26:33.662421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.692502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c15b4538-485f-40d1-82d7-2ca6d474099a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:33.695928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.700070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] For port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:33.700446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.731797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.791773 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:33.796350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ba021c3-281a-4b5f-9d05-fbb098ddd118 req-577a703e-cb72-41d1-ae42-6940b4bd72a7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups?id=b66b1163-5716-4650-af0e-5eaabb6f38e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431465 Oct 12 11:26:33.829772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Checking segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:33.830172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Network hostable DHCP agents. Network: 259b3c4b-786d-4e75-abb4-22b8fd3d3425, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:26:33.917904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:33.980634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45611bf-dab7-4ac8-aa6b-63783d2d3506 None None] Pushing event updated for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:34.010264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:26:34.108590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 259b3c4b-786d-4e75-abb4-22b8fd3d3425) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:34.114265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:34.115682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.212087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b309161-321a-46a6-b116-c3bede866d7b None None] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:26:34.243452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9352e9b0-4565-4ed1-9267-3d1738499b52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1329823 Oct 12 11:26:34.246178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59154) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:34.252086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:34.353074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.353683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.354121 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Floating IP 35edb9ce-69a7-4dd6-9b83-e92f26c1b78e disassociated. External IP: 172.25.2.252, port: 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9. Oct 12 11:26:34.354646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Calling delete_port for 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:34.412033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.413283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.452113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Attempting to bind port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:34.452999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Attempting to bind port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:34.453710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Attempting to bind port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:34.526000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:34.528795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Checking segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:34.535157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.535157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Bound using segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:34.535157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Bound port: 8f88326f-18fc-4c33-a191-80cf1c1eb5c3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:34.535157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.581831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-78da4cb3-a031-4a1f-9ae3-ca80b7b9d725 None None] Provisioning complete for port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:34.582717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-78da4cb3-a031-4a1f-9ae3-ca80b7b9d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.614913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.641119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60737-a7e0-4cee-969b-3b6a416474c9 req-bcfc6b14-1196-46eb-915a-d61d430f1a5e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:34.656661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1e60737-a7e0-4cee-969b-3b6a416474c9 req-bcfc6b14-1196-46eb-915a-d61d430f1a5e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2160499 Oct 12 11:26:34.688954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.734595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10988d-858f-4bc5-ba53-dabd2dfd4fb0 req-e7473718-5c99-433c-b2ab-ccdf5d5ce830 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:34.736787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d10988d-858f-4bc5-ba53-dabd2dfd4fb0 req-e7473718-5c99-433c-b2ab-ccdf5d5ce830 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 907 time: 0.1500547 Oct 12 11:26:34.787288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event deleted for resources: {'Port': ['ID=3a75d23d-d214-4cc1-a001-ae63bfcfb2e9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:34.868807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-78da4cb3-a031-4a1f-9ae3-ca80b7b9d725 None None] Port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:34.879651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:26:34.880797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:34.882455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1e60737-a7e0-4cee-969b-3b6a416474c9 req-f5ae1dad-cc42-494d-af9f-1ddf2adf3c88 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171915 Oct 12 11:26:34.996585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] For port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:35.002272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] For port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:35.101696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.113044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.163836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80aa77cc-7f12-4aff-92df-94fe55afa43d req-efb4f0cd-3d36-485e-8595-0deca39eb273 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1065764 Oct 12 11:26:35.227356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3caccacf-20fb-4153-8d3a-cea4b90dcb1a req-f1c80c46-7f7e-4110-8051-05e00702d381 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 210 time: 0.2762308 Oct 12 11:26:35.313157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:35.316888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:35.337349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Router 638eae0e-83ca-41e6-aa01-4694560131c3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:26:35.520763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45611bf-dab7-4ac8-aa6b-63783d2d3506 None None] Pushing event updated for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:35.570181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Allocated IP 172.20.0.2 (259b3c4b-786d-4e75-abb4-22b8fd3d3425/5d5f3eeb-b813-4e0e-91da-ba7045fdfd17/a4545231-c6c9-4fb0-872e-b55d2e6a38ad) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:35.646802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:26:35.660953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Sync routers for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:26:35.680852 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:35.681533 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:35.703743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.707596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] No DVR routers for this DVR port 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:35.711673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.715070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea723128-85d5-4b9e-8d86-2ac8e48a5b95 req-71d5c0be-8624-4817-a721-e22f4856c4e0 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.47 "DELETE /v2.0/ports/3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 HTTP/1.1" status: 204 len: 173 time: 2.5539975 Oct 12 11:26:35.715681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'name': 'network-vif-deleted', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:35.718330 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c760cf7-d430-4287-bb5b-bb95122b5bd7" -d '{"events": [{"server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "name": "network-vif-deleted", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:35.746776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.790871 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305daaab-1fa7-485f-b7b0-1f4f77b58dda x-openstack-request-id: req-305daaab-1fa7-485f-b7b0-1f4f77b58dda {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:35.791509 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061f2483-8527-49cb-9164-89cd249b68f6", "name": "network-vif-deleted", "tag": "3a75d23d-d214-4cc1-a001-ae63bfcfb2e9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:35.792485 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-305daaab-1fa7-485f-b7b0-1f4f77b58dda {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:35.793227 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f2483-8527-49cb-9164-89cd249b68f6', 'name': 'network-vif-deleted', 'tag': '3a75d23d-d214-4cc1-a001-ae63bfcfb2e9', 'status': 'completed', 'code': 200} Oct 12 11:26:35.847613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] Provisioning complete for port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:35.848371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:35.943787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Allocated IP 172.25.2.127 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/d7b4db67-5797-4172-9fbb-f9c5252b1864) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:35.962842 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:36.145353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124623a-676f-4909-b2c1-be7ed94ef256 req-ddf1b518-0482-4462-a575-44655403036c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:36.157115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0124623a-676f-4909-b2c1-be7ed94ef256 req-ddf1b518-0482-4462-a575-44655403036c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1188362 Oct 12 11:26:36.290033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0124623a-676f-4909-b2c1-be7ed94ef256 req-155b45dd-62a6-4251-8549-920eb66c5c72 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312363 Oct 12 11:26:36.487129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53fea739-fd82-4cab-873a-12b8e698dd44 req-de9044eb-5637-4638-8855-b1a9ae632ad7 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0761681 Oct 12 11:26:36.502512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:36.576226 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:36.625830 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Checking router: 638eae0e-83ca-41e6-aa01-4694560131c3 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:26:36.636143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:36.636915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:36.671039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:36.755857 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:36.756621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31b4b107-34c5-44b6-b88b-049b9271f612 req-07889715-4eda-4496-8270-911ac82abe66 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 210 time: 0.1520939 Oct 12 11:26:36.979235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:36.993693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.013464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-73d4a24c-33a7-4a1e-9503-a7b5a01a0804 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:37.034295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-73d4a24c-33a7-4a1e-9503-a7b5a01a0804 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 821 time: 0.7344375 Oct 12 11:26:37.062462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:37.089197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-7a55147b-88d4-43cd-9a79-e5a7fad74061 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:37.091287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-7a55147b-88d4-43cd-9a79-e5a7fad74061 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 907 time: 1.4708259 Oct 12 11:26:37.103358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:37.119144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'port': {'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'admin_state_up': True, 'tenant_id': '1a277af1916e4d61853cd552f564cdb7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:37.169027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.374607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:37.398563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:37.416888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:37.515700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.522393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Pushing event updated for resources: {'Port': ['ID=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:37.562526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:37.606150 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:37.635594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:37.639075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Attempting to bind port a4545231-c6c9-4fb0-872e-b55d2e6a38ad on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:37.639692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Attempting to bind port a4545231-c6c9-4fb0-872e-b55d2e6a38ad by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:37.640257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Attempting to bind port a4545231-c6c9-4fb0-872e-b55d2e6a38ad on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:37.641567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55012dc-9a67-4bc7-8459-9613e43e0ac2 req-d651506b-220e-415d-ad51-4bb069619763 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:37.643860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d55012dc-9a67-4bc7-8459-9613e43e0ac2 req-d651506b-220e-415d-ad51-4bb069619763 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1357813 Oct 12 11:26:37.732482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d55012dc-9a67-4bc7-8459-9613e43e0ac2 req-25d23e76-07e3-4995-937b-1ff3c0ed84d1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810387 Oct 12 11:26:37.745592 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bb818-d605-484b-bb79-1f08a83e3103 None None] The sync data for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 is: [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:22:10Z', 'revision_number': 4, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '874df054-2a3d-4873-acc2-12fa54eb6df4', 'name': '', 'network_id': '0b875f1e-6048-4e98-81cb-17277501e94b', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'mac_address': 'fa:16:3e:ef:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:08Z', 'updated_at': '2021-10-12T11:22:19Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'subnets': [{'id': '0c4bc41f-e63a-4718-a6da-1f890c3a4f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:26:37.801117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] For port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:37.837675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Made reservation on behalf of 1a277af1916e4d61853cd552f564cdb7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:26:37.842947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:37.843534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a75d23d-d214-4cc1-a001-ae63bfcfb2e9 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:37.856576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Checking segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Bound using segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Bound port: a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:37.856708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:37.916103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7415d5-da96-4541-80d6-8f1d6570812c req-318c1e8b-6022-43b6-80f9-b2fab03bfd5c tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0663879 Oct 12 11:26:37.951704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:38.052956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0c7a-9028-46da-8ab3-e36d25c9ddc4 req-b8340ab4-b0b6-4894-8a30-f8035e44fc6e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:38.071994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a2a0c7a-9028-46da-8ab3-e36d25c9ddc4 req-b8340ab4-b0b6-4894-8a30-f8035e44fc6e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 907 time: 1.7833798 Oct 12 11:26:38.072762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc76cd0a-c87e-45f5-87ab-99a1b3b7609e req-20debc0e-a353-4b71-8617-7d6020feb746 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 210 time: 0.0481355 Oct 12 11:26:38.096532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:34Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:38.143042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8578616c-155f-46d3-9fc6-65b97da20a2c None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:34Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:26:38.178955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] For port a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:38.195648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] For port a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:38.201833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b69868-d1af-4bc0-b69e-a0f6968c1cf1 None None] Pushing event updated for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:38.263217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:38.263497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b4db67-5797-4172-9fbb-f9c5252b1864,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:38.429187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935a652-8181-4449-b00d-c2fa8df43be8 None None] Pushing event updated for resources: {'Port': ['ID=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:38.461750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b960a-209a-4194-af50-88611c5ab614 None None] New status for floating IP 35edb9ce-69a7-4dd6-9b83-e92f26c1b78e: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:26:38.524900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Allocated IP 172.20.0.6 (9fdd2c3d-cbfa-4210-a020-b92223f5a20b/f1f0107c-0d11-42cd-8c94-016f51fcc9e5/5363751d-c188-415e-8d8e-8881900705f9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:38.793230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:39.027110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:39.045633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc3501-f120-47a9-b621-8586f5ba99e6 req-0492b237-cafd-4f47-b0f5-76d1e65815fa tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:39.058598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27dc3501-f120-47a9-b621-8586f5ba99e6 req-0492b237-cafd-4f47-b0f5-76d1e65815fa tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1562908 Oct 12 11:26:39.062635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port 99493523-32df-4bfc-bdab-6e44d05a43c4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:39.065496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:39.152528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27dc3501-f120-47a9-b621-8586f5ba99e6 req-79d6dab8-682f-4b77-8143-e5c0d0b83324 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905898 Oct 12 11:26:39.320393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:39.334493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b96ea610-6580-45be-a855-084ec2881e1f req-b234bdb9-1e59-43ce-b44a-cae5bce20754 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1088052 Oct 12 11:26:39.416770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adc583-6e80-4556-98f6-f0010b8aac4b req-f23c754a-8903-441e-ab47-130bad2e54ab tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:39.429665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91adc583-6e80-4556-98f6-f0010b8aac4b req-f23c754a-8903-441e-ab47-130bad2e54ab tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 931 time: 0.1196253 Oct 12 11:26:39.498379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:39.510321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:39.542397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:39.546835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91adc583-6e80-4556-98f6-f0010b8aac4b req-016e17ad-0465-4d64-9919-0fec72a58db3 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161964 Oct 12 11:26:39.547068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:39.672418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:39.710870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:40.009478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 99493523-32df-4bfc-bdab-6e44d05a43c4 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:40.044474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-59fba231-fde3-45f5-a485-a5945a111289 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1607158 Oct 12 11:26:40.284996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d687-d195-4c82-9337-40bb951710d7 req-664fec04-5776-4146-a821-788a46d13e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:40.286643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-664fec04-5776-4146-a821-788a46d13e26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 1096 time: 0.1641371 Oct 12 11:26:40.361158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:40.489056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-07d550e3-2f33-4873-86ef-73e8b4956e7a None None] Provisioning complete for port 5363751d-c188-415e-8d8e-8881900705f9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:40.489056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07d550e3-2f33-4873-86ef-73e8b4956e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:40.489056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:40.489056 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f840743-1a10-4a28-8e98-14aeb9800d1d" -d '{"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-unplugged", "status": "completed", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:40.528199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event updated for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:40.589740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:40.611864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-07d550e3-2f33-4873-86ef-73e8b4956e7a None None] Port 5363751d-c188-415e-8d8e-8881900705f9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:40.700563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:40.701246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:40.793988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:40.945140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:40.952340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb9c3-410a-48ab-a100-8b5924313e81 req-47c66c69-3010-4440-9538-938abd85f74d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:40.955234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac6105-d009-47bf-8c3b-f7bd979e4607 None None] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:26:40.966557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e6bb9c3-410a-48ab-a100-8b5924313e81 req-47c66c69-3010-4440-9538-938abd85f74d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 907 time: 1.3252192 Oct 12 11:26:40.990847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fd1c4e4f-dd29-4ece-ab08-d4006fa36cdf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8905380 Oct 12 11:26:41.082966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port 99493523-32df-4bfc-bdab-6e44d05a43c4, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=99493523-32df-4bfc-bdab-6e44d05a43c4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:41.083343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.091463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] Provisioning complete for port a4545231-c6c9-4fb0-872e-b55d2e6a38ad triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:41.094021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.259023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0846c594-242c-459f-8e47-cda54f3cf276 req-8c35ab06-9c66-4f91-85bc-5ab4387b4546 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0412562 Oct 12 11:26:41.300608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for 99493523-32df-4bfc-bdab-6e44d05a43c4 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:41.355143 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5523b7-3a77-430e-8775-cf498922512e x-openstack-request-id: req-4d5523b7-3a77-430e-8775-cf498922512e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:41.355455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Request body: {'port': {'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:41.355606 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-unplugged", "status": "completed", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:41.355951 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d5523b7-3a77-430e-8775-cf498922512e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:41.356452 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'code': 200} Oct 12 11:26:41.357283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4545231-c6c9-4fb0-872e-b55d2e6a38ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:41.481103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.538868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a4545231-c6c9-4fb0-872e-b55d2e6a38ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:41.539432 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.541107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c468-694b-4a58-8aef-95ef19ef5f15 req-cf25f644-f809-4d1d-8971-57195e12f5d4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:41.542886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] For port a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:41.553631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd65c468-694b-4a58-8aef-95ef19ef5f15 req-cf25f644-f809-4d1d-8971-57195e12f5d4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 1.1419504 Oct 12 11:26:41.609053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d687-d195-4c82-9337-40bb951710d7 req-0a889d77-6acc-4644-9b8a-f14affca50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:41.613304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-0a889d77-6acc-4644-9b8a-f14affca50c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 1.2995875 Oct 12 11:26:41.725115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.731451 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.780731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd65c468-694b-4a58-8aef-95ef19ef5f15 req-8fe35279-e18a-48b1-9f82-9c26f0eac9ab tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245500 Oct 12 11:26:41.805940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.851178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-89d11284-b319-4a4a-9f7d-544242308ec3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 200 len: 1000 time: 0.2272484 Oct 12 11:26:41.852328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:41.874818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761acb6-ea5b-45ca-930d-e8cc85afe1e7 None None] Pushing event updated for resources: {'Port': ['ID=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:41.984664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d687-d195-4c82-9337-40bb951710d7 req-68643989-f428-49b0-b8fe-3e89af17c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:41.986211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-68643989-f428-49b0-b8fe-3e89af17c5fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1282802 Oct 12 11:26:42.003845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:26:42.004897 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:26:42.077247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d687-d195-4c82-9337-40bb951710d7 req-20ec4c62-455a-4ce2-8f16-e8d1bc3d5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:42.079677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-20ec4c62-455a-4ce2-8f16-e8d1bc3d5525 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765166 Oct 12 11:26:42.105169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01d9e-4a60-4cad-8296-8650f5b6a2a8 req-1262aa5f-4a61-4774-9975-b64d2519228c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:42.108148 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d01d9e-4a60-4cad-8296-8650f5b6a2a8 req-1262aa5f-4a61-4774-9975-b64d2519228c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 931 time: 0.5406799 Oct 12 11:26:42.172262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a9bdd562-ab0f-4ba4-8b78-acd27da62fee None None] Provisioning complete for port a4545231-c6c9-4fb0-872e-b55d2e6a38ad triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:42.173717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd562-ab0f-4ba4-8b78-acd27da62fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:42.306388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-23cbdd6f-7a7d-4aaf-9bd3-93ab1cd54ca7 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192669 Oct 12 11:26:42.524248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-ac911ab2-d4b3-4c50-adea-1e5cf2cf1633 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2130249 Oct 12 11:26:42.537145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1cfb-7fd0-4ea4-b334-987c667d5ee7 req-886b4c15-69e2-4722-8fb7-8d331099f1f0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:42.550399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e2c1cfb-7fd0-4ea4-b334-987c667d5ee7 req-886b4c15-69e2-4722-8fb7-8d331099f1f0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 905 time: 0.2340031 Oct 12 11:26:42.585355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21d01d9e-4a60-4cad-8296-8650f5b6a2a8 req-0d3b68bc-e79f-48d0-a12a-8d0042e7d235 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609997 Oct 12 11:26:42.721654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84c5d687-d195-4c82-9337-40bb951710d7 req-bd3dd20e-95d5-4ff9-be55-7fde1801bac6 service neutron] 10.222.0.47 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789144 Oct 12 11:26:42.799508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19ddc4c2-8559-4d8c-892f-8ab719416500 req-cefa5f21-315f-4325-b1ec-979d18530e72 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0759282 Oct 12 11:26:42.809642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:26:42.836721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-ee475630-0213-40f1-a08c-2cdd163761ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:42.838982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-ee475630-0213-40f1-a08c-2cdd163761ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 1096 time: 0.2214851 Oct 12 11:26:42.899114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:42.968121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=99493523-32df-4bfc-bdab-6e44d05a43c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:43.104614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] No DVR routers for this DVR port 99493523-32df-4bfc-bdab-6e44d05a43c4 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:43.121235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:43.124766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f307a45-1e5e-4726-a4e1-df550bacc919 req-af3ae3dd-3beb-4a50-bb46-2204f66ffb2d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "DELETE /v2.0/ports/99493523-32df-4bfc-bdab-6e44d05a43c4 HTTP/1.1" status: 204 len: 173 time: 5.6735721 Oct 12 11:26:43.127160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-deleted', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:43.139994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-c2395c02-8ae0-4ae7-8c28-33d40275b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:43.143561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-c2395c02-8ae0-4ae7-8c28-33d40275b46b service neutron] 10.222.0.41 "GET /v2.0/networks?id=48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 200 len: 913 time: 0.2843752 Oct 12 11:26:43.146609 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcfa1d1-1396-4831-85b5-891ea7fc10f4" -d '{"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-deleted", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:43.215591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4545231-c6c9-4fb0-872e-b55d2e6a38ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:43.306203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-99c389b7-85c0-4653-9e2d-b0884fe06ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 200 len: 217 time: 0.1536148 Oct 12 11:26:43.317868 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cacc20-cc30-4f59-8e85-5c62afa44064 x-openstack-request-id: req-88cacc20-cc30-4f59-8e85-5c62afa44064 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:43.318164 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9596b597-22ea-4705-9f21-252ac0308cb1", "name": "network-vif-deleted", "tag": "99493523-32df-4bfc-bdab-6e44d05a43c4", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:43.318415 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88cacc20-cc30-4f59-8e85-5c62afa44064 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:43.322055 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9596b597-22ea-4705-9f21-252ac0308cb1', 'name': 'network-vif-deleted', 'tag': '99493523-32df-4bfc-bdab-6e44d05a43c4', 'status': 'completed', 'code': 200} Oct 12 11:26:43.367300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880fde-fb9d-40bf-8fb7-6d58070c4686 req-13d56b52-218a-4607-8735-acbfb4908957 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:43.369240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a4545231-c6c9-4fb0-872e-b55d2e6a38ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:43.369762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:43.382563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0880fde-fb9d-40bf-8fb7-6d58070c4686 req-13d56b52-218a-4607-8735-acbfb4908957 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.4447391 Oct 12 11:26:43.464986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-498ce315-f24d-4f41-a0f1-24ba421c426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:43.466117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-498ce315-f24d-4f41-a0f1-24ba421c426b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 200 len: 851 time: 0.1516807 Oct 12 11:26:43.563942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0880fde-fb9d-40bf-8fb7-6d58070c4686 req-0f068f24-414e-44aa-89a0-dbdcf7facc5c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785450 Oct 12 11:26:43.604728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-baa1d88d-e152-46a3-aa7c-2c96584da785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:43.608570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-baa1d88d-e152-46a3-aa7c-2c96584da785 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48938513-d2e0-4401-a918-9c0cfe771667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302831 Oct 12 11:26:43.638543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:26:43.657242 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f1050-5653-42d9-b201-03298054316c None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:26:43.669501 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:43.671591 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:43.781893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5363751d-c188-415e-8d8e-8881900705f9 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:26:43.799871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:43.813213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f14f9-d870-4cc8-bf3d-fe072e27e4c8 req-1fea38a5-5198-42a3-9925-5af47b257665 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:43.832538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce9f14f9-d870-4cc8-bf3d-fe072e27e4c8 req-1fea38a5-5198-42a3-9925-5af47b257665 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 931 time: 0.0949337 Oct 12 11:26:43.896562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25c84d09-441e-4988-9d1e-517b74f031d2 req-10cccdca-e1a5-4520-ad03-479529cdb6ce tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=9596b597-22ea-4705-9f21-252ac0308cb1 HTTP/1.1" status: 200 len: 210 time: 0.0732539 Oct 12 11:26:43.950586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce9f14f9-d870-4cc8-bf3d-fe072e27e4c8 req-8e6cd30c-3e38-45af-9f16-0daf508d0818 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262858 Oct 12 11:26:43.960370 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:43.976362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:43.988345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8878c6b7-1a08-4682-bdf9-942ae4f53478 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7408717 Oct 12 11:26:43.990371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59296) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:44.004087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-032a3d47-1d20-4246-8840-759e98552a00 service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892529 Oct 12 11:26:44.005139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Transition to ACTIVE for port object 5363751d-c188-415e-8d8e-8881900705f9 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:26:44.159705 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:44.282615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fce2ba70-6dc4-428f-8ef4-74305a957fc0 req-f5f84def-2f95-4b49-be96-f5b0e4d01820 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1501517 Oct 12 11:26:44.358663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3f1e388-00ec-44dd-a5ae-65fc17200b10 req-40a152f2-9877-4a0e-8eff-bd1786768fae service neutron] 10.222.0.41 "GET /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462424 Oct 12 11:26:44.413267 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:39Z', 'revision_number': 3, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:44.474278 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f1050-5653-42d9-b201-03298054316c None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:26:44.474632 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f1050-5653-42d9-b201-03298054316c None None] Updating router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 port d7b4db67-5797-4172-9fbb-f9c5252b1864 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:26:44.545267 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:44.547898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Pushing event updated for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:44.935527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Attempting to bind port 5363751d-c188-415e-8d8e-8881900705f9 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:44.936228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Attempting to bind port 5363751d-c188-415e-8d8e-8881900705f9 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:44.936228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Attempting to bind port 5363751d-c188-415e-8d8e-8881900705f9 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:44.977321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Port 5363751d-c188-415e-8d8e-8881900705f9 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:26:44.977641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Attempting to bind port 5363751d-c188-415e-8d8e-8881900705f9 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:44.995972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:44.996655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Checking segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:45.000373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Bound using segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:45.001710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Bound port: 5363751d-c188-415e-8d8e-8881900705f9, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:45.002184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.181592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abd674-91ed-4956-a793-af8a18bd8549 req-32bb176a-488a-4133-9792-a52fc861a564 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:45.190010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25abd674-91ed-4956-a793-af8a18bd8549 req-32bb176a-488a-4133-9792-a52fc861a564 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.3428023 Oct 12 11:26:45.283935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cc7b8-fc92-476c-8f6e-8e641b45b25f req-fadff115-18be-4670-92ef-57474712d560 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:45.297765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-108cc7b8-fc92-476c-8f6e-8e641b45b25f req-fadff115-18be-4670-92ef-57474712d560 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 943 time: 0.1138451 Oct 12 11:26:45.300416 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.354375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-108cc7b8-fc92-476c-8f6e-8e641b45b25f req-c4da4a2c-f80f-4882-91d5-632c793a6eaf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Oct 12 11:26:45.382288 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.415346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:45.415346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5363751d-c188-415e-8d8e-8881900705f9,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:45.445624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25abd674-91ed-4956-a793-af8a18bd8549 req-d4e170a4-0f1f-4901-babc-aa3368776fc5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542813 Oct 12 11:26:45.457326 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d53d-e535-49ca-a429-2c67261a8a1b None None] Pushing event updated for resources: {'Port': ['ID=d7b4db67-5797-4172-9fbb-f9c5252b1864,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:45.501002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.525414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e36f1050-5653-42d9-b201-03298054316c None None] Attempting to bind port d7b4db67-5797-4172-9fbb-f9c5252b1864 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:45.525768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e36f1050-5653-42d9-b201-03298054316c None None] Attempting to bind port d7b4db67-5797-4172-9fbb-f9c5252b1864 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:45.526146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1050-5653-42d9-b201-03298054316c None None] Attempting to bind port d7b4db67-5797-4172-9fbb-f9c5252b1864 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:45.532866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1050-5653-42d9-b201-03298054316c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:45.533354 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1050-5653-42d9-b201-03298054316c None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:45.539757 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.539757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1050-5653-42d9-b201-03298054316c None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:45.539757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e36f1050-5653-42d9-b201-03298054316c None None] Bound port: d7b4db67-5797-4172-9fbb-f9c5252b1864, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:45.539757 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.619219 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e36f1050-5653-42d9-b201-03298054316c None None] For port d7b4db67-5797-4172-9fbb-f9c5252b1864, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:45.622895 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e36f1050-5653-42d9-b201-03298054316c None None] For port d7b4db67-5797-4172-9fbb-f9c5252b1864, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d7b4db67-5797-4172-9fbb-f9c5252b1864,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] 10.222.0.41 "PUT /v2.0/ports/5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 1091 time: 4.6979811 Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:45.847018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ba31-4f34-435f-a18d-2599704d5429 service neutron] Pushing event updated for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:45.958289 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e36f1050-5653-42d9-b201-03298054316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:46.113823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80dc92f1-0842-4d5d-bffe-5f265d074e19 req-8bf61295-9494-4613-a955-c183bd825382 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0551472 Oct 12 11:26:46.114607 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d53d-e535-49ca-a429-2c67261a8a1b None None] Pushing event updated for resources: {'Port': ['ID=d7b4db67-5797-4172-9fbb-f9c5252b1864,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:46.140325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:46.141681 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:46.203281 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71064a99-ce9c-4112-a969-d909395982bd x-openstack-request-id: req-71064a99-ce9c-4112-a969-d909395982bd {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:46.209195 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:46.211056 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71064a99-ce9c-4112-a969-d909395982bd {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:46.211520 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:26:46.328502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fa3b5d39-07bf-4a62-9c19-0ccffb266dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:46.331329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-fa3b5d39-07bf-4a62-9c19-0ccffb266dfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1094 time: 0.2171636 Oct 12 11:26:46.438318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-3df323bf-2dd3-425b-bbdf-5cfe94f5ece4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.0969489 Oct 12 11:26:46.510495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-62c6b071-a7e5-4188-9f71-19707f483a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:46.512263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-62c6b071-a7e5-4188-9f71-19707f483a8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.0631540 Oct 12 11:26:46.529472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:46.561747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Allocated IP 172.20.0.1 (259b3c4b-786d-4e75-abb4-22b8fd3d3425/5d5f3eeb-b813-4e0e-91da-ba7045fdfd17/f142aa86-edc0-458e-81a4-fbe84341ef3c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:46.574050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd63b0-071c-4286-88f4-76c53d2fab16 req-8e936330-f372-45ec-a5e5-cb5bac528631 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:46.582918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54fd63b0-071c-4286-88f4-76c53d2fab16 req-8e936330-f372-45ec-a5e5-cb5bac528631 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.3310750 Oct 12 11:26:46.631379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-55c1e9b8-e08b-448d-a6a1-6ab69d86ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:46.634320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-55c1e9b8-e08b-448d-a6a1-6ab69d86ac6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122451 Oct 12 11:26:46.693337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099307-113f-40ca-88a9-b7caa3b22ca1 req-27b29548-acd2-42a0-85c9-763deaa4cbf7 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:46.696849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16099307-113f-40ca-88a9-b7caa3b22ca1 req-27b29548-acd2-42a0-85c9-763deaa4cbf7 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 943 time: 0.1617155 Oct 12 11:26:46.755269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-54fd63b0-071c-4286-88f4-76c53d2fab16 req-ef6cc6d3-29e5-4a32-a5f9-282f7fcad32e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627250 Oct 12 11:26:46.800540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16099307-113f-40ca-88a9-b7caa3b22ca1 req-fcbd821c-35eb-40bf-8294-b0d582fe81a5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572720 Oct 12 11:26:46.925031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:46.946380 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-36e4140e-42db-43ee-913c-c5523e6c0b9b service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929811 Oct 12 11:26:46.978086 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e36f1050-5653-42d9-b201-03298054316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:39Z', 'revision_number': 3, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:47.009573 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f1050-5653-42d9-b201-03298054316c None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:39Z', 'revision_number': 3, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:26:47.283488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-763c55a4-f260-4f17-8477-3bcdd9ee5201 req-de3a8fcc-63c4-4bef-959e-43a6ef1b9260 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.0371230 Oct 12 11:26:47.491315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5be6c-0681-4d7c-8866-be91f1fbecd3 req-b02be6cc-df3f-4329-9877-d75e28868045 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:47.493083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00d5be6c-0681-4d7c-8866-be91f1fbecd3 req-b02be6cc-df3f-4329-9877-d75e28868045 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.5841997 Oct 12 11:26:47.644064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-245047d8-f955-4616-b23c-5eec0861ea51 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:47.647883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-245047d8-f955-4616-b23c-5eec0861ea51 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.1435173 Oct 12 11:26:47.681050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-00d5be6c-0681-4d7c-8866-be91f1fbecd3 req-0d2d6ff5-841f-4c63-b57b-ef70b17cd33e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531518 Oct 12 11:26:47.689851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c8a5fee-8842-42ad-b0e2-37bb366caa55 req-a2ddc6c9-7791-4163-9674-363fb3acd85d service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331009 Oct 12 11:26:47.703309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5957-432e-4611-8d03-4e7e0d4122b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:47.740491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:47.825692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Pushing event updated for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:47.847667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:47.851964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:47.886564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:48.151984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:48.164642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port b184cad7-97c1-48ed-bb34-02f91515a735 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:48.165233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:48.273589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc32d4-aa0d-4e1a-91d5-409183f3dc92 req-3874aa69-315d-401d-9fff-92c069bbc91d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:48.283319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1fc32d4-aa0d-4e1a-91d5-409183f3dc92 req-3874aa69-315d-401d-9fff-92c069bbc91d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 945 time: 0.4016538 Oct 12 11:26:48.351231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-58a290c8-c2d5-4f15-ab8f-095dc60f52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:48.356021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-58a290c8-c2d5-4f15-ab8f-095dc60f52a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1094 time: 0.4553940 Oct 12 11:26:48.398033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e529dbc-1ee1-4bfb-a599-81393ac200e5 req-40a18579-4e9f-4df8-a7f8-2c49f8173fe2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:48.406793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e529dbc-1ee1-4bfb-a599-81393ac200e5 req-40a18579-4e9f-4df8-a7f8-2c49f8173fe2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 943 time: 0.3822732 Oct 12 11:26:48.467057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c334ff47-6cd0-4f34-9cd0-c400e25fd683 None None] Provisioning complete for port f142aa86-edc0-458e-81a4-fbe84341ef3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:48.476402 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c334ff47-6cd0-4f34-9cd0-c400e25fd683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:48.533297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1fc32d4-aa0d-4e1a-91d5-409183f3dc92 req-32f2c29c-41e0-4499-b54f-d1d5ab939791 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418742 Oct 12 11:26:48.651165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port b184cad7-97c1-48ed-bb34-02f91515a735, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b184cad7-97c1-48ed-bb34-02f91515a735,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:48.651778 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:48.654543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c334ff47-6cd0-4f34-9cd0-c400e25fd683 None None] Port f142aa86-edc0-458e-81a4-fbe84341ef3c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:48.730402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for b184cad7-97c1-48ed-bb34-02f91515a735 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:48.917591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e529dbc-1ee1-4bfb-a599-81393ac200e5 req-b0e41079-422d-4bc1-9d41-fb5e34923c2c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088937 Oct 12 11:26:49.001673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc94f23d-dd32-4e44-8817-cb16459fe9ae req-31e15b51-c3c1-4dfc-b7c0-5cc74107a475 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1071067 Oct 12 11:26:49.021167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-69c1c3c1-20ef-4ebc-aa97-ddcd2104b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:49.026205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-69c1c3c1-20ef-4ebc-aa97-ddcd2104b477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.6478534 Oct 12 11:26:49.214274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-e7030c2d-98cc-45d5-af04-9bd8dbe6cedb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.1766727 Oct 12 11:26:49.223179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.264055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d7b4db67-5797-4172-9fbb-f9c5252b1864 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:49.321234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d7b4db67-5797-4172-9fbb-f9c5252b1864 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:49.322016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.331182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.373068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:49.435390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b184cad7-97c1-48ed-bb34-02f91515a735'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:49.444503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=b184cad7-97c1-48ed-bb34-02f91515a735,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:49.455211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d17b9-b5c8-44eb-a766-9d6fda2cbd0e req-614baf4d-9755-46bf-b7b3-6b0e3124a0fc tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:49.458011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e8d17b9-b5c8-44eb-a766-9d6fda2cbd0e req-614baf4d-9755-46bf-b7b3-6b0e3124a0fc tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.3039391 Oct 12 11:26:49.571282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] No DVR routers for this DVR port b184cad7-97c1-48ed-bb34-02f91515a735 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:49.578734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.587358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd42873-02d5-4084-a336-c79a6ae6b061 req-a04651a7-0bf3-4771-a386-9468cb6a1864 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.41 "DELETE /v2.0/ports/b184cad7-97c1-48ed-bb34-02f91515a735 HTTP/1.1" status: 204 len: 173 time: 1.9325478 Oct 12 11:26:49.588151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'name': 'network-vif-deleted', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:49.592554 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca7d8b-0df1-411f-abf0-2da6a1b3e2fe" -d '{"events": [{"server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "name": "network-vif-deleted", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:49.676240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.767949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e8d17b9-b5c8-44eb-a766-9d6fda2cbd0e req-47eeb437-04d7-4785-a407-54f940daf3ad tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832782 Oct 12 11:26:49.783631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:49.788642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-5da095c7-8a43-4b5b-8cf4-e083fa845058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:49.790119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-5da095c7-8a43-4b5b-8cf4-e083fa845058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.5405161 Oct 12 11:26:49.926816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0a79b8f-618a-4cca-baea-dd79867ad81b req-4da56339-f849-40d1-a059-2e7c4426e308 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.1999769 Oct 12 11:26:49.932704 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40fa06-19e6-41f4-b3a9-337cca27e062 x-openstack-request-id: req-9d40fa06-19e6-41f4-b3a9-337cca27e062 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:49.948464 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20ce433-66f3-4e12-8bc2-2f028fef8369", "name": "network-vif-deleted", "tag": "b184cad7-97c1-48ed-bb34-02f91515a735", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:49.948464 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d40fa06-19e6-41f4-b3a9-337cca27e062 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:49.948464 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20ce433-66f3-4e12-8bc2-2f028fef8369', 'name': 'network-vif-deleted', 'tag': 'b184cad7-97c1-48ed-bb34-02f91515a735', 'status': 'completed', 'code': 200} Oct 12 11:26:50.022611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:50.171712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port d7b4db67-5797-4172-9fbb-f9c5252b1864, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d7b4db67-5797-4172-9fbb-f9c5252b1864,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:50.190083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Pushing event updated for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:50.227374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-deb97626-0577-4622-96fa-9b2383aead30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:50.229068 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-deb97626-0577-4622-96fa-9b2383aead30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753170 Oct 12 11:26:50.230506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:50.266587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:50.348067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56e79-e9c3-46d0-baa7-74ec6abd4cda req-46132eb9-cfb3-47b0-8093-9c72160dbade tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:50.371260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9dc56e79-e9c3-46d0-baa7-74ec6abd4cda req-46132eb9-cfb3-47b0-8093-9c72160dbade tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 943 time: 0.1117413 Oct 12 11:26:50.456344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9dc56e79-e9c3-46d0-baa7-74ec6abd4cda req-5a5ed7a6-234c-4d45-a095-7ba6edaf8c23 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Oct 12 11:26:50.487261 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3268e9dd-383d-41fb-9f1b-afdcbe9d6cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:50.512557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=d7b4db67-5797-4172-9fbb-f9c5252b1864,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:50.523754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f6f29e15-4398-446b-b0cc-a27d3bd01089 req-8e50f3f8-cafa-4839-90e0-5610f09b4578 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/ports?device_id=061f2483-8527-49cb-9164-89cd249b68f6 HTTP/1.1" status: 200 len: 210 time: 0.1630499 Oct 12 11:26:50.661034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-84e170cd-4d32-4a64-ba1a-2a7808b0650c service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046226 Oct 12 11:26:51.057411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:51.063958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:51.075798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befdf3e-d53b-4803-872b-6bec027855e2 req-4d14ce54-9e2a-4cc8-9e99-8fffc3fcd0ae tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:51.091615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7befdf3e-d53b-4803-872b-6bec027855e2 req-4d14ce54-9e2a-4cc8-9e99-8fffc3fcd0ae tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1581721 Oct 12 11:26:51.317792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d7b4db67-5797-4172-9fbb-f9c5252b1864 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:51.343343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7befdf3e-d53b-4803-872b-6bec027855e2 req-6cd67f10-388c-4f5d-8437-1c017f90110e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507167 Oct 12 11:26:51.383642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89cd3509-c184-4a8f-9c1b-6a8a8d772a31 req-362c5264-7b27-4976-89aa-2d5ba5c80152 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137642 Oct 12 11:26:51.421213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-13eff414-6034-4333-b47c-1fa0a7d299f8 req-b4e8ea05-8db0-4929-b3cd-80ffa45ee830 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20ce433-66f3-4e12-8bc2-2f028fef8369 HTTP/1.1" status: 200 len: 210 time: 0.2998598 Oct 12 11:26:51.469194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d7b4db67-5797-4172-9fbb-f9c5252b1864 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:51.470516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:51.810077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:26:51.826735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3481551-90ee-4fba-9743-17a1c615a552 req-fc4ae7aa-62f4-4bb1-9b2b-bf17fd455e7e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:51.828770 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3481551-90ee-4fba-9743-17a1c615a552 req-fc4ae7aa-62f4-4bb1-9b2b-bf17fd455e7e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 943 time: 0.1334486 Oct 12 11:26:51.879516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5affd2c0-6e43-4254-9402-e7503c892be3 None None] Provisioning complete for port f142aa86-edc0-458e-81a4-fbe84341ef3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:51.879830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59412) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:51.883563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5affd2c0-6e43-4254-9402-e7503c892be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:51.987323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3481551-90ee-4fba-9743-17a1c615a552 req-d1e268b9-6b9f-4cd4-985c-e68a3a3fd7ed tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449096 Oct 12 11:26:51.991338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5affd2c0-6e43-4254-9402-e7503c892be3 None None] Port f142aa86-edc0-458e-81a4-fbe84341ef3c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:51.992899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:51.999860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.002018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.005991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.056555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5363751d-c188-415e-8d8e-8881900705f9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:26:52.078673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.167086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:26:52.193446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-568fb446-0d45-484e-b0cd-d4e03cf2fa88 admin admin] 10.222.0.43 "PUT /v2.0/routers/2dd4d32c-9722-4260-a1d2-9e31d14bc5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1888125 Oct 12 11:26:52.243534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.247146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.248802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "DELETE /v2.0/security-groups/b66b1163-5716-4650-af0e-5eaabb6f38e1 HTTP/1.1" status: 204 len: 168 time: 0.3679650 Oct 12 11:26:52.252068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:52.279684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83621100-bef6-463c-aeba-02791d5c341f tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66b1163-5716-4650-af0e-5eaabb6f38e1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:52.310897 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-8b1f7d9e-3b8f-4bec-b068-f17a7610f3e9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] show failed (client error): The resource could not be found. Oct 12 11:26:52.315550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8b1f7d9e-3b8f-4bec-b068-f17a7610f3e9 tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "GET /v2.0/security-groups/b66b1163-5716-4650-af0e-5eaabb6f38e1 HTTP/1.1" status: 404 len: 347 time: 0.0619924 Oct 12 11:26:52.316378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:52.341455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5363751d-c188-415e-8d8e-8881900705f9,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:52.669068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b413580-e461-46d7-9aec-f7f6c00b1977 req-1e46572d-c399-423d-b3ef-e132d0eaedea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:52.674590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b184cad7-97c1-48ed-bb34-02f91515a735 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:52.681623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b413580-e461-46d7-9aec-f7f6c00b1977 req-1e46572d-c399-423d-b3ef-e132d0eaedea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1505973 Oct 12 11:26:52.702054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '5363751d-c188-415e-8d8e-8881900705f9', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:26:52.708496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: b184cad7-97c1-48ed-bb34-02f91515a735 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:52.708852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b184cad7-97c1-48ed-bb34-02f91515a735 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:52.717721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:26:52.771161 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.771962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Deleting port cde33361-96bc-4361-9bf4-c6d6336952dc {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:52.773055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:52.786052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5363751d-c188-415e-8d8e-8881900705f9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:26:52.794389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:52.795036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:52.927334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:52.999827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.000414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.030996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Calling delete_port for cde33361-96bc-4361-9bf4-c6d6336952dc owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:53.033629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5363751d-c188-415e-8d8e-8881900705f9,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:53.246469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59450) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:53.252242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151148800', 'description': 'tempest-description--413316951'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:53.335521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.341786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b413580-e461-46d7-9aec-f7f6c00b1977 req-c3566efa-18be-41f4-9c49-e18e9c13c5ee tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6565957 Oct 12 11:26:53.382345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.442570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Pushing event deleted for resources: {'Port': ['ID=cde33361-96bc-4361-9bf4-c6d6336952dc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:53.484340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.503208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.565390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:53.620677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.623899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.627948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8cac3c7-50bb-4dfd-b251-5c3a46b963fd tempest-ServersTestBootFromVolume-1534678887 tempest-ServersTestBootFromVolume-1534678887-project] 10.222.0.43 "DELETE /v2.0/floatingips/35edb9ce-69a7-4dd6-9b83-e92f26c1b78e HTTP/1.1" status: 204 len: 168 time: 1.3075492 Oct 12 11:26:53.628300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:53.631664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:49Z', 'revision_number': 2, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:53.721738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:26:53.722140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Updating router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 port f142aa86-edc0-458e-81a4-fbe84341ef3c binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:26:53.731009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5363751d-c188-415e-8d8e-8881900705f9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:26:53.738036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eea08-cbbf-42ed-85b1-04bc492592b7 req-2248d2cc-b1de-4f3b-8c37-dcaef91c62c6 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:53.754604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e1eea08-cbbf-42ed-85b1-04bc492592b7 req-2248d2cc-b1de-4f3b-8c37-dcaef91c62c6 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 944 time: 0.1759999 Oct 12 11:26:53.819937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.827353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.883686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e1eea08-cbbf-42ed-85b1-04bc492592b7 req-b2a182a8-f3a1-4fc5-9cee-a46c7e121711 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278913 Oct 12 11:26:53.923466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:53.988718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c806994b-e8bb-416e-94c5-7a4d70f800e8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:54.160634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419013a-5425-4646-91e9-da17d7194a52 req-ecaf764c-a6c4-44ef-a86e-017c9ac62ff0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:54.162258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5419013a-5425-4646-91e9-da17d7194a52 req-ecaf764c-a6c4-44ef-a86e-017c9ac62ff0 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1682048 Oct 12 11:26:54.173438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.182011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-25b5afab-3d67-4615-be25-f17d0e6979d2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9266660 Oct 12 11:26:54.182158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59462) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:54.184129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group_rule': {'security_group_id': 'c806994b-e8bb-416e-94c5-7a4d70f800e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:54.306065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5419013a-5425-4646-91e9-da17d7194a52 req-a8d89e52-46c3-4355-9c4c-18a4d648492d tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303895 Oct 12 11:26:54.351289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.607985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.682813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b66254-8087-4384-a5fe-86643b1bce25 req-dc369097-e001-4950-8fad-9e04b58c5c13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:54.685521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47b66254-8087-4384-a5fe-86643b1bce25 req-dc369097-e001-4950-8fad-9e04b58c5c13 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.3035901 Oct 12 11:26:54.698338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.721230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38652-4104-44dd-9c47-bf777cb0249e req-c3a0496f-60c6-4540-9be9-0d5a44a6568c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:54.731195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37e38652-4104-44dd-9c47-bf777cb0249e req-c3a0496f-60c6-4540-9be9-0d5a44a6568c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2689834 Oct 12 11:26:54.745692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.792300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:54.867109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.010779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c65d3-9e14-4892-a3b6-c7bed0a33702 None None] Pushing event updated for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:55.048112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4760f325-29ee-4507-bb9a-34f605b56728,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:55.077041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37e38652-4104-44dd-9c47-bf777cb0249e req-4d1b553b-9189-4fa7-a2da-bffabd1b6c5a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446863 Oct 12 11:26:55.158353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.161518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8196a1ad-4940-4b71-886a-b99b845628a2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9809172 Oct 12 11:26:55.164930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:55.170802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group_rule': {'security_group_id': 'c806994b-e8bb-416e-94c5-7a4d70f800e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:55.197292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Attempting to bind port f142aa86-edc0-458e-81a4-fbe84341ef3c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:26:55.201639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Attempting to bind port f142aa86-edc0-458e-81a4-fbe84341ef3c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:26:55.202301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Attempting to bind port f142aa86-edc0-458e-81a4-fbe84341ef3c on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:26:55.214810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:26:55.218310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Checking segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:26:55.219003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.219994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Bound using segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:26:55.220742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da7811-3590-46d8-9a8f-9f75f65dd411 req-92d25ce1-851d-45ad-bd18-989b0ca0fddd tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:55.222570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Bound port: f142aa86-edc0-458e-81a4-fbe84341ef3c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:26:55.223214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.226463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83da7811-3590-46d8-9a8f-9f75f65dd411 req-92d25ce1-851d-45ad-bd18-989b0ca0fddd tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 944 time: 0.1670036 Oct 12 11:26:55.302564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:55.303193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.335457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-83da7811-3590-46d8-9a8f-9f75f65dd411 req-8488b4cd-ca66-4f03-a575-a2a55c5f0b56 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Oct 12 11:26:55.401550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] For port f142aa86-edc0-458e-81a4-fbe84341ef3c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:26:55.408200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] For port f142aa86-edc0-458e-81a4-fbe84341ef3c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f142aa86-edc0-458e-81a4-fbe84341ef3c,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:26:55.446158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7a7a7ace-0403-49cf-bdba-f0aca10425f2 None None] Provisioning complete for port f142aa86-edc0-458e-81a4-fbe84341ef3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:55.446955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7ace-0403-49cf-bdba-f0aca10425f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.527327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a7ace-0403-49cf-bdba-f0aca10425f2 None None] Port f142aa86-edc0-458e-81a4-fbe84341ef3c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:26:55.530127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:55.644044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:26:55.650306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:55.785297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c65d3-9e14-4892-a3b6-c7bed0a33702 None None] Pushing event updated for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:55.950630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:26:56.185246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.262227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5363751d-c188-415e-8d8e-8881900705f9 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:56.385720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ed490-77dd-4022-b97c-938b0f91fc7a req-3a893d79-35f1-40f9-a372-d8bd1f360e80 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:56.404530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-489ed490-77dd-4022-b97c-938b0f91fc7a req-3a893d79-35f1-40f9-a372-d8bd1f360e80 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1775393 Oct 12 11:26:56.498002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:56.498494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.499007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-489ed490-77dd-4022-b97c-938b0f91fc7a req-161a551f-b727-4901-9ccb-ee5478d5502e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878372 Oct 12 11:26:56.535546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:56.708560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.717785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] Provisioning complete for port f142aa86-edc0-458e-81a4-fbe84341ef3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:56.724165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.776439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d702c-df2b-4deb-b10f-c6263e39055b req-c1076a00-a377-45af-9d2a-aef9554ddc83 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:56.786424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-044d702c-df2b-4deb-b10f-c6263e39055b req-c1076a00-a377-45af-9d2a-aef9554ddc83 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 945 time: 0.8487656 Oct 12 11:26:56.810031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.812708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253896c1-c635-4123-8324-b5d4ec94c900 req-bc8541e4-3684-4124-b747-52c5481abbc8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:56.817818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-253896c1-c635-4123-8324-b5d4ec94c900 req-bc8541e4-3684-4124-b747-52c5481abbc8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 944 time: 0.1186090 Oct 12 11:26:56.829552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.836852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:56.892635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-253896c1-c635-4123-8324-b5d4ec94c900 req-d65391a8-6186-4f60-ae9f-f1c2e2f107c9 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699937 Oct 12 11:26:56.930936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:55Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:26:56.933715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=7eb30be1-48f1-4033-9eb1-ac9fa4745a1e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:56.965745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88375603-215d-4947-b724-46e94135f27f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:57.011172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-044d702c-df2b-4deb-b10f-c6263e39055b req-0193cb39-d520-4498-925e-de09b224e8f1 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0fa89e2-fd55-4459-b04e-1536e7c0012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215929 Oct 12 11:26:57.042975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 5363751d-c188-415e-8d8e-8881900705f9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:26:57.069997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] No DVR routers for this DVR port 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:26:57.075912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.089618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47b66254-8087-4384-a5fe-86643b1bce25 req-fe002593-069f-481a-9f2a-d13cf51b328e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "DELETE /v2.0/ports/7eb30be1-48f1-4033-9eb1-ac9fa4745a1e HTTP/1.1" status: 204 len: 173 time: 2.3896108 Oct 12 11:26:57.092760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'name': 'network-vif-deleted', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:57.096685 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee31bb74-47a7-4626-ac80-4b6aff7d470b" -d '{"events": [{"server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "name": "network-vif-deleted", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:57.107792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.113781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59504) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:26:57.119160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:26:57.125337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-087c236e-ccea-438f-b298-fd9546612855 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9586186 Oct 12 11:26:57.130125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176933f-88d5-42e3-ba9d-0c3b51b9baee None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:55Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:26:57.150734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 5363751d-c188-415e-8d8e-8881900705f9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:57.158110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.291497 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78c5ad-0eed-42f0-824b-7be45eaaa591 x-openstack-request-id: req-0c78c5ad-0eed-42f0-824b-7be45eaaa591 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:57.291788 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e73231b-3243-4901-8db3-09cd40b3a0f8", "name": "network-vif-deleted", "tag": "7eb30be1-48f1-4033-9eb1-ac9fa4745a1e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:57.292031 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c78c5ad-0eed-42f0-824b-7be45eaaa591 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:57.294361 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e73231b-3243-4901-8db3-09cd40b3a0f8', 'name': 'network-vif-deleted', 'tag': '7eb30be1-48f1-4033-9eb1-ac9fa4745a1e', 'status': 'completed', 'code': 200} Oct 12 11:26:57.314933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Deleting port 874df054-2a3d-4873-acc2-12fa54eb6df4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:26:57.315737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.382215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.390955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.670246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.705922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] For port 874df054-2a3d-4873-acc2-12fa54eb6df4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=874df054-2a3d-4873-acc2-12fa54eb6df4,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:57.706510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.760223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.771774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Calling delete_port for 874df054-2a3d-4873-acc2-12fa54eb6df4 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:26:57.790796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:26:57.803501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] For port f142aa86-edc0-458e-81a4-fbe84341ef3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f142aa86-edc0-458e-81a4-fbe84341ef3c,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:57.885194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:26:57.888555 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0671938c-fdd4-406c-94a7-88e3e120d291" -d '{"events": [{"server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "name": "network-vif-plugged", "status": "completed", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:26:57.905429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:26:57.905776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7eb30be1-48f1-4033-9eb1-ac9fa4745a1e not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:26:57.963825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:57.983701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5363751d-c188-415e-8d8e-8881900705f9,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:26:58.063989 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ebab81-7e60-469c-857f-a342036d6462 x-openstack-request-id: req-b9ebab81-7e60-469c-857f-a342036d6462 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:26:58.064386 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "name": "network-vif-plugged", "status": "completed", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:26:58.065799 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9ebab81-7e60-469c-857f-a342036d6462 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:26:58.066327 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'code': 200} Oct 12 11:26:58.072213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:58.178356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574a5d-0754-460e-ad1a-539350a57f92 req-8b5cf9d0-6cef-4e94-bc5b-294ae1d48bf9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:58.187187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c574a5d-0754-460e-ad1a-539350a57f92 req-8b5cf9d0-6cef-4e94-bc5b-294ae1d48bf9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.4110138 Oct 12 11:26:58.189781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16614-1fc5-457e-b363-2f0557c2bede None None] Pushing event updated for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:58.309771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:58.406333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Allocated IP 172.25.2.155 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/9937fed3-dc94-4f25-aaa2-08088f476fdd) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:26:58.498175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c574a5d-0754-460e-ad1a-539350a57f92 req-5c635589-c101-4aa3-8a66-c5d35a55af0e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954793 Oct 12 11:26:58.728203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9283e379-2ad3-45a1-bb6b-75a96f950a8f req-c270e7e4-c36c-4957-bfae-0c17e9f9742b tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e73231b-3243-4901-8db3-09cd40b3a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0433006 Oct 12 11:26:58.759621 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:26:58.770525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:58.852926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:58.901398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811157b-746e-45c8-8d41-76fc1d95d654 req-9bfee3a1-81b6-4cca-ba7e-3b82dc52d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:58.908362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d811157b-746e-45c8-8d41-76fc1d95d654 req-9bfee3a1-81b6-4cca-ba7e-3b82dc52d7fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.7267210 Oct 12 11:26:58.949863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=874df054-2a3d-4873-acc2-12fa54eb6df4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:59.032755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364d285-1fbe-4dc0-bb05-6d9949b45433 req-3f038fcf-ee60-4aad-a56e-d9e135e26078 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:59.053590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9364d285-1fbe-4dc0-bb05-6d9949b45433 req-3f038fcf-ee60-4aad-a56e-d9e135e26078 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.8004897 Oct 12 11:26:59.117198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d811157b-746e-45c8-8d41-76fc1d95d654 req-e3972d84-1c55-4f6e-b6c3-6f05429c62a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905456 Oct 12 11:26:59.123171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.123611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.127066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.128070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.133717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:26:59.194987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9364d285-1fbe-4dc0-bb05-6d9949b45433 req-3285eda9-1da5-49de-be0a-fa35053951f8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402969 Oct 12 11:26:59.203072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:59.271498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f142aa86-edc0-458e-81a4-fbe84341ef3c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:26:59.351574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:26:59.369864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:26:59.381796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:26:59.423759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f142aa86-edc0-458e-81a4-fbe84341ef3c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:26:59.424324 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:59.465593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:59.494008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=9937fed3-dc94-4f25-aaa2-08088f476fdd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:26:59.839154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:26:59.881881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0232c-4cf0-4d9d-b935-7bf3eb868dce req-83e51d06-3eeb-4daf-9743-da777701af24 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:26:59.889919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ec0232c-4cf0-4d9d-b935-7bf3eb868dce req-83e51d06-3eeb-4daf-9743-da777701af24 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1112552 Oct 12 11:27:00.064491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:00.104658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ec0232c-4cf0-4d9d-b935-7bf3eb868dce req-dbe93b2b-ddbb-4a3f-aa54-3189365fe715 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125959 Oct 12 11:27:00.172704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Router 638eae0e-83ca-41e6-aa01-4694560131c3 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:00.358382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:00.372163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Sync routers for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:00.378781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-823c59e6-1ebc-43f6-ad3c-a4d7b5019ed5 admin admin] 10.222.0.43 "PUT /v2.0/routers/638eae0e-83ca-41e6-aa01-4694560131c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7490847 Oct 12 11:27:00.381452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59546) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:00.393215 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:00.394261 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:00.525858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f91522-9f1d-4da3-8cae-b964c02904da req-5030a96b-c5d0-4eda-9f54-0e062574244c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:00.527522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3f91522-9f1d-4da3-8cae-b964c02904da req-5030a96b-c5d0-4eda-9f54-0e062574244c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.1321537 Oct 12 11:27:00.634865 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:00.663784 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:00.713981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3765e-9bec-4d58-b333-801e900b1ba4 req-08ae2490-a4ce-4782-874a-76c3ae62fa19 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:00.720960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2ff3765e-9bec-4d58-b333-801e900b1ba4 req-08ae2490-a4ce-4782-874a-76c3ae62fa19 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.1330824 Oct 12 11:27:00.725583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:00.748039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3f91522-9f1d-4da3-8cae-b964c02904da req-26cfb93f-1689-4acc-97b5-da352153fc03 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097561 Oct 12 11:27:00.928332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.050910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2ff3765e-9bec-4d58-b333-801e900b1ba4 req-9c1efd13-b6ca-4584-a80d-9698b66dc766 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085177 Oct 12 11:27:01.136277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:26:58Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:01.155762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.183037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=9937fed3-dc94-4f25-aaa2-08088f476fdd,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:01.243952 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Checking router: 638eae0e-83ca-41e6-aa01-4694560131c3 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:01.261920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.263835 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Routers {'638eae0e-83ca-41e6-aa01-4694560131c3'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:01.264711 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['638eae0e-83ca-41e6-aa01-4694560131c3'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:01.306040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.308856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8e3bd023-ef87-43b6-8836-7ef2090a7f99 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1952264 Oct 12 11:27:01.413238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb9865-8c11-4658-a91b-f46088466b91 req-655cf97d-5348-4212-b132-b30a7f2beebe tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:01.414852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91cb9865-8c11-4658-a91b-f46088466b91 req-655cf97d-5348-4212-b132-b30a7f2beebe tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1553657 Oct 12 11:27:01.473964 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] Set router 638eae0e-83ca-41e6-aa01-4694560131c3 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:01.549479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91cb9865-8c11-4658-a91b-f46088466b91 req-2343d85d-ed7b-4e79-86d5-d8b624d3b4fb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935557 Oct 12 11:27:01.584700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Deleting port 856331bf-f5fb-4493-8c13-6e156b31a60c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:01.585116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.723523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] For port 856331bf-f5fb-4493-8c13-6e156b31a60c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=856331bf-f5fb-4493-8c13-6e156b31a60c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:01.724212 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:01.724932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-0061dc72-c49c-4867-bac3-aec089f25cc6 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1151148800&fields=id&tenant_id=6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 267 time: 0.1492615 Oct 12 11:27:01.739442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Calling delete_port for 856331bf-f5fb-4493-8c13-6e156b31a60c owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:01.739870 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:26:58Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:01.770643 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8aa23f-1ad5-44b0-8b5a-4e332b2cd2ce None None] The sync data for ids ['638eae0e-83ca-41e6-aa01-4694560131c3'] in n-d-813419-3 is: [{'id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'name': 'tempest-ServersTestBootFromVolume-1534364511-router', 'tenant_id': '78bb288af51640af95b9a967b57dbc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:01Z', 'updated_at': '2021-10-12T11:26:58Z', 'revision_number': 5, 'project_id': '78bb288af51640af95b9a967b57dbc71', 'gw_port': {'id': '856331bf-f5fb-4493-8c13-6e156b31a60c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638eae0e-83ca-41e6-aa01-4694560131c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:02Z', 'updated_at': '2021-10-12T11:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:01.991772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-bd7b9278-1178-460e-9046-cbd990ac7fa8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:01.993936 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-bd7b9278-1178-460e-9046-cbd990ac7fa8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 811 time: 0.2599475 Oct 12 11:27:02.026663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-36ece1f6-802c-498d-939d-e76d9d5cc385 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/quotas/6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 375 time: 0.0262208 Oct 12 11:27:02.035171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e85e0-078d-4c07-8921-7e81f515d504 req-606ea722-784b-4636-b014-83c621729d9a tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:02.036771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff3e85e0-078d-4c07-8921-7e81f515d504 req-606ea722-784b-4636-b014-83c621729d9a tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.0936019 Oct 12 11:27:02.132977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-aa868f64-26ff-4463-bcd4-ef27fc79a156 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866427 Oct 12 11:27:02.220262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-48afb9d7-bbe3-4543-b287-fa41fec0c413 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:02.222055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-48afb9d7-bbe3-4543-b287-fa41fec0c413 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.3702235 Oct 12 11:27:02.315543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff3e85e0-078d-4c07-8921-7e81f515d504 req-19527a4c-d7d6-4c9b-bb7d-6c385167e683 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583413 Oct 12 11:27:02.319404 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.357240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-8122e28e-54e9-4594-8f86-ad880a49dd43 service neutron] 10.222.0.43 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158854 Oct 12 11:27:02.363236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=856331bf-f5fb-4493-8c13-6e156b31a60c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:02.557854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59608) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:02.558933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.572257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-d2bf7b85-de25-49df-a1ed-d39c40f57531 service neutron] 10.222.0.43 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127299 Oct 12 11:27:02.783498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.791630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2efdd3e-a2be-487b-991e-a164f2e5f786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.792280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.863379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:02.863379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:02.985594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830f269-f672-42b4-883e-3e2249892664 req-d18325d2-ce93-4f27-a45e-784564c034b8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:02.985594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1830f269-f672-42b4-883e-3e2249892664 req-d18325d2-ce93-4f27-a45e-784564c034b8 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 945 time: 0.4516642 Oct 12 11:27:03.045113 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.045113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638eae0e-83ca-41e6-aa01-4694560131c3 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:27:03.071661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.073896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e5806b2d-ed37-4a41-b933-7269100e2c5a admin admin] 10.222.0.43 "DELETE /v2.0/routers/638eae0e-83ca-41e6-aa01-4694560131c3 HTTP/1.1" status: 204 len: 168 time: 2.6899309 Oct 12 11:27:03.077489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:03.227430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 874df054-2a3d-4873-acc2-12fa54eb6df4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:03.272396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 874df054-2a3d-4873-acc2-12fa54eb6df4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:03.272813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 874df054-2a3d-4873-acc2-12fa54eb6df4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:03.591285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1830f269-f672-42b4-883e-3e2249892664 req-132f617d-924f-4ed0-9305-69cfe4af72fd tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5923612 Oct 12 11:27:03.621256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:03.633800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] For port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:03.634182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.732831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Deleting subnet 0c4bc41f-e63a-4718-a6da-1f890c3a4f2f {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:27:03.738969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.784621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2efdd3e-a2be-487b-991e-a164f2e5f786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.876219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8aa7-82b1-43cf-9c7f-261b6290654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.892640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.924869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2efdd3e-a2be-487b-991e-a164f2e5f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:03.987570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8aa7-82b1-43cf-9c7f-261b6290654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.003061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2efdd3e-a2be-487b-991e-a164f2e5f786 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9b8fa3ebf804bcc8f103714830348a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4426394 Oct 12 11:27:04.005679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:04.024833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-80278d68-5a08-4d93-879e-eee0a76684a7 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1312160 Oct 12 11:27:04.027040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efdd3e-a2be-487b-991e-a164f2e5f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948e2c1-2f3c-46d9-aad7-3a102e69f7ac,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:04.049028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:04.105093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8aa7-82b1-43cf-9c7f-261b6290654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.148688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.151350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.208577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3d8b8aa7-82b1-43cf-9c7f-261b6290654a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d858ed15b9604f1c9501395037b5a1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862405 Oct 12 11:27:04.216059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59638) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:04.224048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b8aa7-82b1-43cf-9c7f-261b6290654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b19d23d-6836-4184-8b1d-72d200371d9a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:04.225029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.252595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1cb4a-535f-4966-a02e-3d7bcb367b9a req-686625c9-ad0e-4c4b-ab4d-f7e79f0ce3ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:04.255186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3b1cb4a-535f-4966-a02e-3d7bcb367b9a req-686625c9-ad0e-4c4b-ab4d-f7e79f0ce3ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2633429 Oct 12 11:27:04.362585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3b1cb4a-535f-4966-a02e-3d7bcb367b9a req-8204d93c-7f1f-4a6d-8d8c-9009edf05980 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680285 Oct 12 11:27:04.367902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.373722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.373722 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Floating IP 46106521-3d8a-4e95-b3a1-7bb8605320d5 disassociated. External IP: 172.25.2.133, port: 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e. Oct 12 11:27:04.373722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:04.437078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.448226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.523924 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.571178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c736e6d-bdfc-4a9f-885d-2308854a729e req-60ee2fe6-6321-40e0-8cd4-27fbe5198e53 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 210 time: 0.0955656 Oct 12 11:27:04.624092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.624092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.624092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4948e2c1-2f3c-46d9-aad7-3a102e69f7ac HTTP/1.1" status: 204 len: 168 time: 0.6163509 Oct 12 11:27:04.654126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.668559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae2b02-7362-41aa-903c-1cacf518cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948e2c1-2f3c-46d9-aad7-3a102e69f7ac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:04.694852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.700944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4bc41f-e63a-4718-a6da-1f890c3a4f2f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:04.711816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.715399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e124b0c0-5c92-47c9-87bf-400bf613b426 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c4bc41f-e63a-4718-a6da-1f890c3a4f2f HTTP/1.1" status: 204 len: 168 time: 1.6292474 Oct 12 11:27:04.716170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadfbd8-b23a-4f1b-b168-285b9b04e72e None None] Network 0b875f1e-6048-4e98-81cb-17277501e94b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:04.719560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59646) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:04.752226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.755360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.759609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b19d23d-6836-4184-8b1d-72d200371d9a HTTP/1.1" status: 204 len: 168 time: 0.5341082 Oct 12 11:27:04.813578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:04.872725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:04.914430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f4674-9ef8-48c4-90f1-1cbbd3e994ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b19d23d-6836-4184-8b1d-72d200371d9a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:05.011654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.129091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 856331bf-f5fb-4493-8c13-6e156b31a60c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:05.155505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 856331bf-f5fb-4493-8c13-6e156b31a60c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:05.156144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 856331bf-f5fb-4493-8c13-6e156b31a60c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:05.180720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86220951-8bbf-42a6-a5ac-c679716c3014 req-39769af0-6158-4d8e-93a9-f9122d9bf285 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:05.193772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86220951-8bbf-42a6-a5ac-c679716c3014 req-39769af0-6158-4d8e-93a9-f9122d9bf285 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 866 time: 0.4521415 Oct 12 11:27:05.215917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Allocated IP 172.25.2.116 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/df2befe3-2bf9-4908-94a4-839948768b84) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:05.242553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360746d0-edce-467e-a145-a358249d798b None None] DHCP port deletion for 0b875f1e-6048-4e98-81cb-17277501e94b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:27:05.248844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Router 7a96a250-a65e-4832-8e7f-1b125afcc461 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:05.316193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86220951-8bbf-42a6-a5ac-c679716c3014 req-ff99157e-178b-43db-b064-c7da6b3495c9 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1378296-eb7d-4a4c-9545-1690439b9e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189969 Oct 12 11:27:05.364167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Deleting port 1faf1105-84b8-4b51-87e2-60248d863e3d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:05.364771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.377193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-360746d0-edce-467e-a145-a358249d798b None None] Deleting port 1faf1105-84b8-4b51-87e2-60248d863e3d {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:05.378171 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-360746d0-edce-467e-a145-a358249d798b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.550507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-360746d0-edce-467e-a145-a358249d798b None None] For port 1faf1105-84b8-4b51-87e2-60248d863e3d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1faf1105-84b8-4b51-87e2-60248d863e3d,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:05.550507 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-360746d0-edce-467e-a145-a358249d798b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.556094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:05.566139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-360746d0-edce-467e-a145-a358249d798b None None] Calling delete_port for 1faf1105-84b8-4b51-87e2-60248d863e3d owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:05.632679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] For port 1faf1105-84b8-4b51-87e2-60248d863e3d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1faf1105-84b8-4b51-87e2-60248d863e3d,segment=NetworkSegment(e6bacca7-af1c-4615-bc22-df4b3507a566),segment_id=e6bacca7-af1c-4615-bc22-df4b3507a566)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:05.633322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.665887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Calling delete_port for 1faf1105-84b8-4b51-87e2-60248d863e3d owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:05.683604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.713487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Sync routers for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:05.726562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:05.728022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:05.811725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] No DVR routers for this DVR port 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:05.814088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.816014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.818837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9053b66e-ef14-491f-972d-77e765c4fb61 req-e81ccb5a-8d67-4d67-b0b4-06321961fb8e tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.47 "DELETE /v2.0/ports/8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e HTTP/1.1" status: 204 len: 173 time: 3.5892451 Oct 12 11:27:05.819198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:05.826039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-360746d0-edce-467e-a145-a358249d798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.830310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-deleted', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:05.832998 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1815a948-ab11-494f-89c0-bccd4194fcf0" -d '{"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-deleted", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:05.846895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Pushing event deleted for resources: {'Port': ['ID=1faf1105-84b8-4b51-87e2-60248d863e3d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:05.851540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] No DVR routers for this DVR port 1faf1105-84b8-4b51-87e2-60248d863e3d on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:05.885086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e2b03-b3d1-49a4-a473-a421f2e89b3c req-4ad73da6-d061-4a51-a57c-97a6a23338a9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:05.886654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a63e2b03-b3d1-49a4-a473-a421f2e89b3c req-4ad73da6-d061-4a51-a57c-97a6a23338a9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2118127 Oct 12 11:27:05.947144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:05.972299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b875f1e-6048-4e98-81cb-17277501e94b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:05.984251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bacca7-af1c-4615-bc22-df4b3507a566') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:05.984570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bacca7-af1c-4615-bc22-df4b3507a566') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:06.001401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:06.009377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.024449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.030877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:27:06.031993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.071409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360746d0-edce-467e-a145-a358249d798b None None] Pushing event deleted for resources: {'Port': ['ID=1faf1105-84b8-4b51-87e2-60248d863e3d,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:06.078853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:06.079452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:06.091951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360746d0-edce-467e-a145-a358249d798b None None] No DVR routers for this DVR port 1faf1105-84b8-4b51-87e2-60248d863e3d on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:27:06.097693 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:27:06.103131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.127566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:06.131701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a63e2b03-b3d1-49a4-a473-a421f2e89b3c req-44f8bc7b-34fb-4aa5-a956-2372e4651e23 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343757 Oct 12 11:27:06.165821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbbba-8b87-4027-9ab6-232d39e08eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.189636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:06.196783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.214025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.224447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] 10.222.0.43 "DELETE /v2.0/networks/0b875f1e-6048-4e98-81cb-17277501e94b HTTP/1.1" status: 204 len: 168 time: 1.5013478 Oct 12 11:27:06.231652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:06.237370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:06.329426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0097bb18-08c5-48dd-9bbc-190ec22a35f9 req-5dd5e962-5565-40e8-93bb-a396cf1e3a20 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 210 time: 0.0501070 Oct 12 11:27:06.345341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ecd78-3820-4251-af74-1e52ebc2ff8a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b875f1e-6048-4e98-81cb-17277501e94b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:06.380396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event updated for resources: {'Port': ['ID=df2befe3-2bf9-4908-94a4-839948768b84,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:06.388543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-5f6d17ab-1252-496a-80db-0573ad213e7f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:06.390260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-5f6d17ab-1252-496a-80db-0573ad213e7f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 811 time: 0.3879580 Oct 12 11:27:06.466797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-7a03b192-0f58-45fc-9fbe-5170fae9791f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 380 time: 0.0651793 Oct 12 11:27:06.483100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'port': {'device_id': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'admin_state_up': True, 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'security_groups': ['c806994b-e8bb-416e-94c5-7a4d70f800e8']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:06.521724 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3838446-1d38-4081-91fa-4e71c4174524 x-openstack-request-id: req-d3838446-1d38-4081-91fa-4e71c4174524 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:06.522581 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ad886-e2ec-49cc-92aa-fd81bb85ead6", "name": "network-vif-deleted", "tag": "8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:06.522863 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3838446-1d38-4081-91fa-4e71c4174524 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:06.523321 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ad886-e2ec-49cc-92aa-fd81bb85ead6', 'name': 'network-vif-deleted', 'tag': '8731821e-fe2d-4e1e-9e3c-a6b9cfb1c45e', 'status': 'completed', 'code': 200} Oct 12 11:27:06.559517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.612441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:06.663245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Checking router: 7a96a250-a65e-4832-8e7f-1b125afcc461 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:06.679929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:06.681025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:06.686770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b9d5d9b-ce32-4e52-8bf8-dad2b944c8bd req-317366e6-80aa-45ad-85bc-7c88d100d969 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1ad886-e2ec-49cc-92aa-fd81bb85ead6 HTTP/1.1" status: 200 len: 210 time: 0.0413368 Oct 12 11:27:06.694503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbbba-8b87-4027-9ab6-232d39e08eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.701376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.777030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbbba-8b87-4027-9ab6-232d39e08eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:06.896114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59684) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:06.931358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:07.006344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Made reservation on behalf of 6eef9578addc4d1594dbd4b14dd26db4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:07.013798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.025988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbbba-8b87-4027-9ab6-232d39e08eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84284d93-acb9-430f-b6b4-51fddd2173fb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:07.038514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.068064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef7cbbba-8b87-4027-9ab6-232d39e08eab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=365bb09fbf914dbd9fc4ee578da65229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0630367 Oct 12 11:27:07.070745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59688) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:07.086735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59690) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:07.121805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.280475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.306095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fe5f428-6755-4e6d-a265-9a53a80cd109 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78bb288af51640af95b9a967b57dbc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851063 Oct 12 11:27:07.321126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59696) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:07.332358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event updated for resources: {'Port': ['ID=df2befe3-2bf9-4908-94a4-839948768b84,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:07.355723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1faf1105-84b8-4b51-87e2-60248d863e3d no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:07.417968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.429411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1faf1105-84b8-4b51-87e2-60248d863e3d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:07.429581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1faf1105-84b8-4b51-87e2-60248d863e3d not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:07.460971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-670434482-network', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:07.472661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.555373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2c3d-2eb6-43e2-bddb-611c0b6e3fee req-ce99d614-5682-4c35-82d6-d23027ad418d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:07.563155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dba2c3d-2eb6-43e2-bddb-611c0b6e3fee req-ce99d614-5682-4c35-82d6-d23027ad418d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1967020 Oct 12 11:27:07.569529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:07.594987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Made reservation on behalf of f5fd93d06d234ac7a34e116ead377e37 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:07.598439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.603733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52851-a64a-499e-9f7d-c40f6c77b82f None None] The sync data for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 is: [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:17:49Z', 'revision_number': 4, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cb76da7b-3d90-4d34-af35-d83cd35463d4', 'name': '', 'network_id': '48938513-d2e0-4401-a918-9c0cfe771667', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'mac_address': 'fa:16:3e:ff:db:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:48Z', 'updated_at': '2021-10-12T11:17:55Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'subnets': [{'id': 'a7df89d5-9606-404f-aeb5-975a75f7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:07.612531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.614723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.618037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Allocated IP 172.20.0.12 (259b3c4b-786d-4e75-abb4-22b8fd3d3425/5d5f3eeb-b813-4e0e-91da-ba7045fdfd17/751b5db6-6632-462f-a0f3-a7e145eb00c9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:07.646524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dba2c3d-2eb6-43e2-bddb-611c0b6e3fee req-a6524859-1660-4fa8-b9e6-65142b0bff5b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825157 Oct 12 11:27:07.668421 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.721558 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.723483 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.726305 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.730146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84284d93-acb9-430f-b6b4-51fddd2173fb HTTP/1.1" status: 204 len: 168 time: 0.6553233 Oct 12 11:27:07.753340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.754812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-d54e401b-74aa-446e-a98c-f895df561bcc tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7287545 Oct 12 11:27:07.765185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf882f9f-8430-447d-80b9-0267dd2c8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84284d93-acb9-430f-b6b4-51fddd2173fb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:07.835351 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:07.840796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35cee384-ec94-4f00-999e-683ee0c341f9 req-091039ac-daaf-41b6-8b79-e1466110750f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 210 time: 0.0542617 Oct 12 11:27:07.942446 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-0b1d9549-3931-4538-8bad-b5dbecfe0a6e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1733871 Oct 12 11:27:07.950292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:27:08.001959 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.003877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78766910-1e6f-4832-9194-b1cad2eb8cef,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:08.024746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.025157 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Added segment 2c67060c-86e4-4721-baa3-287863c0b444 of type vlan for network 912038e5-8ec9-4cde-8251-c970a2487b64 Oct 12 11:27:08.078785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.079236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.084412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25acd44f-0b89-450d-bbf4-e8315a6dd21e HTTP/1.1" status: 204 len: 168 time: 0.7587962 Oct 12 11:27:08.096885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23153533-cbe6-4097-be2f-c501ced78a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acd44f-0b89-450d-bbf4-e8315a6dd21e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:08.131127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.148033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.188663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59712) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:08.216941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:08.228576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:08.238953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:08.242958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-5c54b6cf-9a81-4198-bc07-ba28d714996a tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:08.250883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-5c54b6cf-9a81-4198-bc07-ba28d714996a tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2885623 Oct 12 11:27:08.260866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-c6978b72-9d19-4afa-ad1d-dcb55b15f46c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:27:08.261709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80b6cb5c-f92e-434a-ae3a-9668aa1fe73b req-c6978b72-9d19-4afa-ad1d-dcb55b15f46c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099883 Oct 12 11:27:08.475276 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523daf-419e-4d75-88ec-6b448585f75a None None] New status for floating IP 46106521-3d8a-4e95-b3a1-7bb8605320d5: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:27:08.476426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:08.477178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.477322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:08.477322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.477585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.550246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.552775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:08.555223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.593821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c172dd81-af3b-4a9f-b6d2-ebdf5cdcc2b0 None None] Provisioning complete for port 751b5db6-6632-462f-a0f3-a7e145eb00c9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:08.595367 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c172dd81-af3b-4a9f-b6d2-ebdf5cdcc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.624109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-967c4fac-61c0-4d25-81a0-98ad2e3cfb36 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1459844 Oct 12 11:27:08.626758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.629984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:08.633235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1378296-eb7d-4a4c-9545-1690439b9e4c HTTP/1.1" status: 204 len: 168 time: 0.4304302 Oct 12 11:27:08.639921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c172dd81-af3b-4a9f-b6d2-ebdf5cdcc2b0 None None] Port 751b5db6-6632-462f-a0f3-a7e145eb00c9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:08.644322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59732) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:08.698552 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-0d205f3b-7a7c-4114-97ac-0c8cf88b6a07 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] show failed (client error): The resource could not be found. Oct 12 11:27:08.698552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0d205f3b-7a7c-4114-97ac-0c8cf88b6a07 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "GET /v2.0/security-groups/b1378296-eb7d-4a4c-9545-1690439b9e4c HTTP/1.1" status: 404 len: 347 time: 0.0194621 Oct 12 11:27:08.699964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59738) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:08.750162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Request body: {'port': {'device_id': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:08.798967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b7ac-140d-40ec-af69-5089ed7a1d35 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1378296-eb7d-4a4c-9545-1690439b9e4c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:08.819838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-5b24879f-8f52-45a5-9fb4-9f50ee525ad8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:08.831600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-5b24879f-8f52-45a5-9fb4-9f50ee525ad8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 821 time: 0.2739816 Oct 12 11:27:08.853610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7486396 Oct 12 11:27:08.853610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59748) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:08.858973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113928-bf3c-475e-a3f7-8f9998f01eab admin admin] Pushing event updated for resources: {'Network': ['ID=912038e5-8ec9-4cde-8251-c970a2487b64,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:08.871510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 912038e5-8ec9-4cde-8251-c970a2487b64 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:27:08.882415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-4e014524-5d8d-4d5d-870a-1e8bf22dfa41 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/quotas/1a277af1916e4d61853cd552f564cdb7 HTTP/1.1" status: 200 len: 375 time: 0.0496223 Oct 12 11:27:08.883056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Request body: {'subnet': {'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-670434482-subnet', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:08.897936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.104642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-c0dee1e9-0e35-4c68-a35a-27f75b19339c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2188518 Oct 12 11:27:09.113133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea8798-7e7a-489d-a5b2-4ccca618d2a8 req-b0d59bc6-252f-44d9-a0a5-c909ec9bef94 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:09.115095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78ea8798-7e7a-489d-a5b2-4ccca618d2a8 req-b0d59bc6-252f-44d9-a0a5-c909ec9bef94 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.2667994 Oct 12 11:27:09.174869 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78ea8798-7e7a-489d-a5b2-4ccca618d2a8 req-41fc68aa-c615-429b-b649-1f9b2c44c24b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526190 Oct 12 11:27:09.179216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Deleting port 2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:09.179973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.207726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Made reservation on behalf of f5fd93d06d234ac7a34e116ead377e37 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:09.210588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.440566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-467b06e6-b9e4-4599-914a-b272dad9d244 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370025 Oct 12 11:27:09.552767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.552767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.606668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-d591019d-5904-44c8-b79a-5a1b03e1a9e9 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648428 Oct 12 11:27:09.607598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc7e4-b665-47c7-b110-9ff85cfc99b8 req-7fb0cf47-10ed-4492-9537-6f40f29d3349 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:09.615497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-720cc7e4-b665-47c7-b110-9ff85cfc99b8 req-7fb0cf47-10ed-4492-9537-6f40f29d3349 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 932 time: 0.2575953 Oct 12 11:27:09.616528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Calling delete_port for 2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:09.681241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751b5db6-6632-462f-a0f3-a7e145eb00c9 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:09.698967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.726076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Transition to ACTIVE for port object 751b5db6-6632-462f-a0f3-a7e145eb00c9 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:27:09.748267 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-720cc7e4-b665-47c7-b110-9ff85cfc99b8 req-5dac29b7-f8a3-4ea4-9cbf-b6e56c5bb51d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095018 Oct 12 11:27:09.850947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:09.981772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Pushing event updated for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:10.007715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Attempting to bind port 751b5db6-6632-462f-a0f3-a7e145eb00c9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:10.008641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Attempting to bind port 751b5db6-6632-462f-a0f3-a7e145eb00c9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:10.008980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Attempting to bind port 751b5db6-6632-462f-a0f3-a7e145eb00c9 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:10.014256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Port 751b5db6-6632-462f-a0f3-a7e145eb00c9 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:27:10.018510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Attempting to bind port 751b5db6-6632-462f-a0f3-a7e145eb00c9 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:10.022250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:10.022596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Checking segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:10.023433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Bound using segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:10.023433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Bound port: 751b5db6-6632-462f-a0f3-a7e145eb00c9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:10.023823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.074949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.130359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.164170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:10.179010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:10.180293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59780) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:10.194296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Pushing event deleted for resources: {'Port': ['ID=2c7c3e3f-957b-4d6b-b8d2-0d75da4d08c5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:10.223370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:10.255170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Checking segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:10.255542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Network hostable DHCP agents. Network: 912038e5-8ec9-4cde-8251-c970a2487b64, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:27:10.291711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.334717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.335348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.336753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] 10.222.0.47 "PUT /v2.0/ports/751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 1092 time: 1.5964434 Oct 12 11:27:10.337211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:10.339940 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67dfdf-bbad-4c06-827b-bccd129fc389" -d '{"events": [{"name": "network-changed", "server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:10.367296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1768489726-network', 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:10.383347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.386173 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.387375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-84333680-fd4b-420c-af9c-b63314f31fb3 tempest-ServerActionsTestJSON-2035173428 tempest-ServerActionsTestJSON-2035173428-project] 10.222.0.43 "DELETE /v2.0/floatingips/46106521-3d8a-4e95-b3a1-7bb8605320d5 HTTP/1.1" status: 204 len: 168 time: 1.6865063 Oct 12 11:27:10.390396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59796) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:10.396730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a136a-8ef4-4171-abad-3b859da156fb service neutron] Pushing event updated for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:10.406033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c860328-e774-4b73-97b7-67ba233b49a1 req-e81850fa-b89a-4469-934d-32afca190d10 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.414215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c860328-e774-4b73-97b7-67ba233b49a1 req-e81850fa-b89a-4469-934d-32afca190d10 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.1028566 Oct 12 11:27:10.463194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:27:10.491948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c860328-e774-4b73-97b7-67ba233b49a1 req-bd01038f-802f-4ed0-a27f-c40dcba1025f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766561 Oct 12 11:27:10.525230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:10.527692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.536420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-fe1e9e66-e041-4a4b-be86-440f9381bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.538841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-fe1e9e66-e041-4a4b-be86-440f9381bad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1095 time: 0.0699968 Oct 12 11:27:10.555906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.559423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 912038e5-8ec9-4cde-8251-c970a2487b64) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:10.568121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205248db-58ca-47ed-83fa-f266a5f14d73 None None] Network 912038e5-8ec9-4cde-8251-c970a2487b64 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:10.569756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.570477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.647536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-d7c1f987-6a04-4ede-b2bb-c3c32422fbbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 217 time: 0.1002157 Oct 12 11:27:10.656939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f3db429-21de-4d8a-a247-8bae17472685 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7920978 Oct 12 11:27:10.657676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59810) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:10.666912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:10.764546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-92dd730b-5204-4083-9f90-2fd0c906a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.764546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-92dd730b-5204-4083-9f90-2fd0c906a6fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.0864801 Oct 12 11:27:10.823202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.823415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-912038e5-8ec9-4cde-8251-c970a2487b64', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:27:10.823558 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.824121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.856472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-52a0d316-d260-48bb-b9ea-fbed757a3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:10.858149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-52a0d316-d260-48bb-b9ea-fbed757a3df7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894847 Oct 12 11:27:10.860726 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.956671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.970615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:27:10.982343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:10.982788 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Added segment 01e7dc1a-94e8-4247-a7dc-ccbc80bd5474 of type vlan for network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e Oct 12 11:27:11.044053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.080531 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f91834c-c0c4-478c-ad5e-0f37fa07df4c x-openstack-request-id: req-2f91834c-c0c4-478c-ad5e-0f37fa07df4c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:11.080831 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:11.081149 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f91834c-c0c4-478c-ad5e-0f37fa07df4c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:11.086249 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'status': 'completed', 'code': 200} Oct 12 11:27:11.117545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e157df9f-ebf5-4ce5-a44d-4aef297aac3c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:11.153790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.154880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:11.155522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.166518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Allocated IP 172.20.0.2 (912038e5-8ec9-4cde-8251-c970a2487b64/a33ff8b3-fc18-4bed-a9e3-35ae5ee96313/100e14e9-2939-44be-87af-182a5ab66e76) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:11.190828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-1cb95c35-c001-49a8-a5b6-7ba1b561e21d service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254325 Oct 12 11:27:11.282978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1015289 Oct 12 11:27:11.286362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59830) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:11.320806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Request body: {'subnet': {'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1768489726-subnet', 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:11.350186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.389467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4f31-fedf-4576-9877-cc358ccec2da req-86bec468-3064-460b-9260-de4996201e09 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:11.389467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b94d4f31-fedf-4576-9877-cc358ccec2da req-86bec468-3064-460b-9260-de4996201e09 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 944 time: 0.1187546 Oct 12 11:27:11.399766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32272850-1b9e-4e9f-bee0-107897f4e9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:11.407720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7500091-90f7-4a36-97d2-041d49b1c207 req-55fc366c-bb88-409e-9a48-5ad75624d1d4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 210 time: 0.1399884 Oct 12 11:27:11.429414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:27:11.458397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81c3c036-00ac-44a3-b3f8-de55e720751f req-5ba2f18f-95d8-40f0-ac0e-513f1a4a256f service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524152 Oct 12 11:27:11.462531 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.535317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:11.538189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.586458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b94d4f31-fedf-4576-9877-cc358ccec2da req-0b222767-c0e9-468f-9e13-5b659272c6d9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752417 Oct 12 11:27:11.596715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.658331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Pushing event updated for resources: {'Port': ['ID=100e14e9-2939-44be-87af-182a5ab66e76,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:11.675398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:11.677676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:11.680379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:11.682785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.693289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-dbd7276e-dddc-4610-b0a8-774b503c3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:11.694835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-dbd7276e-dddc-4610-b0a8-774b503c3f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1096 time: 0.1622095 Oct 12 11:27:11.742175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Attempting to bind port 100e14e9-2939-44be-87af-182a5ab66e76 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:11.742643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Attempting to bind port 100e14e9-2939-44be-87af-182a5ab66e76 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:11.743500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Attempting to bind port 100e14e9-2939-44be-87af-182a5ab66e76 on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:11.749771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:11.750322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Checking segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:11.750877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.751592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Bound using segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:11.752676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Bound port: 100e14e9-2939-44be-87af-182a5ab66e76, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:11.752838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.829202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] For port 100e14e9-2939-44be-87af-182a5ab66e76, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:11.832813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:11.833743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] For port 100e14e9-2939-44be-87af-182a5ab66e76, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=100e14e9-2939-44be-87af-182a5ab66e76,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:11.836902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-98d2f4fc-6052-4d1d-accf-4abb3a4fa72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:11.838501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-98d2f4fc-6052-4d1d-accf-4abb3a4fa72b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1190081 Oct 12 11:27:11.972021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.033586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-6304a55f-ee7e-421b-83ce-b16ed887792f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 1001 time: 0.1525397 Oct 12 11:27:12.040156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b762c2-9327-43ab-97c5-9fcb6d638add None None] Pushing event updated for resources: {'Port': ['ID=100e14e9-2939-44be-87af-182a5ab66e76,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:12.114483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-e3eeb2d6-08fd-4d3e-b906-8d8b53fa592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.115930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-e3eeb2d6-08fd-4d3e-b906-8d8b53fa592e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1095 time: 0.4795651 Oct 12 11:27:12.137965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-2b051188-d236-4429-bd13-a8fddb58c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.139532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-2b051188-d236-4429-bd13-a8fddb58c511 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0964098 Oct 12 11:27:12.192858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa575e-a0e4-4088-958e-422dd85f998f req-14651628-0569-4966-95fe-4db73005eeea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.194442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39aa575e-a0e4-4088-958e-422dd85f998f req-14651628-0569-4966-95fe-4db73005eeea tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.5568540 Oct 12 11:27:12.234037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-4d01a4f0-60d1-497f-8ac6-41b69cc9078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.238563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-4d01a4f0-60d1-497f-8ac6-41b69cc9078d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695181 Oct 12 11:27:12.317877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-478cf087-eacc-4d3d-8381-334bad0a26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.320157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-478cf087-eacc-4d3d-8381-334bad0a26e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.1920724 Oct 12 11:27:12.388386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-471a2b44-6b22-4136-9f50-cfc9b628e73c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 217 time: 0.0463026 Oct 12 11:27:12.425324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:12.480970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.510280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.516451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39aa575e-a0e4-4088-958e-422dd85f998f req-d365677f-13a9-4ba8-bb2b-8fdd3d717b42 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785772 Oct 12 11:27:12.565233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-32ff6ba7-9e95-4c1d-ad4a-915ce7f8e41a service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637732 Oct 12 11:27:12.569251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-72767f78-5cd4-4f28-a248-d2621eef901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.570906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-72767f78-5cd4-4f28-a248-d2621eef901a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.1731892 Oct 12 11:27:12.620162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-cd3be95b-3d37-4a6e-9b00-49d42602750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.621791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-cd3be95b-3d37-4a6e-9b00-49d42602750f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442379 Oct 12 11:27:12.668397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.668793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9de682b-7313-4a09-90cf-42e599517244 req-195c344d-e1d2-4487-926c-9bc11fde4911 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 210 time: 0.0752935 Oct 12 11:27:12.717013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eef4b85c-3624-4d60-a85f-53fc117c65cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.763866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Deleting port cb76da7b-3d90-4d34-af35-d83cd35463d4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:12.764209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:12.800336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2112cb-2d66-49f1-ab73-1a6c625943f6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:12.841133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff6504-6cbb-4a94-9ea0-aa35db480be3 req-13780ed8-4807-441d-ae15-8de4065d26f8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:12.842613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1ff6504-6cbb-4a94-9ea0-aa35db480be3 req-13780ed8-4807-441d-ae15-8de4065d26f8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 944 time: 0.1162379 Oct 12 11:27:12.845060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-9ce6837c-6ef2-412e-8e95-696ac4adb898 service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165508 Oct 12 11:27:12.847946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:12.848393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Network hostable DHCP agents. Network: 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:27:12.860118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Allocated IP 172.25.2.69 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/888e6a65-b86c-428e-af26-672ee41bb5ab) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:12.885441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d950ce6-d677-4f9f-9b2f-2e35849a24a7 req-033dc07f-d258-42e9-848b-81c0011d3eb8 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907701 Oct 12 11:27:12.959898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1ff6504-6cbb-4a94-9ea0-aa35db480be3 req-9bc5e12c-858e-4e6e-9099-a9f74510ba67 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078396 Oct 12 11:27:12.991662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d67dfdf-bbad-4c06-827b-bccd129fc389 req-a72b9ef7-54b0-4f49-b89d-6e718b94b1c5 service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385329 Oct 12 11:27:12.993697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] For port cb76da7b-3d90-4d34-af35-d83cd35463d4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb76da7b-3d90-4d34-af35-d83cd35463d4,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:12.994068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.033047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Calling delete_port for cb76da7b-3d90-4d34-af35-d83cd35463d4 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:13.049124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eef4b85c-3624-4d60-a85f-53fc117c65cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.054574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:27:13.098623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.114901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eef4b85c-3624-4d60-a85f-53fc117c65cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.134730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:13.152085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32e486-1031-4d25-a90c-4b6ce3064aaf None None] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:13.154654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:13.158027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.197277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eef4b85c-3624-4d60-a85f-53fc117c65cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be46ca89a09d4b8c99796b67599ca43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708900 Oct 12 11:27:13.200336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:13.204402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b85c-3624-4d60-a85f-53fc117c65cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e253ba-fc20-486f-b391-c09d429ad0d5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:13.260001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 100e14e9-2939-44be-87af-182a5ab66e76 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:13.284441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.288888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.318074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd997549-84f9-4709-9933-8743b75a62e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0211802 Oct 12 11:27:13.351605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Pushing event updated for resources: {'Port': ['ID=888e6a65-b86c-428e-af26-672ee41bb5ab,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:13.364184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.389538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:13.394143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 100e14e9-2939-44be-87af-182a5ab66e76 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:13.394773 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.418425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:13.422490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:13.444061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2b88f-8c09-4ca9-ab9d-bdd82d05c874 None None] Network 912038e5-8ec9-4cde-8251-c970a2487b64 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:13.556971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.565496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.571532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1e253ba-fc20-486f-b391-c09d429ad0d5 HTTP/1.1" status: 204 len: 168 time: 0.3693404 Oct 12 11:27:13.584515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831a17c-a1a1-4dd0-a770-10159b5a1e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e253ba-fc20-486f-b391-c09d429ad0d5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:13.603843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ea43b133-c5c4-4c8a-8236-583ce31190de None None] Provisioning complete for port 100e14e9-2939-44be-87af-182a5ab66e76 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:13.604220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea43b133-c5c4-4c8a-8236-583ce31190de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.611745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:13.656947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e189a20-9bea-49e9-838f-93a05faaad45 None None] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:13.734850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 100e14e9-2939-44be-87af-182a5ab66e76, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=100e14e9-2939-44be-87af-182a5ab66e76,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:13.778910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 751b5db6-6632-462f-a0f3-a7e145eb00c9 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:27:13.830285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.003808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-cf0d792a-cddc-4c6a-b79b-037c09fd0e33 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:14.006074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-cf0d792a-cddc-4c6a-b79b-037c09fd0e33 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1587272 Oct 12 11:27:14.035391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-ce8e6356-524f-4c8a-bb2e-eecefbc5b08c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0215898 Oct 12 11:27:14.077931 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-104f77fa-8f15-4b0c-a4d9-6d31af9c6958 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406604 Oct 12 11:27:14.080283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.143746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47f78d-41dc-4258-8dfe-eb626cec4b54 req-2fcc9916-d279-465e-84ee-bd994940d119 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:14.151780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c47f78d-41dc-4258-8dfe-eb626cec4b54 req-2fcc9916-d279-465e-84ee-bd994940d119 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 945 time: 0.3168187 Oct 12 11:27:14.169836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb76da7b-3d90-4d34-af35-d83cd35463d4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:14.180747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-da4e76dd-fb0a-41df-b343-6922961f8bbd service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008844 Oct 12 11:27:14.195987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=100e14e9-2939-44be-87af-182a5ab66e76,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:14.208159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:14.277183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-211ac06d-55c7-4ad2-99c0-a31a43cbb5e1 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:14.279366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-211ac06d-55c7-4ad2-99c0-a31a43cbb5e1 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 821 time: 0.4432957 Oct 12 11:27:14.285400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:14.302382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'port': {'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'admin_state_up': True, 'tenant_id': '1a277af1916e4d61853cd552f564cdb7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:14.306533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'port_id': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'mac_address': 'fa:16:3e:c1:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:27:14.331498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-9e05db1c-51a3-4580-b560-67cbbe1b3703 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503811 Oct 12 11:27:14.335539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c47f78d-41dc-4258-8dfe-eb626cec4b54 req-5c9a0b2d-e25f-4978-8350-23ced47eb25e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784127 Oct 12 11:27:14.398916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59892) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:14.424436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dd821de-cae2-46c0-81c5-5f15c0d95e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.425831 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.457013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b5db6-6632-462f-a0f3-a7e145eb00c9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:14.462735 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.479272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b221bead-3a00-42ef-950e-daf653bf0b63 req-d391cf3f-d598-4f21-adbc-1b123dc92e0c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Oct 12 11:27:14.527209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:14.538121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:14.538121 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb31fa-df91-43d7-bce2-8c28f5c85a76" -d '{"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:14.578175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:14.588849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dd821de-cae2-46c0-81c5-5f15c0d95e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.626188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.682312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.700325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dd821de-cae2-46c0-81c5-5f15c0d95e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.721093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:14.821733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:14.825898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0dd821de-cae2-46c0-81c5-5f15c0d95e20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff6562dfdb504b7fa0d1293817e92af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232340 Oct 12 11:27:14.825898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd821de-cae2-46c0-81c5-5f15c0d95e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4017ece6-bb83-4c26-b735-7adee61e4772,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:14.829621 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd0f21-cbc3-4c10-9b59-ef75ebb1a112 x-openstack-request-id: req-c8bd0f21-cbc3-4c10-9b59-ef75ebb1a112 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:14.830635 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:14.831288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59902) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:14.831599 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8bd0f21-cbc3-4c10-9b59-ef75ebb1a112 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:14.832326 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'code': 200} Oct 12 11:27:14.840518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.854440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf009e3d-4807-41b5-b8fc-51548d898426 req-c2d2bcf3-9cb2-4746-8608-a2c89a60bd24 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:14.856128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf009e3d-4807-41b5-b8fc-51548d898426 req-c2d2bcf3-9cb2-4746-8608-a2c89a60bd24 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 945 time: 0.2452366 Oct 12 11:27:14.869170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f7ffeb50-1cb9-44d9-a9fd-9c6f55a4d6cb None None] Provisioning complete for port 100e14e9-2939-44be-87af-182a5ab66e76 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:14.869170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7ffeb50-1cb9-44d9-a9fd-9c6f55a4d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.906952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:14.919335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc828645-b35b-48fd-93da-a00aa9799925 req-13ab1468-852a-40dd-bf80-53021bd2d951 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 210 time: 0.0763252 Oct 12 11:27:14.954285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['751b5db6-6632-462f-a0f3-a7e145eb00c9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:15.036197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Made reservation on behalf of 1a277af1916e4d61853cd552f564cdb7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:15.043586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.094449 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf009e3d-4807-41b5-b8fc-51548d898426 req-dddf402d-8928-4990-b93d-b417547516a4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921654 Oct 12 11:27:15.104620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.200252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 100e14e9-2939-44be-87af-182a5ab66e76 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:15.251187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 100e14e9-2939-44be-87af-182a5ab66e76 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:15.251444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.251992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.459919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f01fb-85c6-4266-8e3d-001b458f0969 req-a9b53453-f8fd-4ed2-80c9-65166e9f57c8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:15.461461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d53f01fb-85c6-4266-8e3d-001b458f0969 req-a9b53453-f8fd-4ed2-80c9-65166e9f57c8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0502870 Oct 12 11:27:15.467611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.502619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d53f01fb-85c6-4266-8e3d-001b458f0969 req-09450a8c-2b32-4716-a047-4d77c58f628b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Oct 12 11:27:15.514496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Allocated IP 172.20.0.13 (9fdd2c3d-cbfa-4210-a020-b92223f5a20b/f1f0107c-0d11-42cd-8c94-016f51fcc9e5/b658618d-b7e0-4702-9339-339003ff8b88) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:15.628356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e78f12f-c94b-4605-8ac8-5a44ecca5052 req-e0b44bd7-7415-4aea-a5c6-c634a9b9d598 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 210 time: 0.0280869 Oct 12 11:27:15.795464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 751b5db6-6632-462f-a0f3-a7e145eb00c9 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:15.858574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.861829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:15.863022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4017ece6-bb83-4c26-b735-7adee61e4772 HTTP/1.1" status: 204 len: 168 time: 1.0308833 Oct 12 11:27:15.893651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55463910-748d-49a7-899b-cef65d2d3863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017ece6-bb83-4c26-b735-7adee61e4772,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:15.935673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Router 7a96a250-a65e-4832-8e7f-1b125afcc461 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:15.939548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 751b5db6-6632-462f-a0f3-a7e145eb00c9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:27:15.944786 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 751b5db6-6632-462f-a0f3-a7e145eb00c9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:15.945174 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.027253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb12bb72-ffba-4f9c-90f4-2b263601a86c req-b7b69cf0-3e65-4b2c-8ded-b89fa7c47a26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 210 time: 0.0340166 Oct 12 11:27:16.064054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.100620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:16.205179 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.213415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2eede-24c7-451a-a228-9564832dca7d req-5e2a1d73-d7d0-4184-ad96-845b3d965fdd tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:16.214971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d2eede-24c7-451a-a228-9564832dca7d req-5e2a1d73-d7d0-4184-ad96-845b3d965fdd tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 945 time: 0.0570610 Oct 12 11:27:16.215739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.217651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:16.225388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6075e0d-3f10-4b5e-8df9-991356847e90 admin admin] 10.222.0.43 "PUT /v2.0/routers/7a96a250-a65e-4832-8e7f-1b125afcc461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8316441 Oct 12 11:27:16.226784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59936) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:16.244290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Sync routers for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:16.273318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:16.274142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:16.292414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:27:16.323762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:16.351563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d2eede-24c7-451a-a228-9564832dca7d req-dd9b9f97-e6ee-4a40-8695-620aee12d0b8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174312 Oct 12 11:27:16.386738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.419734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.423071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:16.462796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5363751d-c188-415e-8d8e-8881900705f9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:16.487759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:16.489493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:16.501357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Sync routers for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:16.504453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:16.525490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:16.531570 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:16.534824 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:16.571317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event updated for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:16.596597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:16.597564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.619915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.739086 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.744377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07888cb9-e769-4c1f-a441-35b87f1c4e02 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0837772 Oct 12 11:27:16.757931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:16.825649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5187b08-da08-4c9e-b38f-47b3ad3f32a6 req-d8ca0cd6-d207-4363-8381-834eed530698 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:16.829758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5187b08-da08-4c9e-b38f-47b3ad3f32a6 req-d8ca0cd6-d207-4363-8381-834eed530698 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 932 time: 0.0973618 Oct 12 11:27:16.841635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-554e728f-824f-411e-97b0-52c884287f24 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5499434 Oct 12 11:27:16.847306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:16.850109 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d61c5f7-1a80-4585-92f3-67c985faa31d" -d '{"events": [{"server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "name": "network-vif-plugged", "status": "completed", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:16.887435 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:16.901151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5187b08-da08-4c9e-b38f-47b3ad3f32a6 req-a6753272-b926-43df-8566-606137f67241 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527198 Oct 12 11:27:16.938227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Request body: {'port': {'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:16.943570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:27:13Z', 'revision_number': 5, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port': {'id': '2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:17:43Z', 'updated_at': '2021-10-12T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:16.959922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Deleting port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:16.960259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:16.991708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Checking router: 7a96a250-a65e-4832-8e7f-1b125afcc461 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:17.015349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Routers {'7a96a250-a65e-4832-8e7f-1b125afcc461'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:17.020727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7a96a250-a65e-4832-8e7f-1b125afcc461'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:17.024817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-abf92379-0669-43a6-abaf-13d7a2eb5c83 None None] Provisioning complete for port b658618d-b7e0-4702-9339-339003ff8b88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:17.025437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abf92379-0669-43a6-abaf-13d7a2eb5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.100019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.118000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-abf92379-0669-43a6-abaf-13d7a2eb5c83 None None] Port b658618d-b7e0-4702-9339-339003ff8b88 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:17.135966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] For port 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:17.136343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.164095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Calling delete_port for 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:17.221828 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff45895-ce85-471f-a2ea-252fa84786f6 x-openstack-request-id: req-dff45895-ce85-471f-a2ea-252fa84786f6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:17.222624 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "name": "network-vif-plugged", "status": "completed", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:17.222984 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dff45895-ce85-471f-a2ea-252fa84786f6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:17.224493 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'code': 200} Oct 12 11:27:17.279474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:14Z', 'revision_number': 3, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:17.283525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] Set router 7a96a250-a65e-4832-8e7f-1b125afcc461 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:17.374775 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Checking router: 7d83e7c7-fdb2-49ee-8f47-f58552f45980 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:17.377235 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Updating router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 port 888e6a65-b86c-428e-af26-672ee41bb5ab binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:27:17.388990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd73f5d0-b4e8-459c-80ae-2e4103bb7b55 req-cb0b6679-b380-4977-bcf4-e39152610ea2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 210 time: 0.1352143 Oct 12 11:27:17.434375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf91fe-7808-48cc-b5f0-5d38ea2c0471 req-87b4acc5-04e9-4e4e-b4d0-7f2001eeb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:17.434843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:27:16Z', 'revision_number': 6, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:17.436531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8cf91fe-7808-48cc-b5f0-5d38ea2c0471 req-87b4acc5-04e9-4e4e-b4d0-7f2001eeb236 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1097 time: 0.1841850 Oct 12 11:27:17.451347 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.509755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a71c3e-4b5c-4c85-8378-879f4acad160 None None] The sync data for ids ['7a96a250-a65e-4832-8e7f-1b125afcc461'] in n-d-813419-3 is: [{'id': '7a96a250-a65e-4832-8e7f-1b125afcc461', 'name': 'tempest-ServerActionsTestJSON-1281198795-router', 'tenant_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:17:42Z', 'updated_at': '2021-10-12T11:27:16Z', 'revision_number': 6, 'project_id': 'e92a35f0cb3e426b8a0e759f1a4adffd', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:17.564703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8cf91fe-7808-48cc-b5f0-5d38ea2c0471 req-5fcd1992-0376-4ecb-af57-3a20b757f829 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510454 Oct 12 11:27:17.661406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df646-ae8e-4dbb-97ce-cbf2ca7c861f req-a0fd8f8a-86ff-4c44-aa5c-f7cacd2404a5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:17.662951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a41df646-ae8e-4dbb-97ce-cbf2ca7c861f req-a0fd8f8a-86ff-4c44-aa5c-f7cacd2404a5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1283426 Oct 12 11:27:17.736806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-99a11be5-735b-4739-9e5a-370d5bc536d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.766153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.819161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a41df646-ae8e-4dbb-97ce-cbf2ca7c861f req-449a3fdc-1afd-4af8-80d1-3f92f36db718 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462994 Oct 12 11:27:17.822575 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.883244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Pushing event deleted for resources: {'Port': ['ID=2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:17.934194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b658618d-b7e0-4702-9339-339003ff8b88 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:17.944950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.948243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:17.956397 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.010182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Transition to ACTIVE for port object b658618d-b7e0-4702-9339-339003ff8b88 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:27:18.033827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-a4982742-aaba-47b2-b29d-d6b622b84459 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:18.035374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-a4982742-aaba-47b2-b29d-d6b622b84459 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.2613487 Oct 12 11:27:18.056489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b754ca-cf14-4606-82fc-adb0c1056b66 req-ab979ac0-ff39-4313-8539-3bf086047b61 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:18.064293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59b754ca-cf14-4606-82fc-adb0c1056b66 req-ab979ac0-ff39-4313-8539-3bf086047b61 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1899550 Oct 12 11:27:18.078241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '1432926f-6343-460d-814a-d00273fde109', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:18.088338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.164129 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e133b0-b3aa-4ccd-acc4-d32d3563b5f1 None None] Pushing event updated for resources: {'Port': ['ID=888e6a65-b86c-428e-af26-672ee41bb5ab,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:18.177496 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Attempting to bind port 888e6a65-b86c-428e-af26-672ee41bb5ab on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:18.178044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Attempting to bind port 888e6a65-b86c-428e-af26-672ee41bb5ab by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:18.178569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Attempting to bind port 888e6a65-b86c-428e-af26-672ee41bb5ab on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:18.191471 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:18.193735 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:18.194352 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.197078 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:18.197747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Bound port: 888e6a65-b86c-428e-af26-672ee41bb5ab, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:18.198356 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.211960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:18.269186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.273341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.284880 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] For port 888e6a65-b86c-428e-af26-672ee41bb5ab, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:18.289194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59b754ca-cf14-4606-82fc-adb0c1056b66 req-4a7a9660-7834-4e11-953d-d5356219ed53 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197111 Oct 12 11:27:18.293259 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] For port 888e6a65-b86c-428e-af26-672ee41bb5ab, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=888e6a65-b86c-428e-af26-672ee41bb5ab,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:18.305898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.383203 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.418184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.419064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a96a250-a65e-4832-8e7f-1b125afcc461 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:27:18.434618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.440935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-22a80953-40f7-4443-9374-2d368f95a652 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7a96a250-a65e-4832-8e7f-1b125afcc461 HTTP/1.1" status: 204 len: 168 time: 2.2108314 Oct 12 11:27:18.441604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59996) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:18.477898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc1fe-d30b-4251-b635-2fd3eddf31c0 req-5770a5c3-34c8-46d9-a031-146e6adb3d66 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:18.494002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39fcc1fe-d30b-4251-b635-2fd3eddf31c0 req-5770a5c3-34c8-46d9-a031-146e6adb3d66 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 944 time: 0.4234812 Oct 12 11:27:18.511296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:18.517737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.519113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:18.572906 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e133b0-b3aa-4ccd-acc4-d32d3563b5f1 None None] Pushing event updated for resources: {'Port': ['ID=888e6a65-b86c-428e-af26-672ee41bb5ab,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:18.587731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Allocated IP 172.20.0.1 (912038e5-8ec9-4cde-8251-c970a2487b64/a33ff8b3-fc18-4bed-a9e3-35ae5ee96313/53a4a0ab-a29e-4cc3-b42b-b87189336e8b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:18.601224 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:18.603803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:18.631021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Deleting subnet a7df89d5-9606-404f-aeb5-975a75f7474a {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:27:18.654166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.681857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-453c6246-6806-4bad-9d90-037e5625dbd7 req-a4f0215c-0c53-4085-bc6d-6554adf75818 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 210 time: 0.1162477 Oct 12 11:27:18.814567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39fcc1fe-d30b-4251-b635-2fd3eddf31c0 req-254bcc20-3015-49b2-8d61-e52c06bb9929 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175972 Oct 12 11:27:18.841148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:18.869317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:18.965705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Attempting to bind port b658618d-b7e0-4702-9339-339003ff8b88 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:18.966037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Attempting to bind port b658618d-b7e0-4702-9339-339003ff8b88 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:18.966472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Attempting to bind port b658618d-b7e0-4702-9339-339003ff8b88 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:18.978536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Port b658618d-b7e0-4702-9339-339003ff8b88 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:27:18.978932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Attempting to bind port b658618d-b7e0-4702-9339-339003ff8b88 on network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:18.980562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.4 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/a25b0106-1260-4db5-8988-130eb95efd6e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:18.994566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:19.000521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Checking segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:19.000521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Bound using segment: {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:19.000521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Bound port: b658618d-b7e0-4702-9339-339003ff8b88, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a5327c-a954-42ee-be03-34ea75d21f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:19.000521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.026031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.153465 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:14Z', 'revision_number': 3, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:19.166850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-a7f24e4b-64b8-417f-a9c5-d59233548754 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5153692 Oct 12 11:27:19.170105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:19.179324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b658618d-b7e0-4702-9339-339003ff8b88,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:19.187939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e45d2-3b45-4674-bb4e-750cebf51c26 None None] The sync data for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 is: [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:14Z', 'revision_number': 3, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:19.213978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:19.238446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:19.238892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2628a3ac-a0db-4fac-8fbf-9728c5e0b4f6 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:19.239665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb76da7b-3d90-4d34-af35-d83cd35463d4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:19.246589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.271628 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.286416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.307761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:19.324510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:19.325177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.327123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 1092 time: 2.4120104 Oct 12 11:27:19.331823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:19.334798 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efccdc0d-b913-43c3-a1a6-edd769292f90" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:19.338288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:19.341031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:19.345369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: cb76da7b-3d90-4d34-af35-d83cd35463d4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:19.356113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb76da7b-3d90-4d34-af35-d83cd35463d4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:19.374530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Pushing event updated for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:19.393625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373660f-c7c2-49fc-9e79-b4f162c0232c req-81ec8f05-21a7-4970-b471-dcfcfe571643 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:19.404482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5373660f-c7c2-49fc-9e79-b4f162c0232c req-81ec8f05-21a7-4970-b471-dcfcfe571643 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.3673003 Oct 12 11:27:19.468139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b9fa-1523-42c6-b6a7-b3404716ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:19.524562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.563082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5373660f-c7c2-49fc-9e79-b4f162c0232c req-d08f25f7-a493-4ab9-942e-359227130df5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519690 Oct 12 11:27:19.630930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.689084 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09389813-9b2b-4fef-bc55-f467b7643b59 x-openstack-request-id: req-09389813-9b2b-4fef-bc55-f467b7643b59 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:19.689084 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:19.689084 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09389813-9b2b-4fef-bc55-f467b7643b59 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:19.689084 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88', 'status': 'completed', 'code': 200} Oct 12 11:27:19.726780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd247-fdca-40c5-8261-381b592ea65e req-77409d13-6b27-4254-a498-883b93f770ec tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:19.728566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76fbd247-fdca-40c5-8261-381b592ea65e req-77409d13-6b27-4254-a498-883b93f770ec tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1868083 Oct 12 11:27:19.729364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.735145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f4a07-5764-4ac0-a0a7-40adeb368868 None None] Network 48938513-d2e0-4401-a918-9c0cfe771667 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:19.740414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7df89d5-9606-404f-aeb5-975a75f7474a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:19.748950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.757107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-25ccc438-e1e0-40d4-93cb-7c15787c8190 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7df89d5-9606-404f-aeb5-975a75f7474a HTTP/1.1" status: 204 len: 168 time: 1.3088903 Oct 12 11:27:19.761197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:19.910065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-f51d1bd6-d99a-47ab-9692-dea7101df707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:19.913055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-f51d1bd6-d99a-47ab-9692-dea7101df707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1095 time: 0.4193847 Oct 12 11:27:19.935761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:19.991155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76fbd247-fdca-40c5-8261-381b592ea65e req-97267c7e-ebee-4616-adb2-333ae6bc12fb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505248 Oct 12 11:27:19.992400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-55ac2457-d550-41ce-a185-8f7b55f39247 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 217 time: 0.0618935 Oct 12 11:27:20.033401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.094660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-51b15ab0-c349-4049-b398-98b19d3c0e77 None None] Provisioning complete for port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:20.099631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51b15ab0-c349-4049-b398-98b19d3c0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.107312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-6a1b47ab-b0cc-4b54-976f-fcbbdde71165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.108776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-6a1b47ab-b0cc-4b54-976f-fcbbdde71165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1088340 Oct 12 11:27:20.113722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49e29-c54f-43be-a728-c2fbdcb5b22c req-6911de64-c6dd-4113-b496-f6fafdcd783f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.124174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ef49e29-c54f-43be-a728-c2fbdcb5b22c req-6911de64-c6dd-4113-b496-f6fafdcd783f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.2159064 Oct 12 11:27:20.130897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:20.135109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:20.157646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] DHCP port deletion for 48938513-d2e0-4401-a918-9c0cfe771667 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:27:20.162300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'floatingip': {'port_id': '751b5db6-6632-462f-a0f3-a7e145eb00c9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:20.170816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:20.181108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:20.219666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:20.241602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51b15ab0-c349-4049-b398-98b19d3c0e77 None None] Port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:20.271561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Deleting port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:20.271997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.373251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] For port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,segment=NetworkSegment(cd632a86-9883-418c-adbb-535f18999f09),segment_id=cd632a86-9883-418c-adbb-535f18999f09)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:20.373704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.398790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Calling delete_port for 3a16fd93-d037-4324-a94f-e1c5a36e6b1b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:20.565343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.623696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0aacf9e3-ec05-4916-8716-f4fa4a121b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.629324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] Pushing event deleted for resources: {'Port': ['ID=3a16fd93-d037-4324-a94f-e1c5a36e6b1b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:20.643170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0da8e-4e01-46db-8e01-1454af967dbf None None] No DVR routers for this DVR port 3a16fd93-d037-4324-a94f-e1c5a36e6b1b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:20.644704 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.691866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] The port '3a16fd93-d037-4324-a94f-e1c5a36e6b1b' was deleted {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 12 11:27:20.736052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.741159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-32214135-7795-4ddb-a729-99d305c82662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.742932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-32214135-7795-4ddb-a729-99d305c82662 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6235783 Oct 12 11:27:20.785119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.785991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.819674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313d746-d7a9-489b-bd4d-32d70fa47eba req-0798a6f7-7d3b-4d96-8492-14281ad04964 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.821286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2313d746-d7a9-489b-bd4d-32d70fa47eba req-0798a6f7-7d3b-4d96-8492-14281ad04964 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 931 time: 0.1827683 Oct 12 11:27:20.907478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:20.934638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56810ab-a75d-42ae-886f-7e70aabb12e7 req-e2f73c96-5069-46da-93f6-9df6924750cf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:20.936291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c56810ab-a75d-42ae-886f-7e70aabb12e7 req-e2f73c96-5069-46da-93f6-9df6924750cf tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 944 time: 0.6810670 Oct 12 11:27:20.958655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-8ad2d055-8a48-4d83-ba61-7b0337da869b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8919148 Oct 12 11:27:20.964618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2313d746-d7a9-489b-bd4d-32d70fa47eba req-4b1e57d4-c0d5-406a-8797-e2d076c4123a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134350 Oct 12 11:27:21.007861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48938513-d2e0-4401-a918-9c0cfe771667']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:21.008515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-7c9a8d53-f10f-4324-98f8-f1a0d2829d9a service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563767 Oct 12 11:27:21.023140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Request body: {'port': {'device_id': '1432926f-6343-460d-814a-d00273fde109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:21.040399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd632a86-9883-418c-adbb-535f18999f09') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:21.040892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd632a86-9883-418c-adbb-535f18999f09') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:21.090528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.178123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.194147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.199670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc286ea7-d925-48ba-b3da-d1eaf476fd2f req-778c4d51-5992-41ee-b4dd-a1954095f634 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831396 Oct 12 11:27:21.203263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c56810ab-a75d-42ae-886f-7e70aabb12e7 req-438c1aab-fc3d-4a73-913f-790c6f96fff5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498491 Oct 12 11:27:21.246769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 888e6a65-b86c-428e-af26-672ee41bb5ab up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:21.274059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:27:21.274496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.277312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:27:21.282120 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:27:21.296012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.337673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 888e6a65-b86c-428e-af26-672ee41bb5ab triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:21.338789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.460367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67b4f4-5f80-4870-ad6b-11bf5f8dac2c req-418c8ce1-dd27-4ba8-9f23-1d1e925e2f34 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:21.470983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a67b4f4-5f80-4870-ad6b-11bf5f8dac2c req-418c8ce1-dd27-4ba8-9f23-1d1e925e2f34 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2511883 Oct 12 11:27:21.473262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.475334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Pushing event updated for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:21.477561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.501512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-258285c3-55a8-45be-b9d5-38f32927d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:21.513218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-258285c3-55a8-45be-b9d5-38f32927d4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1095 time: 0.1761305 Oct 12 11:27:21.516330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 888e6a65-b86c-428e-af26-672ee41bb5ab, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=888e6a65-b86c-428e-af26-672ee41bb5ab,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:21.599752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.637207 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a67b4f4-5f80-4870-ad6b-11bf5f8dac2c req-d3628db0-23b1-4593-88a8-bfa57d2ae952 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557922 Oct 12 11:27:21.642668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.696355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.704148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] 10.222.0.43 "DELETE /v2.0/networks/48938513-d2e0-4401-a918-9c0cfe771667 HTTP/1.1" status: 204 len: 168 time: 1.9415007 Oct 12 11:27:21.708609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3a16fd93-d037-4324-a94f-e1c5a36e6b1b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:21.756823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3a16fd93-d037-4324-a94f-e1c5a36e6b1b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:21.757087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3a16fd93-d037-4324-a94f-e1c5a36e6b1b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:21.762676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.789639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714c2a1-934d-46bf-875e-669dc8fba698 admin admin] Pushing event deleted for resources: {'Network': ['ID=48938513-d2e0-4401-a918-9c0cfe771667,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:21.790546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=888e6a65-b86c-428e-af26-672ee41bb5ab,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:21.852080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-b68849d2-c9ba-481c-9624-bd9a9059e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:21.853882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-b68849d2-c9ba-481c-9624-bd9a9059e075 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.3079951 Oct 12 11:27:21.863742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:21.919536 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:21.933929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-5173b29c-15e0-4221-b5e1-abd52f7a3285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 217 time: 0.0718532 Oct 12 11:27:21.934389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:21.998561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.045020 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.091884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25b0106-1260-4db5-8988-130eb95efd6e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:22.103015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.141032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-37d4fb7b-4b93-4e74-8e65-4e4b3b9e4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:22.148324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-37d4fb7b-4b93-4e74-8e65-4e4b3b9e4d36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.2027421 Oct 12 11:27:22.163174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.232016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Transition to ACTIVE for port object a25b0106-1260-4db5-8988-130eb95efd6e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:27:22.299094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.314190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60096) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:22.316682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90515b3-874b-4bc7-b2d2-49ea1eadf046 req-abb356d7-c08d-4a19-b407-7f1769fb0f5b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:22.325411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d90515b3-874b-4bc7-b2d2-49ea1eadf046 req-abb356d7-c08d-4a19-b407-7f1769fb0f5b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 931 time: 0.2046256 Oct 12 11:27:22.392952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9219662c-6377-4d7b-b264-0fda1bb8d98e None None] Provisioning complete for port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:22.393933 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9219662c-6377-4d7b-b264-0fda1bb8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.408198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:22.474359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9219662c-6377-4d7b-b264-0fda1bb8d98e None None] Port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:22.479334 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Floating IP 8ea38cd7-2670-41fa-a352-3e053549e1f5 associated. External IP: 172.25.2.155, port: 751b5db6-6632-462f-a0f3-a7e145eb00c9. Oct 12 11:27:22.508899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Pushing event updated for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:22.540082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ba27e25b-d967-4230-9cf4-f7f59d25ddb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e92a35f0cb3e426b8a0e759f1a4adffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922052 Oct 12 11:27:22.542281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-7e3070d1-00d2-47b6-8f47-236851c3fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:22.544919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-7e3070d1-00d2-47b6-8f47-236851c3fe1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083055 Oct 12 11:27:22.545579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60110) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:22.555794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d90515b3-874b-4bc7-b2d2-49ea1eadf046 req-c7a2c41f-937d-4f88-b9e2-fe04ddec209a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294309 Oct 12 11:27:22.647765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeecf79-6e4b-4826-a458-f6133042ca02 req-775ac226-3851-4623-a625-e89a71a6b7d7 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:22.649901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baeecf79-6e4b-4826-a458-f6133042ca02 req-775ac226-3851-4623-a625-e89a71a6b7d7 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 944 time: 0.2629032 Oct 12 11:27:22.669236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Attempting to bind port a25b0106-1260-4db5-8988-130eb95efd6e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:22.669639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Attempting to bind port a25b0106-1260-4db5-8988-130eb95efd6e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:22.669903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Attempting to bind port a25b0106-1260-4db5-8988-130eb95efd6e on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:22.681681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Port a25b0106-1260-4db5-8988-130eb95efd6e on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:27:22.682011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Attempting to bind port a25b0106-1260-4db5-8988-130eb95efd6e on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:22.689248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:22.689582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:22.689993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:22.690431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Bound port: a25b0106-1260-4db5-8988-130eb95efd6e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:22.690869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.759078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:22.770496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Sync routers for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:22.772540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-97abdf6b-678a-49a6-9a61-c5fccf9d2c69 admin admin] 10.222.0.43 "PUT /v2.0/routers/7d83e7c7-fdb2-49ee-8f47-f58552f45980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0130765 Oct 12 11:27:22.785900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:22.786744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:22.804351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-baeecf79-6e4b-4826-a458-f6133042ca02 req-3d1b4295-8e60-44e1-b789-d2b50b016b08 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190627 Oct 12 11:27:22.844064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.850143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-a14e1a79-cd30-4a91-921e-a1bf2c729c26 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827199 Oct 12 11:27:22.920600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:22.967111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:23.015830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a25b0106-1260-4db5-8988-130eb95efd6e,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:23.049528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218e4a8-ffcf-4368-8d76-2398b461fb02 req-d42bcf97-aafe-413e-9bb1-7c96b399469c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:23.052423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b218e4a8-ffcf-4368-8d76-2398b461fb02 req-d42bcf97-aafe-413e-9bb1-7c96b399469c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2199152 Oct 12 11:27:23.118954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-efccdc0d-b913-43c3-a1a6-edd769292f90 req-c4941216-f651-440e-bc01-3fec9613afc8 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583201 Oct 12 11:27:23.122442 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.135520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:23.158906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.161788 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.166876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0fa89e2-fd55-4459-b04e-1536e7c0012f HTTP/1.1" status: 204 len: 168 time: 0.6074641 Oct 12 11:27:23.175536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760967-bea2-4350-84ae-c57b5af35e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa89e2-fd55-4459-b04e-1536e7c0012f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:23.235599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:23.236210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.237604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] 10.222.0.47 "PUT /v2.0/ports/a25b0106-1260-4db5-8988-130eb95efd6e HTTP/1.1" status: 200 len: 1091 time: 2.2691631 Oct 12 11:27:23.240407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:23.242747 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b482e-1258-47b3-b852-9d82d276ac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1432926f-6343-460d-814a-d00273fde109", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:23.251943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b218e4a8-ffcf-4368-8d76-2398b461fb02 req-86077316-530d-48b0-8218-24f88243d4eb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926770 Oct 12 11:27:23.350278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:23.366495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704f44-a076-4b9c-818b-3e7a32d58ccd service neutron] Pushing event updated for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:23.452191 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8151779-ff4b-4334-a8c3-f82c50b1365e x-openstack-request-id: req-e8151779-ff4b-4334-a8c3-f82c50b1365e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:23.452479 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1432926f-6343-460d-814a-d00273fde109", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:23.466412 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8151779-ff4b-4334-a8c3-f82c50b1365e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:23.467411 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e', 'status': 'completed', 'code': 200} Oct 12 11:27:23.529721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-dbed2e9f-f732-4498-8fc9-d790be8e249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:23.531789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-dbed2e9f-f732-4498-8fc9-d790be8e249c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 1094 time: 0.0840695 Oct 12 11:27:23.533394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:23.533545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 888e6a65-b86c-428e-af26-672ee41bb5ab up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:23.545387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.550182 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:23.563645 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:23.564379 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:23.596826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b22795f0-de0e-4905-9126-eb6a63e87f02 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "PUT /v2.0/floatingips/8ea38cd7-2670-41fa-a352-3e053549e1f5 HTTP/1.1" status: 200 len: 992 time: 3.4561601 Oct 12 11:27:23.694434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-00673ae7-4f20-4f11-9f3e-73ae7ca377fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25b0106-1260-4db5-8988-130eb95efd6e HTTP/1.1" status: 200 len: 217 time: 0.1389151 Oct 12 11:27:23.782113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.817511 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:23.820488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 888e6a65-b86c-428e-af26-672ee41bb5ab triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:23.821221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:23.837750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6788-edc7-47cb-afb3-ba80e184b63e req-974c2ca8-614f-4ff1-b20f-389d02a69d59 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:23.842925 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7ea6788-edc7-47cb-afb3-ba80e184b63e req-974c2ca8-614f-4ff1-b20f-389d02a69d59 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 943 time: 0.1539235 Oct 12 11:27:23.873098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:20Z', 'revision_number': 4, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53a4a0ab-a29e-4cc3-b42b-b87189336e8b', 'name': '', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'mac_address': 'fa:16:3e:db:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:18Z', 'updated_at': '2021-10-12T11:27:20Z', 'revision_number': 2, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'subnets': [{'id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:23.947867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7ea6788-edc7-47cb-afb3-ba80e184b63e req-8b70bb2e-a14f-4f75-979b-a83cde5a9beb tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927796 Oct 12 11:27:23.969607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Checking router: 7d83e7c7-fdb2-49ee-8f47-f58552f45980 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:23.969607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Updating router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:27:24.000332 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.316949 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '8ea38cd7-2670-41fa-a352-3e053549e1f5', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:c1:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:26:59Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:24.363811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.373502 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:24.414661 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:24.415604 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:24.427854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.512888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-31cf824b-e60b-4728-97b5-c6264450a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:24.516411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-31cf824b-e60b-4728-97b5-c6264450a7d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.8166382 Oct 12 11:27:24.521838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32ee11-bd77-49aa-9da7-50057aa4cae3 req-febfd3b9-4efa-4c78-bc0b-072dc2a463c8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:24.526096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc32ee11-bd77-49aa-9da7-50057aa4cae3 req-febfd3b9-4efa-4c78-bc0b-072dc2a463c8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1130402 Oct 12 11:27:24.580245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Pushing event updated for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:24.592770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-f1321f96-09d2-4994-ae1f-dc913bf0f1ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689123 Oct 12 11:27:24.614306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc32ee11-bd77-49aa-9da7-50057aa4cae3 req-9c0c3fd7-2808-4f5d-aec6-bf6aece46cfc tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767012 Oct 12 11:27:24.615160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60190) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:24.687696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60194) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:24.693096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32617b-b0d6-4942-b80f-3d23b329e2a5 req-a7d1f523-c166-48cf-aa88-2107d5b6f4b1 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:24.697958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Attempting to bind port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:24.697958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Attempting to bind port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:24.697958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Attempting to bind port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:24.702079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-832757734-network', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:24.707253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b32617b-b0d6-4942-b80f-3d23b329e2a5 req-a7d1f523-c166-48cf-aa88-2107d5b6f4b1 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 944 time: 0.3293135 Oct 12 11:27:24.707661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:24.708025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Checking segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:24.708435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.712343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Bound using segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:24.714045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Bound port: 53a4a0ab-a29e-4cc3-b42b-b87189336e8b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:24.715563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.857811 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:24.879689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Made reservation on behalf of c6712cbf08f845ad8c2f1ae67a450bc3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:24.882739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.895898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b32617b-b0d6-4942-b80f-3d23b329e2a5 req-6a211fe7-4134-4468-a4ce-4d86083afcec tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829879 Oct 12 11:27:24.903311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:24.910302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] For port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:24.922913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] For port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:24.947947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-14f50855-c5e2-485a-9444-da1c0ae1df42 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457887 Oct 12 11:27:24.980723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-183390a4-86cf-482b-8e31-a4b29f171e64 None None] Provisioning complete for port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:24.981928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-183390a4-86cf-482b-8e31-a4b29f171e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.033642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.044501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.050322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345456f5-2e21-467f-b7e9-8c84201f3f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.125222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.129361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:25.138332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:25.152316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:27:25.162832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.163191 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Added segment 80d256b4-34e9-438f-8086-05b466889ceb of type vlan for network e05d0aea-b793-4db5-82a1-7afdf55e1b0c Oct 12 11:27:25.242245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.270096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be723c6-5659-4327-930c-4010d3e2b5f1 req-56a9a704-91b9-4ae2-8fec-60f0792fcc08 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.272320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9be723c6-5659-4327-930c-4010d3e2b5f1 req-56a9a704-91b9-4ae2-8fec-60f0792fcc08 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 943 time: 0.1680737 Oct 12 11:27:25.337761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8717b7-6171-4e9d-a4db-0b6b4c2b96db req-b687d36b-5d1e-41c9-9824-abe396724135 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815994 Oct 12 11:27:25.346117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:25.366218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:25.392133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9be723c6-5659-4327-930c-4010d3e2b5f1 req-7faa553d-2882-43a1-aa31-a61b6957beed tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044061 Oct 12 11:27:25.407489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345456f5-2e21-467f-b7e9-8c84201f3f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.409740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.410303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.410911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.445086 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '8ea38cd7-2670-41fa-a352-3e053549e1f5', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:c1:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:26:59Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:25.469704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:25.472740 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975dce22-01b8-4aa9-ba61-4a2b9bae027e" -d '{"events": [{"name": "network-changed", "server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:25.491509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-345456f5-2e21-467f-b7e9-8c84201f3f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.528410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345456f5-2e21-467f-b7e9-8c84201f3f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee45e22-2a99-4d8e-9b7a-adab7624809c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:25.539307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] Pushing event updated for resources: {'Network': ['ID=e05d0aea-b793-4db5-82a1-7afdf55e1b0c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:25.548163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c837b-4aac-4ba3-99dc-bb32d9013fb5 None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '8ea38cd7-2670-41fa-a352-3e053549e1f5', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:c1:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:26:59Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:25.557618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-345456f5-2e21-467f-b7e9-8c84201f3f40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70a8552ebd864cb4959c47dde92a372b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413328 Oct 12 11:27:25.558303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:25.577549 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d1627-1b50-45b0-8113-21bb92627881 x-openstack-request-id: req-775d1627-1b50-45b0-8113-21bb92627881 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:25.579266 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:25.579521 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-775d1627-1b50-45b0-8113-21bb92627881 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:25.579980 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'status': 'completed', 'code': 200} Oct 12 11:27:25.591022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Pushing event updated for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:25.603376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d20dfec-ff9d-44f5-9349-f48f5d05d125 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9141228 Oct 12 11:27:25.605172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.605856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:25.606141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.606750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.607298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.608265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.614011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5914e4-ab16-4ac4-ba92-af01c353513e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:25.625755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Request body: {'subnet': {'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-832757734-subnet', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:25.646899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-6795062f-909e-40ae-901f-a0edce061b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.648704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-6795062f-909e-40ae-901f-a0edce061b0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1097 time: 0.0648251 Oct 12 11:27:25.650527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b482e-1258-47b3-b852-9d82d276ac6b req-7f13e0b5-8f27-4355-8c4e-72b2be5469f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.651996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-7f13e0b5-8f27-4355-8c4e-72b2be5469f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 1094 time: 0.1413057 Oct 12 11:27:25.655600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:27:25.674989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-183390a4-86cf-482b-8e31-a4b29f171e64 None None] Port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:25.719748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60218) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:25.759575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.766293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Made reservation on behalf of c6712cbf08f845ad8c2f1ae67a450bc3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:25.768707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.907125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] Provisioning complete for port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:25.917905 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.929521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:25.932285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-11ccb89c-23e3-402d-8572-b3d3b7489b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.933775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-11ccb89c-23e3-402d-8572-b3d3b7489b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.2723756 Oct 12 11:27:25.943748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a1fc6-0b42-4ecd-a52b-97d69567d728 req-cf0cf408-39e5-419f-9d73-9309486abdcf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.946034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb5a1fc6-0b42-4ecd-a52b-97d69567d728 req-cf0cf408-39e5-419f-9d73-9309486abdcf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1310987 Oct 12 11:27:25.949178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b482e-1258-47b3-b852-9d82d276ac6b req-2f1b9f12-4578-411b-a5a4-597f7c3958ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:25.950557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-2f1b9f12-4578-411b-a5a4-597f7c3958ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 913 time: 0.2781730 Oct 12 11:27:25.980984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1230328802-network', 'tenant_id': '50b1816658c5480789937032499048c2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:26.034279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a782e6a-989c-4e31-a1b9-2a66831b7ee3 None None] New status for floating IP 8ea38cd7-2670-41fa-a352-3e053549e1f5: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:27:26.051264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-6547c504-2787-48a6-8018-4855233b1fc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25b0106-1260-4db5-8988-130eb95efd6e HTTP/1.1" status: 200 len: 217 time: 0.0905612 Oct 12 11:27:26.102467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f4ee-0468-4bf6-9222-754ab99bbe0c req-43a723d4-2d07-4f6f-b974-23324a7778d5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.103970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73c5f4ee-0468-4bf6-9222-754ab99bbe0c req-43a723d4-2d07-4f6f-b974-23324a7778d5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 944 time: 0.0846946 Oct 12 11:27:26.118250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b482e-1258-47b3-b852-9d82d276ac6b req-7a0037ad-b292-4321-843e-b3de961db9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.120083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-7a0037ad-b292-4321-843e-b3de961db9e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0565383 Oct 12 11:27:26.151807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Made reservation on behalf of 50b1816658c5480789937032499048c2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:26.154085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.169475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.189901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-e91cdc2a-94b9-4c58-af2a-4e5df8bc1344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591578 Oct 12 11:27:26.198376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-e1e88de6-36c1-4d1e-9965-140f3c641825 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 1000 time: 0.2505388 Oct 12 11:27:26.203779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb5a1fc6-0b42-4ecd-a52b-97d69567d728 req-c6f28d08-e227-4c81-a6c4-eec7777a9232 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457991 Oct 12 11:27:26.204174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.206850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.210616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aee45e22-2a99-4d8e-9b7a-adab7624809c HTTP/1.1" status: 204 len: 168 time: 0.6512866 Oct 12 11:27:26.228138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73c5f4ee-0468-4bf6-9222-754ab99bbe0c req-3e42cc00-a98f-49c6-9821-8b147c1c175b tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825155 Oct 12 11:27:26.271985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b658618d-b7e0-4702-9339-339003ff8b88 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:27:26.272405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-6994f02c-08d8-47e9-9f7e-09e5f95020fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.273962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-6994f02c-08d8-47e9-9f7e-09e5f95020fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.0613806 Oct 12 11:27:26.328650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.332224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:20Z', 'revision_number': 4, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53a4a0ab-a29e-4cc3-b42b-b87189336e8b', 'name': '', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'mac_address': 'fa:16:3e:db:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:18Z', 'updated_at': '2021-10-12T11:27:24Z', 'revision_number': 4, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'subnets': [{'id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:26.363197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee45e22-2a99-4d8e-9b7a-adab7624809c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:26.386142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.386495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.386863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.387206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.387542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.388163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.388508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.388844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.389173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.389502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.389834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.390158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5345bf-303c-496c-b4ab-3ee3ee6f845c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:26.401125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.425609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-e4871474-d5e6-415e-aa1e-95067d3601be service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265174 Oct 12 11:27:26.447901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-1016b148-5447-43fd-b814-684f945e5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.448142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780e8c94-2b89-4de3-bf03-5eddce224bbc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:26.449394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-1016b148-5447-43fd-b814-684f945e5c4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623974 Oct 12 11:27:26.470719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:27:26.483744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8bebc-5ed3-4407-a114-1b7ff9d8a7d6 None None] The sync data for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 is: [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:27:20Z', 'revision_number': 4, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53a4a0ab-a29e-4cc3-b42b-b87189336e8b', 'name': '', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'mac_address': 'fa:16:3e:db:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:18Z', 'updated_at': '2021-10-12T11:27:24Z', 'revision_number': 4, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'subnets': [{'id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:26.490752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.496000 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:27:26.541826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.542292 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Added segment 5e6e3a61-b72b-4313-805c-355101e3e294 of type vlan for network d7dad529-095d-44fb-a6fd-29986437117d Oct 12 11:27:26.575800 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.613598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.663636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.669479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1447ac29-95ab-4426-bdee-0a65eaf777dd,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:26.698333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] For port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:26.705056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Checking segment: {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:26.705413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Network hostable DHCP agents. Network: e05d0aea-b793-4db5-82a1-7afdf55e1b0c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:27:26.715426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314cc3a-8146-415d-86d7-78a62522b8cc req-f1d78ce3-9200-48ee-b406-deee04688fc5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.716986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3314cc3a-8146-415d-86d7-78a62522b8cc req-f1d78ce3-9200-48ee-b406-deee04688fc5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 943 time: 0.2300236 Oct 12 11:27:26.721531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b658618d-b7e0-4702-9339-339003ff8b88,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:26.735904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-939b482e-1258-47b3-b852-9d82d276ac6b req-477786d3-2327-448e-b179-ba63fb2b70a6 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998841 Oct 12 11:27:26.737755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-a4ec96d6-5923-4db3-a21a-2af806ba503d service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737105 Oct 12 11:27:26.747199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b658618d-b7e0-4702-9339-339003ff8b88', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:27:26.804090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3314cc3a-8146-415d-86d7-78a62522b8cc req-fda360ec-ca67-43d4-9273-bc9305d0066a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768647 Oct 12 11:27:26.806631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.845483 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.846446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:26.847110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.849916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:26.879875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b658618d-b7e0-4702-9339-339003ff8b88 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:26.894594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa67085-739e-40a3-9557-29ff6357fb77 None None] Pushing event updated for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:26.907695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b658618d-b7e0-4702-9339-339003ff8b88,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:26.911014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-975dce22-01b8-4aa9-ba61-4a2b9bae027e req-35ba8277-4ad4-49f8-93b3-c22343fe0bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551940 Oct 12 11:27:26.935786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:27:26.947022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] Pushing event updated for resources: {'Network': ['ID=d7dad529-095d-44fb-a6fd-29986437117d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:26.959816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d7dad529-095d-44fb-a6fd-29986437117d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:27:27.005733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0be96d1-ab71-4914-8063-c937a98c4a8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2838042 Oct 12 11:27:27.045265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e05d0aea-b793-4db5-82a1-7afdf55e1b0c) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:27.051322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:27.052487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.135240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60238) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:27.135490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cacae5e5-e7c8-4a8b-a473-4d16c7d61e77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5284514 Oct 12 11:27:27.139933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:27.223722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82dbf3-582e-4435-8fc0-6f8d6f5552db None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:27.228543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.240885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60240) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:27.267843 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.268986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.279902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dc3daf3-0a5c-453c-9a68-59dfc4dcc673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.384761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53a4a0ab-a29e-4cc3-b42b-b87189336e8b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:27.414447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.440213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450e02-ad5a-4dcd-bf1b-dfe682931c71 req-c9e4ee0b-14b1-462b-820b-87d24fef37a8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:27.447412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3450e02-ad5a-4dcd-bf1b-dfe682931c71 req-c9e4ee0b-14b1-462b-820b-87d24fef37a8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1075351 Oct 12 11:27:27.516785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3450e02-ad5a-4dcd-bf1b-dfe682931c71 req-613aaafc-0030-4fde-945c-c0dcb0300610 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635877 Oct 12 11:27:27.593063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7c9a2-58c5-44c1-b256-2f82b638072b req-353e2914-11a4-4041-9dfa-cba4abc4d465 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:27.595259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25b7c9a2-58c5-44c1-b256-2f82b638072b req-353e2914-11a4-4041-9dfa-cba4abc4d465 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 945 time: 0.1828613 Oct 12 11:27:27.606635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b658618d-b7e0-4702-9339-339003ff8b88'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:27.691008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'fixed_ips': [{'subnet_id': '1447ac29-95ab-4426-bdee-0a65eaf777dd'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:27:27.695956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.703247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:27.752463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.805743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25b7c9a2-58c5-44c1-b256-2f82b638072b req-40b4aa9b-e184-4f28-8877-71739f9ae118 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966953 Oct 12 11:27:27.822322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dc3daf3-0a5c-453c-9a68-59dfc4dcc673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.843064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a25b0106-1260-4db5-8988-130eb95efd6e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:27:27.910762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:27.911522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:27.995578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5dc3daf3-0a5c-453c-9a68-59dfc4dcc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.027907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Allocated IP 172.20.0.2 (e05d0aea-b793-4db5-82a1-7afdf55e1b0c/1447ac29-95ab-4426-bdee-0a65eaf777dd/cb81911e-b409-4e50-bc75-b57783741a85) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:28.092899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5dc3daf3-0a5c-453c-9a68-59dfc4dcc673 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dadff0b6f5864e79bd0807d5eb69bead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508663 Oct 12 11:27:28.098541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60258) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:28.138165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ad223-9c95-47c1-b878-7b5dfce2fc32 req-4ac6d756-10a4-4e96-b2ef-8d71eb178f0a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.141951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-750ad223-9c95-47c1-b878-7b5dfce2fc32 req-4ac6d756-10a4-4e96-b2ef-8d71eb178f0a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 943 time: 0.2410078 Oct 12 11:27:28.148563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3daf3-0a5c-453c-9a68-59dfc4dcc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a9230-39fa-45b6-88ae-5cc10c624eb2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:28.263545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-750ad223-9c95-47c1-b878-7b5dfce2fc32 req-26291c5b-a58c-49c3-94ce-d8c683848a71 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950019 Oct 12 11:27:28.283289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a2-f8b4-4798-b55f-32c02c0ee8f6 req-2dc20c34-5423-44ef-9cdc-7a7670eb853a tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.285299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.300606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a25b0106-1260-4db5-8988-130eb95efd6e,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:28.310635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.312840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a2-f8b4-4798-b55f-32c02c0ee8f6 req-2dc20c34-5423-44ef-9cdc-7a7670eb853a tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.319912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a2-f8b4-4798-b55f-32c02c0ee8f6 req-2dc20c34-5423-44ef-9cdc-7a7670eb853a tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.321246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9e681a2-f8b4-4798-b55f-32c02c0ee8f6 req-2dc20c34-5423-44ef-9cdc-7a7670eb853a tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3633442 Oct 12 11:27:28.350205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'a25b0106-1260-4db5-8988-130eb95efd6e', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': 'a25b0106-1260-4db5-8988-130eb95efd6e', 'mac_address': 'fa:16:3e:ea:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:27:28.479533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.490568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.494537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/573a9230-39fa-45b6-88ae-5cc10c624eb2 HTTP/1.1" status: 204 len: 168 time: 0.3510010 Oct 12 11:27:28.518410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77622757-474a-485b-9ee3-a450cb977f2b req-23ce67fa-f06c-4ec2-bcb6-269ac38b253e tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.523046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73c3c7-811b-4d65-8f11-5bcab688a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a9230-39fa-45b6-88ae-5cc10c624eb2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:28.533242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77622757-474a-485b-9ee3-a450cb977f2b req-23ce67fa-f06c-4ec2-bcb6-269ac38b253e tempest-ComputeTenantNetworksTest-1315555312 tempest-ComputeTenantNetworksTest-1315555312-project] 10.222.0.43 "GET /v2.0/networks/d7dad529-095d-44fb-a6fd-29986437117d HTTP/1.1" status: 200 len: 769 time: 0.1724374 Oct 12 11:27:28.533942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60264) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:28.607074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.633915 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.657327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.671743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.680719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25b0106-1260-4db5-8988-130eb95efd6e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:28.706607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a25b0106-1260-4db5-8988-130eb95efd6e,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:28.740917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.800574 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:28.824368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:28.831253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:28.835530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:28.848256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Pushing event updated for resources: {'Port': ['ID=cb81911e-b409-4e50-bc75-b57783741a85,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:28.875986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Allocated IP 172.25.2.254 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/9328c1e0-d902-4d9b-a8fb-7645c3cb1a30) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:28.948625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:28.979092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e81aa-5d1f-4eaa-b7c0-f209e8bfa3c2 req-0406f69a-45c8-414a-9527-c6afe85bdf1d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:28.989312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-036e81aa-5d1f-4eaa-b7c0-f209e8bfa3c2 req-0406f69a-45c8-414a-9527-c6afe85bdf1d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1246758 Oct 12 11:27:29.023883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Attempting to bind port cb81911e-b409-4e50-bc75-b57783741a85 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:29.024512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Attempting to bind port cb81911e-b409-4e50-bc75-b57783741a85 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:29.025039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Attempting to bind port cb81911e-b409-4e50-bc75-b57783741a85 on network e05d0aea-b793-4db5-82a1-7afdf55e1b0c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:29.030880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:29.031600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Checking segment: {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:29.032219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.032766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Bound using segment: {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:29.033539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Bound port: cb81911e-b409-4e50-bc75-b57783741a85, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:29.034083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.103971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] For port cb81911e-b409-4e50-bc75-b57783741a85, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:29.108324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] For port cb81911e-b409-4e50-bc75-b57783741a85, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb81911e-b409-4e50-bc75-b57783741a85,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:29.116571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['a25b0106-1260-4db5-8988-130eb95efd6e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:29.132388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-036e81aa-5d1f-4eaa-b7c0-f209e8bfa3c2 req-10e20995-23a1-4234-8d7d-e783978078e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419311 Oct 12 11:27:29.132910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.164464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce50d-39af-432a-b458-399a95aac5b1 req-b0a70700-057c-4e50-a64e-d1314b986534 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:29.176063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f13ce50d-39af-432a-b458-399a95aac5b1 req-b0a70700-057c-4e50-a64e-d1314b986534 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 945 time: 0.0925360 Oct 12 11:27:29.196346 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.214810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.286095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.303545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe4695-6c68-4585-b6ca-ef044223aead None None] Pushing event updated for resources: {'Port': ['ID=cb81911e-b409-4e50-bc75-b57783741a85,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:29.335926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dad529-095d-44fb-a6fd-29986437117d']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:29.336918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.370512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6e3a61-b72b-4313-805c-355101e3e294') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:29.370840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6e3a61-b72b-4313-805c-355101e3e294') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:29.407026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f13ce50d-39af-432a-b458-399a95aac5b1 req-6f17ba00-e32c-402a-9917-22633859f7d0 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338636 Oct 12 11:27:29.408917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.423139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:29.437771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.445373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:27:29.446015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:27:29.448134 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:27:29.456085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:29.462888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:29.525458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Pushing event updated for resources: {'Port': ['ID=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:29.548565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b070c-6ed0-4acd-b6c7-74b8644c694e req-51bdcf44-862a-429d-8c72-41edee7cc7c6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:29.548999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5b070c-6ed0-4acd-b6c7-74b8644c694e req-51bdcf44-862a-429d-8c72-41edee7cc7c6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 944 time: 0.1468134 Oct 12 11:27:29.600617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.610589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:29.614083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d7dad529-095d-44fb-a6fd-29986437117d HTTP/1.1" status: 204 len: 168 time: 1.0790460 Oct 12 11:27:29.650163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2ad6e-8ed4-410b-bae0-9a739e87346e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7dad529-095d-44fb-a6fd-29986437117d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:29.706819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5b070c-6ed0-4acd-b6c7-74b8644c694e req-d932c19b-f389-4b8d-8901-92b904214e6a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793290 Oct 12 11:27:30.048850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60298) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:30.125734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d9e517ae-e4e8-460e-94a3-170c60a264d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b1816658c5480789937032499048c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754814 Oct 12 11:27:30.128043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:30.202343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.257136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.268352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b658618d-b7e0-4702-9339-339003ff8b88 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:30.303239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.374741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145735f0-e9dd-45bf-9532-1026f0a81a70 req-914bb4d1-98b9-4668-9d8b-6b89b447f4ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.376459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-145735f0-e9dd-45bf-9532-1026f0a81a70 req-914bb4d1-98b9-4668-9d8b-6b89b447f4ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1217713 Oct 12 11:27:30.404949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b658618d-b7e0-4702-9339-339003ff8b88 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:27:30.411464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b658618d-b7e0-4702-9339-339003ff8b88 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:30.412390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.456638 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.460813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.463197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/780e8c94-2b89-4de3-bf03-5eddce224bbc HTTP/1.1" status: 204 len: 168 time: 0.3339121 Oct 12 11:27:30.493190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-145735f0-e9dd-45bf-9532-1026f0a81a70 req-99d70ada-a4c9-408f-9f9b-177b6b65f8b8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730245 Oct 12 11:27:30.501829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef2bd-7606-4e15-919f-01a6382d0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e8c94-2b89-4de3-bf03-5eddce224bbc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:30.565654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1921ec5-58ce-4403-a2ea-a97e79630c2f None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:27:30.639632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.643378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.683564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:30.685952 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab20134-a70d-412c-a63b-be3722727554" -d '{"events": [{"server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "name": "network-vif-plugged", "status": "completed", "tag": "b658618d-b7e0-4702-9339-339003ff8b88"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:30.704000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9245880-2f00-48ef-981e-db525729063b req-7c8faa8b-784e-41e6-b0a1-14afa926e5fb tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.704000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9245880-2f00-48ef-981e-db525729063b req-7c8faa8b-784e-41e6-b0a1-14afa926e5fb tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 945 time: 0.1211052 Oct 12 11:27:30.707279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b658618d-b7e0-4702-9339-339003ff8b88,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:30.717508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] Provisioning complete for port cb81911e-b409-4e50-bc75-b57783741a85 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:30.717875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.748056 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce163a98-1c3e-4049-89aa-0db01f2b9e34 x-openstack-request-id: req-ce163a98-1c3e-4049-89aa-0db01f2b9e34 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:30.748430 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "name": "network-vif-plugged", "status": "completed", "tag": "b658618d-b7e0-4702-9339-339003ff8b88", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:30.748683 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce163a98-1c3e-4049-89aa-0db01f2b9e34 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:30.749072 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88', 'code': 200} Oct 12 11:27:30.830187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9245880-2f00-48ef-981e-db525729063b req-fe61aa06-865b-4e41-a32a-b4ab3378bd57 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157215 Oct 12 11:27:30.845292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-4b8fe0f2-ca6f-465b-9e99-919ee747c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.847083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-4b8fe0f2-ca6f-465b-9e99-919ee747c584 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 1094 time: 0.1425197 Oct 12 11:27:30.886945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:30.936756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649024-75e0-4ca7-a2c6-e3dcd8c9d890 req-d64bf09b-efc8-4e77-ae3a-1e9a9dfe38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.939162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8649024-75e0-4ca7-a2c6-e3dcd8c9d890 req-d64bf09b-efc8-4e77-ae3a-1e9a9dfe38d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1097 time: 0.1240389 Oct 12 11:27:30.949628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aff5f-3c17-46e7-9c9d-fadd6c4d2777 req-a2f47878-8bd3-4c28-be6f-bfe9b8b7993a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.952062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be8aff5f-3c17-46e7-9c9d-fadd6c4d2777 req-a2f47878-8bd3-4c28-be6f-bfe9b8b7993a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 944 time: 0.1382024 Oct 12 11:27:30.958814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-a89a1385-4ff1-41da-876a-57008fff2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:30.960370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-a89a1385-4ff1-41da-876a-57008fff2756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1094 time: 0.0882893 Oct 12 11:27:30.999250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.019803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Router ba7137f0-c220-4c12-90f0-761a02e2616e is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:27:31.024231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8649024-75e0-4ca7-a2c6-e3dcd8c9d890 req-7df01a67-a1ab-4fe9-ac06-8df012d0ebf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Oct 12 11:27:31.038849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:31.040951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be8aff5f-3c17-46e7-9c9d-fadd6c4d2777 req-8b6dbc8f-5c26-4374-a71f-26fda760375a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787487 Oct 12 11:27:31.072002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] For port cb81911e-b409-4e50-bc75-b57783741a85, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb81911e-b409-4e50-bc75-b57783741a85,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:31.148238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.153992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-bbc647f0-8a43-4613-aeb8-3e4c31d0f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:31.158135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-bbc647f0-8a43-4613-aeb8-3e4c31d0f13e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1896012 Oct 12 11:27:31.239684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:31.252214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Sync routers for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:31.265749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fc1fc-5774-4f83-868c-fb7a6fd07583 None None] Pushing event updated for resources: {'Port': ['ID=cb81911e-b409-4e50-bc75-b57783741a85,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:31.265983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:31.271412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:31.300501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb81911e-b409-4e50-bc75-b57783741a85 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:31.329595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.333704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60336) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:31.335269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ec56205-b63f-45cb-9da1-acd0e5cba278 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1987603 Oct 12 11:27:31.376464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cb81911e-b409-4e50-bc75-b57783741a85 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:31.377155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.429795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-345c131f-316c-49b1-9b4a-9b27f21f1bab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 999 time: 0.1521959 Oct 12 11:27:31.494289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8d2c3db-c63b-49f7-9bd1-1ebec7bafc83 None None] Provisioning complete for port cb81911e-b409-4e50-bc75-b57783741a85 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:31.494807 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c3db-c63b-49f7-9bd1-1ebec7bafc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.539804 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:31.578887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-c3d12f6b-ca14-4436-97ff-fec9666d1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:31.587374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-c3d12f6b-ca14-4436-97ff-fec9666d1857 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.1200213 Oct 12 11:27:31.766608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-662de6f5-a3e9-42a0-974a-94391dd0406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:31.768243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-662de6f5-a3e9-42a0-974a-94391dd0406c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730056 Oct 12 11:27:31.788688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c70a6-0128-4d98-a48a-eceb04bc2630 req-68901682-cea8-4800-9da7-de79b638ba21 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:31.789862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f1c70a6-0128-4d98-a48a-eceb04bc2630 req-68901682-cea8-4800-9da7-de79b638ba21 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1745136 Oct 12 11:27:31.801338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:29Z', 'revision_number': 3, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:31.838811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a25b0106-1260-4db5-8988-130eb95efd6e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:31.845362 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Checking router: ba7137f0-c220-4c12-90f0-761a02e2616e for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:31.845811 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Updating router ba7137f0-c220-4c12-90f0-761a02e2616e port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:27:31.888621 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:31.932902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0f1c70a6-0128-4d98-a48a-eceb04bc2630 req-8c79ad4b-248a-4a4e-b7ce-437974aab709 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329985 Oct 12 11:27:31.992647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e0fd-3fc6-4454-90a8-f996f9a7b6a9 req-462fff03-7073-4dcd-a53d-dfca70977096 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:32.000327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebc6e0fd-3fc6-4454-90a8-f996f9a7b6a9 req-462fff03-7073-4dcd-a53d-dfca70977096 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 946 time: 0.0606072 Oct 12 11:27:32.006552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-39d12c7b-a262-4022-bdc6-485404c8a21c service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284982 Oct 12 11:27:32.050791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port a25b0106-1260-4db5-8988-130eb95efd6e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:27:32.056419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port a25b0106-1260-4db5-8988-130eb95efd6e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:32.060997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.087723 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebc6e0fd-3fc6-4454-90a8-f996f9a7b6a9 req-8f7aafaf-419a-494c-8b36-857b16af46b2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Oct 12 11:27:32.192991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.242948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a25b0106-1260-4db5-8988-130eb95efd6e,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:32.264216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5fd90093-b2dc-49f2-841d-ebad9abe03f9 req-686f0c64-def0-4665-b0ee-6d59dcda23d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452185 Oct 12 11:27:32.282496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.314458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf16c-0516-48db-8d9c-4bf5bad0923b req-1a797034-38fb-4609-94b5-3f9088a68b1d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:32.318662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.325275 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.332519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c1cf16c-0516-48db-8d9c-4bf5bad0923b req-1a797034-38fb-4609-94b5-3f9088a68b1d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 944 time: 0.1168528 Oct 12 11:27:32.377998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:32.417924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60372) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:32.438403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c1cf16c-0516-48db-8d9c-4bf5bad0923b req-11dae9a5-9010-46c3-86aa-6676d718053f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047812 Oct 12 11:27:32.439447 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.476328 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Attempting to bind port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:32.477102 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Attempting to bind port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:32.477102 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Attempting to bind port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:32.498503 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:32.498884 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:32.500210 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.500210 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:32.500667 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Bound port: 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:32.501098 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.568442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] For port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:32.572957 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] For port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:32.578139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Allocated IP 172.20.0.1 (e05d0aea-b793-4db5-82a1-7afdf55e1b0c/1447ac29-95ab-4426-bdee-0a65eaf777dd/c253fc1c-6469-4eca-b317-6c4790b572e4) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:32.585904 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Pushing event updated for resources: {'Port': ['ID=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:32.593568 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.593926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.594416 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.594776 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.595163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.595816 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.596319 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.597044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.597534 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.598018 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.598515 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.599022 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:32.619656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f43d016-8ae7-4a24-b30a-38d6310f0631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.666569 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.710727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.750971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:32.753832 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ec00d-68c7-476e-bd56-2ce5da2c1906" -d '{"events": [{"server_uuid": "1432926f-6343-460d-814a-d00273fde109", "name": "network-vif-plugged", "status": "completed", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:32.777107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f43d016-8ae7-4a24-b30a-38d6310f0631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.779183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:32.779875 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:32.801988 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae741e-7437-499b-939e-17aaa00ff364 x-openstack-request-id: req-dfae741e-7437-499b-939e-17aaa00ff364 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:32.802572 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432926f-6343-460d-814a-d00273fde109", "name": "network-vif-plugged", "status": "completed", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:32.802843 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfae741e-7437-499b-939e-17aaa00ff364 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:32.803253 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e', 'code': 200} Oct 12 11:27:32.828010 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535fb69-f067-4371-a003-09b3b9d5f14c None None] Pushing event updated for resources: {'Port': ['ID=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:32.839936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.840330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f43d016-8ae7-4a24-b30a-38d6310f0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:32.888871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:32.892873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:32.912675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:32.932564 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:32.939370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Pushing event updated for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:32.964907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43d016-8ae7-4a24-b30a-38d6310f0631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fcabef-dd2c-4979-abd6-2f69d29ab16c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:32.969223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f43d016-8ae7-4a24-b30a-38d6310f0631 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c752bacaf27a45ad98d3acbf359ccb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502472 Oct 12 11:27:32.973147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60400) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:32.996739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.029303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa2f0-fbc3-40e5-beb3-4fbb5884dbc3 req-55c6e9bb-6a59-4239-ac07-7fd222b66c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:33.031130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2edfa2f0-fbc3-40e5-beb3-4fbb5884dbc3 req-55c6e9bb-6a59-4239-ac07-7fd222b66c5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 1096 time: 0.1330416 Oct 12 11:27:33.127622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2edfa2f0-fbc3-40e5-beb3-4fbb5884dbc3 req-0a0bbafb-79e6-4eb7-9443-539841f23f4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894949 Oct 12 11:27:33.159446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.223165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:29Z', 'revision_number': 3, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:33.224299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.303109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4677dc8-a737-4743-87c3-7c8f547022c4 None None] The sync data for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 is: [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:29Z', 'revision_number': 3, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:33.341293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39596-11b1-476a-9652-aa2f0798619c req-8b5c5321-6da1-4e90-9563-19e2812c3d2d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:33.364371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3c39596-11b1-476a-9652-aa2f0798619c req-8b5c5321-6da1-4e90-9563-19e2812c3d2d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1945133 Oct 12 11:27:33.439352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3c39596-11b1-476a-9652-aa2f0798619c req-e8f7eb79-6fa6-46ac-827d-13946dc50d0a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737455 Oct 12 11:27:33.472471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb81911e-b409-4e50-bc75-b57783741a85 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:33.528447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.539439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.547040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04fcabef-dd2c-4979-abd6-2f69d29ab16c HTTP/1.1" status: 204 len: 168 time: 0.5724812 Oct 12 11:27:33.573017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276644ff-7159-4e46-a005-c9f64892fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fcabef-dd2c-4979-abd6-2f69d29ab16c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:33.610716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c0e530c5-7b19-41a1-909d-e8f2ce0949ad None None] Provisioning complete for port c253fc1c-6469-4eca-b317-6c4790b572e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:33.614854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0e530c5-7b19-41a1-909d-e8f2ce0949ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.709657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f222-a08d-48aa-a7a3-a2465f6386af req-3214258b-2a0d-4cf9-8836-49a019b4aca3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:33.725585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2d6f222-a08d-48aa-a7a3-a2465f6386af req-3214258b-2a0d-4cf9-8836-49a019b4aca3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 945 time: 0.1409333 Oct 12 11:27:33.729466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c0e530c5-7b19-41a1-909d-e8f2ce0949ad None None] Port c253fc1c-6469-4eca-b317-6c4790b572e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:33.771841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cb81911e-b409-4e50-bc75-b57783741a85 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:33.773190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.802888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:33.847287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208ada-37cd-4443-8cce-882bc98c1141 req-4cd08866-b0f5-47d5-9c1b-a29ba1162f1f tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:33.857811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06208ada-37cd-4443-8cce-882bc98c1141 req-4cd08866-b0f5-47d5-9c1b-a29ba1162f1f tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 946 time: 0.3022585 Oct 12 11:27:33.870537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2d6f222-a08d-48aa-a7a3-a2465f6386af req-4d66af29-19ef-4a18-ba48-b48036ecf9ba tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444111 Oct 12 11:27:34.142015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06208ada-37cd-4443-8cce-882bc98c1141 req-c2c34b75-167e-43b1-b347-5a27416e95db tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Oct 12 11:27:34.203092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:34.286737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:34.414261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-1c6c05d5-2259-4404-88b0-acf5c9e60b06 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:34.418075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-1c6c05d5-2259-4404-88b0-acf5c9e60b06 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1876011 Oct 12 11:27:34.524032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Pushing event updated for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:34.599913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:34.620922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4173d4a2-eafb-4461-aab2-b55a704bac0b tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1867344 Oct 12 11:27:34.620922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:34.626461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60438) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:34.714391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1eab524-5237-4a65-ad55-ee771a9bc1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:34.743640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:34.845217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c754f97-01e7-4e47-a032-027723f7d0f4 req-9856fa6f-407e-4f0e-ab88-cb6a32576008 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:34.863472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c754f97-01e7-4e47-a032-027723f7d0f4 req-9856fa6f-407e-4f0e-ab88-cb6a32576008 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.3018651 Oct 12 11:27:34.976766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c754f97-01e7-4e47-a032-027723f7d0f4 req-d3cc6c0f-c6dd-4af7-8ad9-07ef213bc5fd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057980 Oct 12 11:27:34.993131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:34.997928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:35.325286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Router ba7137f0-c220-4c12-90f0-761a02e2616e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:35.354956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1eab524-5237-4a65-ad55-ee771a9bc1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.372354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:35.385198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2ad71-1f97-4315-b562-dfa300a752e1 req-55170cb7-3076-4f2c-8dd0-58afa92dbb6f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:35.386757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60f2ad71-1f97-4315-b562-dfa300a752e1 req-55170cb7-3076-4f2c-8dd0-58afa92dbb6f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 945 time: 0.1816738 Oct 12 11:27:35.509496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:35.510285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.512694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1a84f6c9-cd6b-4a7a-a798-4ad7501512df None None] Provisioning complete for port c253fc1c-6469-4eca-b317-6c4790b572e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:35.513106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a84f6c9-cd6b-4a7a-a798-4ad7501512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.553070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60f2ad71-1f97-4315-b562-dfa300a752e1 req-a5fdaf27-f881-42e3-bcdd-fa3a34c56c76 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048071 Oct 12 11:27:35.600243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f6c9-cd6b-4a7a-a798-4ad7501512df None None] Port c253fc1c-6469-4eca-b317-6c4790b572e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:35.612251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:35.626216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c3a375ca-156f-4588-a195-9f9210a16c38 admin admin] 10.222.0.43 "PUT /v2.0/routers/ba7137f0-c220-4c12-90f0-761a02e2616e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2909639 Oct 12 11:27:35.642038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1eab524-5237-4a65-ad55-ee771a9bc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.750685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:27:35.820725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.878806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f1eab524-5237-4a65-ad55-ee771a9bc1c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40309f4c3e5c41afbf141094cd955d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2511075 Oct 12 11:27:35.881351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:35.890304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:35.990310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:35.993795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.052095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eab524-5237-4a65-ad55-ee771a9bc1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a66f16-ec08-4708-8653-55aac6526c9e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:36.053530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.273966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.276781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.277937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87a66f16-ec08-4708-8653-55aac6526c9e HTTP/1.1" status: 204 len: 168 time: 0.3955002 Oct 12 11:27:36.293159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa5c78-d2ee-4c5c-9e9f-8303c903a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a66f16-ec08-4708-8653-55aac6526c9e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:36.312653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.416577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:36.446805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:36.559578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Sync routers for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:36.572058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:36.573092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:36.577351 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604 associated. External IP: 172.25.2.116, port: 5363751d-c188-415e-8d8e-8881900705f9. Oct 12 11:27:36.751886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:36.945243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:37.011477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:33Z', 'revision_number': 4, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c253fc1c-6469-4eca-b317-6c4790b572e4', 'name': '', 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'mac_address': 'fa:16:3e:87:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:32Z', 'updated_at': '2021-10-12T11:27:33Z', 'revision_number': 2, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'subnets': [{'id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:37.049627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Checking router: ba7137f0-c220-4c12-90f0-761a02e2616e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:37.049988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Updating router ba7137f0-c220-4c12-90f0-761a02e2616e port c253fc1c-6469-4eca-b317-6c4790b572e4 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:27:37.097003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:37.101975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:37.114300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:37.123183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:37.137841 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:37.143164 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:37.212486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-4c91d987-7786-4499-ace8-8cf926e3343e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "PUT /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 996 time: 2.5978818 Oct 12 11:27:37.213601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:37.215981 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2203da6-41f9-49f6-be38-0c8a0d763181" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:37.315919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-f30df30a-7458-49a7-986f-e05ae09d1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:37.318104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-f30df30a-7458-49a7-986f-e05ae09d1a73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.0827527 Oct 12 11:27:37.390170 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:37.403888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cb41c-db00-46c0-a7f4-e3d3bc920837 req-a7d79a56-d3d8-4acd-923f-8a896918b832 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:37.418102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b3cb41c-db00-46c0-a7f4-e3d3bc920837 req-a7d79a56-d3d8-4acd-923f-8a896918b832 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1764731 Oct 12 11:27:37.457855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:37.507575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b3cb41c-db00-46c0-a7f4-e3d3bc920837 req-2d7f8847-97cd-4e79-bc12-56a701afdc99 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881829 Oct 12 11:27:37.657012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-65cbd79c-186b-46cd-becb-b37cac8d9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:37.661767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-65cbd79c-186b-46cd-becb-b37cac8d9c41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.3237476 Oct 12 11:27:37.696072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2b50-d205-4610-95a3-1fd65b62db1c req-82336a1a-6e69-4b7c-b07a-9f1e87967bc2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:37.698087 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c90e2b50-d205-4610-95a3-1fd65b62db1c req-82336a1a-6e69-4b7c-b07a-9f1e87967bc2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 945 time: 0.0674469 Oct 12 11:27:37.809692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c90e2b50-d205-4610-95a3-1fd65b62db1c req-c7c376b1-70c5-44ad-87d7-46f1ddd7d94c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017714 Oct 12 11:27:37.828802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:37.830971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:37.921149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-75e15a4e-0fc9-4147-b77c-59eab840a677 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 999 time: 0.2530346 Oct 12 11:27:38.126661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-2bd7fe06-98cc-4fdd-9921-4e2caa8c3cdf tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.128233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-2bd7fe06-98cc-4fdd-9921-4e2caa8c3cdf tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 945 time: 0.4006546 Oct 12 11:27:38.150683 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1865404-00f4-49e3-b1fd-36ccc59727d7 x-openstack-request-id: req-b1865404-00f4-49e3-b1fd-36ccc59727d7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:38.151001 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:38.151262 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1865404-00f4-49e3-b1fd-36ccc59727d7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:38.151690 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:27:38.176833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-1f197e3c-a8b6-4336-8df7-6eed9a41a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.189037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-1f197e3c-a8b6-4336-8df7-6eed9a41a877 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.2669718 Oct 12 11:27:38.264218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-9904836f-bf6c-4960-a27f-f8979f5e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.270296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-9904836f-bf6c-4960-a27f-f8979f5e2200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.1407857 Oct 12 11:27:38.343178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:38.361269 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:36Z', 'revision_number': 1, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:38.400264 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:38.431148 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:38.455424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-4e7d59f6-6d50-47e3-8d16-82011e1ca7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.456944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-4e7d59f6-6d50-47e3-8d16-82011e1ca7e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.1656418 Oct 12 11:27:38.458847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:38.459672 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:38.495255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-c415ceb4-1613-4584-8eca-c5150cfc29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.507503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-c415ceb4-1613-4584-8eca-c5150cfc29d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174787 Oct 12 11:27:38.516985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3eb8-fa1d-4fd8-a3a8-d52ebbabc58b None None] Pushing event updated for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:38.523392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-eea2fce5-b44b-45ce-9bbc-9d04827eb0ab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:27:38.541885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-eea2fce5-b44b-45ce-9bbc-9d04827eb0ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0331619 Oct 12 11:27:38.670229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Attempting to bind port c253fc1c-6469-4eca-b317-6c4790b572e4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:38.670612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Attempting to bind port c253fc1c-6469-4eca-b317-6c4790b572e4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:38.671577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Attempting to bind port c253fc1c-6469-4eca-b317-6c4790b572e4 on network e05d0aea-b793-4db5-82a1-7afdf55e1b0c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:38.678493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:38.678930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Checking segment: {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:38.679320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:38.679710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Bound using segment: {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:38.680225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Bound port: c253fc1c-6469-4eca-b317-6c4790b572e4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d256b4-34e9-438f-8086-05b466889ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:38.680592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:38.723640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-087cf16c-c113-4366-8f65-0bdb95c8cf55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:38.732904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-087cf16c-c113-4366-8f65-0bdb95c8cf55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.2700844 Oct 12 11:27:38.787393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] For port c253fc1c-6469-4eca-b317-6c4790b572e4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:38.794688 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:38.803634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] For port c253fc1c-6469-4eca-b317-6c4790b572e4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c253fc1c-6469-4eca-b317-6c4790b572e4,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:38.857063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-b7e7a29e-bfec-499b-be82-f4e8aeaf6bce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 999 time: 0.1207840 Oct 12 11:27:38.866560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-928be82b-02a0-41ac-87ee-7a2816a0b0f6 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/quotas/c6712cbf08f845ad8c2f1ae67a450bc3 HTTP/1.1" status: 200 len: 375 time: 0.1326396 Oct 12 11:27:38.875279 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:39.025573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3eb8-fa1d-4fd8-a3a8-d52ebbabc58b None None] Pushing event updated for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:39.080996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:39.081749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:39.084061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] Provisioning complete for port c253fc1c-6469-4eca-b317-6c4790b572e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:39.084443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:39.310375 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:36Z', 'revision_number': 1, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:39.369447 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8914a73-a3f3-4594-bf46-f9c738de3c1f None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:36Z', 'revision_number': 1, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:39.540561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port a25b0106-1260-4db5-8988-130eb95efd6e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:39.541137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:39.584426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-99c2afcb-e4f0-4fe8-9eb3-abac3a5a8393 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0413074 Oct 12 11:27:39.631462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:39.798057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port a25b0106-1260-4db5-8988-130eb95efd6e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a25b0106-1260-4db5-8988-130eb95efd6e,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:39.801069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:39.818900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:39.848455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for a25b0106-1260-4db5-8988-130eb95efd6e owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:39.871342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5e3c04-4723-4cc0-afdb-0fcf7dc14e19 req-646be6b3-05e9-4ea8-8be2-5c3d502bf6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856805 Oct 12 11:27:39.899411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0624756-e265-428b-af08-847f8d29661d None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:27:40.195139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-ad20459b-f4e2-467f-9e0c-a0c8a3869b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:40.205535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:40.211892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-ad20459b-f4e2-467f-9e0c-a0c8a3869b6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 1.2662728 Oct 12 11:27:40.219270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f995184-1702-4311-a52c-dc6036956905 req-055ab639-d2b0-42d7-9f98-7bfa63ab95e6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:40.221410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f995184-1702-4311-a52c-dc6036956905 req-055ab639-d2b0-42d7-9f98-7bfa63ab95e6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1176486 Oct 12 11:27:40.269558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=a25b0106-1260-4db5-8988-130eb95efd6e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:40.270172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] For port c253fc1c-6469-4eca-b317-6c4790b572e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c253fc1c-6469-4eca-b317-6c4790b572e4,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:40.353982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-27aabf56-a3a3-4ea7-a6c7-6ef9f34bfbfa tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4864104 Oct 12 11:27:40.398309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-4d3bcad7-1b38-4c7d-b39a-19220c356afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:40.400175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-4d3bcad7-1b38-4c7d-b39a-19220c356afe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673009 Oct 12 11:27:40.416198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port a25b0106-1260-4db5-8988-130eb95efd6e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:40.438805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:40.449657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f995184-1702-4311-a52c-dc6036956905 req-e15e1b33-91b9-4fb0-8a45-214f7536b0f7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900446 Oct 12 11:27:40.453909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:40.460571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ed36d9a-e21d-4dba-a15e-c7f4226c19ac req-d552828a-2476-49b5-bf1c-a6a065e1d6f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "DELETE /v2.0/ports/a25b0106-1260-4db5-8988-130eb95efd6e HTTP/1.1" status: 204 len: 173 time: 2.3057718 Oct 12 11:27:40.467539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'name': 'network-vif-deleted', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:40.478384 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406f4dc9-7702-4974-9926-20d22c98e301" -d '{"events": [{"server_uuid": "1432926f-6343-460d-814a-d00273fde109", "name": "network-vif-deleted", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:40.535539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f14a7271-9227-40bc-9595-5501a891864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:33Z', 'revision_number': 4, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c253fc1c-6469-4eca-b317-6c4790b572e4', 'name': '', 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'mac_address': 'fa:16:3e:87:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:32Z', 'updated_at': '2021-10-12T11:27:38Z', 'revision_number': 4, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'subnets': [{'id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:40.619770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a7271-9227-40bc-9595-5501a891864b None None] The sync data for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 is: [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:27:33Z', 'revision_number': 4, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c253fc1c-6469-4eca-b317-6c4790b572e4', 'name': '', 'network_id': 'e05d0aea-b793-4db5-82a1-7afdf55e1b0c', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'mac_address': 'fa:16:3e:87:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:32Z', 'updated_at': '2021-10-12T11:27:38Z', 'revision_number': 4, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'subnets': [{'id': '1447ac29-95ab-4426-bdee-0a65eaf777dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:40.636725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1d31-26e3-4f6f-8ff0-793079e6956a None None] Pushing event updated for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:40.647929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c6934b11-e6ad-4e98-a90d-c5f143a89973 None None] Provisioning complete for port c253fc1c-6469-4eca-b317-6c4790b572e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:40.648312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c6934b11-e6ad-4e98-a90d-c5f143a89973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:40.672371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-552fc88f-2803-48e8-b8bc-26c79bdb8c13 req-c218e82b-32b4-4c39-9430-98b312965183 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432926f-6343-460d-814a-d00273fde109 HTTP/1.1" status: 200 len: 210 time: 0.0657103 Oct 12 11:27:40.945448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-f4beb8b6-ac1e-43ac-9c75-dd40d3a203e4 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184178 Oct 12 11:27:41.179471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-38092a60-d3e7-48f4-8d9a-bd1a7913f1a3 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:41.197117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-38092a60-d3e7-48f4-8d9a-bd1a7913f1a3 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1427560 Oct 12 11:27:41.356503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-a7fb2716-a7a6-4f25-9795-7785fa34e9ff service neutron] 10.222.0.43 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015495 Oct 12 11:27:41.357110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c253fc1c-6469-4eca-b317-6c4790b572e4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:41.454448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c253fc1c-6469-4eca-b317-6c4790b572e4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:41.455920 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:41.458652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-b79419a0-48a6-429f-913d-16dd27bc2b48 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1001 time: 0.2565110 Oct 12 11:27:41.465915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:41.595534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2203da6-41f9-49f6-be38-0c8a0d763181 req-52554f29-f5c0-48ef-96cf-dc06dd5d7024 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460398 Oct 12 11:27:41.613074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:41.686947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-89cedd90-f0b9-4947-a66d-a9ffe72fdb9d service neutron] 10.222.0.43 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278763 Oct 12 11:27:41.887537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a25b0106-1260-4db5-8988-130eb95efd6e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:27:41.933600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: a25b0106-1260-4db5-8988-130eb95efd6e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:27:41.934151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a25b0106-1260-4db5-8988-130eb95efd6e not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:27:42.072760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-9e20a777-a6d8-46a9-a1b2-05b2b8e83aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2007356 Oct 12 11:27:42.158486 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ef2a1-51ce-45a2-94b6-a5c8ed030f69 x-openstack-request-id: req-548ef2a1-51ce-45a2-94b6-a5c8ed030f69 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:42.159059 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432926f-6343-460d-814a-d00273fde109", "name": "network-vif-deleted", "tag": "a25b0106-1260-4db5-8988-130eb95efd6e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:42.159485 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-548ef2a1-51ce-45a2-94b6-a5c8ed030f69 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:42.160159 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432926f-6343-460d-814a-d00273fde109', 'name': 'network-vif-deleted', 'tag': 'a25b0106-1260-4db5-8988-130eb95efd6e', 'status': 'completed', 'code': 200} Oct 12 11:27:42.341312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.345156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.346640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.349029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.350406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.353993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.354534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.356786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-b61d874d-e8c3-40c2-8366-245e379b581d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.2002513 Oct 12 11:27:42.447995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3ff9-1d41-4a4d-b51b-076b764ad1f6 req-e0ffde20-4bf4-4cf3-92aa-01c50063f8cf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.450236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3faa3ff9-1d41-4a4d-b51b-076b764ad1f6 req-e0ffde20-4bf4-4cf3-92aa-01c50063f8cf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1686282 Oct 12 11:27:42.640343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3faa3ff9-1d41-4a4d-b51b-076b764ad1f6 req-c308699a-957d-44a9-b5e4-af63cc4e719c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826408 Oct 12 11:27:42.664959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3436-3760-4343-b6fb-7950c9351d9e req-8431fa51-5f63-4337-bfb4-20adb9b8102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.686463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-8431fa51-5f63-4337-bfb4-20adb9b8102b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1094 time: 0.1442358 Oct 12 11:27:42.877275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e85c0261-5f85-41e1-8c7f-44c20c9ac68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.877899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e85c0261-5f85-41e1-8c7f-44c20c9ac68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.879054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e85c0261-5f85-41e1-8c7f-44c20c9ac68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:42.886724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e85c0261-5f85-41e1-8c7f-44c20c9ac68d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 2298 time: 0.4981134 Oct 12 11:27:43.060821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-8ec410ae-7503-4169-8a55-d705a7a96de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 1001 time: 0.1606009 Oct 12 11:27:43.064638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3436-3760-4343-b6fb-7950c9351d9e req-85d16437-7339-4d68-820d-7d9059726d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.068704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-85d16437-7339-4d68-820d-7d9059726d7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.3320367 Oct 12 11:27:43.211575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-531533df-3569-40c3-9d93-dcd9ed78e01f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 999 time: 0.1231062 Oct 12 11:27:43.246546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-9c124495-383e-4c7c-ab09-7b2ed780460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.248722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-9c124495-383e-4c7c-ab09-7b2ed780460a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.1737161 Oct 12 11:27:43.300304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:43.314933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-2649892a-fbad-46db-8627-ed0a6e196902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.316637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-2649892a-fbad-46db-8627-ed0a6e196902 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595899 Oct 12 11:27:43.378486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f58efb3a-8fb1-4e79-9da8-a63c6c8468f8 req-c9df953e-fb7b-406f-bec3-9ff99767a1df tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 210 time: 0.0674524 Oct 12 11:27:43.403238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:43.424801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3436-3760-4343-b6fb-7950c9351d9e req-ec63c3f9-4bc5-45ca-9872-c043755f6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.427217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-ec63c3f9-4bc5-45ca-9872-c043755f6f31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.2068141 Oct 12 11:27:43.560243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-fd972d1f-0da4-4a12-89a2-871f62c6a65e service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357578 Oct 12 11:27:43.645717 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604 associated. External IP: 172.25.2.116, port: 5363751d-c188-415e-8d8e-8881900705f9. Oct 12 11:27:43.665101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3436-3760-4343-b6fb-7950c9351d9e req-f09488f6-fb37-4487-9ae8-dedce278f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.668105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-f09488f6-fb37-4487-9ae8-dedce278f23a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015185 Oct 12 11:27:43.761898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-7364c57a-a842-489f-b50c-4b14cf3d3289 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921625 Oct 12 11:27:43.815656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-3201cf30-1f63-4f59-91ab-ec87762d7281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 217 time: 0.0435269 Oct 12 11:27:43.820341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-efe42962-e6a8-43f0-8962-548258044090 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.822066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-efe42962-e6a8-43f0-8962-548258044090 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.2833951 Oct 12 11:27:43.851368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-0a2c5305-1799-4127-8bd2-0dfc3196b420 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0209866 Oct 12 11:27:43.901799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-f9727349-b6f9-45fc-8fb1-6f19f20da495 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439796 Oct 12 11:27:43.958043 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-3911ebcb-2cfa-45e5-97f0-f1cb22e88a2d service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520726 Oct 12 11:27:43.993916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-83536557-a37f-4ff0-9b7d-a04862cb53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:43.993916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-83536557-a37f-4ff0-9b7d-a04862cb53a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1639407 Oct 12 11:27:44.061780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:44.075133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e5c2ee0b-af2f-4d80-82a0-4443b645bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:44.076766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e5c2ee0b-af2f-4d80-82a0-4443b645bdcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741138 Oct 12 11:27:44.193272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-666646b1-5219-41a4-b1e8-9f4ad99ed97b service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905128 Oct 12 11:27:44.288564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-792f3436-3760-4343-b6fb-7950c9351d9e req-aef80e52-0390-4665-bbe9-20c9ffad7728 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674298 Oct 12 11:27:44.385622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-45346a19-a45e-4327-8aee-e5b7d5aa8ee7 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899383 Oct 12 11:27:44.767248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e97d02f9-2775-49df-8216-e6b6b4208690 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750293 Oct 12 11:27:44.768563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:44.784672 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:44.799867 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:44.802936 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:44.987225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-92a9c4f9-4394-46f0-ad87-3849f6253937 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032893 Oct 12 11:27:44.987557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:45.063004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-5d1c8e1d-4e7a-4bfd-b5d2-c65e02ffadde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 217 time: 0.0455396 Oct 12 11:27:45.199284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-4d592766-b50b-4b0a-aea2-533383638f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:45.200756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-4d592766-b50b-4b0a-aea2-533383638f6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1264498 Oct 12 11:27:45.219528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:45.304356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-7f9fd744-86b2-4e3b-b3bb-7cda14c8d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:45.305873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-7f9fd744-86b2-4e3b-b3bb-7cda14c8d9fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969441 Oct 12 11:27:45.380549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010199da-b29a-44b8-8f95-7d85908c5503 req-6b3e6ec2-5549-4d2e-9e61-369cea12858f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:45.394680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-010199da-b29a-44b8-8f95-7d85908c5503 req-6b3e6ec2-5549-4d2e-9e61-369cea12858f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1164231 Oct 12 11:27:45.440687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:45.444832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:43Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:45.451954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:45.499816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-47bf5fb9-8338-44e5-9e3b-79e072166d08 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841333 Oct 12 11:27:45.503275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:45.506627 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871ff61d-5583-48d3-aaeb-c45b07b30d98" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:45.517852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-010199da-b29a-44b8-8f95-7d85908c5503 req-a29e44a4-42ca-46fb-9b18-659c39a58878 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222501 Oct 12 11:27:45.525548 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:45.562227 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:45.562491 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:45.822271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-895de0b0-a59a-47a8-85f8-13f3caaea008 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091896 Oct 12 11:27:45.822271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-e3a7a64d-69ff-4698-82c7-469af92e8a14 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "PUT /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 999 time: 4.3619182 Oct 12 11:27:45.840526 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:45.933237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-b62ede4d-f059-48ee-ab6c-11eee646e92f tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:45.935318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-b62ede4d-f059-48ee-ab6c-11eee646e92f tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports/5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 942 time: 0.0941000 Oct 12 11:27:46.015437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-39309772-0108-40ef-bd1a-65058aa1f4ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 217 time: 0.1726477 Oct 12 11:27:46.074574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29112b53-89eb-41b1-91ab-2a5c8d816b56 req-1b2e8895-bf8f-479c-9324-157a03ed2387 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 210 time: 0.0814390 Oct 12 11:27:46.189281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-c03e1ad6-cc81-41e8-ae92-eed3a25223f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:46.197694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-c03e1ad6-cc81-41e8-ae92-eed3a25223f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1748590 Oct 12 11:27:46.199825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-75e3da1e-da5e-46e8-98a5-e0246809860c req-b25d25cf-8559-4f43-9a64-bfc185620664 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0450573 Oct 12 11:27:46.282165 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9328c-397d-4d90-b592-d276a34e8bd2 x-openstack-request-id: req-96d9328c-397d-4d90-b592-d276a34e8bd2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:46.282458 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:46.282813 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96d9328c-397d-4d90-b592-d276a34e8bd2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:46.290426 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:27:46.335815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e50bcb0f-a29c-4ed4-a038-4d3a9d4bd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:46.337350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e50bcb0f-a29c-4ed4-a038-4d3a9d4bd4c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370199 Oct 12 11:27:46.479313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-8116e268-2742-45ed-ab51-738ab05c4934 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:46.487532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-8116e268-2742-45ed-ab51-738ab05c4934 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.41 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.1825972 Oct 12 11:27:46.489004 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:43Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:46.540892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Request body: {'port': {'device_id': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'admin_state_up': True, 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:46.580434 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936a97e-f017-40d0-af34-17b0c97747f7 None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:43Z', 'revision_number': 3, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:46.626527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-c4fa6ff6-7a6a-47c1-9ff7-ed0d6aace0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:46.628217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-c4fa6ff6-7a6a-47c1-9ff7-ed0d6aace0b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.5085216 Oct 12 11:27:46.673427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Made reservation on behalf of c6712cbf08f845ad8c2f1ae67a450bc3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:46.676238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:46.803959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-57d2f7eb-135b-4712-9624-24f120eb4723 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517274 Oct 12 11:27:46.976874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb159-a2fd-489a-8e88-6e2a495aad02 req-0028360d-7730-4fab-b036-42994bcf6435 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:46.988748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8bbb159-a2fd-489a-8e88-6e2a495aad02 req-0028360d-7730-4fab-b036-42994bcf6435 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2551222 Oct 12 11:27:47.041203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-7c602781-e1b7-4c74-9c20-ea434e6a79ea service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269602 Oct 12 11:27:47.054427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9244d-0c5a-4b93-8313-76dc86c05631 None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:27:47.115481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-56a3e18b-cfe9-4476-85f1-bd154a67a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.116928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-56a3e18b-cfe9-4476-85f1-bd154a67a07b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.5534818 Oct 12 11:27:47.120630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-680cbf72-7e0c-4619-8985-2caef5769d16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 217 time: 0.0678182 Oct 12 11:27:47.121349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Allocated IP 172.20.0.10 (912038e5-8ec9-4cde-8251-c970a2487b64/a33ff8b3-fc18-4bed-a9e3-35ae5ee96313/a690e047-7754-4141-8c9c-6403f2931a58) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:47.417087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-3b10aaff-e850-4278-a44e-216e27b87d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.427301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-3b10aaff-e850-4278-a44e-216e27b87d92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.7850072 Oct 12 11:27:47.430661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:47.483916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8bbb159-a2fd-489a-8e88-6e2a495aad02 req-3a0ce02f-69be-4146-948a-de51b73f5d4b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913590 Oct 12 11:27:47.581031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-6c610fcb-e564-4750-b8e2-060474b37844 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.1527297 Oct 12 11:27:47.605066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-36c1fe7c-19d0-4edc-9bd5-3c0455abceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.616353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-36c1fe7c-19d0-4edc-9bd5-3c0455abceaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.4659567 Oct 12 11:27:47.788951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:47.836095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-1ff68363-5e42-4925-b842-4625b612cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.847203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-1ff68363-5e42-4925-b842-4625b612cba9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.7077019 Oct 12 11:27:47.864971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-2cc1c2a8-099c-4cc2-831f-27cbb503e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.866514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-2cc1c2a8-099c-4cc2-831f-27cbb503e132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.2847140 Oct 12 11:27:47.905954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e5237d57-4d4a-47c1-884f-862df4f72f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:47.907508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e5237d57-4d4a-47c1-884f-862df4f72f89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2903607 Oct 12 11:27:47.923319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5d15554-655a-4985-84d9-350b2d3fa989 req-3d054af1-9202-46dd-92f6-0e8d6770e9e4 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 210 time: 0.0614746 Oct 12 11:27:48.044180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-7ad8fc1d-d35c-4459-b02c-66cf7f5f3a7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.0542009 Oct 12 11:27:48.068567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2278c99-e55f-46ab-904b-0fd4273a2ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.109812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-29054b6d-587f-431b-a9ad-581a3ad7e0fc req-ac4b5d82-4dfb-4c02-ab4b-8775397c05dc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0443611 Oct 12 11:27:48.143120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-36b5c1a0-4e18-4a31-909f-c6c7978a98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.174219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-36b5c1a0-4e18-4a31-909f-c6c7978a98a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686839 Oct 12 11:27:48.198649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2278c99-e55f-46ab-904b-0fd4273a2ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.236334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-862af8ba-89e9-4c51-9d8b-bb78046002c8 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699487 Oct 12 11:27:48.291107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:48.293231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e00f102-94c5-483a-8b85-353361271c32" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:48.333175 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d14a3a-1b3f-4c8e-985a-823a38f0bf28 x-openstack-request-id: req-71d14a3a-1b3f-4c8e-985a-823a38f0bf28 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:48.333455 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:48.333698 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71d14a3a-1b3f-4c8e-985a-823a38f0bf28 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:48.334078 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88', 'status': 'completed', 'code': 200} Oct 12 11:27:48.345629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-a6cbbf07-c883-4612-8486-68ab4f1e4240 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925044 Oct 12 11:27:48.406542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f102-94c5-483a-8b85-353361271c32 req-dea7585c-c1a3-4398-8df8-a13445e220a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.408094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-dea7585c-c1a3-4398-8df8-a13445e220a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1097 time: 0.0420952 Oct 12 11:27:48.466976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-11db27d3-b0d9-4c9b-bdce-7969e9cb6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.469195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-11db27d3-b0d9-4c9b-bdce-7969e9cb6641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1391466 Oct 12 11:27:48.472961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-8de749a5-3b63-4afa-98aa-fa8159f4a369 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271388 Oct 12 11:27:48.506987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f102-94c5-483a-8b85-353361271c32 req-847de8f2-499e-40c3-b0d7-c14ddf8f8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.508475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-847de8f2-499e-40c3-b0d7-c14ddf8f8d6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.0916862 Oct 12 11:27:48.565152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-15f85332-80f8-436c-a573-20a2b0c7ca33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 217 time: 0.0713730 Oct 12 11:27:48.567778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.586818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d0407d1-5ebe-41c6-bbde-9872e0ea12bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.593591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-91e370a1-da71-40ce-b22f-141ca968fc32 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273018 Oct 12 11:27:48.640066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c2278c99-e55f-46ab-904b-0fd4273a2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.647845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-6f8756ab-29ca-4ceb-b1ef-f01753068b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.649414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-6f8756ab-29ca-4ceb-b1ef-f01753068b39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706903 Oct 12 11:27:48.658522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-d103ec96-b60d-4428-ab7e-d9625f0554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.660319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-d103ec96-b60d-4428-ab7e-d9625f0554b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0871589 Oct 12 11:27:48.674201 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:48.688795 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:48.689887 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:48.752368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-5ace95f0-a5fc-4bd0-8677-6013e670c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.754038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-5ace95f0-a5fc-4bd0-8677-6013e670c486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857737 Oct 12 11:27:48.766253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c2278c99-e55f-46ab-904b-0fd4273a2ca7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16fefb84d1bc47988ece03db3fb6dc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751911 Oct 12 11:27:48.768769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:48.772517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2278c99-e55f-46ab-904b-0fd4273a2ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282b21dc-613e-4517-a0f0-9d9973763481,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:48.773012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:48.779701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-864c895c-daca-4443-bafe-579a4a444c63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 1002 time: 0.2630634 Oct 12 11:27:48.781083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Pushing event updated for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:48.785670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:48.790769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:48.834580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b7842-c278-4bbf-8c14-108c64b628f8 req-74a86464-b6ed-48ee-b581-22324f487ebf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.836251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-658b7842-c278-4bbf-8c14-108c64b628f8 req-74a86464-b6ed-48ee-b581-22324f487ebf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2633893 Oct 12 11:27:48.879632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:48.880243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:48.922621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-658b7842-c278-4bbf-8c14-108c64b628f8 req-00ced037-9f4b-4cb5-a337-9e0998b9b7fe tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791771 Oct 12 11:27:49.032719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-394ee4e9-9883-4f26-b375-7171ce476ad7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4954963 Oct 12 11:27:49.036325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:49.218748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-99a75122-27f2-4c64-b490-c22422b66e44 None None] Provisioning complete for port a690e047-7754-4141-8c9c-6403f2931a58 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:49.220206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-99a75122-27f2-4c64-b490-c22422b66e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:49.256279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997b81-2b53-46ff-8910-5139359dbcd2 req-a2bc3e47-1440-498f-aeb2-aed40487579b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:49.276052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d997b81-2b53-46ff-8910-5139359dbcd2 req-a2bc3e47-1440-498f-aeb2-aed40487579b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1028 time: 0.0880377 Oct 12 11:27:49.337634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-99a75122-27f2-4c64-b490-c22422b66e44 None None] Port a690e047-7754-4141-8c9c-6403f2931a58 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:27:49.349197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d997b81-2b53-46ff-8910-5139359dbcd2 req-11dea136-139b-4347-960f-54d0d2a78460 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710018 Oct 12 11:27:49.375225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-b07ab5cd-8ee3-43d8-8476-061921f7575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:49.379497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-b07ab5cd-8ee3-43d8-8476-061921f7575e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1097 time: 0.6570082 Oct 12 11:27:49.448478 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:47Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:49.478250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:49.498132 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:49.500437 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:49.510528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24e7759b-6a59-4640-af77-1d91f92e5343 req-50e840d5-b9c8-4dc4-a5ee-fedf54468d50 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0792444 Oct 12 11:27:49.590101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:49.617976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:49.646959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-2ed8d5ab-b120-475f-9d6f-832650e4315a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:49.648932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-2ed8d5ab-b120-475f-9d6f-832650e4315a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.3416328 Oct 12 11:27:49.651134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-d4683e57-306c-4d0e-94ec-2df7a5c8745b service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800249 Oct 12 11:27:49.657988 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:49.680717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:49.718997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-725eaefe-1cb0-4bb2-9f78-fa6956e63b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:49.720523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-725eaefe-1cb0-4bb2-9f78-fa6956e63b63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.2964973 Oct 12 11:27:49.916978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-075ebcad-e0d4-425e-a2f9-14d802891e5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 1002 time: 0.1800179 Oct 12 11:27:49.946301 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:47Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:49.976181 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11e4a1-fd13-4d09-8ab6-941ed8820b13 None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': 'b658618d-b7e0-4702-9339-339003ff8b88', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:ea:e7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:47Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:49.978656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-1dad768a-533d-4d48-a481-6c6b7b2c23b5 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032329 Oct 12 11:27:50.039099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-d39fab8d-cd16-4311-8675-1352f2c697fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.040608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-d39fab8d-cd16-4311-8675-1352f2c697fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1149254 Oct 12 11:27:50.043951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-e3a664e0-c2e4-4add-ae94-2a8e42980bd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 217 time: 0.0562935 Oct 12 11:27:50.044536 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:50.047763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:50.051509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/282b21dc-613e-4517-a0f0-9d9973763481 HTTP/1.1" status: 204 len: 168 time: 1.2748334 Oct 12 11:27:50.122883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f89c-07a7-4049-b29e-e682eb859cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b21dc-613e-4517-a0f0-9d9973763481,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:50.123216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df191b5-04f9-4c14-b38e-e0d6cdeba7b3 req-4c1fe86b-fd47-41ee-afc0-6591e1f5f4a4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.132949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:27:50.135193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df191b5-04f9-4c14-b38e-e0d6cdeba7b3 req-4c1fe86b-fd47-41ee-afc0-6591e1f5f4a4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1103666 Oct 12 11:27:50.136500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:50.182645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-73ae3680-9c40-4b08-9d81-2268f863c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.184371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-73ae3680-9c40-4b08-9d81-2268f863c1fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.1216686 Oct 12 11:27:50.212205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df191b5-04f9-4c14-b38e-e0d6cdeba7b3 req-8f4463c6-d3f5-4be2-b656-c33359bee6d6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600362 Oct 12 11:27:50.239431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-35acd481-86f4-4eb0-9b8d-31a2520627ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.239431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-35acd481-86f4-4eb0-9b8d-31a2520627ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812732 Oct 12 11:27:50.381850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-75d443bc-2480-482d-9662-d3d445490703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.383401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-75d443bc-2480-482d-9662-d3d445490703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692741 Oct 12 11:27:50.432983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.10 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/fa67a792-7afd-4e3e-a3b5-7b44181a377d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:27:50.448128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-17242584-f720-41f7-9aab-3959fd2dd99d service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946919 Oct 12 11:27:50.460937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7afd1feb-6846-4360-8272-456197e9761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:50.550532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319dc6e-d20e-44e6-9640-eb9be8f0198d req-069ff23c-3078-4b3f-a95a-417c0f6159f5 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:50.552321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2319dc6e-d20e-44e6-9640-eb9be8f0198d req-069ff23c-3078-4b3f-a95a-417c0f6159f5 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1028 time: 0.0964878 Oct 12 11:27:50.601240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2319dc6e-d20e-44e6-9640-eb9be8f0198d req-67007e23-4117-472e-8f6a-371e0bfe9a2b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Oct 12 11:27:50.624808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-dc5723fe-30c7-4ea4-be09-31144259ee00 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246253 Oct 12 11:27:50.707925 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4cb4ff1b-b035-408c-a1da-07636e9592f9 req-3d9f3642-423f-40a0-a0fa-9e2379a3740e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Oct 12 11:27:50.746556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9759362-2eb0-4a7f-a9cf-69ea2e95548b req-4b8badc1-e90d-4ffa-acc0-558db2ad884e service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643678 Oct 12 11:27:50.799619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:50.814794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-770b9fb3-af99-444a-a651-e4e3c2a586e6 req-593ed8ba-ef00-49f7-871d-2300d4d65f50 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788907 Oct 12 11:27:50.856191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Request body: {'port': {'device_id': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:50.920770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:50.938362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.016506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:27:51.018866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb294c2a-af97-4dbc-889a-efc596b18764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.021266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-7a30cc07-4b43-43d0-a025-074f586a8309 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699996 Oct 12 11:27:51.026074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:27:51.027707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:51.029952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:27:51.040017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f102-94c5-483a-8b85-353361271c32 req-46dccac8-0d33-45a3-8ee7-787c71d73dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.041547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-46dccac8-0d33-45a3-8ee7-787c71d73dd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1894660 Oct 12 11:27:51.124417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-19d3296c-76d9-4130-944c-abd8425e1029 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1002 time: 0.2151141 Oct 12 11:27:51.127991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.134481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.135198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.174333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ff61d-5583-48d3-aaeb-c45b07b30d98 req-6bfec304-c929-4e3b-ac30-b934718f53a5 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408260 Oct 12 11:27:51.202678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f102-94c5-483a-8b85-353361271c32 req-b78ece4a-b379-41ab-8768-bffd0746e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.204263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-b78ece4a-b379-41ab-8768-bffd0746e01e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385391 Oct 12 11:27:51.220132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-a4a78cb3-3811-4318-8fbf-e1df8132845c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5533991 Oct 12 11:27:51.235504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Request body: {'port': {'device_id': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:51.281074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-bc68985b-d35d-41b5-8067-192e2c4ae5de tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.286922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-bc68985b-d35d-41b5-8067-192e2c4ae5de tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports/b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 943 time: 0.1490827 Oct 12 11:27:51.308440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.419787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956e8c9-96db-45a5-9276-e4460f1dca1f req-c47d598b-61b2-4245-bca5-6f0401a16bd9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.429906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9956e8c9-96db-45a5-9276-e4460f1dca1f req-c47d598b-61b2-4245-bca5-6f0401a16bd9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.1107266 Oct 12 11:27:51.533502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9956e8c9-96db-45a5-9276-e4460f1dca1f req-e7a4a99d-2bc0-49c1-abf5-c453e9c4bf6a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025743 Oct 12 11:27:51.687329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.730442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.734898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa67a792-7afd-4e3e-a3b5-7b44181a377d {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:51.743877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.759759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Transition to ACTIVE for port object fa67a792-7afd-4e3e-a3b5-7b44181a377d will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:27:51.811682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0e70-1482-48b5-96ea-0c9a69aa05e6 req-85e56a9b-0b1a-4ce5-9bf8-bf4e43e92def tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:51.814876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbdc0e70-1482-48b5-96ea-0c9a69aa05e6 req-85e56a9b-0b1a-4ce5-9bf8-bf4e43e92def tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1028 time: 0.0440044 Oct 12 11:27:51.837433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.859892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb294c2a-af97-4dbc-889a-efc596b18764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.900874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbdc0e70-1482-48b5-96ea-0c9a69aa05e6 req-e31b94a6-41eb-4c09-bfba-c59599eb361b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Oct 12 11:27:51.908827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:51.926512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:51.926759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-8ba9dfe0-5b12-4770-9a4c-fb2e11aa4202 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1002 time: 0.5821743 Oct 12 11:27:51.932276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-7f9314fc-d21a-4d37-a5f0-08927626fed6 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976011 Oct 12 11:27:52.001481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb294c2a-af97-4dbc-889a-efc596b18764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.017175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Attempting to bind port fa67a792-7afd-4e3e-a3b5-7b44181a377d on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:52.017528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Attempting to bind port fa67a792-7afd-4e3e-a3b5-7b44181a377d by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:52.017843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Attempting to bind port fa67a792-7afd-4e3e-a3b5-7b44181a377d on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:52.026803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Port fa67a792-7afd-4e3e-a3b5-7b44181a377d on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:27:52.029534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Attempting to bind port fa67a792-7afd-4e3e-a3b5-7b44181a377d on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:52.037901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:52.038187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:52.038576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:52.039037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Bound port: fa67a792-7afd-4e3e-a3b5-7b44181a377d, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:52.039395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.050856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b644f-b820-407f-8c78-5c6454fcafbf req-b34bedb2-79c9-406b-8daf-a2c4014cd3ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.058414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-107b644f-b820-407f-8c78-5c6454fcafbf req-b34bedb2-79c9-406b-8daf-a2c4014cd3ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 944 time: 0.0827270 Oct 12 11:27:52.142971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb294c2a-af97-4dbc-889a-efc596b18764 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=563eaa6cddaa4d379bdcca38d62ea974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166438 Oct 12 11:27:52.147335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-107b644f-b820-407f-8c78-5c6454fcafbf req-121b1a0a-988d-4d76-a1aa-61318e2f3e7e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878956 Oct 12 11:27:52.149891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60874) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:52.170157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb294c2a-af97-4dbc-889a-efc596b18764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a54d7b-d3a9-45f1-a565-a94b0dec8ec5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:52.173759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:52.177767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:52.254578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2e00f102-94c5-483a-8b85-353361271c32 req-a275826c-ac37-4bc3-9382-7fb2274249a1 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126264 Oct 12 11:27:52.273123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.276179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-846fe08f-6590-4f4b-871f-77fc4d3c4a49 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.277622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-846fe08f-6590-4f4b-871f-77fc4d3c4a49 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.3501406 Oct 12 11:27:52.307643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-1d57caa7-7abf-47e7-95e0-e5d1ed364deb tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:27:52.313982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-282e760b-2ccc-40b7-aa28-be3dedf14d62 req-1d57caa7-7abf-47e7-95e0-e5d1ed364deb tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0301704 Oct 12 11:27:52.314233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.314718 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.316729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa67a792-7afd-4e3e-a3b5-7b44181a377d HTTP/1.1" status: 200 len: 1092 time: 1.0868931 Oct 12 11:27:52.317210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:52.320409 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a130cd-d604-4352-ac53-d1dc22c54e56" -d '{"events": [{"name": "network-changed", "server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:52.339281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.354915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a690e047-7754-4141-8c9c-6403f2931a58 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:52.363199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c66ff-a0b4-4b67-b2f9-d37265d3a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:52.373424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.385957 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe699c-bfec-4253-9df2-117030739cff x-openstack-request-id: req-36fe699c-bfec-4253-9df2-117030739cff {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:52.386432 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:52.387363 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36fe699c-bfec-4253-9df2-117030739cff {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:52.387861 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d', 'status': 'completed', 'code': 200} Oct 12 11:27:52.417144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.435588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Transition to ACTIVE for port object a690e047-7754-4141-8c9c-6403f2931a58 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:27:52.449242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-5b34eb70-2a76-4927-900a-d72e9a99e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.450776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-5b34eb70-2a76-4927-900a-d72e9a99e1c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 1095 time: 0.0412910 Oct 12 11:27:52.472282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-439fdb55-4468-4155-979b-13c7baedf786 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1002 time: 0.1121907 Oct 12 11:27:52.524112 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.571757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-43110948-05b6-4bfc-959b-cea85db32a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.573245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-43110948-05b6-4bfc-959b-cea85db32a59 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55d3f26a937f4b28af0d590c93e6695c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1126835 Oct 12 11:27:52.583579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-d048df1b-60f2-47c2-83ea-619047fa6bfd tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.584942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-d048df1b-60f2-47c2-83ea-619047fa6bfd tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports/b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 943 time: 0.1062098 Oct 12 11:27:52.632326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Pushing event updated for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:52.656031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.660206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:52.675440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21a54d7b-d3a9-45f1-a565-a94b0dec8ec5 HTTP/1.1" status: 204 len: 168 time: 0.5096395 Oct 12 11:27:52.785248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-d8e897e7-d9e9-4b3b-bbf8-8c492579245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.786746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7a130cd-d604-4352-ac53-d1dc22c54e56 req-d8e897e7-d9e9-4b3b-bbf8-8c492579245b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023098 Oct 12 11:27:52.794200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-acc78382-0fb0-4d45-a8a9-e0aa9f63acca tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1002 time: 0.1055892 Oct 12 11:27:52.797863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64934f19-2499-4996-bbe9-d93d78528c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a54d7b-d3a9-45f1-a565-a94b0dec8ec5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:52.798523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973225d-006b-40c5-a886-84eb49ddb606 req-817ac244-0d3f-44c6-b960-965ee58602ca tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.815267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4973225d-006b-40c5-a886-84eb49ddb606 req-817ac244-0d3f-44c6-b960-965ee58602ca tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0911222 Oct 12 11:27:52.921270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Attempting to bind port a690e047-7754-4141-8c9c-6403f2931a58 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:27:52.923361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Attempting to bind port a690e047-7754-4141-8c9c-6403f2931a58 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:27:52.923361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Attempting to bind port a690e047-7754-4141-8c9c-6403f2931a58 on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:52.955133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4973225d-006b-40c5-a886-84eb49ddb606 req-f3b8dc46-d4d7-457b-a4ab-ff3959f38de1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387544 Oct 12 11:27:52.958518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-5341363d-f9b8-452e-bdc9-4aad338dd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:52.960002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-5341363d-f9b8-452e-bdc9-4aad338dd026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 1095 time: 0.0951896 Oct 12 11:27:52.976333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Port a690e047-7754-4141-8c9c-6403f2931a58 on network 912038e5-8ec9-4cde-8251-c970a2487b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:27:52.976333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Attempting to bind port a690e047-7754-4141-8c9c-6403f2931a58 on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:27:52.977821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:27:52.978313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Checking segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:27:52.978875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Bound using segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:27:52.979404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Bound port: a690e047-7754-4141-8c9c-6403f2931a58, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:27:52.979702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.106587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-235b072c-9fa3-4f89-99e3-13f6a5ccd8da tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.106587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-235b072c-9fa3-4f89-99e3-13f6a5ccd8da tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2834542 Oct 12 11:27:53.117089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:27:53.127120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a690e047-7754-4141-8c9c-6403f2931a58,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:27:53.206460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-d933edbc-7aa6-4747-b1e3-a47f4cf8a90c tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 1002 time: 0.0855856 Oct 12 11:27:53.219605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:53.305480 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.312968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.345230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.408175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.409017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.411085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] 10.222.0.41 "PUT /v2.0/ports/a690e047-7754-4141-8c9c-6403f2931a58 HTTP/1.1" status: 200 len: 1092 time: 2.5599656 Oct 12 11:27:53.426857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:53.429760 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c504d-38f6-43e2-8d48-0626063f3c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "tag": "a690e047-7754-4141-8c9c-6403f2931a58"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:53.440317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-064c5977-22ed-45f8-80d5-83fb9e9ced59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d HTTP/1.1" status: 200 len: 217 time: 0.4714324 Oct 12 11:27:53.555523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37289dba-d71f-4559-a623-d02bdf34f029 service neutron] Pushing event updated for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:53.588894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-40722441-ab5f-4988-b661-ebe064dcacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.591015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-40722441-ab5f-4988-b661-ebe064dcacbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.1422391 Oct 12 11:27:53.597324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-59ff3fd9-232d-4e56-b368-19af48ed6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.598913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-59ff3fd9-232d-4e56-b368-19af48ed6333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.0699809 Oct 12 11:27:53.599997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a34ee-af09-4edc-8c5f-7ebd18e0d888 req-260a3921-1a42-4c07-92ea-f79bf2de317c tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.601652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca4a34ee-af09-4edc-8c5f-7ebd18e0d888 req-260a3921-1a42-4c07-92ea-f79bf2de317c tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.1636910 Oct 12 11:27:53.665592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.674885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-1b27c3e7-56af-46dd-bef2-6ef323915319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626292 Oct 12 11:27:53.703648 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-dfa15791-072a-4df3-be74-8cbc5571be10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a690e047-7754-4141-8c9c-6403f2931a58 HTTP/1.1" status: 200 len: 217 time: 0.0512135 Oct 12 11:27:53.795105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca4a34ee-af09-4edc-8c5f-7ebd18e0d888 req-e1ee7256-7466-4e4d-863b-032a7a25abda tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697927 Oct 12 11:27:53.820160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:53.820550 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604 disassociated. External IP: 172.25.2.116, port: b658618d-b7e0-4702-9339-339003ff8b88. Oct 12 11:27:53.941072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-bf43a5c0-e313-4e56-a2f4-81c41ce5bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.943521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-bf43a5c0-e313-4e56-a2f4-81c41ce5bae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 HTTP/1.1" status: 200 len: 848 time: 0.2320971 Oct 12 11:27:53.964856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-f9a07e45-25ac-4dd7-b4e2-5ceb495d0b7f service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731211 Oct 12 11:27:53.990487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cac99-a0de-4499-897e-3172818f130a req-498664be-207a-4c4d-9280-e3d813d71330 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:53.995153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-998cac99-a0de-4499-897e-3172818f130a req-498664be-207a-4c4d-9280-e3d813d71330 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 944 time: 0.1006722 Oct 12 11:27:54.037387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-e6b33cae-a08b-48a7-afd3-88f88d3aa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.038768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-e6b33cae-a08b-48a7-afd3-88f88d3aa7ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=912038e5-8ec9-4cde-8251-c970a2487b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857060 Oct 12 11:27:54.119139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-998cac99-a0de-4499-897e-3172818f130a req-746cce68-cb4c-43d1-8e08-cf21bcd694b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Oct 12 11:27:54.190049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cdd39fa6-75f0-43b6-ac4c-6acad6c67c29 req-1d378c61-0b0c-4528-8c83-8b016d96a5f1 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168913 Oct 12 11:27:54.201020 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe164ec4-bd1c-4776-970c-9dc8ba4b2ea6 x-openstack-request-id: req-fe164ec4-bd1c-4776-970c-9dc8ba4b2ea6 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:54.201357 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "tag": "a690e047-7754-4141-8c9c-6403f2931a58", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:54.203568 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe164ec4-bd1c-4776-970c-9dc8ba4b2ea6 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:54.203851 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58', 'status': 'completed', 'code': 200} Oct 12 11:27:54.266293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-f218c6a4-f413-45aa-bc8f-b2a55bbf7ed5 service neutron] 10.222.0.41 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185552 Oct 12 11:27:54.271951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:54.335166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15204ad-a602-4b82-99b4-3770b7a89d27 req-5399ef25-5f8d-4281-ba25-fca262bc547b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.336841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d15204ad-a602-4b82-99b4-3770b7a89d27 req-5399ef25-5f8d-4281-ba25-fca262bc547b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0675955 Oct 12 11:27:54.417693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d15204ad-a602-4b82-99b4-3770b7a89d27 req-89cd5112-e0c6-4d17-930c-d52c0e977934 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733798 Oct 12 11:27:54.467606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2710903-73dd-466b-b630-bd8b343be4b3 req-be542fb6-d992-48bb-bf4b-28e7224c9933 service neutron] 10.222.0.41 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925266 Oct 12 11:27:54.482640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:54.494084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:54.496818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:54.508929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:54.509804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:54.529623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-51e94bc1-d300-4423-a3e4-b200bad91b33 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "PUT /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 695 time: 1.3157592 Oct 12 11:27:54.615237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-7c0b4b6c-8d49-4fbb-9b0c-247700183d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.616979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-7c0b4b6c-8d49-4fbb-9b0c-247700183d0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1097 time: 0.0732806 Oct 12 11:27:54.661685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:54.711734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-71790667-c9ea-4255-8823-f4f7ebcd9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.713361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-71790667-c9ea-4255-8823-f4f7ebcd9679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.1113515 Oct 12 11:27:54.812457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-3d946a6d-9849-41c7-bd6c-2f6f5566431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.818526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-3d946a6d-9849-41c7-bd6c-2f6f5566431a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.1833289 Oct 12 11:27:54.876223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-010e91b1-aebd-44e9-a94a-8b91dd81eb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 217 time: 0.0495446 Oct 12 11:27:54.911017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69a098-5b39-4a9e-9401-e0dfaf398b4f req-96b15033-9945-4708-9a99-c0a60d6d8524 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.912724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b69a098-5b39-4a9e-9401-e0dfaf398b4f req-96b15033-9945-4708-9a99-c0a60d6d8524 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.0503397 Oct 12 11:27:54.932824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:54.934360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-fc47cd7c-a351-4904-bfb9-26fe470ca1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.935887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-fc47cd7c-a351-4904-bfb9-26fe470ca1f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.2120059 Oct 12 11:27:54.969354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:54.981732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b69a098-5b39-4a9e-9401-e0dfaf398b4f req-c9379ef4-9a9f-47da-a3e8-081a7088cf15 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459721 Oct 12 11:27:54.982220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:54.982220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:54.996312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-60cf5ce4-0df3-4145-ac55-d76699ff2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:54.996312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-60cf5ce4-0df3-4145-ac55-d76699ff2cc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1062455 Oct 12 11:27:54.996312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-66178a25-ade7-4e65-a282-bfeae0cfb3d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a690e047-7754-4141-8c9c-6403f2931a58 HTTP/1.1" status: 200 len: 217 time: 0.0463595 Oct 12 11:27:55.082685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-dd671724-373e-430a-a752-e49285cf3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:55.082685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-dd671724-373e-430a-a752-e49285cf3c71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 HTTP/1.1" status: 200 len: 848 time: 0.0744443 Oct 12 11:27:55.088412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-be92cb1a-a6ed-4328-ad1f-0233d959974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:55.090048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-be92cb1a-a6ed-4328-ad1f-0233d959974d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920963 Oct 12 11:27:55.148377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:55.252870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-09f1b093-a702-45dc-a31b-b6f44b7a440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:55.254428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-09f1b093-a702-45dc-a31b-b6f44b7a440f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=912038e5-8ec9-4cde-8251-c970a2487b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628840 Oct 12 11:27:55.278310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-1c60c03a-f8f2-439a-a6b3-04c0668b1334 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759984 Oct 12 11:27:55.291534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8461-12c8-4895-93a5-ea228506f103 req-995b5a38-62ab-44eb-afe0-a95717e29207 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:55.301437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7f8461-12c8-4895-93a5-ea228506f103 req-995b5a38-62ab-44eb-afe0-a95717e29207 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 944 time: 0.0833015 Oct 12 11:27:55.362289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7f8461-12c8-4895-93a5-ea228506f103 req-3890a49c-fbc3-4bd4-a0e2-0d8486a3d5df tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544887 Oct 12 11:27:55.432350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:55.475160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e8191-7aba-4e27-9ba4-7b4a80739831 None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:27:55.594670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21511b83-6221-4f38-a83e-93d946f82797 req-b4b9252b-5b94-4e00-8a2b-20a5279596e0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:55.596997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21511b83-6221-4f38-a83e-93d946f82797 req-b4b9252b-5b94-4e00-8a2b-20a5279596e0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0611851 Oct 12 11:27:55.646979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21511b83-6221-4f38-a83e-93d946f82797 req-1f0f1e7f-b524-4835-9c08-d052571682ad tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Oct 12 11:27:55.810344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ce98c0b-2403-4eb2-a6d0-cb46ea773f0b req-9297fcb5-1122-4e87-a4ee-c521dd928b62 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204620 Oct 12 11:27:55.815685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693b907-dd64-4e34-a00a-3bdb831cecfc None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:27:55.826293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-559a3009-aed0-471f-a3cf-8a218b0c9399 service neutron] 10.222.0.41 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601296 Oct 12 11:27:55.923997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e1c504d-38f6-43e2-8d48-0626063f3c1d req-752e413c-db0d-4a5f-a8a4-ff8c94d659f2 service neutron] 10.222.0.41 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898840 Oct 12 11:27:55.963238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fa67a792-7afd-4e3e-a3b5-7b44181a377d details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:27:56.089105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979809aa-9ca0-4b4a-b5ca-348c587ccdd2 req-48e6f217-8abd-484f-ac4e-2ca3f3fa709f tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.090615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-979809aa-9ca0-4b4a-b5ca-348c587ccdd2 req-48e6f217-8abd-484f-ac4e-2ca3f3fa709f tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.0433471 Oct 12 11:27:56.121365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:56.129664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-979809aa-9ca0-4b4a-b5ca-348c587ccdd2 req-d4e8f9a5-3fbf-43cd-93d6-36ac7d4e0e23 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 12 11:27:56.137012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d', 'mac_address': 'fa:16:3e:d0:2c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:27:56.178103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:56.196535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa67a792-7afd-4e3e-a3b5-7b44181a377d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:56.205438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:56.208318 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:56.226734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:56.250968 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb398b98-889a-41b4-a246-757c28f6c0e7 x-openstack-request-id: req-eb398b98-889a-41b4-a246-757c28f6c0e7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:56.251260 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "tag": "b658618d-b7e0-4702-9339-339003ff8b88", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:56.251512 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb398b98-889a-41b4-a246-757c28f6c0e7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:56.251916 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88', 'status': 'completed', 'code': 200} Oct 12 11:27:56.314867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-a1cf66b0-d97f-4faa-a1e5-dcefc6264a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.316380 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-a1cf66b0-d97f-4faa-a1e5-dcefc6264a09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 1097 time: 0.0415864 Oct 12 11:27:56.324659 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:56.377244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:56.419933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-e00ac9e3-9c9f-400b-b96a-1f96a4a280cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.422030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-e00ac9e3-9c9f-400b-b96a-1f96a4a280cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.0984333 Oct 12 11:27:56.485951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-d0fe75dc-f7f5-4fc9-b0be-6633512fbf74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 200 len: 217 time: 0.0527952 Oct 12 11:27:56.500581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:56.517531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8bf4b-6dde-4ee3-8152-13d98e876b1e req-8cd61094-fab5-4928-b572-6079fa55b893 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.519337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3c8bf4b-6dde-4ee3-8152-13d98e876b1e req-8cd61094-fab5-4928-b572-6079fa55b893 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 945 time: 0.0948265 Oct 12 11:27:56.586868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['fa67a792-7afd-4e3e-a3b5-7b44181a377d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:56.588730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-88c92243-99e3-467a-bd96-519ff5b3df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.590238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-88c92243-99e3-467a-bd96-519ff5b3df93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.0950425 Oct 12 11:27:56.596198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3c8bf4b-6dde-4ee3-8152-13d98e876b1e req-eda62f0b-5071-4fe8-9aa8-72e8c687d67b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Oct 12 11:27:56.646137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-52a09504-2195-46bd-b9df-9d5e98412a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.648345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-52a09504-2195-46bd-b9df-9d5e98412a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504491 Oct 12 11:27:56.650219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-2eaae158-128e-48b0-a9b1-6fb62bd855b2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.651813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-2eaae158-128e-48b0-a9b1-6fb62bd855b2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0809381 Oct 12 11:27:56.767602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-14d1ea5f-382f-4bc1-8596-77ede6fd6fba tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1039548 Oct 12 11:27:56.774230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:27:56.816675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-eadc629f-49e7-4e12-ab5a-09a2a10deb78 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571884 Oct 12 11:27:56.831734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:56.860007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e622aa-b918-4b35-8208-42d58ebca2fc req-25af838f-1a0e-4c07-89fc-f1ed0e06740f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:56.861565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0e622aa-b918-4b35-8208-42d58ebca2fc req-25af838f-1a0e-4c07-89fc-f1ed0e06740f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0898528 Oct 12 11:27:56.947602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0e622aa-b918-4b35-8208-42d58ebca2fc req-1d346ecc-7c71-4e5f-acdc-b89360a622a3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589476 Oct 12 11:27:56.953575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b66ddd42-23db-4ac4-b9f2-9282b8c1b6e5 req-97d28123-8dbb-4970-a8ed-859d0f9305a9 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286559 Oct 12 11:27:57.261842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59918753-21c7-4b39-b996-a5dce27e1c3d req-34f01b61-0d7e-4093-81d2-5a49d87739df tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:57.263890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59918753-21c7-4b39-b996-a5dce27e1c3d req-34f01b61-0d7e-4093-81d2-5a49d87739df tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.0515122 Oct 12 11:27:57.302877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59918753-21c7-4b39-b996-a5dce27e1c3d req-11b270b1-3935-46f7-a1d9-a2dd3dcf8365 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Oct 12 11:27:57.322228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:57.422295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:57.526272 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604 associated. External IP: 172.25.2.116, port: 5363751d-c188-415e-8d8e-8881900705f9. Oct 12 11:27:57.724210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddf11a-34fa-4937-9e69-5553786dad82 req-776d3d55-2044-436d-9c1e-0ef45096d7fa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:57.727306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffddf11a-34fa-4937-9e69-5553786dad82 req-776d3d55-2044-436d-9c1e-0ef45096d7fa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Oct 12 11:27:57.763633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:27:57.790154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ffddf11a-34fa-4937-9e69-5553786dad82 req-476f7d8f-d06e-4804-8894-b2ffa0137082 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 Oct 12 11:27:57.882972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:27:57.887913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:57.893291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:27:57.905502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:57.905502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:57.916455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-8013dbcd-fba2-4cfa-8fa2-342b56e8c426 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "PUT /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 996 time: 1.1478026 Oct 12 11:27:57.916913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:57.919286 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:57.959758 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede9584-dcca-4356-a36a-674dd825d7a1 x-openstack-request-id: req-2ede9584-dcca-4356-a36a-674dd825d7a1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:57.960042 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:57.960288 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ede9584-dcca-4356-a36a-674dd825d7a1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:57.960684 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:27:57.974053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-70d373fb-394e-4dfe-a0a9-bf5ea85577d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:57.975625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-70d373fb-394e-4dfe-a0a9-bf5ea85577d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.0464609 Oct 12 11:27:57.992716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fa67a792-7afd-4e3e-a3b5-7b44181a377d up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:27:58.065810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:58.093074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-32d2f331-8ef8-4618-9fb5-0758cbbc088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.100773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-32d2f331-8ef8-4618-9fb5-0758cbbc088d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.1185844 Oct 12 11:27:58.142604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-046a6e66-0b45-45e3-b1a7-1ef4459632c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.144665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-046a6e66-0b45-45e3-b1a7-1ef4459632c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.1598814 Oct 12 11:27:58.157663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-8cfe47b0-c3f3-4a49-8a79-40f8c9165cc2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.159312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-8cfe47b0-c3f3-4a49-8a79-40f8c9165cc2 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0d8a519-024d-4185-aef0-22ef5fce7e46 HTTP/1.1" status: 200 len: 946 time: 0.1183989 Oct 12 11:27:58.185437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-676b2521-cb3f-4882-9617-989d15a9e447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 999 time: 0.0837209 Oct 12 11:27:58.224737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port fa67a792-7afd-4e3e-a3b5-7b44181a377d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:27:58.230457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port fa67a792-7afd-4e3e-a3b5-7b44181a377d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:27:58.230861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.237716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-e530676a-40ea-4aeb-b4ad-06d85f69fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.239433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-e530676a-40ea-4aeb-b4ad-06d85f69fe67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.0531194 Oct 12 11:27:58.290980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a202-fa39-40d3-9a25-2248d20e6fc8 req-18e99eb4-ef6c-4015-82b7-6617652e797b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.291712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-4a5bd248-7d8e-475f-8758-6bf2fafdf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.300371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-4a5bd248-7d8e-475f-8758-6bf2fafdf1af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539441 Oct 12 11:27:58.300776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3b2a202-fa39-40d3-9a25-2248d20e6fc8 req-18e99eb4-ef6c-4015-82b7-6617652e797b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.2170658 Oct 12 11:27:58.384868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-59d85c5d-c1fe-43a7-b0c4-8152a43e1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.386353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-59d85c5d-c1fe-43a7-b0c4-8152a43e1b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.2259979 Oct 12 11:27:58.396600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3b2a202-fa39-40d3-9a25-2248d20e6fc8 req-5226f79e-69dd-47ae-a2c8-38105171325e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936000 Oct 12 11:27:58.401184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.413843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-b569bf24-2027-471a-9442-1e90262e57cb service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122754 Oct 12 11:27:58.422027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a690e047-7754-4141-8c9c-6403f2931a58 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:27:58.476164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:58.477905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Deleting port b658618d-b7e0-4702-9339-339003ff8b88 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:27:58.484383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.484551 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3d4ea-9bdb-4b67-a57c-7eb1dff61abb" -d '{"events": [{"server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "name": "network-vif-plugged", "status": "completed", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:58.497706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:57Z', 'revision_number': 8, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:58.515897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-5cf3715f-d53a-40e4-8215-0406f3ed1a37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 999 time: 0.1184571 Oct 12 11:27:58.617496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fcf5031-929b-489a-8c8c-96e270d59019 req-f9b409de-b01a-4b54-8555-b02399c14acb service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004454 Oct 12 11:27:58.641356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-c0e95d17-e4c0-4351-ace1-c6ac064c7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.643035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-c0e95d17-e4c0-4351-ace1-c6ac064c7bec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.1010447 Oct 12 11:27:58.651010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] For port b658618d-b7e0-4702-9339-339003ff8b88, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b658618d-b7e0-4702-9339-339003ff8b88,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:58.651395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.686590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:58.705983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:58.706205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Calling delete_port for b658618d-b7e0-4702-9339-339003ff8b88 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:27:58.759759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-d521e268-aff2-4593-91d7-fd2fea0e953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.761308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-d521e268-aff2-4593-91d7-fd2fea0e953b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070974 Oct 12 11:27:58.836104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.916591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:27:58.918487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04e104-8c9f-42ad-8e69-61e2df5daa35 req-4bfa0175-9d6a-430d-8091-d865c087fb34 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:58.920189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db04e104-8c9f-42ad-8e69-61e2df5daa35 req-4bfa0175-9d6a-430d-8091-d865c087fb34 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1095 time: 0.1675186 Oct 12 11:27:58.925028 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee71f36-ddf6-4032-a7b9-337276ccc7e8 x-openstack-request-id: req-7ee71f36-ddf6-4032-a7b9-337276ccc7e8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:58.925028 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "name": "network-vif-plugged", "status": "completed", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:58.925028 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee71f36-ddf6-4032-a7b9-337276ccc7e8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:58.925028 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d', 'code': 200} Oct 12 11:27:58.933578 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:58.983224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-2e2c4326-626f-412c-8d81-46209fb0148d service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101786 Oct 12 11:27:59.012602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:59.032832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53538110-24b6-472d-9377-8c90065ed863 req-d57a94cd-8545-427b-a80b-b1fd2c7b315d tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 996 time: 0.1784887 Oct 12 11:27:59.034325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:27:59.035074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:59.086858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a690e047-7754-4141-8c9c-6403f2931a58,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:59.090561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db04e104-8c9f-42ad-8e69-61e2df5daa35 req-0d728106-718d-4c3d-bd9a-a942a959bb39 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415761 Oct 12 11:27:59.127890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a690e047-7754-4141-8c9c-6403f2931a58', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'port_id': 'a690e047-7754-4141-8c9c-6403f2931a58', 'mac_address': 'fa:16:3e:17:68:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:27:59.155445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.166242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3bfc1fc7-62dd-4613-b46c-5d47d7405ba7 req-b0543da5-ec13-4c81-ac40-b312363c7b7c service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737773 Oct 12 11:27:59.188899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53538110-24b6-472d-9377-8c90065ed863 req-f932464f-5e1c-44e6-be40-1b96e35d6845 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.190576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53538110-24b6-472d-9377-8c90065ed863 req-f932464f-5e1c-44e6-be40-1b96e35d6845 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1588578 Oct 12 11:27:59.197362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.205239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5363751d-c188-415e-8d8e-8881900705f9', 'b658618d-b7e0-4702-9339-339003ff8b88'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:59.220960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.227020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event deleted for resources: {'Port': ['ID=b658618d-b7e0-4702-9339-339003ff8b88,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:59.229183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-53538110-24b6-472d-9377-8c90065ed863 req-2fdf90c4-de69-435e-9784-05a168bce600 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:27:59.230221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53538110-24b6-472d-9377-8c90065ed863 req-2fdf90c4-de69-435e-9784-05a168bce600 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072212 Oct 12 11:27:59.233697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290895b-009f-418f-9bf6-53ea90f0d009 req-771e0532-9d66-438a-9364-2c8ffc98340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.236009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8290895b-009f-418f-9bf6-53ea90f0d009 req-771e0532-9d66-438a-9364-2c8ffc98340f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 1097 time: 0.3177168 Oct 12 11:27:59.263470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a690e047-7754-4141-8c9c-6403f2931a58 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:27:59.312183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a690e047-7754-4141-8c9c-6403f2931a58,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:27:59.326544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:27:59.337380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.338539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] No DVR routers for this DVR port b658618d-b7e0-4702-9339-339003ff8b88 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:27:59.343685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.347440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7cbbe8be-0b95-407c-9ed9-5011305f38bb req-32323e6c-918c-421a-b173-b7657f608823 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "DELETE /v2.0/ports/b658618d-b7e0-4702-9339-339003ff8b88 HTTP/1.1" status: 204 len: 173 time: 1.1743708 Oct 12 11:27:59.351424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'name': 'network-vif-deleted', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:27:59.353972 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd8320-c25a-45cd-a48d-5b0f837a934b" -d '{"events": [{"server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "name": "network-vif-deleted", "tag": "b658618d-b7e0-4702-9339-339003ff8b88"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:27:59.370806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52075abe-e9f7-48b1-ae27-4a6683e41409 req-de7a4001-2767-4bd3-88af-3c7aad6d353b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.380483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52075abe-e9f7-48b1-ae27-4a6683e41409 req-de7a4001-2767-4bd3-88af-3c7aad6d353b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.1550534 Oct 12 11:27:59.395359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8290895b-009f-418f-9bf6-53ea90f0d009 req-b8642bf3-71da-4a7d-8c7e-d55687505523 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513469 Oct 12 11:27:59.433568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=350141a67c254345b1dab9158a10d052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425859 Oct 12 11:27:59.434653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:27:59.443379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef30c9-4c65-4747-afff-4d9d1401dc02,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:59.456440 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.461402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-ff72aa42-3070-4ffa-9203-cd6a9af72645 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 999 time: 0.2042537 Oct 12 11:27:59.467789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-52075abe-e9f7-48b1-ae27-4a6683e41409 req-a6e4f714-5166-4f98-b0b1-ef1203207764 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850823 Oct 12 11:27:59.540905 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df5e34-8161-41bb-a86e-da7ec39eafbd x-openstack-request-id: req-72df5e34-8161-41bb-a86e-da7ec39eafbd {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:27:59.541409 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d8a519-024d-4185-aef0-22ef5fce7e46", "name": "network-vif-deleted", "tag": "b658618d-b7e0-4702-9339-339003ff8b88", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:27:59.541876 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72df5e34-8161-41bb-a86e-da7ec39eafbd {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:27:59.542442 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d8a519-024d-4185-aef0-22ef5fce7e46', 'name': 'network-vif-deleted', 'tag': 'b658618d-b7e0-4702-9339-339003ff8b88', 'status': 'completed', 'code': 200} Oct 12 11:27:59.550587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-7cc9ca33-3a7f-41d1-8b67-c537045a7430 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.563277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-7cc9ca33-3a7f-41d1-8b67-c537045a7430 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports/5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 942 time: 0.1020312 Oct 12 11:27:59.567060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.567408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.567999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.568338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.568669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.569054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.573198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.573585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.573925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.575163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.575163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.575163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116631a-4687-408a-9d96-71bcfff57ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:27:59.702486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:27:59.706746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.725148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e3d5b-b143-4d02-aa88-ff44ddc592bd req-68a52ff0-b9de-4f24-ae0d-ed614e2fb1d3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.728056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-1eba1a41-bb18-4ebd-804d-5944564c364a tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 999 time: 0.1098042 Oct 12 11:27:59.734468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-889e3d5b-b143-4d02-aa88-ff44ddc592bd req-68a52ff0-b9de-4f24-ae0d-ed614e2fb1d3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0854027 Oct 12 11:27:59.758046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a690e047-7754-4141-8c9c-6403f2931a58'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:27:59.798934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-889e3d5b-b143-4d02-aa88-ff44ddc592bd req-97472cd2-7245-48d7-8af5-70ea20df4fd8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634394 Oct 12 11:27:59.830679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:27:59.903432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-3d6c95f9-ba06-418c-a0bb-cdaf0ca80d73 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:27:59.905474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-3d6c95f9-ba06-418c-a0bb-cdaf0ca80d73 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1650846 Oct 12 11:27:59.984390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-88c0f53a-8385-4911-a515-6fef16e2ce92 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 999 time: 0.0709291 Oct 12 11:27:59.989752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:57Z', 'revision_number': 8, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:27:59.996254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:00.035692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.038353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.039363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496f6e5-f65e-4e65-b711-c8d4256a827f None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '09a706ad-ac51-47ec-9f86-6d649b9f1604', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'port_id': '5363751d-c188-415e-8d8e-8881900705f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'mac_address': 'fa:16:3e:c7:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:27:06Z', 'updated_at': '2021-10-12T11:27:57Z', 'revision_number': 8, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:28:00.039690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78ef30c9-4c65-4747-afff-4d9d1401dc02 HTTP/1.1" status: 204 len: 168 time: 0.6020863 Oct 12 11:28:00.062283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ae8fb-9919-4e05-a05f-1cf90613a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef30c9-4c65-4747-afff-4d9d1401dc02,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:00.089323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.215342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945037f-cf4e-4a1a-8b77-e4b229639320 req-0289cacb-3454-4940-aba6-ce6b4825ed0f tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:00.216981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3945037f-cf4e-4a1a-8b77-e4b229639320 req-0289cacb-3454-4940-aba6-ce6b4825ed0f tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1096 time: 0.0441630 Oct 12 11:28:00.270234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3945037f-cf4e-4a1a-8b77-e4b229639320 req-e1d7e0b5-0a5e-4cdd-84d5-b6dd90c5fb5b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Oct 12 11:28:00.279172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.357539 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72141c-be1e-48fd-9b87-eacf26d19356 None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:28:00.370397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.370766 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604 disassociated. External IP: 172.25.2.116, port: 5363751d-c188-415e-8d8e-8881900705f9. Oct 12 11:28:00.425146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:00.429310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b658618d-b7e0-4702-9339-339003ff8b88 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:00.496217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: b658618d-b7e0-4702-9339-339003ff8b88 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:00.496569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b658618d-b7e0-4702-9339-339003ff8b88 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:00.547654 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.db.api [None req-ec72141c-be1e-48fd-9b87-eacf26d19356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:28:00.548757 n-d-813419-3 neutron-server[95550]: DEBUG oslo_db.api [None req-ec72141c-be1e-48fd-9b87-eacf26d19356 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:28:00.645513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:00.651554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92320a-95d2-460b-8585-86966e835bff req-33bea1d6-aaa0-4742-8c52-f3988ee3457e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:00.659185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'mac_address': 'fa:16:3e:77:5a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:00.662497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc92320a-95d2-460b-8585-86966e835bff req-33bea1d6-aaa0-4742-8c52-f3988ee3457e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.0744393 Oct 12 11:28:00.706410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.724665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fc92320a-95d2-460b-8585-86966e835bff req-d17ed1fc-4f77-4214-91b6-d637b39e6071 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Oct 12 11:28:00.734564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:00.734801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:28:00.750039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:00.847895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:28:00.853196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.889256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-8eb9d517-186e-4dfd-b3c3-cc35fd31b479 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "PUT /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 693 time: 0.8972635 Oct 12 11:28:00.890337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:00.892914 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:00.931717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:00.938602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722438ab-08ed-4280-8a6e-4cc57dbb928f req-034a1870-e79d-4de8-ab7a-6b0f1517d873 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:00.940553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-722438ab-08ed-4280-8a6e-4cc57dbb928f req-034a1870-e79d-4de8-ab7a-6b0f1517d873 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 943 time: 0.0624487 Oct 12 11:28:00.975208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-4dbb0c29-0c15-4bb5-8570-d4dba42b201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:00.983771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-4dbb0c29-0c15-4bb5-8570-d4dba42b201e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.0793929 Oct 12 11:28:01.005116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:01.007779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-722438ab-08ed-4280-8a6e-4cc57dbb928f req-6ef5135d-dbf2-45ad-8f06-baaf659473f8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603452 Oct 12 11:28:01.035883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:01.050413 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec72141c-be1e-48fd-9b87-eacf26d19356 None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:28:01.050616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6708fcd-4052-4387-a9ec-dc80d26daf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:01.088413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-5a884614-0644-4d79-8642-21ff2f1dcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.097452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-5a884614-0644-4d79-8642-21ff2f1dcb1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.1126993 Oct 12 11:28:01.152958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-263f066a-bed0-4acc-8974-cd4b9981addc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.0544114 Oct 12 11:28:01.208879 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6708fcd-4052-4387-a9ec-dc80d26daf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:01.228880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:01.293937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6708fcd-4052-4387-a9ec-dc80d26daf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:01.331706 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6708fcd-4052-4387-a9ec-dc80d26daf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0754cd1f-af14-404d-8d27-5ce0330d823a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:01.366183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-bc40b484-61c9-4cf0-9147-032a05df4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.368995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-bc40b484-61c9-4cf0-9147-032a05df4fbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a277af1916e4d61853cd552f564cdb7&device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 1096 time: 0.1301842 Oct 12 11:28:01.377304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6708fcd-4052-4387-a9ec-dc80d26daf73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d79163ad9d04aefb9e041c92df8b42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402901 Oct 12 11:28:01.380179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:01.490317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-6f314c80-2c95-4ee0-abdc-6ddf810eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.493206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-6f314c80-2c95-4ee0-abdc-6ddf810eefc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 200 len: 922 time: 0.1138558 Oct 12 11:28:01.581099 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-41bbecb8-f30d-49d6-bf7a-4a16deacc241 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 200 len: 217 time: 0.0797980 Oct 12 11:28:01.589752 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bd093f-bd31-48a4-99b9-ce52adcbf58f x-openstack-request-id: req-76bd093f-bd31-48a4-99b9-ce52adcbf58f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:01.590045 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:01.590387 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76bd093f-bd31-48a4-99b9-ce52adcbf58f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:01.590849 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:28:01.600782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:28:01.611763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:01.612495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:01.618798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-a55dfaef-07e5-4472-80be-0e829bbff793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.628891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-a55dfaef-07e5-4472-80be-0e829bbff793 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.4746814 Oct 12 11:28:01.657257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-aee4c9b1-c8aa-4213-8c7e-4f6712e14226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.658733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-aee4c9b1-c8aa-4213-8c7e-4f6712e14226 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 200 len: 860 time: 0.0612004 Oct 12 11:28:01.675909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-9a81ad18-3d47-459e-857a-7e44016e6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.687901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-9a81ad18-3d47-459e-857a-7e44016e6300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575218 Oct 12 11:28:01.709758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aae5d7-963c-44b2-84df-8540f340249b req-0971dc59-ed09-471a-9dd6-0c3dc6f23d8d tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.711608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68aae5d7-963c-44b2-84df-8540f340249b req-0971dc59-ed09-471a-9dd6-0c3dc6f23d8d tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1096 time: 0.2116790 Oct 12 11:28:01.737330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:01.741141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:01.770377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-4a449753-2c11-4ce6-97c6-1ca4fda56e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:01.772001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-4a449753-2c11-4ce6-97c6-1ca4fda56e57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fdd2c3d-cbfa-4210-a020-b92223f5a20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035659 Oct 12 11:28:01.794915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-0770147c-7d22-4514-b609-2ad9c1a99081 service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058321 Oct 12 11:28:01.799674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:01.831379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68aae5d7-963c-44b2-84df-8540f340249b req-a470b7ac-60cd-4199-bb63-fd3e48edc906 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072438 Oct 12 11:28:01.912301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af6da125-25bb-4bb9-8d57-6f51139ae0e5 req-7741abf7-eaec-49f5-aae1-02e27136eefa service neutron] 10.222.0.43 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099114 Oct 12 11:28:01.927342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-211427da-d7b9-4441-9628-8d297f3f9f02 service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385195 Oct 12 11:28:01.984585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:02.024997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:28:02.038089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:02.039151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:02.050712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.057391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.061238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0754cd1f-af14-404d-8d27-5ce0330d823a HTTP/1.1" status: 204 len: 168 time: 0.6769063 Oct 12 11:28:02.074818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4389d-a083-4a4b-b567-94fb2807bc73 req-0a72f4de-c02f-4e53-87a1-f728359c42de tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:02.076364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fbe4389d-a083-4a4b-b567-94fb2807bc73 req-0a72f4de-c02f-4e53-87a1-f728359c42de tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.1329000 Oct 12 11:28:02.090677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5c189-0e52-4547-b3cf-8b4211527074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754cd1f-af14-404d-8d27-5ce0330d823a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:02.118405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f474f6d-5841-4bc1-b5fe-b661c82b31f9 req-969303e0-e843-44f3-a498-a28bce76ad4c service neutron] 10.222.0.41 "GET /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831183 Oct 12 11:28:02.166745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fbe4389d-a083-4a4b-b567-94fb2807bc73 req-cf89ffe6-eb55-4493-861a-795c74b4e9d2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770230 Oct 12 11:28:02.194319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:02.198434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7f16-8114-4da1-b5a2-2a4a6ebe5e1a req-be73f31c-2a36-4fa5-a083-0b5c2642f4d5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:02.221746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f3a7f16-8114-4da1-b5a2-2a4a6ebe5e1a req-be73f31c-2a36-4fa5-a083-0b5c2642f4d5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 944 time: 0.0832324 Oct 12 11:28:02.312949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f3a7f16-8114-4da1-b5a2-2a4a6ebe5e1a req-c3f457e1-3a15-449a-93de-30163e47367b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886223 Oct 12 11:28:02.378668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-bab6abc0-f1a3-48bd-8c49-4cdcb843c7fa tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 200 len: 694 time: 0.0688782 Oct 12 11:28:02.429793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:02.524735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-700d26de-543a-4d51-b8fd-0395c24fa224 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:02.526133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-700d26de-543a-4d51-b8fd-0395c24fa224 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1414344 Oct 12 11:28:02.538372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-85998bbd-6ae7-461c-a4eb-8bf54a86d6b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:28:02.539471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-85998bbd-6ae7-461c-a4eb-8bf54a86d6b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060148 Oct 12 11:28:02.541846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1ee04552-6b77-463b-8f94-320236193514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:02.604736 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-7a7428bf-85dc-4d1f-8a05-71b37e5bcdb0 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 697 time: 0.0558822 Oct 12 11:28:02.683628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9275b31f-e100-4f5e-98a3-e0a20c9e7de8 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 697 time: 0.0605235 Oct 12 11:28:02.757235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee04552-6b77-463b-8f94-320236193514 None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:26:29Z', 'revision_number': 4, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8f88326f-18fc-4c33-a191-80cf1c1eb5c3', 'name': '', 'network_id': '9fdd2c3d-cbfa-4210-a020-b92223f5a20b', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'mac_address': 'fa:16:3e:01:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:28Z', 'updated_at': '2021-10-12T11:26:37Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'subnets': [{'id': 'f1f0107c-0d11-42cd-8c94-016f51fcc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:28:02.758872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:02.759376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.849168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.878252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:02.881476 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6ff80-700b-4819-8466-5b23f6333d42" -d '{"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:02.896609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:02.922565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Deleting port df2befe3-2bf9-4908-94a4-839948768b84 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:02.922957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.975481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:02.977016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a690e047-7754-4141-8c9c-6403f2931a58 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:03.048197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0f448-26d7-498c-aebd-5a44a44bddc5 req-38196a00-1a8b-42c3-94e2-360d27988914 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:03.049639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.049972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.051992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eb0f448-26d7-498c-aebd-5a44a44bddc5 req-38196a00-1a8b-42c3-94e2-360d27988914 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1096 time: 0.0779369 Oct 12 11:28:03.073811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Calling delete_port for df2befe3-2bf9-4908-94a4-839948768b84 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:03.109855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=10']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:03.133956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eb0f448-26d7-498c-aebd-5a44a44bddc5 req-7fdb91c6-c50a-4f6e-862f-2fb0fcaa1542 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Oct 12 11:28:03.201473 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58cf77-0770-4fef-beba-7578054355c3 x-openstack-request-id: req-5c58cf77-0770-4fef-beba-7578054355c3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:03.201822 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-plugged", "status": "completed", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:03.202570 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c58cf77-0770-4fef-beba-7578054355c3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:03.202570 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'code': 200} Oct 12 11:28:03.254372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a690e047-7754-4141-8c9c-6403f2931a58 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:03.258675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a690e047-7754-4141-8c9c-6403f2931a58 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:03.259139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.413600 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b7538-05b8-4040-be37-86a7e81c2187 None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:28:03.515869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.527342 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.605850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event deleted for resources: {'Port': ['ID=df2befe3-2bf9-4908-94a4-839948768b84,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:03.613841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a690e047-7754-4141-8c9c-6403f2931a58,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:03.641186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264028-8f0b-4c78-a8c2-e4348aed0295 req-c4fe0a9c-d38f-404f-917c-1538fdba5ded tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:03.654310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11264028-8f0b-4c78-a8c2-e4348aed0295 req-c4fe0a9c-d38f-404f-917c-1538fdba5ded tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.1136589 Oct 12 11:28:03.668933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f9778-c64b-4ce7-927d-c6e482d7c4b9 req-57b5c9a9-d1d9-4c4c-afdb-b03381ad8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:03.672096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-955f9778-c64b-4ce7-927d-c6e482d7c4b9 req-57b5c9a9-d1d9-4c4c-afdb-b03381ad8121 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1097 time: 0.2647309 Oct 12 11:28:03.707921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.752598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11264028-8f0b-4c78-a8c2-e4348aed0295 req-87b4b5aa-e6f1-4d2e-8208-43022ce64b40 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936263 Oct 12 11:28:03.812419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.817596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:03.831348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3faf676-12e3-4bf5-981a-1488c9438f08 req-9ca3bdb1-c990-42d1-861e-dbff339215b5 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "DELETE /v2.0/floatingips/09a706ad-ac51-47ec-9f86-6d649b9f1604 HTTP/1.1" status: 204 len: 173 time: 1.1324968 Oct 12 11:28:03.852033 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.db.api [None req-0d0b7538-05b8-4040-be37-86a7e81c2187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:28:03.852382 n-d-813419-3 neutron-server[95550]: DEBUG oslo_db.api [None req-0d0b7538-05b8-4040-be37-86a7e81c2187 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:28:03.873058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:03.900485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-955f9778-c64b-4ce7-927d-c6e482d7c4b9 req-210ab1b3-b88a-4fca-8c97-8e99f1881838 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008024 Oct 12 11:28:04.270168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164312eb-bfb6-4644-aaff-de1c37117c15 req-23dfb5b1-4d77-49a4-8883-c4d5d7a6fb68 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:04.281139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-164312eb-bfb6-4644-aaff-de1c37117c15 req-23dfb5b1-4d77-49a4-8883-c4d5d7a6fb68 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0544360 Oct 12 11:28:04.333620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-164312eb-bfb6-4644-aaff-de1c37117c15 req-5d3ed53d-2aaa-44c7-bf31-969c74821ef4 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513525 Oct 12 11:28:04.353932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b7538-05b8-4040-be37-86a7e81c2187 None None] New status for floating IP 09a706ad-ac51-47ec-9f86-6d649b9f1604: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:28:04.577757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944e837-5c4c-401d-8a02-1a5676ab0391 req-b8a4c889-3989-48d8-a18a-79aaf85533a0 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:04.595008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4944e837-5c4c-401d-8a02-1a5676ab0391 req-b8a4c889-3989-48d8-a18a-79aaf85533a0 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.1440029 Oct 12 11:28:04.645412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4944e837-5c4c-401d-8a02-1a5676ab0391 req-0afe1b77-193e-41e4-b36f-80517861d9c3 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476520 Oct 12 11:28:04.891919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd3f3-cd0f-42bf-a105-704a74e5eb95 req-26732c8a-f9a0-49ba-80c5-3153a0e77892 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:04.893448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-592dd3f3-cd0f-42bf-a105-704a74e5eb95 req-26732c8a-f9a0-49ba-80c5-3153a0e77892 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.0626245 Oct 12 11:28:04.945513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-592dd3f3-cd0f-42bf-a105-704a74e5eb95 req-8bb38b3d-0f4a-4230-aea7-a5389da867ce tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Oct 12 11:28:05.203712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:05.207234 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b905ef53-1fcc-4a37-ad00-397565e2b867" -d '{"events": [{"server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "name": "network-vif-plugged", "status": "completed", "tag": "a690e047-7754-4141-8c9c-6403f2931a58"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:05.258175 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0701e6-7e1c-4e59-ad0a-7346041949da x-openstack-request-id: req-cb0701e6-7e1c-4e59-ad0a-7346041949da {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:05.259037 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "name": "network-vif-plugged", "status": "completed", "tag": "a690e047-7754-4141-8c9c-6403f2931a58", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:05.259364 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb0701e6-7e1c-4e59-ad0a-7346041949da {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:05.260480 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58', 'code': 200} Oct 12 11:28:05.401132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa36ed-0ba0-44e6-99b4-cda545160ebd req-4c0d95df-fa42-4e4b-ae54-f34e2830f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:05.402618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92aa36ed-0ba0-44e6-99b4-cda545160ebd req-4c0d95df-fa42-4e4b-ae54-f34e2830f261 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0629809 Oct 12 11:28:05.468709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92aa36ed-0ba0-44e6-99b4-cda545160ebd req-90d7f426-4b4c-4801-a57b-53c7b8593f1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Oct 12 11:28:05.470611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30350ea5-eff9-49ff-b484-bd6bdd094f20 req-bb8ffe38-31cb-46f2-898c-b9ab65837bd7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:05.472978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30350ea5-eff9-49ff-b484-bd6bdd094f20 req-bb8ffe38-31cb-46f2-898c-b9ab65837bd7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0692685 Oct 12 11:28:05.524754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30350ea5-eff9-49ff-b484-bd6bdd094f20 req-2d0715ff-5007-4ca6-a233-78990f882fba tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Oct 12 11:28:05.782563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aa778-c2e2-42a9-9b34-cf55b4d6ecbb req-0708bd16-e06c-46ea-bd43-1a46c4650419 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:05.784060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a86aa778-c2e2-42a9-9b34-cf55b4d6ecbb req-0708bd16-e06c-46ea-bd43-1a46c4650419 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.0626609 Oct 12 11:28:05.822884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a86aa778-c2e2-42a9-9b34-cf55b4d6ecbb req-74a4f345-1e75-4b41-9532-6ff30594235e tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 12 11:28:05.919346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33018) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:06.121577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2249a8-85d1-48f4-b483-8e500879bda5 req-28d2e569-b986-465e-b8f4-7439e190cd54 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:06.133633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2249a8-85d1-48f4-b483-8e500879bda5 req-28d2e569-b986-465e-b8f4-7439e190cd54 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.0670886 Oct 12 11:28:06.189759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2249a8-85d1-48f4-b483-8e500879bda5 req-60d1f091-8a14-4633-936c-a36709268e72 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550804 Oct 12 11:28:06.190827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4701084-4507-45c1-8f92-72a977c43205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.289168 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4701084-4507-45c1-8f92-72a977c43205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.360405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-852dcc4b-9cab-4381-82ef-4690b90396ec tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:06.362226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-852dcc4b-9cab-4381-82ef-4690b90396ec tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.0595455 Oct 12 11:28:06.370307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4701084-4507-45c1-8f92-72a977c43205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.411419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d4701084-4507-45c1-8f92-72a977c43205 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc972e3c017f4a3182e10dbc7eb92dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909534 Oct 12 11:28:06.414015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:06.420152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4701084-4507-45c1-8f92-72a977c43205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e394550-b8c2-451b-99db-3302b5bf8938,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:06.479758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.503304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Deleting port 5363751d-c188-415e-8d8e-8881900705f9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:06.503716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.506551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.633106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.635857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.641155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e394550-b8c2-451b-99db-3302b5bf8938 HTTP/1.1" status: 204 len: 168 time: 0.2261717 Oct 12 11:28:06.652249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248faeb-d045-4192-b7a9-11b1e05e0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e394550-b8c2-451b-99db-3302b5bf8938,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:06.681133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] For port 5363751d-c188-415e-8d8e-8881900705f9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5363751d-c188-415e-8d8e-8881900705f9,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:06.681511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:06.723012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Calling delete_port for 5363751d-c188-415e-8d8e-8881900705f9 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:06.750238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8331f-5d52-4199-b3a0-e56d2b6b0a79 req-0a150221-4262-402f-a600-6f5e5d3e75f9 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:06.756989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2c8331f-5d52-4199-b3a0-e56d2b6b0a79 req-0a150221-4262-402f-a600-6f5e5d3e75f9 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.1436064 Oct 12 11:28:06.859653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2c8331f-5d52-4199-b3a0-e56d2b6b0a79 req-a24965ac-1487-41a0-ae07-d556cd3e1e70 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Oct 12 11:28:06.986113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f12f71-f6d5-477b-98cc-5082103fa9d1 req-5ad68606-8984-4c0f-9049-51f63a162742 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:06.987856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56f12f71-f6d5-477b-98cc-5082103fa9d1 req-5ad68606-8984-4c0f-9049-51f63a162742 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 945 time: 0.0723453 Oct 12 11:28:07.022344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:07.034799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5363751d-c188-415e-8d8e-8881900705f9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:07.084611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56f12f71-f6d5-477b-98cc-5082103fa9d1 req-04c9e836-43a4-4096-9d7a-e6c8ac2da951 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/security-groups?id=6feeeead-85cd-42cb-ad41-cc6655bf0566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888307 Oct 12 11:28:07.099462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Pushing event deleted for resources: {'Port': ['ID=5363751d-c188-415e-8d8e-8881900705f9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:07.194074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] No DVR routers for this DVR port 5363751d-c188-415e-8d8e-8881900705f9 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:07.198487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:07.203206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fce008da-d9e4-4e1d-9a10-03ef26ead52d req-84897000-37a8-46b3-9c19-28cb156d6ee4 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.41 "DELETE /v2.0/ports/5363751d-c188-415e-8d8e-8881900705f9 HTTP/1.1" status: 204 len: 173 time: 0.8351600 Oct 12 11:28:07.203802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'name': 'network-vif-deleted', 'tag': '5363751d-c188-415e-8d8e-8881900705f9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:07.207084 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e439025d-1ea3-4871-8d91-be1805291d48" -d '{"events": [{"server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "name": "network-vif-deleted", "tag": "5363751d-c188-415e-8d8e-8881900705f9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:07.250959 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1059662-8815-4b3b-92d0-9c4dbf3a21e0 x-openstack-request-id: req-f1059662-8815-4b3b-92d0-9c4dbf3a21e0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:07.251297 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31c2fc-6e50-48f7-892c-7115e4b7a982", "name": "network-vif-deleted", "tag": "5363751d-c188-415e-8d8e-8881900705f9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:07.251724 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1059662-8815-4b3b-92d0-9c4dbf3a21e0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:07.252302 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31c2fc-6e50-48f7-892c-7115e4b7a982', 'name': 'network-vif-deleted', 'tag': '5363751d-c188-415e-8d8e-8881900705f9', 'status': 'completed', 'code': 200} Oct 12 11:28:07.382275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a85a3-8152-492f-90c8-00babf03d481 req-f9770966-83d6-4386-8fee-3cb4cb076a9f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:07.383872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-783a85a3-8152-492f-90c8-00babf03d481 req-f9770966-83d6-4386-8fee-3cb4cb076a9f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.0631552 Oct 12 11:28:07.424615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-783a85a3-8152-492f-90c8-00babf03d481 req-c767f36d-5c1c-467b-a013-802e13259e3b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337732 Oct 12 11:28:07.676657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33074) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:07.694635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3d10-cfe6-4baf-9f30-f389d10f10b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:07.799932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3d10-cfe6-4baf-9f30-f389d10f10b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:07.865771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3d10-cfe6-4baf-9f30-f389d10f10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:07.928294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33082) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:07.941125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dbbf3d10-cfe6-4baf-9f30-f389d10f10b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c6ff8da784e4892b216c0b4356ea799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563009 Oct 12 11:28:07.941125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3d10-cfe6-4baf-9f30-f389d10f10b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ab441-e4d2-40ad-b806-dd7147f92f3c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:07.999142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:08.036638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:08.072870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5611a5b-e792-4022-ba1f-c53731bda13d req-3c83001f-62c5-49fc-a7dc-6fd0ec5144af tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:08.082242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5611a5b-e792-4022-ba1f-c53731bda13d req-3c83001f-62c5-49fc-a7dc-6fd0ec5144af tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0562131 Oct 12 11:28:08.123850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5611a5b-e792-4022-ba1f-c53731bda13d req-3498ebe0-432e-4576-b6eb-d6a895c42262 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Oct 12 11:28:08.164804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:08.168517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:08.173091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c10ab441-e4d2-40ad-b806-dd7147f92f3c HTTP/1.1" status: 204 len: 168 time: 0.2437696 Oct 12 11:28:08.189385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee9c2-a55a-4ff3-92d3-3c2db266aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ab441-e4d2-40ad-b806-dd7147f92f3c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:08.285454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562f322-4456-4006-a280-b7e5f1c9b54a req-2dfacdbb-bbaa-48c1-9d7a-99ee56778db7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:08.295293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d562f322-4456-4006-a280-b7e5f1c9b54a req-2dfacdbb-bbaa-48c1-9d7a-99ee56778db7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0609531 Oct 12 11:28:08.328338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3876936d-bdb8-46cc-9600-24eb9a7fe1c1 req-6bd33df2-6b9c-4eb9-be46-a7826fb04011 tempest-FloatingIPsAssociationTestJSON-1188334213 tempest-FloatingIPsAssociationTestJSON-1188334213-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f31c2fc-6e50-48f7-892c-7115e4b7a982 HTTP/1.1" status: 200 len: 210 time: 0.0380204 Oct 12 11:28:08.347075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d562f322-4456-4006-a280-b7e5f1c9b54a req-240ec9d1-d421-408b-9aea-0ec1506ee508 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 Oct 12 11:28:08.466787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85c2af-026c-4892-9bf4-118b3fc89dc6 req-095dcc39-aea8-4bcc-af8c-386f29e7d16c tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:08.468959 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e85c2af-026c-4892-9bf4-118b3fc89dc6 req-095dcc39-aea8-4bcc-af8c-386f29e7d16c tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0426223 Oct 12 11:28:08.505270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4e85c2af-026c-4892-9bf4-118b3fc89dc6 req-34f9525a-c0d1-4eb7-8b07-8441d9965f8f tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297520 Oct 12 11:28:08.937593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-8ace9863-f132-4c6d-bfc4-aae729829980 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:08.937593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-8ace9863-f132-4c6d-bfc4-aae729829980 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.1124115 Oct 12 11:28:08.953641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-c1d1b421-da15-4b29-9b87-cd22b154adc1 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/quotas/c6712cbf08f845ad8c2f1ae67a450bc3 HTTP/1.1" status: 200 len: 375 time: 0.0098298 Oct 12 11:28:09.040052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-dced7d04-5065-44b8-aa58-666da575c2bf tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792005 Oct 12 11:28:09.153908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-2434b84c-770a-46eb-ba16-5113d0b4b251 service neutron] 10.222.0.43 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053350 Oct 12 11:28:09.200923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33126) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:09.234477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-326c2141-d3e0-463f-85bf-49d1b1239538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.280986 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-90b39daa-82ec-4cfe-9e14-e712be3c3e3c service neutron] 10.222.0.43 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188076 Oct 12 11:28:09.414019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:09.414986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-326c2141-d3e0-463f-85bf-49d1b1239538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.496152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-326c2141-d3e0-463f-85bf-49d1b1239538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.538950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-326c2141-d3e0-463f-85bf-49d1b1239538 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6864d2d11e9a4f5587345831368ec440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360875 Oct 12 11:28:09.541317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c2141-d3e0-463f-85bf-49d1b1239538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ec5a6-1f4b-4f0f-9f4c-8c3288c468bb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:09.541469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33138) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:09.682967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1185b9e1-fda8-49d2-a9d5-3b42df5ef711 req-71eb10e3-c315-4c0b-90f2-608b35696cd2 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 210 time: 0.0615194 Oct 12 11:28:09.707154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.731961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.930223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.933088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:09.938121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/542ec5a6-1f4b-4f0f-9f4c-8c3288c468bb HTTP/1.1" status: 204 len: 168 time: 0.3919914 Oct 12 11:28:09.966179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188115a-37ee-4aad-84f6-5c39f283a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ec5a6-1f4b-4f0f-9f4c-8c3288c468bb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:10.057500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:10.341171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Deleting port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:10.341607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:10.440748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] For port 8f88326f-18fc-4c33-a191-80cf1c1eb5c3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:10.441108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:10.460205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Calling delete_port for 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:10.495628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5363751d-c188-415e-8d8e-8881900705f9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:10.550385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 5363751d-c188-415e-8d8e-8881900705f9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:10.551533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5363751d-c188-415e-8d8e-8881900705f9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:10.784923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34604e31-a8b5-483c-8fe6-90a1325eb78c req-4d1b2a04-a547-418f-9e54-5fac8637513a tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 210 time: 0.0272663 Oct 12 11:28:10.856391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:10.886713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f88326f-18fc-4c33-a191-80cf1c1eb5c3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:11.142650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:11.451338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Router 201b96ff-b5da-4881-9725-b8dff67463f2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:28:11.590013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:28:11.596010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d607dcf-293d-4c9a-9fd8-761d7f5a1a30 admin admin] 10.222.0.43 "PUT /v2.0/routers/201b96ff-b5da-4881-9725-b8dff67463f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1804707 Oct 12 11:28:11.598526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:11.603900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Sync routers for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:28:11.625231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:11.629898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:11.763074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:11.781788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:11.929010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-350acad1-27b0-4d82-a314-0fc738341800 req-4f1cf355-4c56-4105-8918-cfa66c7db47a tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 210 time: 0.0302424 Oct 12 11:28:11.933970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:12.041437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:28:10Z', 'revision_number': 5, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port': {'id': 'c15b4538-485f-40d1-82d7-2ca6d474099a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:25Z', 'updated_at': '2021-10-12T11:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:12.087465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Checking router: 201b96ff-b5da-4881-9725-b8dff67463f2 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:28:12.100950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Routers {'201b96ff-b5da-4881-9725-b8dff67463f2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:12.101872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:27:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['201b96ff-b5da-4881-9725-b8dff67463f2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:12.153037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-267c856a-e75c-4c2d-864b-26bb0f938436 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:12.155296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-267c856a-e75c-4c2d-864b-26bb0f938436 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.47 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.1948252 Oct 12 11:28:12.184619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Request body: {'port': {'device_id': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'admin_state_up': True, 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:12.213333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] Set router 201b96ff-b5da-4881-9725-b8dff67463f2 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:12.228278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Deleting port c15b4538-485f-40d1-82d7-2ca6d474099a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:12.230200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:12.308281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:28:11Z', 'revision_number': 6, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:12.334181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Made reservation on behalf of c6712cbf08f845ad8c2f1ae67a450bc3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:12.336741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:12.342316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81795d-06c3-4009-a297-695c02e305f9 None None] The sync data for ids ['201b96ff-b5da-4881-9725-b8dff67463f2'] in n-d-813419-3 is: [{'id': '201b96ff-b5da-4881-9725-b8dff67463f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1658281094-router', 'tenant_id': '1a277af1916e4d61853cd552f564cdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:24Z', 'updated_at': '2021-10-12T11:28:11Z', 'revision_number': 6, 'project_id': '1a277af1916e4d61853cd552f564cdb7', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:28:12.430172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] For port c15b4538-485f-40d1-82d7-2ca6d474099a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c15b4538-485f-40d1-82d7-2ca6d474099a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:12.430739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:12.455452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Calling delete_port for c15b4538-485f-40d1-82d7-2ca6d474099a owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:12.609475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Allocated IP 172.20.0.4 (912038e5-8ec9-4cde-8251-c970a2487b64/a33ff8b3-fc18-4bed-a9e3-35ae5ee96313/9af82c9c-4608-4f16-b174-c02966a401f1) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:12.755123 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:28:13.153719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38bef1ed-3802-4f6c-97e6-3feb4f6baa84 req-fae647d9-dcce-4eac-822d-92b879bd8d88 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 210 time: 0.0422349 Oct 12 11:28:13.197441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.244895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:13.265634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:13.266072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8f88326f-18fc-4c33-a191-80cf1c1eb5c3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:13.266483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c15b4538-485f-40d1-82d7-2ca6d474099a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:13.291003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.305835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port c15b4538-485f-40d1-82d7-2ca6d474099a {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:28:13.306258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c15b4538-485f-40d1-82d7-2ca6d474099a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:13.350845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.361928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a690e047-7754-4141-8c9c-6403f2931a58'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:13.380347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15b4538-485f-40d1-82d7-2ca6d474099a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:13.429078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Network 912038e5-8ec9-4cde-8251-c970a2487b64 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:13.439130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:13.441907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:13.484727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.595979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.598184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.649329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Pushing event updated for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:13.656939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:13.657550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.717748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.718654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201b96ff-b5da-4881-9725-b8dff67463f2 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:28:13.729246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.733875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-619a3a08-814c-4843-a10f-7f768c29ebd7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/201b96ff-b5da-4881-9725-b8dff67463f2 HTTP/1.1" status: 204 len: 168 time: 2.1310503 Oct 12 11:28:13.734276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33256) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:13.757157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-71626c09-ca72-4d0d-a3b8-54d7486c1230 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5777378 Oct 12 11:28:13.774635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Request body: {'port': {'device_id': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:13.817347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Deleting subnet f1f0107c-0d11-42cd-8c94-016f51fcc9e5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:28:13.822473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.852748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4793fdaf-eaf7-41cf-b81e-f3cb4556eab0 None None] Provisioning complete for port 9af82c9c-4608-4f16-b174-c02966a401f1 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:13.852748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4793fdaf-eaf7-41cf-b81e-f3cb4556eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.853002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.871875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:13.902433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4793fdaf-eaf7-41cf-b81e-f3cb4556eab0 None None] Port 9af82c9c-4608-4f16-b174-c02966a401f1 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:28:13.968775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.094137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.123875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f0107c-0d11-42cd-8c94-016f51fcc9e5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:14.129515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.132269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51044c-7219-43e5-adf1-27654107dc0e None None] Network 9fdd2c3d-cbfa-4210-a020-b92223f5a20b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:14.132875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3d99371d-ca2e-46d7-a707-56722cf44e5e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f1f0107c-0d11-42cd-8c94-016f51fcc9e5 HTTP/1.1" status: 204 len: 168 time: 0.3972471 Oct 12 11:28:14.140239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33262) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:14.173466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af82c9c-4608-4f16-b174-c02966a401f1 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:14.182240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.192437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33268) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:14.206884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Transition to ACTIVE for port object 9af82c9c-4608-4f16-b174-c02966a401f1 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:14.229396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.284768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.292256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Deleting port 4f825afb-efb5-41e5-85dd-248824d4cc79 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:14.292888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.367438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Pushing event updated for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:14.415158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] DHCP port deletion for 9fdd2c3d-cbfa-4210-a020-b92223f5a20b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:28:14.442355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Attempting to bind port 9af82c9c-4608-4f16-b174-c02966a401f1 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:14.443212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Attempting to bind port 9af82c9c-4608-4f16-b174-c02966a401f1 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:14.443668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Attempting to bind port 9af82c9c-4608-4f16-b174-c02966a401f1 on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:14.449165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Port 9af82c9c-4608-4f16-b174-c02966a401f1 on network 912038e5-8ec9-4cde-8251-c970a2487b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:14.449458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Attempting to bind port 9af82c9c-4608-4f16-b174-c02966a401f1 on network 912038e5-8ec9-4cde-8251-c970a2487b64 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:14.455822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:14.456259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Checking segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:14.456720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Bound using segment: {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:14.457367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Bound port: 9af82c9c-4608-4f16-b174-c02966a401f1, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67060c-86e4-4721-baa3-287863c0b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:14.457819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.566501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Deleting port 4f825afb-efb5-41e5-85dd-248824d4cc79 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:14.567620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.579186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:14.586713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9af82c9c-4608-4f16-b174-c02966a401f1,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:14.628143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c08861b8-fc31-4d5b-aab7-a1aabe8cba07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.677399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.685151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] For port 4f825afb-efb5-41e5-85dd-248824d4cc79, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4f825afb-efb5-41e5-85dd-248824d4cc79,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:14.686391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.712746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Calling delete_port for 4f825afb-efb5-41e5-85dd-248824d4cc79 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:14.755269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Pushing event updated for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:14.786586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:14.787838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.790383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0761b127-a253-4bea-af53-4352f676c537 service neutron] 10.222.0.47 "PUT /v2.0/ports/9af82c9c-4608-4f16-b174-c02966a401f1 HTTP/1.1" status: 200 len: 1091 time: 1.0220771 Oct 12 11:28:14.792400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:14.803361 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182a6ca7-4252-4256-9608-c23522a51350" -d '{"events": [{"name": "network-changed", "server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:14.863333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa41c-b5aa-474d-b7b3-2ea182eb3eca req-9ec64d93-0fc5-497f-9df3-5ba7d47ac2ff tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:14.865970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09faa41c-b5aa-474d-b7b3-2ea182eb3eca req-9ec64d93-0fc5-497f-9df3-5ba7d47ac2ff tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1052 time: 0.5527935 Oct 12 11:28:14.896848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c08861b8-fc31-4d5b-aab7-a1aabe8cba07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.936324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09faa41c-b5aa-474d-b7b3-2ea182eb3eca req-3d566b0f-03ef-44a0-b35a-f11a7bfdc5b3 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Oct 12 11:28:14.940901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] For port 4f825afb-efb5-41e5-85dd-248824d4cc79, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4f825afb-efb5-41e5-85dd-248824d4cc79,segment=NetworkSegment(64a5327c-a954-42ee-be03-34ea75d21f78),segment_id=64a5327c-a954-42ee-be03-34ea75d21f78)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:14.941489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:14.960604 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9f14e-f4d6-4461-9b96-6359be1c4066 x-openstack-request-id: req-3fc9f14e-f4d6-4461-9b96-6359be1c4066 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:14.961007 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:14.961325 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fc9f14e-f4d6-4461-9b96-6359be1c4066 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:14.961800 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1', 'status': 'completed', 'code': 200} Oct 12 11:28:14.963316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Calling delete_port for 4f825afb-efb5-41e5-85dd-248824d4cc79 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:14.971745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c08861b8-fc31-4d5b-aab7-a1aabe8cba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.017625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-4d664c40-aaca-454a-823d-6b819a68176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.019236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-4d664c40-aaca-454a-823d-6b819a68176a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1094 time: 0.1060858 Oct 12 11:28:15.020219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.028520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08861b8-fc31-4d5b-aab7-a1aabe8cba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee16f1b-e474-4aa1-a81b-833c2754aea9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:15.050563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] Pushing event deleted for resources: {'Port': ['ID=4f825afb-efb5-41e5-85dd-248824d4cc79,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:15.057718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fa28d-b966-4711-ae0e-26d3fc531c40 None None] No DVR routers for this DVR port 4f825afb-efb5-41e5-85dd-248824d4cc79 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:15.083678 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.088721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c08861b8-fc31-4d5b-aab7-a1aabe8cba07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47621bd9d0c24de1a15f3390e464dff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924770 Oct 12 11:28:15.088721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33286) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:15.099304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-7d66db5a-86ab-4b5d-95c1-e2e69828dcfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af82c9c-4608-4f16-b174-c02966a401f1 HTTP/1.1" status: 200 len: 217 time: 0.0715528 Oct 12 11:28:15.114288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f825afb-efb5-41e5-85dd-248824d4cc79,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:15.116217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] No DVR routers for this DVR port 4f825afb-efb5-41e5-85dd-248824d4cc79 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:15.194754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-613d2870-b886-4eec-96b5-273e2422ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.194754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-613d2870-b886-4eec-96b5-273e2422ce02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 HTTP/1.1" status: 200 len: 848 time: 0.0827651 Oct 12 11:28:15.208937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.215793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4f825afb-efb5-41e5-85dd-248824d4cc79 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:15.219028 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.233579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdd2c3d-cbfa-4210-a020-b92223f5a20b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:15.238492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4f825afb-efb5-41e5-85dd-248824d4cc79 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:15.238859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4f825afb-efb5-41e5-85dd-248824d4cc79 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:15.248982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a5327c-a954-42ee-be03-34ea75d21f78') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:15.249286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a5327c-a954-42ee-be03-34ea75d21f78') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:15.262368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.270566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.273652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-1a073737-c70b-4ceb-9af7-bf8da11e6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.275175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-1a073737-c70b-4ceb-9af7-bf8da11e6b33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=912038e5-8ec9-4cde-8251-c970a2487b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756068 Oct 12 11:28:15.283063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.289862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:15.290284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:15.292052 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:15.388767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-14d8d908-f2dc-4dbc-88ff-6971712454b3 service neutron] 10.222.0.47 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041446 Oct 12 11:28:15.408717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.414598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.419579 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/9fdd2c3d-cbfa-4210-a020-b92223f5a20b HTTP/1.1" status: 204 len: 168 time: 1.2764778 Oct 12 11:28:15.429420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586566d-8560-4f4b-9768-2e43a7c94c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdd2c3d-cbfa-4210-a020-b92223f5a20b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:15.453273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.455925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:15.457082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aee16f1b-e474-4aa1-a81b-833c2754aea9 HTTP/1.1" status: 204 len: 168 time: 0.3665028 Oct 12 11:28:15.468956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e14ffa-f9b9-4594-b19d-278557813e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee16f1b-e474-4aa1-a81b-833c2754aea9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:15.501748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7f085c-041d-4f9c-940e-23309ee0944d req-0bf13327-b67c-4b4e-8eed-91667d83dbe5 service neutron] 10.222.0.47 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053839 Oct 12 11:28:15.666042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6ca7-4252-4256-9608-c23522a51350 req-ce94ff74-5342-48f8-91cd-b9bc78b0a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.667732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-ce94ff74-5342-48f8-91cd-b9bc78b0a65c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0426059 Oct 12 11:28:15.762956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6ca7-4252-4256-9608-c23522a51350 req-43ef4b1f-e31a-479a-819e-b92bdaf0ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.765173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-43ef4b1f-e31a-479a-819e-b92bdaf0ba19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 200 len: 910 time: 0.0902028 Oct 12 11:28:15.816176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-f456a731-7614-4372-a1a4-fae23aa40f2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af82c9c-4608-4f16-b174-c02966a401f1 HTTP/1.1" status: 200 len: 217 time: 0.0421555 Oct 12 11:28:15.871343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6ca7-4252-4256-9608-c23522a51350 req-59b7d384-0dae-4947-b66b-e676c03ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.872817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-59b7d384-0dae-4947-b66b-e676c03ab7c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 HTTP/1.1" status: 200 len: 848 time: 0.0492170 Oct 12 11:28:15.893055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:15.929212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6ca7-4252-4256-9608-c23522a51350 req-4a928ce3-ee29-4c04-b2ff-2b108efdccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:15.931051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-4a928ce3-ee29-4c04-b2ff-2b108efdccaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=912038e5-8ec9-4cde-8251-c970a2487b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499883 Oct 12 11:28:15.947971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb005eb3-d0b0-49cd-98f0-20b360450e54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a277af1916e4d61853cd552f564cdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535872 Oct 12 11:28:15.948390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:16.083966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.132667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.135731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-9690b8aa-c10a-41a5-b2d6-1b7502ca972c service neutron] 10.222.0.47 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959341 Oct 12 11:28:16.144383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dfb1a-48ba-412e-8d6a-a02723f30196 req-b618cbdd-b99b-4070-b102-b825476c77ad tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:16.145849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d43dfb1a-48ba-412e-8d6a-a02723f30196 req-b618cbdd-b99b-4070-b102-b825476c77ad tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1094 time: 0.1055622 Oct 12 11:28:16.265260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d43dfb1a-48ba-412e-8d6a-a02723f30196 req-9de87334-0362-49c5-bda2-d77683ddd412 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037936 Oct 12 11:28:16.284433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182a6ca7-4252-4256-9608-c23522a51350 req-02a4d2ed-15fb-4597-a5c3-681aec0d0bb0 service neutron] 10.222.0.47 "GET /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356781 Oct 12 11:28:16.362865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.365547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.369547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6feeeead-85cd-42cb-ad41-cc6655bf0566 HTTP/1.1" status: 204 len: 168 time: 0.4190443 Oct 12 11:28:16.377972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39a88-0d1b-4d9e-8116-9192727fed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feeeead-85cd-42cb-ad41-cc6655bf0566,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:16.480250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33314) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:16.497783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb03d05b-a5e0-41ac-b56b-db0ee9dedab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.578277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb03d05b-a5e0-41ac-b56b-db0ee9dedab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.627789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb03d05b-a5e0-41ac-b56b-db0ee9dedab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.672717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb03d05b-a5e0-41ac-b56b-db0ee9dedab1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bcedea1b6694aeba781d60bf6cbf862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912849 Oct 12 11:28:16.675384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33320) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:16.683348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d05b-a5e0-41ac-b56b-db0ee9dedab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6d790-7234-4a4b-bee7-5ee6945f1a61,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:16.743694 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.767054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.896574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.899406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:16.900645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1f6d790-7234-4a4b-bee7-5ee6945f1a61 HTTP/1.1" status: 204 len: 168 time: 0.2242191 Oct 12 11:28:16.910103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e5504-94bb-430d-9b17-8f9a05fdac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6d790-7234-4a4b-bee7-5ee6945f1a61,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:17.387634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f06af-a5a6-4e9d-ae9c-d8c21ef94f41 req-7c376886-81d1-4251-869f-1448bd8d47dc tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:17.390179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-450f06af-a5a6-4e9d-ae9c-d8c21ef94f41 req-7c376886-81d1-4251-869f-1448bd8d47dc tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0492849 Oct 12 11:28:17.427739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-450f06af-a5a6-4e9d-ae9c-d8c21ef94f41 req-4d801e90-21e5-44c5-9849-88be8e2f406e tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Oct 12 11:28:17.698632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c607cc78-7bc2-4658-9082-455d3e5eb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:18.073716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9af82c9c-4608-4f16-b174-c02966a401f1 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:18.175837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9af82c9c-4608-4f16-b174-c02966a401f1,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:18.188050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '9af82c9c-4608-4f16-b174-c02966a401f1', 'network_id': '912038e5-8ec9-4cde-8251-c970a2487b64', 'port_id': '9af82c9c-4608-4f16-b174-c02966a401f1', 'mac_address': 'fa:16:3e:0e:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33ff8b3-fc18-4bed-a9e3-35ae5ee96313', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:18.231593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:18.249850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af82c9c-4608-4f16-b174-c02966a401f1 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:18.270963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9af82c9c-4608-4f16-b174-c02966a401f1,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:18.328434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-894641ca-963c-4063-a1f6-763e1ee819a4 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=890271ef2dc94c209ff1a270519dde3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292494 Oct 12 11:28:18.341523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:18.392669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:18.463913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-dc7a8325-6932-4093-96b9-344b9cb318ab tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:18.470080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-dc7a8325-6932-4093-96b9-344b9cb318ab tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282916 Oct 12 11:28:18.491191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-5ee67c0b-e3d0-4c68-8c22-9763bb2852e9 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/quotas/890271ef2dc94c209ff1a270519dde3b HTTP/1.1" status: 200 len: 375 time: 0.0171926 Oct 12 11:28:18.535937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-656e15db-14d7-4dfc-b0ae-9830b619214b tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=890271ef2dc94c209ff1a270519dde3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428545 Oct 12 11:28:18.551516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2441a-0be4-4406-89ec-e6a7482d6965 req-442da3f6-53ef-47af-ad2c-2df03b4a35e9 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:18.559248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dc2441a-0be4-4406-89ec-e6a7482d6965 req-442da3f6-53ef-47af-ad2c-2df03b4a35e9 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0590010 Oct 12 11:28:18.599716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dc2441a-0be4-4406-89ec-e6a7482d6965 req-ceb444f4-48b1-4fda-9c59-86da491c0da8 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Oct 12 11:28:18.676171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9af82c9c-4608-4f16-b174-c02966a401f1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:18.851275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c2a7b209-9911-4166-a08d-1fd088d77c95 req-28effc10-a966-4eb3-838b-2affadfaab6b tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 210 time: 0.0414362 Oct 12 11:28:19.595302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a45b0-63ec-4579-9a18-d61534c156aa req-4e5f3dbc-44eb-401c-8ce4-1844bebf0368 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:19.598445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-574a45b0-63ec-4579-9a18-d61534c156aa req-4e5f3dbc-44eb-401c-8ce4-1844bebf0368 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.0661044 Oct 12 11:28:19.642006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-574a45b0-63ec-4579-9a18-d61534c156aa req-a94fab9f-c679-42d2-af67-242fd31fe0ff tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Oct 12 11:28:19.744355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9678a8-7415-4e9a-904f-47c24a4468e5 req-3e9b6c96-c147-4a64-9732-ecf0b8f786c7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:19.745960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b9678a8-7415-4e9a-904f-47c24a4468e5 req-3e9b6c96-c147-4a64-9732-ecf0b8f786c7 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0437584 Oct 12 11:28:19.786413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4b9678a8-7415-4e9a-904f-47c24a4468e5 req-2c618c6f-6413-4385-bba7-fbcd1e33429b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Oct 12 11:28:19.947271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfcacbe2-b574-4ee8-8d14-332b699a918d req-a18ab249-1331-4104-a0a8-ec637433aad5 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 210 time: 0.0495698 Oct 12 11:28:20.087151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9af82c9c-4608-4f16-b174-c02966a401f1 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:20.205007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 9af82c9c-4608-4f16-b174-c02966a401f1 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:20.209916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 9af82c9c-4608-4f16-b174-c02966a401f1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:20.210295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:20.311608 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:20.339411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:20.342377 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a097b-dff4-4b90-823f-bb0e64eb24b7" -d '{"events": [{"server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "name": "network-vif-plugged", "status": "completed", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:20.364445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9af82c9c-4608-4f16-b174-c02966a401f1,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:20.422969 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de6e0c-dc81-44c6-8dfa-2ede0aaa0525 x-openstack-request-id: req-93de6e0c-dc81-44c6-8dfa-2ede0aaa0525 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:20.423839 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "name": "network-vif-plugged", "status": "completed", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:20.424241 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93de6e0c-dc81-44c6-8dfa-2ede0aaa0525 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:20.424760 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1', 'code': 200} Oct 12 11:28:20.440877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:20.444623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-329da8bb-e828-4ea5-aabd-79160d0f9342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:20.501171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:20.540120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69a0a9-3390-48f8-946e-9938632ac8f2 req-d1396a52-4d09-4d15-b58b-5f792258d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:20.541662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c69a0a9-3390-48f8-946e-9938632ac8f2 req-d1396a52-4d09-4d15-b58b-5f792258d381 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0482559 Oct 12 11:28:20.586356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c69a0a9-3390-48f8-946e-9938632ac8f2 req-72e40518-f996-452f-95b8-38900e93a29f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Oct 12 11:28:20.783445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feda9a-775c-4f2f-ac79-ca0e34eff359 req-689d2068-c74e-4635-89c2-d27949fdaab1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:20.785174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8feda9a-775c-4f2f-ac79-ca0e34eff359 req-689d2068-c74e-4635-89c2-d27949fdaab1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.0550547 Oct 12 11:28:20.830824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8feda9a-775c-4f2f-ac79-ca0e34eff359 req-d18bbf12-bc38-4b0c-b0c9-1c1bb2f6dc05 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393262 Oct 12 11:28:20.916069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac619-f416-4792-81bf-904e5dd94173 req-544d78d9-143b-40ca-92bd-a30732bbf2f8 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:20.917572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff1ac619-f416-4792-81bf-904e5dd94173 req-544d78d9-143b-40ca-92bd-a30732bbf2f8 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0458887 Oct 12 11:28:20.955617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff1ac619-f416-4792-81bf-904e5dd94173 req-28438d4e-07bd-44fe-a3e7-1c3538ffd16a tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284581 Oct 12 11:28:21.053567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c4f6552-4c55-4c3e-a056-271a666d0f25 req-b89429af-eeac-42bd-a5d4-28ccd5560315 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 210 time: 0.0312760 Oct 12 11:28:21.170978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33512) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:21.292303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05886700-6cd6-4809-82d3-8ad735ee7b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.364095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-921d33c0-f159-4023-97f0-acea13f4f870 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=890271ef2dc94c209ff1a270519dde3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251567 Oct 12 11:28:21.403011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05886700-6cd6-4809-82d3-8ad735ee7b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.427102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-b201c0f2-a385-468a-898d-4a8995a87467 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:21.429067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-b201c0f2-a385-468a-898d-4a8995a87467 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.0576842 Oct 12 11:28:21.498620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05886700-6cd6-4809-82d3-8ad735ee7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.511406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-649affad-9564-4854-8e9e-1d5ae84956fc tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:21.511406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-649affad-9564-4854-8e9e-1d5ae84956fc tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404481 Oct 12 11:28:21.524424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Request body: {'port': {'device_id': 'b025d009-377c-4a99-ab76-fac1150e1555', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '890271ef2dc94c209ff1a270519dde3b'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:21.563721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05886700-6cd6-4809-82d3-8ad735ee7b4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2f623f81eef451e907e077b4f6a8199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915236 Oct 12 11:28:21.566403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05886700-6cd6-4809-82d3-8ad735ee7b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f3f66-7fa6-4c1a-98b1-26c0779d94a5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:21.570324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33526) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:21.641688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port fa67a792-7afd-4e3e-a3b5-7b44181a377d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:21.642126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.681503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.720104 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.741561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.754444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.764797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Made reservation on behalf of 890271ef2dc94c209ff1a270519dde3b for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:21.775186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.779586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.786967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port fa67a792-7afd-4e3e-a3b5-7b44181a377d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fa67a792-7afd-4e3e-a3b5-7b44181a377d,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:21.787516 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.803926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for fa67a792-7afd-4e3e-a3b5-7b44181a377d owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:21.907479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.938130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.942482 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:21.943978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/951f3f66-7fa6-4c1a-98b1-26c0779d94a5 HTTP/1.1" status: 204 len: 168 time: 0.3724494 Oct 12 11:28:21.958334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ce2e4-fd64-478f-8069-74df6c8226a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f3f66-7fa6-4c1a-98b1-26c0779d94a5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:21.973867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43839a-f5b0-4b68-8294-69c510a7f4ff req-d2041439-a661-44c2-a560-87079377a695 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:21.983416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce43839a-f5b0-4b68-8294-69c510a7f4ff req-d2041439-a661-44c2-a560-87079377a695 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 946 time: 0.0753553 Oct 12 11:28:22.052387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.055906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce43839a-f5b0-4b68-8294-69c510a7f4ff req-aab1f6a7-a77b-42f1-9e21-e5c52e14c1e7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Oct 12 11:28:22.079868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0eb96-fcf2-461e-a084-151e1f4e5131 req-d9da7f5a-366e-4c11-94e5-c1a51704d2f4 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:22.081963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0af0eb96-fcf2-461e-a084-151e1f4e5131 req-d9da7f5a-366e-4c11-94e5-c1a51704d2f4 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0453606 Oct 12 11:28:22.116924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0af0eb96-fcf2-461e-a084-151e1f4e5131 req-1d2980f5-ee2c-4296-bafc-df5df694f2a9 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294538 Oct 12 11:28:22.125126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.153210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.163032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=fa67a792-7afd-4e3e-a3b5-7b44181a377d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:22.219036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port fa67a792-7afd-4e3e-a3b5-7b44181a377d on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:22.221837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97521164-6362-42a8-a182-cdb8f4feace1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:22.223324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.226981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0ffa60c-34b7-43f3-bab7-b4f0428c095a req-e8b373e1-3db6-493d-8df2-26e977a1c7b0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "DELETE /v2.0/ports/fa67a792-7afd-4e3e-a3b5-7b44181a377d HTTP/1.1" status: 204 len: 173 time: 0.7898085 Oct 12 11:28:22.227332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'name': 'network-vif-deleted', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:22.249057 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0e223-2af9-4116-9993-91edfa257357" -d '{"events": [{"server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "name": "network-vif-deleted", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:22.288511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a176f-6800-4302-b78f-7ef00964b608 req-6b4015ac-5606-477b-8f2e-11698b7a1957 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:22.290457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-946a176f-6800-4302-b78f-7ef00964b608 req-6b4015ac-5606-477b-8f2e-11698b7a1957 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0425861 Oct 12 11:28:22.293287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33548) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:22.319935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a827a5dd-1c30-41bb-b086-c44a8503569c req-caf9b43e-1df4-482d-a348-e411e6e02045 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 210 time: 0.0786805 Oct 12 11:28:22.356551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-946a176f-6800-4302-b78f-7ef00964b608 req-9916033b-95e3-4da1-a21a-c03465487de3 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Oct 12 11:28:22.407871 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0777e280-fc00-4a6a-ac45-0d3bd2428277 x-openstack-request-id: req-0777e280-fc00-4a6a-ac45-0d3bd2428277 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:22.413746 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c147f4d-398c-4d65-9448-b0154d6a8e03", "name": "network-vif-deleted", "tag": "fa67a792-7afd-4e3e-a3b5-7b44181a377d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:22.413746 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0777e280-fc00-4a6a-ac45-0d3bd2428277 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:22.413746 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c147f4d-398c-4d65-9448-b0154d6a8e03', 'name': 'network-vif-deleted', 'tag': 'fa67a792-7afd-4e3e-a3b5-7b44181a377d', 'status': 'completed', 'code': 200} Oct 12 11:28:22.428186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Allocated IP 192.168.233.161 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/04ea309a-e423-4db2-97f2-864f6c4bce79) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:22.506744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ef1b75-b461-47ca-b163-99bd8c3fd0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.592218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ef1b75-b461-47ca-b163-99bd8c3fd0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.613219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e973a-faea-4d10-a301-31fed2b1bdaa req-f84eb624-7fca-4dc9-a530-aafdcfc6c34b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:22.619081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab9e973a-faea-4d10-a301-31fed2b1bdaa req-f84eb624-7fca-4dc9-a530-aafdcfc6c34b tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1230614 Oct 12 11:28:22.677583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab9e973a-faea-4d10-a301-31fed2b1bdaa req-03835512-eacb-4dbf-bdfb-2085ccc90dd8 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Oct 12 11:28:22.679622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ef1b75-b461-47ca-b163-99bd8c3fd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.680915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.734907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-75ef1b75-b461-47ca-b163-99bd8c3fd0ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4dff19fc5734ecf93f61b6f3438d2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405134 Oct 12 11:28:22.737442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33558) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:22.743768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef1b75-b461-47ca-b163-99bd8c3fd0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141de33b-cd42-4a9b-94a4-5c8eaf33a2df,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:22.794596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.807228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33560) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:22.816788 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.829362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33010c4d-acea-4c36-af9b-79fe403c9b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.832340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.871843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:22.877758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:22.882559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:22.915239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Pushing event updated for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:22.955951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33010c4d-acea-4c36-af9b-79fe403c9b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.961712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:22.962472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.970826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.977139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:22.978391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/141de33b-cd42-4a9b-94a4-5c8eaf33a2df HTTP/1.1" status: 204 len: 168 time: 0.2398882 Oct 12 11:28:22.987996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2922c-277f-47be-8ef1-3d1bda253c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141de33b-cd42-4a9b-94a4-5c8eaf33a2df,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:23.066102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33010c4d-acea-4c36-af9b-79fe403c9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.098764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d9bf2476-017d-4669-89b3-39ac1c9f86eb tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5784729 Oct 12 11:28:23.113460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Request body: {'port': {'device_id': 'b025d009-377c-4a99-ab76-fac1150e1555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:23.165924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-33010c4d-acea-4c36-af9b-79fe403c9b19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8789920098141a3bdf7ad9ab9922bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576369 Oct 12 11:28:23.168496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33570) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:23.169194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010c4d-acea-4c36-af9b-79fe403c9b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd00e87-8606-46e5-b523-5fd7600b8cb2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:23.252472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f5490929-f2c7-4359-8fac-597a82437dd7 None None] Provisioning complete for port 04ea309a-e423-4db2-97f2-864f6c4bce79 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:23.253782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f5490929-f2c7-4359-8fac-597a82437dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.276843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-844b9c8e-b607-472a-8ce7-744378810228 req-f809208d-c3fc-489d-9ba0-4283eead6283 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0627000 Oct 12 11:28:23.298960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f5490929-f2c7-4359-8fac-597a82437dd7 None None] Port 04ea309a-e423-4db2-97f2-864f6c4bce79 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:28:23.301277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.305205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b918086-ba6c-4b87-8f29-fbbeff78786f req-c49d5f4a-aa05-4306-bd7d-3fefd10c5abf tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:23.306963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b918086-ba6c-4b87-8f29-fbbeff78786f req-c49d5f4a-aa05-4306-bd7d-3fefd10c5abf tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1013827 Oct 12 11:28:23.308031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.323940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.368431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b918086-ba6c-4b87-8f29-fbbeff78786f req-6bfe0988-3e8a-4bc1-95f9-f94c035d039a tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Oct 12 11:28:23.377492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.567640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1b4b0-40b1-459b-8340-66fd25486ee6 req-033f9a29-d6aa-4758-b81f-8e64b2d35084 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:23.571776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da1b4b0-40b1-459b-8340-66fd25486ee6 req-033f9a29-d6aa-4758-b81f-8e64b2d35084 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 936 time: 0.0688639 Oct 12 11:28:23.599435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.602168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.606217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfd00e87-8606-46e5-b523-5fd7600b8cb2 HTTP/1.1" status: 204 len: 168 time: 0.4335389 Oct 12 11:28:23.624074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7a316-c46f-497c-b6c2-9e27c2cf6f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd00e87-8606-46e5-b523-5fd7600b8cb2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:23.632645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da1b4b0-40b1-459b-8340-66fd25486ee6 req-bffe528b-f873-430f-b20a-37e769ba39f4 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552328 Oct 12 11:28:23.692441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ea309a-e423-4db2-97f2-864f6c4bce79 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:23.700824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.712619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Transition to ACTIVE for port object 04ea309a-e423-4db2-97f2-864f6c4bce79 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:23.821935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:23.889537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Pushing event updated for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:23.985300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Attempting to bind port 04ea309a-e423-4db2-97f2-864f6c4bce79 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:23.985646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Attempting to bind port 04ea309a-e423-4db2-97f2-864f6c4bce79 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:23.985980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Attempting to bind port 04ea309a-e423-4db2-97f2-864f6c4bce79 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:23.991308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Port 04ea309a-e423-4db2-97f2-864f6c4bce79 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:23.991768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Attempting to bind port 04ea309a-e423-4db2-97f2-864f6c4bce79 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:23.997258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:23.997732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:23.998071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:23.998479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Bound port: 04ea309a-e423-4db2-97f2-864f6c4bce79, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:23.998952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.009828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:24.034016 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adaf1467-f0bc-4272-a3f3-a1c6318c6672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.119019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fa67a792-7afd-4e3e-a3b5-7b44181a377d no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:24.148093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:24.152051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=04ea309a-e423-4db2-97f2-864f6c4bce79,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:24.158477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: fa67a792-7afd-4e3e-a3b5-7b44181a377d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:24.163012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fa67a792-7afd-4e3e-a3b5-7b44181a377d not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:24.187267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adaf1467-f0bc-4272-a3f3-a1c6318c6672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.243497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.311794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.312625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.314638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] 10.222.0.41 "PUT /v2.0/ports/04ea309a-e423-4db2-97f2-864f6c4bce79 HTTP/1.1" status: 200 len: 1096 time: 1.2059522 Oct 12 11:28:24.334061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:24.339200 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88" -d '{"events": [{"name": "network-changed", "server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:24.345160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adaf1467-f0bc-4272-a3f3-a1c6318c6672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.356325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b203ea-9aa3-46d6-b811-0953afcd9d12 service neutron] Pushing event updated for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:24.458881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-937ddc8b-2c80-4738-9598-57c95c8f99b1 req-4f5def18-6bc5-4ecf-b5db-19b6f45e9bfc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0677466 Oct 12 11:28:24.465332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf1467-f0bc-4272-a3f3-a1c6318c6672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb84f06-9a45-4da4-b550-e4e1625b49c9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:24.514613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-9539ba7e-1e0e-4fc1-a3b0-7bc9ae6f5907 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.521596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-9539ba7e-1e0e-4fc1-a3b0-7bc9ae6f5907 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1277397 Oct 12 11:28:24.530304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33600) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:24.541930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-adaf1467-f0bc-4272-a3f3-a1c6318c6672 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b1ad84ca07d4abdb223edb67234dc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309663 Oct 12 11:28:24.544250 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b61af6a-b29f-4c6c-b5f8-9d9810574127 x-openstack-request-id: req-0b61af6a-b29f-4c6c-b5f8-9d9810574127 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:24.545875 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:24.546027 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b61af6a-b29f-4c6c-b5f8-9d9810574127 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:24.546530 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79', 'status': 'completed', 'code': 200} Oct 12 11:28:24.579473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-f331cb7d-9d21-4bd6-9901-6fcef620d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.580963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-f331cb7d-9d21-4bd6-9901-6fcef620d5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=890271ef2dc94c209ff1a270519dde3b&device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 1099 time: 0.1367993 Oct 12 11:28:24.657386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-b86a7eda-80fa-4698-9bce-05c8f6d5809f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=04ea309a-e423-4db2-97f2-864f6c4bce79 HTTP/1.1" status: 200 len: 217 time: 0.0662677 Oct 12 11:28:24.703548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.736613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.740696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b1e4-5bb7-406b-ab11-357914cc52fa req-6e7e1d6e-6bc7-42b4-9378-619f99c14eec tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.742233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7226b1e4-5bb7-406b-ab11-357914cc52fa req-6e7e1d6e-6bc7-42b4-9378-619f99c14eec tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0959153 Oct 12 11:28:24.744386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-7f9e6296-94ca-4bfa-a662-ed721dceaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.745772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-7f9e6296-94ca-4bfa-a662-ed721dceaf02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0738328 Oct 12 11:28:24.767283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Deleting port 9af82c9c-4608-4f16-b174-c02966a401f1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:24.767637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.845535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7226b1e4-5bb7-406b-ab11-357914cc52fa req-314e719f-dabf-4c74-b99f-08a5014bdda6 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876920 Oct 12 11:28:24.857527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-6e351913-9598-46d0-ad91-60615b205b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.860310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-6e351913-9598-46d0-ad91-60615b205b15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019113 Oct 12 11:28:24.921050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1c842-e0bb-4f0d-8be8-b42119cb8086 req-bd5330a1-ed64-4bfe-afcd-71d5f886b0c6 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:24.922531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28e1c842-e0bb-4f0d-8be8-b42119cb8086 req-bd5330a1-ed64-4bfe-afcd-71d5f886b0c6 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 948 time: 0.1199377 Oct 12 11:28:24.957868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] For port 9af82c9c-4608-4f16-b174-c02966a401f1, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9af82c9c-4608-4f16-b174-c02966a401f1,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:24.958231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:24.975550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Calling delete_port for 9af82c9c-4608-4f16-b174-c02966a401f1 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:24.981013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-9d2ff3aa-ebb3-437a-bfa7-ab513f014d4d service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107001 Oct 12 11:28:24.998678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28e1c842-e0bb-4f0d-8be8-b42119cb8086 req-b477b81c-923d-4e4c-9862-4d1dbc8c8018 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Oct 12 11:28:25.042368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.045503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.046647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edb84f06-9a45-4da4-b550-e4e1625b49c9 HTTP/1.1" status: 204 len: 168 time: 0.5153258 Oct 12 11:28:25.058345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8a412-794e-425d-b41c-abc007b870aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb84f06-9a45-4da4-b550-e4e1625b49c9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:25.114468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ebeac184-50ed-4029-9e7a-f51beba8f1bf req-d3e18607-dd03-4085-b44c-b2bf363d2a69 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257260 Oct 12 11:28:25.128477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:25.245422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46026365-network', 'tenant_id': '6471501214914718bc935b9fa57e1edf'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:25.271621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.285699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['9af82c9c-4608-4f16-b174-c02966a401f1'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:25.291854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a690e047-7754-4141-8c9c-6403f2931a58'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:25.293230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-10202767-424a-4c46-bad9-8062353ba390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:25.295006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-10202767-424a-4c46-bad9-8062353ba390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=890271ef2dc94c209ff1a270519dde3b&device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 1099 time: 0.0484092 Oct 12 11:28:25.386298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Pushing event deleted for resources: {'Port': ['ID=9af82c9c-4608-4f16-b174-c02966a401f1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:25.392662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] No DVR routers for this DVR port 9af82c9c-4608-4f16-b174-c02966a401f1 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:25.398827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.407062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3701ac8c-44ed-459b-ac28-228d2a428ccf req-dd037f9a-313a-4477-86a6-8f46aed0ab08 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.47 "DELETE /v2.0/ports/9af82c9c-4608-4f16-b174-c02966a401f1 HTTP/1.1" status: 204 len: 173 time: 0.8774750 Oct 12 11:28:25.407743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'name': 'network-vif-deleted', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:25.418232 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41536f-8c2c-4a09-aa93-a1d62829ed24" -d '{"events": [{"server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "name": "network-vif-deleted", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:25.421990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Made reservation on behalf of 6471501214914718bc935b9fa57e1edf for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:25.424762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.450769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.457924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-9de7d7ed-5018-4213-8bcb-a81fb989c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:25.460549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-9de7d7ed-5018-4213-8bcb-a81fb989c036 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.1576476 Oct 12 11:28:25.528422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-80d74d50-3287-47c0-b332-2a204b324d9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=04ea309a-e423-4db2-97f2-864f6c4bce79 HTTP/1.1" status: 200 len: 217 time: 0.0584753 Oct 12 11:28:25.567231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b3dce-eff0-43e3-857b-33eb87ccb66c x-openstack-request-id: req-205b3dce-eff0-43e3-857b-33eb87ccb66c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:25.567742 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c11c05-0f69-457e-819e-64bfb8744bd7", "name": "network-vif-deleted", "tag": "9af82c9c-4608-4f16-b174-c02966a401f1", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:25.567972 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-205b3dce-eff0-43e3-857b-33eb87ccb66c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:25.568839 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c11c05-0f69-457e-819e-64bfb8744bd7', 'name': 'network-vif-deleted', 'tag': '9af82c9c-4608-4f16-b174-c02966a401f1', 'status': 'completed', 'code': 200} Oct 12 11:28:25.637455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd29f784-128d-4587-90a5-9bff7b7e034a req-62b38032-a9a8-4260-a512-9d2b8aeaf8da tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0378914 Oct 12 11:28:25.643156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-25e2ef4a-860e-4dc9-8b26-58014e7fdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:25.648325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-25e2ef4a-860e-4dc9-8b26-58014e7fdf1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1100125 Oct 12 11:28:25.685857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.738011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-cfefc367-fe47-4df3-98f7-f2499b2fc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:25.739804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-cfefc367-fe47-4df3-98f7-f2499b2fc34e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815876 Oct 12 11:28:25.758797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.787591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:25.794242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cdc11a-d22a-496e-8e31-ba1c3cab40f7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:25.800888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.801372 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Added segment b5cb99a2-d22a-4812-9340-2c7172e92ee9 of type vlan for network ba518346-fe49-48ae-9275-93fc06ea9e55 Oct 12 11:28:25.847394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:25.861393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-4eb39d98-452d-461e-9895-619491f039ef service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130033 Oct 12 11:28:25.968012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e456d3b0-ae9b-4f5f-9d0e-8e796f19beb3 req-7b91b3df-b856-4491-8638-cd835b206644 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=39c11c05-0f69-457e-819e-64bfb8744bd7 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Oct 12 11:28:26.010806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4a9fef50-8e96-46cc-a9a3-1460e12d8b88 req-0bd35ecd-8172-4152-8c7e-6ba8b87139e6 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383202 Oct 12 11:28:26.016283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.026831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:26.026831 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.093041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:26.109358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.117179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] Pushing event updated for resources: {'Network': ['ID=ba518346-fe49-48ae-9275-93fc06ea9e55,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:26.127335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d6c846f3-4b05-4432-aeaa-b6695915bc1c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9928520 Oct 12 11:28:26.127540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:26.131464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Request body: {'subnet': {'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46026365-subnet', 'tenant_id': '6471501214914718bc935b9fa57e1edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:26.137953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ba518346-fe49-48ae-9275-93fc06ea9e55 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:26.146051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbc29c-e03c-4a0b-b632-bdd01a4b2504 req-ec3b2201-dd3d-4bc1-b452-66083d7dca59 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:26.147989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ecbc29c-e03c-4a0b-b632-bdd01a4b2504 req-ec3b2201-dd3d-4bc1-b452-66083d7dca59 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 948 time: 0.0658922 Oct 12 11:28:26.199791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ecbc29c-e03c-4a0b-b632-bdd01a4b2504 req-407403af-ca78-46b8-8172-96c1d03fd744 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Oct 12 11:28:26.259018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.294630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Made reservation on behalf of 6471501214914718bc935b9fa57e1edf for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:26.297447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.322276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.421151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1630118f062f4820898dc07da77c2bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241398 Oct 12 11:28:26.421151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc01eb-962f-4933-95c0-6f4a581f51d5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:26.421541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33638) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:26.436151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.436502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.437033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.447499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.449451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.450051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.450563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.451696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.452214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.457950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.457950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.457950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e046c-bf11-4639-a29c-20a4eaef9b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:26.486955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.509492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.521774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.650254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.653088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.655210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62bc01eb-962f-4933-95c0-6f4a581f51d5 HTTP/1.1" status: 204 len: 168 time: 0.2322724 Oct 12 11:28:26.665403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab00fb4-302e-4bac-bb2d-a4b4209a0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc01eb-962f-4933-95c0-6f4a581f51d5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:26.679196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:26.765817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-702a8184-bed6-40b6-9243-5bc9ae163ff0 req-138448b7-b504-46a2-acf7-2157430a24c9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0349257 Oct 12 11:28:26.765817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f1fd76-1bf0-4054-86fe-2a340563fe03,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:26.800816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Checking segment: {'id': 'b5cb99a2-d22a-4812-9340-2c7172e92ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:26.801282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Network hostable DHCP agents. Network: ba518346-fe49-48ae-9275-93fc06ea9e55, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:28:26.918784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Network ba518346-fe49-48ae-9275-93fc06ea9e55 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:28:26.991340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ba518346-fe49-48ae-9275-93fc06ea9e55) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:26.995561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:26.996153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:27.003031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5d6cc-7ff6-4d61-a62f-b6cc2ca9f887 None None] Network ba518346-fe49-48ae-9275-93fc06ea9e55 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:27.102635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b046106-5549-4013-9795-ef1d250cc210 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9751720 Oct 12 11:28:27.184418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa4661-a6a0-4e51-a1cc-3c9899c3b2f3 None None] Network ba518346-fe49-48ae-9275-93fc06ea9e55 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:27.421062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25de49-7bdb-4c42-bcd8-df5a490be079 req-7bf8357b-083b-46ad-b149-b86e794ec5e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:27.422565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb25de49-7bdb-4c42-bcd8-df5a490be079 req-7bf8357b-083b-46ad-b149-b86e794ec5e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 948 time: 0.0780039 Oct 12 11:28:27.467579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb25de49-7bdb-4c42-bcd8-df5a490be079 req-7d83471c-0c50-4904-b2fa-8e4ecf11db5a tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Oct 12 11:28:27.590922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b021ae4-e27e-4753-a3d0-55c742474201 req-1c13a127-8d80-40d2-8f76-75d3dc31a518 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:27.598539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b021ae4-e27e-4753-a3d0-55c742474201 req-1c13a127-8d80-40d2-8f76-75d3dc31a518 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0491581 Oct 12 11:28:27.634840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b021ae4-e27e-4753-a3d0-55c742474201 req-512c08fd-578b-4dd8-ac17-1d0031cb30ee tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Oct 12 11:28:27.887667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c154ec8a-04b4-4d21-b2b3-15b85ffbf667 req-09867d5c-5078-44bc-a139-ee3c46be6a1f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0318763 Oct 12 11:28:28.102210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33696) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:28.103641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1373281037-network', 'tenant_id': '0f84813ec00349ad9d307c3171838786'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:28.133584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9af82c9c-4608-4f16-b174-c02966a401f1 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:28.153015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 9af82c9c-4608-4f16-b174-c02966a401f1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:28.153352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9af82c9c-4608-4f16-b174-c02966a401f1 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:28.233015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Made reservation on behalf of 0f84813ec00349ad9d307c3171838786 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:28.235564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.244922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.322341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.398334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.426123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:28.434722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6990076e-ceeb-4609-b2ce-8f27c8931b66,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:28.441509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.441857 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Added segment b8767596-09c2-44ac-b8fb-ece764197d45 of type vlan for network 0a2974d5-0773-4d71-8d76-6e755e215172 Oct 12 11:28:28.491849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.590102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403334-8ea0-408c-a875-78639521e3fc req-2888992a-2594-4b96-a72c-f3da7024c276 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:28.592040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf403334-8ea0-408c-a875-78639521e3fc req-2888992a-2594-4b96-a72c-f3da7024c276 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 948 time: 0.0494459 Oct 12 11:28:28.612305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.613223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:28.613799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.626429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 04ea309a-e423-4db2-97f2-864f6c4bce79 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:28.660462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf403334-8ea0-408c-a875-78639521e3fc req-6ff249e2-170b-477f-a64b-5b3a52d33378 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Oct 12 11:28:28.697717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] Pushing event updated for resources: {'Network': ['ID=0a2974d5-0773-4d71-8d76-6e755e215172,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:28.715909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c0105512-ff38-4d4d-b832-d3631e352847 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6160023 Oct 12 11:28:28.718681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33712) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:28.728100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 0a2974d5-0773-4d71-8d76-6e755e215172 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:28.729254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Request body: {'subnet': {'network_id': '0a2974d5-0773-4d71-8d76-6e755e215172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1373281037-subnet', 'tenant_id': '0f84813ec00349ad9d307c3171838786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:28.798977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a08b47-5fba-4ae6-a555-e8b47704a865 req-bb3ea952-512c-4a22-ae1a-006423c0d121 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:28.800613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18a08b47-5fba-4ae6-a555-e8b47704a865 req-bb3ea952-512c-4a22-ae1a-006423c0d121 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0622008 Oct 12 11:28:28.824144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=04ea309a-e423-4db2-97f2-864f6c4bce79,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:28.841504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '04ea309a-e423-4db2-97f2-864f6c4bce79', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '04ea309a-e423-4db2-97f2-864f6c4bce79', 'mac_address': 'fa:16:3e:46:df:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:28.844763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Made reservation on behalf of 0f84813ec00349ad9d307c3171838786 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:28.848616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.865747 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18a08b47-5fba-4ae6-a555-e8b47704a865 req-fa40d944-6cdf-489d-979a-f01066b332be tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Oct 12 11:28:28.926439 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:28.946280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ea309a-e423-4db2-97f2-864f6c4bce79 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:28.972402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=04ea309a-e423-4db2-97f2-864f6c4bce79,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:29.046201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cfd67f5-f969-4874-928e-76cbe3bfbdaf req-fe43ecd9-0d65-4e4a-b1ce-5292502a6d8a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c147f4d-398c-4d65-9448-b0154d6a8e03 HTTP/1.1" status: 200 len: 210 time: 0.0340860 Oct 12 11:28:29.056088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.107927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:29.115051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.115391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.115725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.116056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.116387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.116708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.117066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.117390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.117710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.118023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.118342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.118655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:29.184039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-4080c0cc-288e-4302-8133-e2ceb00d0399 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:29.186134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-4080c0cc-288e-4302-8133-e2ceb00d0399 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 1097 time: 0.0420303 Oct 12 11:28:29.199019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.258550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b12b223-f230-49c0-b8bc-1bf17b21160b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:29.267675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Checking segment: {'id': 'b8767596-09c2-44ac-b8fb-ece764197d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0a2974d5-0773-4d71-8d76-6e755e215172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:29.268095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Network hostable DHCP agents. Network: 0a2974d5-0773-4d71-8d76-6e755e215172, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:28:29.281194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Deleting port a690e047-7754-4141-8c9c-6403f2931a58 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:29.284903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.361149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] For port a690e047-7754-4141-8c9c-6403f2931a58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a690e047-7754-4141-8c9c-6403f2931a58,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:29.361448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.374886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Calling delete_port for a690e047-7754-4141-8c9c-6403f2931a58 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:29.383951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Network 0a2974d5-0773-4d71-8d76-6e755e215172 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:28:29.396803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['04ea309a-e423-4db2-97f2-864f6c4bce79'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:29.464828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 0a2974d5-0773-4d71-8d76-6e755e215172) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:29.471025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:29.471814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.482778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b01e8-f5ea-4758-bd41-d23cb1584a9a None None] Network 0a2974d5-0773-4d71-8d76-6e755e215172 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:29.544284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7916e599-6bfb-473d-9999-0f5c873d6749 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8244171 Oct 12 11:28:29.627839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.650808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28633cf-d6f2-4634-bcf1-5dcff4a65628 None None] Network 0a2974d5-0773-4d71-8d76-6e755e215172 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:29.662171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Pushing event deleted for resources: {'Port': ['ID=a690e047-7754-4141-8c9c-6403f2931a58,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:29.727286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] No DVR routers for this DVR port a690e047-7754-4141-8c9c-6403f2931a58 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:29.731189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:29.736492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1dd2a5f-119e-4df8-a82c-494481d3de14 req-842ba117-aa7c-4e1a-9abb-8b79621f0b55 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a690e047-7754-4141-8c9c-6403f2931a58 HTTP/1.1" status: 204 len: 173 time: 0.5435379 Oct 12 11:28:29.737029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'name': 'network-vif-deleted', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:29.740537 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb98d7-8a6e-459b-a191-3a8898c0f64b" -d '{"events": [{"server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "name": "network-vif-deleted", "tag": "a690e047-7754-4141-8c9c-6403f2931a58"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:29.785401 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad0ab21-c0af-4be4-be56-a262d72522d3 x-openstack-request-id: req-aad0ab21-c0af-4be4-be56-a262d72522d3 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:29.785619 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eddca3-648d-4c10-a1ed-04808f7fae5a", "name": "network-vif-deleted", "tag": "a690e047-7754-4141-8c9c-6403f2931a58", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:29.786194 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aad0ab21-c0af-4be4-be56-a262d72522d3 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:29.786803 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eddca3-648d-4c10-a1ed-04808f7fae5a', 'name': 'network-vif-deleted', 'tag': 'a690e047-7754-4141-8c9c-6403f2931a58', 'status': 'completed', 'code': 200} Oct 12 11:28:29.863714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc326fd-d896-4394-8bac-10e01936eedd req-2be65417-6445-49b4-a5b5-288e6980fe9d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:29.873817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dc326fd-d896-4394-8bac-10e01936eedd req-2be65417-6445-49b4-a5b5-288e6980fe9d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 949 time: 0.0844738 Oct 12 11:28:29.921016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7dc326fd-d896-4394-8bac-10e01936eedd req-83e95c2c-9145-4524-9141-56dbfebc0511 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Oct 12 11:28:30.020769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c416694-e608-4261-a06e-b61f168f23bb req-46c0fbf8-7793-4054-ad19-bb39603e7184 tempest-TestServerMultinode-1361342963 tempest-TestServerMultinode-1361342963-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83eddca3-648d-4c10-a1ed-04808f7fae5a HTTP/1.1" status: 200 len: 210 time: 0.0245836 Oct 12 11:28:30.055867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a690e047-7754-4141-8c9c-6403f2931a58'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:30.353972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bd33ad7d-1c62-4283-a4ce-eae4f77c3aec tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:30.355582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bd33ad7d-1c62-4283-a4ce-eae4f77c3aec tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/networks?id=ba518346-fe49-48ae-9275-93fc06ea9e55 HTTP/1.1" status: 200 len: 807 time: 0.1164045 Oct 12 11:28:30.378642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-01e87abe-9e9b-4ccf-9bb8-87822dd6a3ce tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/quotas/6471501214914718bc935b9fa57e1edf HTTP/1.1" status: 200 len: 375 time: 0.0154006 Oct 12 11:28:30.407320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-ac48bfd0-f9d8-4d1d-9eb8-a87f9a9ee5a1 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6471501214914718bc935b9fa57e1edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277929 Oct 12 11:28:30.506598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-829c6c2f-cf2d-497d-b7bc-8dddc1fd8639 service neutron] 10.222.0.43 "GET /v2.0/networks/ba518346-fe49-48ae-9275-93fc06ea9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906687 Oct 12 11:28:30.612263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-b81a09c3-8a99-4036-be87-5a3961138827 service neutron] 10.222.0.43 "GET /v2.0/networks/ba518346-fe49-48ae-9275-93fc06ea9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966237 Oct 12 11:28:30.651711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 04ea309a-e423-4db2-97f2-864f6c4bce79 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:30.714743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-a12fe317-c4b2-459f-b47e-2b00a43b099b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:30.716453 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-a12fe317-c4b2-459f-b47e-2b00a43b099b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1504989 Oct 12 11:28:30.732908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-3da2792d-1c54-4b2f-8243-4d40ac909819 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0099845 Oct 12 11:28:30.768502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-ef37ed9d-da92-42bb-aaf6-4c7879b55269 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276942 Oct 12 11:28:30.770284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 04ea309a-e423-4db2-97f2-864f6c4bce79 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:30.774661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 04ea309a-e423-4db2-97f2-864f6c4bce79 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:30.775088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:30.874440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-cf26bbe9-6de1-4121-8d0f-94f1f30009b3 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982752 Oct 12 11:28:30.878964 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:30.884782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c98af55c-c719-4e67-b32b-f1576b542924 req-501cb8f2-835b-4077-91c7-1553e6cf8a20 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 210 time: 0.0371122 Oct 12 11:28:30.918478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:30.923096 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b254d-bb18-4fef-a081-1cc75dae5b25" -d '{"events": [{"server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "name": "network-vif-plugged", "status": "completed", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:30.934420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=04ea309a-e423-4db2-97f2-864f6c4bce79,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:30.971495 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ab4efc-95eb-4f9c-8c60-c341fd850b64 x-openstack-request-id: req-e8ab4efc-95eb-4f9c-8c60-c341fd850b64 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:30.972102 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "name": "network-vif-plugged", "status": "completed", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:30.972448 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8ab4efc-95eb-4f9c-8c60-c341fd850b64 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:30.973048 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79', 'code': 200} Oct 12 11:28:30.986806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc78956e-9e00-4c7f-af4e-6d976cff3aac req-d5f2d8f6-74f5-4ca1-ae46-fee8550170f7 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053090 Oct 12 11:28:30.999660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:31.078130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:31.129105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef417c-39f9-497d-b0f4-0fb672a4a1d8 req-e1a9ab69-8bc2-4a61-8374-f53f46191f3d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:31.130501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3eef417c-39f9-497d-b0f4-0fb672a4a1d8 req-e1a9ab69-8bc2-4a61-8374-f53f46191f3d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.0870619 Oct 12 11:28:31.135741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5936d7-9507-4cd0-8061-941be3b174d2 req-974d4fda-32a7-4aa6-9450-62323ffeef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:31.137137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f5936d7-9507-4cd0-8061-941be3b174d2 req-974d4fda-32a7-4aa6-9450-62323ffeef0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 1101 time: 0.0810225 Oct 12 11:28:31.196144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3eef417c-39f9-497d-b0f4-0fb672a4a1d8 req-453821d6-58c9-4f28-a81d-31d71d49a1a1 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580716 Oct 12 11:28:31.197786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f5936d7-9507-4cd0-8061-941be3b174d2 req-595a22e6-24d0-4aa4-9f3c-201c73f7a99f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Oct 12 11:28:31.251463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:31.405060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba4bb6e7-113e-460f-84e3-5720a350942a req-a866ebe6-08aa-4e35-800f-baebf37121e4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbd04b3-ff73-4930-9b34-ccd98ac13c46 HTTP/1.1" status: 200 len: 210 time: 0.0354548 Oct 12 11:28:32.008402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1b2624c-b432-42eb-aa97-2a26caef1d45 req-256c9a67-e119-4afe-8446-bb8d47a349bd tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 210 time: 0.0388515 Oct 12 11:28:32.125178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:32.173791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-470bf66f-d839-4a0d-829a-e4fc83a939c1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:32.175381 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-470bf66f-d839-4a0d-829a-e4fc83a939c1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1621380 Oct 12 11:28:32.199123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-2addb0bc-38e7-47ae-b011-6416e4a15266 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0174239 Oct 12 11:28:32.260699 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-955d595d-8a6b-4906-9f69-fe43657d5b99 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354125 Oct 12 11:28:32.343268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea146bc-0293-4424-9ee3-943cf6704624 req-4273f15b-ef61-4b01-b640-5a251f0b26d4 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:32.344769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea146bc-0293-4424-9ee3-943cf6704624 req-4273f15b-ef61-4b01-b640-5a251f0b26d4 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.0532413 Oct 12 11:28:32.400035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea146bc-0293-4424-9ee3-943cf6704624 req-a309e6d0-816a-4d0b-bd2f-a2761b898d0c tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Oct 12 11:28:32.421662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-280273b4-e719-4d85-abc2-5f757b8cffc8 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502934 Oct 12 11:28:32.585814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-5e326eac-34ca-4a1e-98dc-cd71d69d6e55 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531372 Oct 12 11:28:32.601655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Deleting port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:32.601989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:32.650492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a690e047-7754-4141-8c9c-6403f2931a58 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:32.683320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a690e047-7754-4141-8c9c-6403f2931a58 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:32.683715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a690e047-7754-4141-8c9c-6403f2931a58 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:32.693162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] For port 53a4a0ab-a29e-4cc3-b42b-b87189336e8b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:32.693793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:32.711372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Calling delete_port for 53a4a0ab-a29e-4cc3-b42b-b87189336e8b owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:32.918678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57a3f36b-25ce-4218-8027-87d9bd4bcb52 req-3fe76f9d-d497-4bb6-8e94-a9b6b2d31ebe tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 210 time: 0.0383089 Oct 12 11:28:33.010452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:33.037390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a4a0ab-a29e-4cc3-b42b-b87189336e8b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:33.126392 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab8f6091-8ed3-4fa3-a7b1-e965974de39b req-1a084c00-952a-4390-a986-34820e6d15dc tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Oct 12 11:28:33.277517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:33.447998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-2c0cd09e-522a-4133-985a-db4d781a4518 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:33.450912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-2c0cd09e-522a-4133-985a-db4d781a4518 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.47 "GET /v2.0/networks?id=ba518346-fe49-48ae-9275-93fc06ea9e55 HTTP/1.1" status: 200 len: 807 time: 0.1186881 Oct 12 11:28:33.468023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Request body: {'port': {'device_id': '450726ae-3bec-4833-aad9-feb67692fc48', 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55', 'admin_state_up': True, 'tenant_id': '6471501214914718bc935b9fa57e1edf'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:33.587032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:28:33.734609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:28:33.745675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de967873-de27-4387-82c9-b3c46e562a24 admin admin] 10.222.0.43 "PUT /v2.0/routers/7d83e7c7-fdb2-49ee-8f47-f58552f45980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907651 Oct 12 11:28:33.746784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33896) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:33.751351 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Sync routers for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:28:33.760513 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:33.760859 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:33.868284 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:33.875256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:33.987410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7167-fa18-44c6-bcb1-96827e240290 req-51ab7531-eb2d-4f90-a907-3aeb62d934db tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:33.988948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f04d7167-fa18-44c6-bcb1-96827e240290 req-51ab7531-eb2d-4f90-a907-3aeb62d934db tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.4916129 Oct 12 11:28:34.015149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.055185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:28:32Z', 'revision_number': 5, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:34.065204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f04d7167-fa18-44c6-bcb1-96827e240290 req-43e61d41-ab19-4622-a6fa-401ab919cd18 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552192 Oct 12 11:28:34.083695 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Checking router: 7d83e7c7-fdb2-49ee-8f47-f58552f45980 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:28:34.086896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-410f57a3-a437-4710-bf63-7786d0d2374f req-7bc26dfa-1a89-4e83-bd60-688372624c9f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 210 time: 0.0611019 Oct 12 11:28:34.093479 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Routers {'7d83e7c7-fdb2-49ee-8f47-f58552f45980'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:34.094069 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:34.179878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Made reservation on behalf of 6471501214914718bc935b9fa57e1edf for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:34.184586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.219599 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] Set router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:34.262295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4625b3cb-c006-49c8-8693-c3c5307dab91 req-3c26bbe1-c88f-478d-8ca4-a45985c94e24 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 210 time: 0.0336926 Oct 12 11:28:34.268124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Deleting port 888e6a65-b86c-428e-af26-672ee41bb5ab {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:34.268542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.336162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Allocated IP 172.20.0.11 (ba518346-fe49-48ae-9275-93fc06ea9e55/38f1fd76-1bf0-4054-86fe-2a340563fe03/0e44e113-bcc8-4947-87c6-51577ac8f6c7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:34.390721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] For port 888e6a65-b86c-428e-af26-672ee41bb5ab, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=888e6a65-b86c-428e-af26-672ee41bb5ab,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:34.391154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.404003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Calling delete_port for 888e6a65-b86c-428e-af26-672ee41bb5ab owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:34.464202 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:28:32Z', 'revision_number': 5, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:34.493263 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3a28e-2698-4a43-81ac-88c4248e2a01 None None] The sync data for ids ['7d83e7c7-fdb2-49ee-8f47-f58552f45980'] in n-d-813419-3 is: [{'id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'name': 'tempest-TestServerMultinode-670434482-router', 'tenant_id': 'f5fd93d06d234ac7a34e116ead377e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:10Z', 'updated_at': '2021-10-12T11:28:32Z', 'revision_number': 5, 'project_id': 'f5fd93d06d234ac7a34e116ead377e37', 'gw_port': {'id': '888e6a65-b86c-428e-af26-672ee41bb5ab', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83e7c7-fdb2-49ee-8f47-f58552f45980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:12Z', 'updated_at': '2021-10-12T11:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:28:34.525757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.634282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.683943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Network ba518346-fe49-48ae-9275-93fc06ea9e55 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:34.689658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:34.691921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299af383-3f90-4146-82fa-c889e83424d8 req-2a62b527-2e61-446a-a5c3-dbc850f9d68a tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:34.694654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:34.701374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-299af383-3f90-4146-82fa-c889e83424d8 req-2a62b527-2e61-446a-a5c3-dbc850f9d68a tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.1086092 Oct 12 11:28:34.709518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.721525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Pushing event updated for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:34.751425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=888e6a65-b86c-428e-af26-672ee41bb5ab,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:34.757368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:34.758014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.793145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-299af383-3f90-4146-82fa-c889e83424d8 req-9062f14b-f612-43dc-93db-8071b06a0570 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908031 Oct 12 11:28:34.831536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.911404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-c4508a4f-9b75-4781-a1e8-067cc3259f57 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4506240 Oct 12 11:28:34.923557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Request body: {'port': {'device_id': '450726ae-3bec-4833-aad9-feb67692fc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:34.933393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.936036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:34.987610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.065441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.066019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d83e7c7-fdb2-49ee-8f47-f58552f45980 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:28:35.070939 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.072078 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bc8431ac-41f4-4de7-ad60-412db9d13c5f admin admin] 10.222.0.43 "DELETE /v2.0/routers/7d83e7c7-fdb2-49ee-8f47-f58552f45980 HTTP/1.1" status: 204 len: 168 time: 1.3215272 Oct 12 11:28:35.074571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:35.138764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Deleting subnet a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:28:35.142816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.197261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.243072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d8e1ba2-ba46-4903-9c72-2f50b6d3dcd7 req-8840f52a-a3e9-4943-b4b9-61bb6ed45261 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 210 time: 0.0410867 Oct 12 11:28:35.288419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53a4a0ab-a29e-4cc3-b42b-b87189336e8b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:35.320713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 53a4a0ab-a29e-4cc3-b42b-b87189336e8b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:35.321176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53a4a0ab-a29e-4cc3-b42b-b87189336e8b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:35.352400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.402003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e44e113-bcc8-4947-87c6-51577ac8f6c7 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:35.409916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.425927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Transition to ACTIVE for port object 0e44e113-bcc8-4947-87c6-51577ac8f6c7 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:35.501822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.505150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a796e9-feac-4863-9ba1-f7a0a5c892bc req-054b822e-4b59-4cb1-99b8-3c19b7621083 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:35.507178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92a796e9-feac-4863-9ba1-f7a0a5c892bc req-054b822e-4b59-4cb1-99b8-3c19b7621083 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 932 time: 0.1344903 Oct 12 11:28:35.558031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.587749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:35.597694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-c13e2399-def0-40f0-80b2-333ce068fee4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:35.599215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-c13e2399-def0-40f0-80b2-333ce068fee4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1734352 Oct 12 11:28:35.605668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33ff8b3-fc18-4bed-a9e3-35ae5ee96313,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:35.613124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.619197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-27849b4d-e00d-48e6-a36a-2396a5e308e8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a33ff8b3-fc18-4bed-a9e3-35ae5ee96313 HTTP/1.1" status: 204 len: 168 time: 0.5408599 Oct 12 11:28:35.622290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454782ce-124d-4828-97c8-834c85a02cc1 None None] Network 912038e5-8ec9-4cde-8251-c970a2487b64 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:35.625757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:35.631538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:35.654673 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92a796e9-feac-4863-9ba1-f7a0a5c892bc req-02a9c641-c058-4de8-b770-db624ee6c842 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298862 Oct 12 11:28:35.782822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Attempting to bind port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:35.782822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Attempting to bind port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'b5cb99a2-d22a-4812-9340-2c7172e92ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:35.782822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Attempting to bind port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 on network ba518346-fe49-48ae-9275-93fc06ea9e55 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:35.789612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.803411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 on network ba518346-fe49-48ae-9275-93fc06ea9e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:35.805572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Attempting to bind port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 on network ba518346-fe49-48ae-9275-93fc06ea9e55 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:35.832764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:35.832919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Checking segment: {'id': 'b5cb99a2-d22a-4812-9340-2c7172e92ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:35.833256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Bound using segment: {'id': 'b5cb99a2-d22a-4812-9340-2c7172e92ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:35.833882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Bound port: 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cb99a2-d22a-4812-9340-2c7172e92ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:35.834258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:35.894835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] DHCP port deletion for 912038e5-8ec9-4cde-8251-c970a2487b64 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:28:35.945860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Deleting port 100e14e9-2939-44be-87af-182a5ab66e76 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:35.946241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.008371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:36.012669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] For port 100e14e9-2939-44be-87af-182a5ab66e76, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=100e14e9-2939-44be-87af-182a5ab66e76,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:36.013774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.018312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0fb0-11b6-4362-813d-95f2bc8455e0 req-2da1e1fa-45c7-4d6f-9abe-920e1598265d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.019856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3eaf0fb0-11b6-4362-813d-95f2bc8455e0 req-2da1e1fa-45c7-4d6f-9abe-920e1598265d tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.1138084 Oct 12 11:28:36.020400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:36.024117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7,segment=NetworkSegment(b5cb99a2-d22a-4812-9340-2c7172e92ee9),segment_id=b5cb99a2-d22a-4812-9340-2c7172e92ee9)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:36.026106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.029359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Calling delete_port for 100e14e9-2939-44be-87af-182a5ab66e76 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:36.033835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Deleting port 100e14e9-2939-44be-87af-182a5ab66e76 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:36.034176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.105429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.132983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-c0bb47af-5bf2-4141-821e-870df0e5a62c tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.134454 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-c0bb47af-5bf2-4141-821e-870df0e5a62c tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.41 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 950 time: 0.1050637 Oct 12 11:28:36.147087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3eaf0fb0-11b6-4362-813d-95f2bc8455e0 req-40822a7a-1154-4fec-8931-a5a68edac722 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/security-groups?id=97521164-6362-42a8-a182-cdb8f4feace1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199183 Oct 12 11:28:36.157263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] For port 100e14e9-2939-44be-87af-182a5ab66e76, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=100e14e9-2939-44be-87af-182a5ab66e76,segment=NetworkSegment(2c67060c-86e4-4721-baa3-287863c0b444),segment_id=2c67060c-86e4-4721-baa3-287863c0b444)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:36.157628 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.171806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.172415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.173303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.173810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e44e113-bcc8-4947-87c6-51577ac8f6c7 HTTP/1.1" status: 200 len: 1092 time: 1.2552242 Oct 12 11:28:36.178811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:36.181124 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c5fd7-565f-4b87-bb45-798146bf470f" -d '{"events": [{"name": "network-changed", "server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:36.193822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Calling delete_port for 100e14e9-2939-44be-87af-182a5ab66e76 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:36.230310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] Pushing event deleted for resources: {'Port': ['ID=100e14e9-2939-44be-87af-182a5ab66e76,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:36.242496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339e479-0817-4fea-a529-6ddc1f80c39a None None] No DVR routers for this DVR port 100e14e9-2939-44be-87af-182a5ab66e76 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:36.249892 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf1c77-9d78-4292-9ba5-0cbdc1db0d8e x-openstack-request-id: req-8fcf1c77-9d78-4292-9ba5-0cbdc1db0d8e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:36.250262 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:36.250578 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fcf1c77-9d78-4292-9ba5-0cbdc1db0d8e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:36.251068 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7', 'status': 'completed', 'code': 200} Oct 12 11:28:36.258957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a33b5-9df0-43d4-bb36-4b706725cf01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:36.285386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.2 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/13a1c651-3d52-4f9a-8a44-1d3620310257) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:36.329050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Deleting port 04ea309a-e423-4db2-97f2-864f6c4bce79 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:36.329387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.332226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5fd7-565f-4b87-bb45-798146bf470f req-bc7aee09-95f6-40d8-9499-a154debdb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.333757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-553c5fd7-565f-4b87-bb45-798146bf470f req-bc7aee09-95f6-40d8-9499-a154debdb2fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6471501214914718bc935b9fa57e1edf&device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 1095 time: 0.0672898 Oct 12 11:28:36.339152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.398118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Pushing event deleted for resources: {'Port': ['ID=100e14e9-2939-44be-87af-182a5ab66e76,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:36.402202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] No DVR routers for this DVR port 100e14e9-2939-44be-87af-182a5ab66e76 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:36.467802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a28a91fe-538c-4b62-bfb1-05ccf0de4a96 req-e1eafec1-9208-429c-8119-b4d5b5d60d93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 210 time: 0.0955942 Oct 12 11:28:36.554335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.588973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912038e5-8ec9-4cde-8251-c970a2487b64']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:36.592017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5fd7-565f-4b87-bb45-798146bf470f req-1901c394-539a-494b-b92f-0fe2e6d03584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.593530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-553c5fd7-565f-4b87-bb45-798146bf470f req-1901c394-539a-494b-b92f-0fe2e6d03584 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6471501214914718bc935b9fa57e1edf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2497971 Oct 12 11:28:36.616348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c67060c-86e4-4721-baa3-287863c0b444') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:36.616757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c67060c-86e4-4721-baa3-287863c0b444') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:36.643438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.686748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.697306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:36.697721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:36.699466 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:36.779442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5fd7-565f-4b87-bb45-798146bf470f req-0c778a5e-f1bd-468c-baeb-7511d2533227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.780996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-553c5fd7-565f-4b87-bb45-798146bf470f req-0c778a5e-f1bd-468c-baeb-7511d2533227 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793716 Oct 12 11:28:36.833375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] For port 04ea309a-e423-4db2-97f2-864f6c4bce79, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=04ea309a-e423-4db2-97f2-864f6c4bce79,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:36.833734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.860423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Calling delete_port for 04ea309a-e423-4db2-97f2-864f6c4bce79 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:36.869752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-4c232f37-fd2b-4cbb-9c51-d2fc36116cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.871503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-4c232f37-fd2b-4cbb-9c51-d2fc36116cec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6471501214914718bc935b9fa57e1edf&device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 1095 time: 0.0466888 Oct 12 11:28:36.873050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.878584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.882578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] 10.222.0.43 "DELETE /v2.0/networks/912038e5-8ec9-4cde-8251-c970a2487b64 HTTP/1.1" status: 204 len: 168 time: 1.2493193 Oct 12 11:28:36.889225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:36.893579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d89b-b99b-4339-8d44-a22943dbec92 req-3631fddf-a782-4ab6-b103-bbb3dc0acef8 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:36.895145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b06d89b-b99b-4339-8d44-a22943dbec92 req-3631fddf-a782-4ab6-b103-bbb3dc0acef8 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 944 time: 0.1188812 Oct 12 11:28:36.933297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627975c0-f3cc-4f21-84a8-8dc0bdb2740a admin admin] Pushing event deleted for resources: {'Network': ['ID=912038e5-8ec9-4cde-8251-c970a2487b64,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:36.961318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:36.973199 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-3638008a-9091-4036-b663-88b845462ccc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7 HTTP/1.1" status: 200 len: 217 time: 0.0891972 Oct 12 11:28:37.015594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6b06d89b-b99b-4339-8d44-a22943dbec92 req-c2fd2c1b-5154-4cc6-a62b-dfd340521b41 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041749 Oct 12 11:28:37.078889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-57ae3443-45fe-460e-9be1-249241a5c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:37.080383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-57ae3443-45fe-460e-9be1-249241a5c5b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38f1fd76-1bf0-4054-86fe-2a340563fe03 HTTP/1.1" status: 200 len: 847 time: 0.0961740 Oct 12 11:28:37.119792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.124358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-ff7bf076-be9d-47db-b95a-73fb6b832fbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba518346-fe49-48ae-9275-93fc06ea9e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294001 Oct 12 11:28:37.184655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:37.190807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.193769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:37.201231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:37.204171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['04ea309a-e423-4db2-97f2-864f6c4bce79'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:37.216178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:37.254460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Pushing event deleted for resources: {'Port': ['ID=04ea309a-e423-4db2-97f2-864f6c4bce79,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:37.274344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 100e14e9-2939-44be-87af-182a5ab66e76 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:37.307365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:37.308038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.326973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 100e14e9-2939-44be-87af-182a5ab66e76 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:37.328390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 100e14e9-2939-44be-87af-182a5ab66e76 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:37.330846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 888e6a65-b86c-428e-af26-672ee41bb5ab no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:37.377355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 888e6a65-b86c-428e-af26-672ee41bb5ab {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:37.377699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 888e6a65-b86c-428e-af26-672ee41bb5ab not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:37.386552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] No DVR routers for this DVR port 04ea309a-e423-4db2-97f2-864f6c4bce79 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:37.392048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.399660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-754f5f4f-9de5-407b-b42b-75c5db3f6775 req-b65ab1a3-4e79-4415-b1df-4446d55cb7e2 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.41 "DELETE /v2.0/ports/04ea309a-e423-4db2-97f2-864f6c4bce79 HTTP/1.1" status: 204 len: 173 time: 1.2567151 Oct 12 11:28:37.399660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'name': 'network-vif-deleted', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:37.403100 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6e715-dde8-4c82-b0d8-04879b65ffe5" -d '{"events": [{"server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "name": "network-vif-deleted", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:37.426659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-6aabc6a7-eb4a-4381-8a8a-c7fc6fc744b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8161027 Oct 12 11:28:37.433787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-272a84ff-dd98-47af-9140-82ee0a813b9b req-59a68767-915f-4698-82f3-0a2ca75b27a1 tempest-ImagesNegativeTestJSON-32235643 tempest-ImagesNegativeTestJSON-32235643-project] 10.222.0.43 "GET /v2.0/ports?device_id=b025d009-377c-4a99-ab76-fac1150e1555 HTTP/1.1" status: 200 len: 210 time: 0.0734167 Oct 12 11:28:37.442441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Request body: {'port': {'device_id': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:37.512885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-383a5f05-61ac-4d7b-a770-8339760227e2 service neutron] 10.222.0.47 "GET /v2.0/networks/ba518346-fe49-48ae-9275-93fc06ea9e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496099 Oct 12 11:28:37.558562 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13771f87-12a6-4380-991f-8013ac9a7b4b x-openstack-request-id: req-13771f87-12a6-4380-991f-8013ac9a7b4b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:37.558866 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b025d009-377c-4a99-ab76-fac1150e1555", "name": "network-vif-deleted", "tag": "04ea309a-e423-4db2-97f2-864f6c4bce79", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:37.559119 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13771f87-12a6-4380-991f-8013ac9a7b4b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:37.560523 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025d009-377c-4a99-ab76-fac1150e1555', 'name': 'network-vif-deleted', 'tag': '04ea309a-e423-4db2-97f2-864f6c4bce79', 'status': 'completed', 'code': 200} Oct 12 11:28:37.560982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.738100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda15ab-6a1f-4ad6-a7b5-a202991e7894 req-52fcfc32-7574-4f84-a285-03e9539d33c7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:37.739678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbda15ab-6a1f-4ad6-a7b5-a202991e7894 req-52fcfc32-7574-4f84-a285-03e9539d33c7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 931 time: 0.1696692 Oct 12 11:28:37.762100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d95c68-2e22-4316-8b88-0029523bbf9b req-10c64b70-7baa-4fa8-a767-68701ac8689e service neutron] 10.222.0.47 "GET /v2.0/networks/ba518346-fe49-48ae-9275-93fc06ea9e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936858 Oct 12 11:28:37.803073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbda15ab-6a1f-4ad6-a7b5-a202991e7894 req-de8276a6-240f-40ed-8424-e15ea7f04f95 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 Oct 12 11:28:37.869985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.877627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a1c651-3d52-4f9a-8a44-1d3620310257 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:37.888876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:37.907835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Transition to ACTIVE for port object 13a1c651-3d52-4f9a-8a44-1d3620310257 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:38.028028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.143754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Deleting port c253fc1c-6469-4eca-b317-6c4790b572e4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:38.144170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.168302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Pushing event updated for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:38.206133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca37d-0e70-4960-9a08-2407297b57e0 req-57303b43-579c-4650-a6ec-d4cccd4dd372 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:38.207705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596ca37d-0e70-4960-9a08-2407297b57e0 req-57303b43-579c-4650-a6ec-d4cccd4dd372 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 944 time: 0.0991049 Oct 12 11:28:38.218044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Attempting to bind port 13a1c651-3d52-4f9a-8a44-1d3620310257 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:38.218382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Attempting to bind port 13a1c651-3d52-4f9a-8a44-1d3620310257 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:38.218722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Attempting to bind port 13a1c651-3d52-4f9a-8a44-1d3620310257 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:38.230035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Port 13a1c651-3d52-4f9a-8a44-1d3620310257 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:38.230375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Attempting to bind port 13a1c651-3d52-4f9a-8a44-1d3620310257 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:38.230792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] For port c253fc1c-6469-4eca-b317-6c4790b572e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c253fc1c-6469-4eca-b317-6c4790b572e4,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:38.231161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.242891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:38.243224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:38.243604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:38.244033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Bound port: 13a1c651-3d52-4f9a-8a44-1d3620310257, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:38.244387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.244528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Calling delete_port for c253fc1c-6469-4eca-b317-6c4790b572e4 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:38.293698 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596ca37d-0e70-4960-9a08-2407297b57e0 req-4420a0c1-3b92-4687-9d9a-3d1568aba330 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706990 Oct 12 11:28:38.356766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:38.360353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=13a1c651-3d52-4f9a-8a44-1d3620310257,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:38.439282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.516336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:38.516968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.518408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] 10.222.0.41 "PUT /v2.0/ports/13a1c651-3d52-4f9a-8a44-1d3620310257 HTTP/1.1" status: 200 len: 1091 time: 1.0848963 Oct 12 11:28:38.560651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb12b2-117b-4fee-8c18-7f66cee7b452 service neutron] Pushing event updated for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:38.691900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-46375be7-8b09-408c-a78f-903c67020d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:38.693612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-46375be7-8b09-408c-a78f-903c67020d91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 1094 time: 0.0436482 Oct 12 11:28:38.741121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-794b0d1e-b9e7-4371-8010-087a47aadfec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13a1c651-3d52-4f9a-8a44-1d3620310257 HTTP/1.1" status: 200 len: 217 time: 0.0382621 Oct 12 11:28:38.797246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-314bdd8b-2852-49df-a072-9575f392a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:38.798820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-314bdd8b-2852-49df-a072-9575f392a049 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0520263 Oct 12 11:28:38.831586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-d281df9f-6c61-4a5b-ae07-0a6ed3610bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256646 Oct 12 11:28:38.902062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:38.936701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Pushing event deleted for resources: {'Port': ['ID=c253fc1c-6469-4eca-b317-6c4790b572e4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:38.996081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9b84-07ea-42e6-b3a6-4fb6afdf16b9 req-df28c18a-a015-4288-87a8-4fa8d2718ec4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:38.999414 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dde9b84-07ea-42e6-b3a6-4fb6afdf16b9 req-df28c18a-a015-4288-87a8-4fa8d2718ec4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 943 time: 0.1077867 Oct 12 11:28:39.004329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-613aea1d-c60f-4223-9a70-eef955dfabc6 service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649919 Oct 12 11:28:39.088509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34010) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:39.156774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dde9b84-07ea-42e6-b3a6-4fb6afdf16b9 req-6f4488cf-962f-4cb3-a82e-9fc4f2e3d3ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500735 Oct 12 11:28:39.203722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3cffbf1-3779-4a0f-b9ce-166fb0871be2 req-7c0c6886-8a77-4298-86fb-200a1fd566c1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752849 Oct 12 11:28:39.221376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.317678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34018) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:39.350531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef10dd8-8a94-4b57-81b7-4f92efb70465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.458302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1c9e3810-c0c9-47da-8589-1951ee92847e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=890271ef2dc94c209ff1a270519dde3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390560 Oct 12 11:28:39.462837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34022) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:39.473773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef10dd8-8a94-4b57-81b7-4f92efb70465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.491435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431158f-426c-40c7-87fa-80a93fdcc131 req-fd39c670-8843-4d3c-b058-79c60fb6c8d6 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:39.493034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1431158f-426c-40c7-87fa-80a93fdcc131 req-fd39c670-8843-4d3c-b058-79c60fb6c8d6 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 944 time: 0.0949500 Oct 12 11:28:39.518237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.527953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Router ba7137f0-c220-4c12-90f0-761a02e2616e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:28:39.539787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.549717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1431158f-426c-40c7-87fa-80a93fdcc131 req-6090252a-6321-42fd-921d-93b752105e25 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Oct 12 11:28:39.556735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef10dd8-8a94-4b57-81b7-4f92efb70465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.571453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:39.575280 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7a27d-388c-4111-8b23-edbb3e936c62" -d '{"events": [{"name": "network-changed", "server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:39.621495 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d500a-f03a-4faf-b0b2-cdebe811e98e x-openstack-request-id: req-481d500a-f03a-4faf-b0b2-cdebe811e98e {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:39.621784 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:39.622032 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-481d500a-f03a-4faf-b0b2-cdebe811e98e {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:39.623061 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257', 'status': 'completed', 'code': 200} Oct 12 11:28:39.629949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ef10dd8-8a94-4b57-81b7-4f92efb70465 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e5cb19307cd4b9699dba0c7289c2abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388753 Oct 12 11:28:39.633890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef10dd8-8a94-4b57-81b7-4f92efb70465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05ae3c-af0f-4e04-a820-0e090d5db4ee,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:39.634239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34026) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:39.689663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:28:39.694316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-19503485-13b1-4a04-8e88-b16adcd97a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:39.695439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-19503485-13b1-4a04-8e88-b16adcd97a48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 1094 time: 0.0515149 Oct 12 11:28:39.695905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd1cebb8-f633-4cb2-90ae-2b3577b90184 admin admin] 10.222.0.43 "PUT /v2.0/routers/ba7137f0-c220-4c12-90f0-761a02e2616e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974262 Oct 12 11:28:39.698385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34028) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:39.700969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Sync routers for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:28:39.711286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:39.711829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:39.713344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.739235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.812925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.815781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.817001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97521164-6362-42a8-a182-cdb8f4feace1 HTTP/1.1" status: 204 len: 168 time: 0.3532541 Oct 12 11:28:39.822961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:39.833644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e31a5-7fdd-4d93-a671-876166d8546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97521164-6362-42a8-a182-cdb8f4feace1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:39.867430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.870986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.875370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd05ae3c-af0f-4e04-a820-0e090d5db4ee HTTP/1.1" status: 204 len: 168 time: 0.2370539 Oct 12 11:28:39.885885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d45432-1d28-4cdd-a353-82cabdb931b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05ae3c-af0f-4e04-a820-0e090d5db4ee,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:39.909473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-9447dbc1-2223-4a38-b91f-df5adeb56f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:39.911000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-9447dbc1-2223-4a38-b91f-df5adeb56f9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 913 time: 0.2044241 Oct 12 11:28:39.963922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:39.967728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-96c2c06a-052f-4214-bb60-fa437f9d19d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13a1c651-3d52-4f9a-8a44-1d3620310257 HTTP/1.1" status: 200 len: 217 time: 0.0474255 Oct 12 11:28:40.053424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-c5b24288-b7c9-4b67-94ae-c51c41390255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:40.055187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-c5b24288-b7c9-4b67-94ae-c51c41390255 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0579913 Oct 12 11:28:40.057468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:28:38Z', 'revision_number': 5, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:40.086599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Checking router: ba7137f0-c220-4c12-90f0-761a02e2616e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:28:40.095452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Routers {'ba7137f0-c220-4c12-90f0-761a02e2616e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:28:40.096224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ba7137f0-c220-4c12-90f0-761a02e2616e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:40.125070 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-823f97df-d403-4b97-84c2-e213bdb7711c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624855 Oct 12 11:28:40.202589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0e44e113-bcc8-4947-87c6-51577ac8f6c7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:40.211651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.258628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] Set router ba7137f0-c220-4c12-90f0-761a02e2616e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:28:40.261754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-83cd6976-4ab8-4e11-8fdb-7649615e809f service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268821 Oct 12 11:28:40.371773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ef4a-2d8d-494a-9d35-c915239f67b8 req-9855a250-3e1d-412c-babd-6edbef4782fc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:40.383839 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4dc9ef4a-2d8d-494a-9d35-c915239f67b8 req-9855a250-3e1d-412c-babd-6edbef4782fc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 943 time: 0.0935729 Oct 12 11:28:40.437714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4dc9ef4a-2d8d-494a-9d35-c915239f67b8 req-ee3a7a4f-38bb-4ebf-b055-e4f38a1d78e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Oct 12 11:28:40.480215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbc7a27d-388c-4111-8b23-edbb3e936c62 req-962f78c2-9047-4d49-89ce-442ca395be27 service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108545 Oct 12 11:28:40.486989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Deleting port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:40.487322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.584958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] For port 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:40.585558 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.604757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Calling delete_port for 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:40.615795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7,segment=NetworkSegment(b5cb99a2-d22a-4812-9340-2c7172e92ee9),segment_id=b5cb99a2-d22a-4812-9340-2c7172e92ee9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:40.636610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '0e44e113-bcc8-4947-87c6-51577ac8f6c7', 'network_id': 'ba518346-fe49-48ae-9275-93fc06ea9e55', 'port_id': '0e44e113-bcc8-4947-87c6-51577ac8f6c7', 'mac_address': 'fa:16:3e:b0:d1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f1fd76-1bf0-4054-86fe-2a340563fe03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:40.690508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 04ea309a-e423-4db2-97f2-864f6c4bce79 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:40.720925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 04ea309a-e423-4db2-97f2-864f6c4bce79 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:40.721625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 04ea309a-e423-4db2-97f2-864f6c4bce79 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:40.734349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.750359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e44e113-bcc8-4947-87c6-51577ac8f6c7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:40.752905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34054) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:40.757052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce8119-de53-47b8-9864-4deefae5fa15 req-c70ee617-4556-4a5f-bc9e-4c36099e2445 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:40.758866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1ce8119-de53-47b8-9864-4deefae5fa15 req-c70ee617-4556-4a5f-bc9e-4c36099e2445 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 944 time: 0.1007864 Oct 12 11:28:40.777175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7,segment=NetworkSegment(b5cb99a2-d22a-4812-9340-2c7172e92ee9),segment_id=b5cb99a2-d22a-4812-9340-2c7172e92ee9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:40.780425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:28:38Z', 'revision_number': 5, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:40.782348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d095b24-e495-4845-bda5-6e4e23594d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.813310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c1ce8119-de53-47b8-9864-4deefae5fa15 req-e2192417-baa0-4bcc-89c4-ba5792351751 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Oct 12 11:28:40.822273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6c4f4-ea99-4b38-982c-6035bce93e40 None None] The sync data for ids ['ba7137f0-c220-4c12-90f0-761a02e2616e'] in n-d-813419-3 is: [{'id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'name': 'tempest-TestServerMultinode-832757734-router', 'tenant_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:27:27Z', 'updated_at': '2021-10-12T11:28:38Z', 'revision_number': 5, 'project_id': 'c6712cbf08f845ad8c2f1ae67a450bc3', 'gw_port': {'id': '9328c1e0-d902-4d9b-a8fb-7645c3cb1a30', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7137f0-c220-4c12-90f0-761a02e2616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:27:28Z', 'updated_at': '2021-10-12T11:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:28:40.878874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.894715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d095b24-e495-4845-bda5-6e4e23594d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.927717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:40.964563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:40.992271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Pushing event deleted for resources: {'Port': ['ID=9328c1e0-d902-4d9b-a8fb-7645c3cb1a30,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:41.027060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d095b24-e495-4845-bda5-6e4e23594d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.049573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.067850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3d095b24-e495-4845-bda5-6e4e23594d48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9ae1c3e9ce24775ac0e4f8702c56e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135285 Oct 12 11:28:41.071310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34062) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:41.080175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d095b24-e495-4845-bda5-6e4e23594d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2161a853-fe2f-46ca-8744-67961a9e891d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:41.129812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.139537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['0e44e113-bcc8-4947-87c6-51577ac8f6c7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:41.150641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.152892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.157986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.250737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:41.324493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c253fc1c-6469-4eca-b317-6c4790b572e4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:41.351299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.351899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7137f0-c220-4c12-90f0-761a02e2616e {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:28:41.352104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c253fc1c-6469-4eca-b317-6c4790b572e4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:41.352384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c253fc1c-6469-4eca-b317-6c4790b572e4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:41.365051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.366235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-852447e9-d34a-41d5-978c-3b4897bc282e admin admin] 10.222.0.43 "DELETE /v2.0/routers/ba7137f0-c220-4c12-90f0-761a02e2616e HTTP/1.1" status: 204 len: 168 time: 1.6667495 Oct 12 11:28:41.368995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34074) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:41.405912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.408518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.409659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2161a853-fe2f-46ca-8744-67961a9e891d HTTP/1.1" status: 204 len: 168 time: 0.3374257 Oct 12 11:28:41.413378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1588465760-network', 'tenant_id': 'a240018c12084a799d9ab45083ce1ab2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:41.433159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d096d-cd33-4eef-9db8-1431e4324fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2161a853-fe2f-46ca-8744-67961a9e891d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:41.462263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Deleting subnet 1447ac29-95ab-4426-bdee-0a65eaf777dd {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:28:41.468379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.516502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.548110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Made reservation on behalf of a240018c12084a799d9ab45083ce1ab2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:41.550410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.580200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.652079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92329-ea60-4e52-962b-10eab14b6987 req-e0e07b6d-0a14-43da-872b-66371fd7ba2a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:41.653698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79d92329-ea60-4e52-962b-10eab14b6987 req-e0e07b6d-0a14-43da-872b-66371fd7ba2a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 943 time: 0.1405873 Oct 12 11:28:41.703799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.753922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79d92329-ea60-4e52-962b-10eab14b6987 req-ba613578-c602-4b7a-8b56-b8acfed70566 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917914 Oct 12 11:28:41.796422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.924476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.943000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824a3f-1e38-4dd1-b3f7-c4a20fd45670 req-daf57ffe-14f4-45ae-9476-f2ab59c24897 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:41.944791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25824a3f-1e38-4dd1-b3f7-c4a20fd45670 req-daf57ffe-14f4-45ae-9476-f2ab59c24897 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Oct 12 11:28:41.945709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:41.961237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63846f8e-059d-4940-9c87-4a69df54ea46,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:41.963949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:41.964293 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Added segment 9e88ba0d-a582-4efc-b1a4-618338c8b426 of type vlan for network ff6a3df1-bbdc-4d24-a573-82061b26285f Oct 12 11:28:41.974356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.007048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25824a3f-1e38-4dd1-b3f7-c4a20fd45670 req-311fa302-19c3-4071-b564-c439b9d71d66 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541904 Oct 12 11:28:42.043994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1447ac29-95ab-4426-bdee-0a65eaf777dd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.045960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.049213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ae7c17d-a8ea-4dcd-9bea-3d8ff03d341b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1447ac29-95ab-4426-bdee-0a65eaf777dd HTTP/1.1" status: 204 len: 168 time: 0.6793058 Oct 12 11:28:42.051856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34092) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:42.053938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96d544-dd68-4989-b10b-047f80ed3aa1 None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:42.058816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.128855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.158908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.160157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:42.160920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.182681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Deleting port cb81911e-b409-4e50-bc75-b57783741a85 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:42.183050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.212202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0e44e113-bcc8-4947-87c6-51577ac8f6c7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:42.245295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] Pushing event updated for resources: {'Network': ['ID=ff6a3df1-bbdc-4d24-a573-82061b26285f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.256421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ff6a3df1-bbdc-4d24-a573-82061b26285f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:42.265835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] DHCP port deletion for e05d0aea-b793-4db5-82a1-7afdf55e1b0c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:28:42.279252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a95c1a46-bbff-4044-9e02-8538dd8f3a9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0255785 Oct 12 11:28:42.287985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:42.287985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Request body: {'subnet': {'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1588465760-subnet', 'tenant_id': 'a240018c12084a799d9ab45083ce1ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:42.288944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] For port cb81911e-b409-4e50-bc75-b57783741a85, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb81911e-b409-4e50-bc75-b57783741a85,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:42.288944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.314068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Calling delete_port for cb81911e-b409-4e50-bc75-b57783741a85 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:42.384550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Deleting port cb81911e-b409-4e50-bc75-b57783741a85 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:42.384947 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.399832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Made reservation on behalf of a240018c12084a799d9ab45083ce1ab2 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:42.404480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.437009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:42.446962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:42.447335 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.480655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] For port cb81911e-b409-4e50-bc75-b57783741a85, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cb81911e-b409-4e50-bc75-b57783741a85,segment=NetworkSegment(80d256b4-34e9-438f-8086-05b466889ceb),segment_id=80d256b4-34e9-438f-8086-05b466889ceb)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:42.481012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.490428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.502827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Calling delete_port for cb81911e-b409-4e50-bc75-b57783741a85 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:42.517932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb81911e-b409-4e50-bc75-b57783741a85,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.522165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] No DVR routers for this DVR port cb81911e-b409-4e50-bc75-b57783741a85 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:42.560486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.595190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7,segment=NetworkSegment(b5cb99a2-d22a-4812-9340-2c7172e92ee9),segment_id=b5cb99a2-d22a-4812-9340-2c7172e92ee9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:42.603601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.626471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:42.628859 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763cf8f-03c0-4eae-9f41-74e6803dbc19" -d '{"events": [{"server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "name": "network-vif-plugged", "status": "completed", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:42.633950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05d0aea-b793-4db5-82a1-7afdf55e1b0c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:42.648620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d256b4-34e9-438f-8086-05b466889ceb') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:42.649342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d256b4-34e9-438f-8086-05b466889ceb') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:42.666161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.668123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.679604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 13a1c651-3d52-4f9a-8a44-1d3620310257 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:42.686129 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaabdfe-23a3-43db-8e2b-dc4e43a8de97 x-openstack-request-id: req-0aaabdfe-23a3-43db-8e2b-dc4e43a8de97 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:42.686417 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "name": "network-vif-plugged", "status": "completed", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:42.686667 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aaabdfe-23a3-43db-8e2b-dc4e43a8de97 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:42.687080 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7', 'code': 200} Oct 12 11:28:42.690471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.698119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:42.698817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:42.701010 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:42.721556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.761586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.880641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.888404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:42.891619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e05d0aea-b793-4db5-82a1-7afdf55e1b0c HTTP/1.1" status: 204 len: 168 time: 0.8386738 Oct 12 11:28:42.904175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88cd9e-8d32-4810-a620-a0537b33bcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05d0aea-b793-4db5-82a1-7afdf55e1b0c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.917658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24557-cb6d-435b-9310-1d501ea7bf39 req-17d1d8c8-c619-4375-a776-53adbcf9b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:42.917658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80b24557-cb6d-435b-9310-1d501ea7bf39 req-17d1d8c8-c619-4375-a776-53adbcf9b052 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 1097 time: 0.1327283 Oct 12 11:28:42.920794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04704-d8c4-419c-89b6-2dd52b1e1761 req-24fdd6c8-204a-47ac-b572-f9b3e75899ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:42.921275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7028e7-9cf4-4929-af4b-0b288d03b24b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:42.922528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37f04704-d8c4-419c-89b6-2dd52b1e1761 req-24fdd6c8-204a-47ac-b572-f9b3e75899ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 943 time: 0.0816803 Oct 12 11:28:42.958089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=13a1c651-3d52-4f9a-8a44-1d3620310257,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:42.968856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80b24557-cb6d-435b-9310-1d501ea7bf39 req-62927384-122f-4c01-b369-c653c0055568 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Oct 12 11:28:42.972256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '13a1c651-3d52-4f9a-8a44-1d3620310257', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': '13a1c651-3d52-4f9a-8a44-1d3620310257', 'mac_address': 'fa:16:3e:51:99:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:42.999522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Checking segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:42.999682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37f04704-d8c4-419c-89b6-2dd52b1e1761 req-9746d353-dbbd-45a7-bd89-76a6459ebfa0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584946 Oct 12 11:28:42.999789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Network hostable DHCP agents. Network: ff6a3df1-bbdc-4d24-a573-82061b26285f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:28:43.011535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f09ca2eb-5be8-468d-95f2-57a9003abfca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1478846 Oct 12 11:28:43.011975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.043629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Network e05d0aea-b793-4db5-82a1-7afdf55e1b0c is not hosted by any dhcp agent {{(pid=95549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:28:43.044240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] No DVR routers for this DVR port cb81911e-b409-4e50-bc75-b57783741a85 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:43.046269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f46d3-5b35-40a8-9988-cf9c36068985 None None] Pushing event deleted for resources: {'Port': ['ID=cb81911e-b409-4e50-bc75-b57783741a85,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:43.059233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.081970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a1c651-3d52-4f9a-8a44-1d3620310257 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:43.110593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Network ff6a3df1-bbdc-4d24-a573-82061b26285f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:28:43.115684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=13a1c651-3d52-4f9a-8a44-1d3620310257,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:43.147554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4e7b-bf4d-4809-88c9-3de90dee6100 req-e0b541a9-de1b-4479-a192-9adf0f33939c tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.149066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-646a4e7b-bf4d-4809-88c9-3de90dee6100 req-e0b541a9-de1b-4479-a192-9adf0f33939c tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 946 time: 0.0711653 Oct 12 11:28:43.226246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-646a4e7b-bf4d-4809-88c9-3de90dee6100 req-d8f5c643-eada-4278-add8-140a29d4072c tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581799 Oct 12 11:28:43.242708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.244533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:43.262556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ff6a3df1-bbdc-4d24-a573-82061b26285f) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:43.278878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.279664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.289063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec56ff8-692b-472c-bae7-dad16245be09 None None] Network ff6a3df1-bbdc-4d24-a573-82061b26285f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:43.296511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:43.296826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9328c1e0-d902-4d9b-a8fb-7645c3cb1a30 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:43.297242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb81911e-b409-4e50-bc75-b57783741a85 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:43.310871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.311344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.311790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.312235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.312675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.313158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.313606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.315614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f525cfbe-4841-4097-bf05-38e2ff4c3a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.1101789 Oct 12 11:28:43.330340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34128) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:43.336626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: cb81911e-b409-4e50-bc75-b57783741a85 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:43.336976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cb81911e-b409-4e50-bc75-b57783741a85 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:43.347973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04e4cef6-0315-4b81-818e-2a7f45aea046 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0667248 Oct 12 11:28:43.393963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a0dafb35-05bd-4d3f-aefc-d0e42bc4c374 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5fd93d06d234ac7a34e116ead377e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612690 Oct 12 11:28:43.396553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34134) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:43.467396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:43.493497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7dacf14e-f103-4bbd-8947-a2ede2fd2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.494407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7dacf14e-f103-4bbd-8947-a2ede2fd2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.495703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7dacf14e-f103-4bbd-8947-a2ede2fd2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.497546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7dacf14e-f103-4bbd-8947-a2ede2fd2041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 2298 time: 0.1470451 Oct 12 11:28:43.523800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.551125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.573408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['13a1c651-3d52-4f9a-8a44-1d3620310257'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:43.599950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0169793-ee50-4d14-b40f-cf82de462d9e None None] Network ff6a3df1-bbdc-4d24-a573-82061b26285f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:43.602967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-5d4eb3ec-fd34-480d-93f5-f39aa982643a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 1001 time: 0.0931721 Oct 12 11:28:43.657996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-ff76fde0-df17-4318-a266-1636a3083665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.659657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-ff76fde0-df17-4318-a266-1636a3083665 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.0498703 Oct 12 11:28:43.672188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.676486 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:43.681563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78766910-1e6f-4832-9194-b1cad2eb8cef HTTP/1.1" status: 204 len: 168 time: 0.2838933 Oct 12 11:28:43.693121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cdb6d-6ac0-4372-9768-a94cd9de7e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78766910-1e6f-4832-9194-b1cad2eb8cef,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:43.729878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-2b6ea9a9-5f5f-40ba-ae84-984ab7efcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:43.735230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-2b6ea9a9-5f5f-40ba-ae84-984ab7efcd0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654266 Oct 12 11:28:43.848364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7b990eee-d55b-4713-85b1-c8f2ddef49c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042156 Oct 12 11:28:43.941467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-b32a9317-2a5b-44ca-aaa1-cb8547d5c9ab service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860598 Oct 12 11:28:43.998062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-f5a4c397-60e6-4fc2-866c-a3397090bb54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 217 time: 0.0481887 Oct 12 11:28:44.057950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-4e62c768-b005-46c0-a876-28eb5e721a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.059460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-4e62c768-b005-46c0-a876-28eb5e721a9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0559037 Oct 12 11:28:44.142923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-130ab90d-e34c-4bdc-a97e-ed538c6bcc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.144427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-130ab90d-e34c-4bdc-a97e-ed538c6bcc7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769014 Oct 12 11:28:44.154808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e390d-e311-4d42-8089-23ecf59c2291 req-8f53a606-a3f5-4b51-a543-526fc27dc868 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.156438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-318e390d-e311-4d42-8089-23ecf59c2291 req-8f53a606-a3f5-4b51-a543-526fc27dc868 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 944 time: 0.0760283 Oct 12 11:28:44.161497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-29000c61-68f7-4cbd-a804-d2298dc11f10 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.163118 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-29000c61-68f7-4cbd-a804-d2298dc11f10 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.1548483 Oct 12 11:28:44.201956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-5c77b2ed-41b6-4b64-bb15-5eaf3086d9bc tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/quotas/a240018c12084a799d9ab45083ce1ab2 HTTP/1.1" status: 200 len: 375 time: 0.0243533 Oct 12 11:28:44.229655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:44.236311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-6919ffba-6d22-4a17-b0a7-e21a0987ab51 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331917 Oct 12 11:28:44.281398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-318e390d-e311-4d42-8089-23ecf59c2291 req-1c0d17e8-d8ca-4a80-bcbf-e146e43a984e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641193 Oct 12 11:28:44.285320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-5d231cb5-b9fb-4459-9764-9f36a21da29d service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279998 Oct 12 11:28:44.380027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-6049ecac-7d60-4b03-bad4-c51c45f14fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343226 Oct 12 11:28:44.417261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-76e12ae3-83f3-462b-bd1b-565285427e8d service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252687 Oct 12 11:28:44.428543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f63d2-8954-4693-ab1e-8c2f330b4abe req-f07fb379-26c2-4e7b-a9c2-5a43bb5c40a0 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.430027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b74f63d2-8954-4693-ab1e-8c2f330b4abe req-f07fb379-26c2-4e7b-a9c2-5a43bb5c40a0 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 946 time: 0.0722361 Oct 12 11:28:44.436967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1751287267'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:44.495346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-2f6645da-3d39-4bdd-b465-cdab268b2899 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 217 time: 0.0623803 Oct 12 11:28:44.523963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-bf436e56-22e0-41ba-9b5f-258d7d18ee91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713601 Oct 12 11:28:44.525826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-87d432d2-5e3b-45b8-8249-41b143cb1594 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393898 Oct 12 11:28:44.551198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b74f63d2-8954-4693-ab1e-8c2f330b4abe req-c1f6888b-be9c-4a3b-a0c1-900c69ca4dfb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054292 Oct 12 11:28:44.567087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-e78aa830-b6a8-4394-95c8-1451d7a8c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.568959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-e78aa830-b6a8-4394-95c8-1451d7a8c76c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0667922 Oct 12 11:28:44.570181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34174) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:44.613449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Made reservation on behalf of 36aa2694bd234e7a8d2ba394c47cce8c for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:44.617159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.637886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.650002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-06f1f54d-480f-4522-a6d9-a65ae36cfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.651562 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-06f1f54d-480f-4522-a6d9-a65ae36cfb1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 1097 time: 0.0794482 Oct 12 11:28:44.673260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04413f05-fbe1-4469-8d81-034e3dcfc3c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6712cbf08f845ad8c2f1ae67a450bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018803 Oct 12 11:28:44.679153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34178) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:44.688967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-3ec3a4a2-f296-47cd-9538-110c01595972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.689351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-3ec3a4a2-f296-47cd-9538-110c01595972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119614 Oct 12 11:28:44.694616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 13a1c651-3d52-4f9a-8a44-1d3620310257 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:44.804854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-e792e9d6-8b87-4116-8f3a-6637de5e42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.806831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-e792e9d6-8b87-4116-8f3a-6637de5e42f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1311672 Oct 12 11:28:44.859078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.884332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-32538359-b507-46b5-a585-f7450f46b94b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 200 len: 1001 time: 0.0700114 Oct 12 11:28:44.885330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 13a1c651-3d52-4f9a-8a44-1d3620310257 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:44.890457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 13a1c651-3d52-4f9a-8a44-1d3620310257 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:44.892018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.913707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-85cc0dc2-2ed1-42fc-85e0-2b9e121514db service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150536 Oct 12 11:28:44.915599 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.920421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66a0d05a-07d3-44a9-bead-fd7b80396002 req-b57d130d-e9e4-4caa-91df-80c4d6b20ec7 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 210 time: 0.0625753 Oct 12 11:28:44.958722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:44.964392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-c88257b0-65fc-4148-a705-8f84e78bef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:44.967969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-c88257b0-65fc-4148-a705-8f84e78bef53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0748217 Oct 12 11:28:44.999582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.028774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:45.031804 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a26269-4ae5-4fa3-8856-a965fc3d1421" -d '{"events": [{"server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "name": "network-vif-plugged", "status": "completed", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:45.042623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-53b5888c-1f80-46dd-a9f5-27d37ccb4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.045741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-53b5888c-1f80-46dd-a9f5-27d37ccb4cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721834 Oct 12 11:28:45.052422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.060879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=13a1c651-3d52-4f9a-8a44-1d3620310257,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:45.079449 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c5927-e34e-4d3c-aa56-56ba3c0badee x-openstack-request-id: req-160c5927-e34e-4d3c-aa56-56ba3c0badee {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:45.079742 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "name": "network-vif-plugged", "status": "completed", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:45.080091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-160c5927-e34e-4d3c-aa56-56ba3c0badee {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:45.080377 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257', 'code': 200} Oct 12 11:28:45.092240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-7ccee640-d67e-4b1d-95d2-129566e389b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704650 Oct 12 11:28:45.096875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9f327-afcb-45be-af55-bbfdaadb8bda,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:45.116818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:45.153132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-8b7d6cd6-3c47-4d7f-95ef-e877969b3bb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 217 time: 0.0532904 Oct 12 11:28:45.157911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.158328 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Added segment 10a989c8-4a4c-4b92-9ec7-3b8d81b683cc of type vlan for network 4c889616-4506-421c-803e-0de8f6b3daf4 Oct 12 11:28:45.166375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-a9f12e49-4a61-4315-896c-c68b97d1c8aa service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066034 Oct 12 11:28:45.174689 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.175734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.180799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.183720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79 HTTP/1.1" status: 204 len: 168 time: 0.5008512 Oct 12 11:28:45.240976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5b66c-0d68-4441-aeb4-635c9524e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc3e5e-f4e1-4cfa-b8b0-97142ae1ab79,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:45.245170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.263895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-2269f925-e697-4188-a804-8575244082fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.263895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-2269f925-e697-4188-a804-8575244082fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1011319 Oct 12 11:28:45.298977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:45.315199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210365-af8e-4df5-91ec-5071cda21c48 req-441e8710-ed88-4569-bf5e-4914b8bce6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.317299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd210365-af8e-4df5-91ec-5071cda21c48 req-441e8710-ed88-4569-bf5e-4914b8bce6dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 1095 time: 0.1660063 Oct 12 11:28:45.335424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-36b01194-c547-44e3-a1d3-289c9cc49050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.337103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-36b01194-c547-44e3-a1d3-289c9cc49050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656440 Oct 12 11:28:45.356870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b1a60bd-fa21-4a47-8154-b5e685d3c081 req-fb99bf87-2f96-4c38-bed4-0f43ca3adef4 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610935 Oct 12 11:28:45.359571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.366971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.368351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:45.373461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd210365-af8e-4df5-91ec-5071cda21c48 req-625d5d2e-2821-45ab-90b5-6dfaa8ae9ce8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 Oct 12 11:28:45.521600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Pushing event updated for resources: {'Network': ['ID=4c889616-4506-421c-803e-0de8f6b3daf4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:45.536860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4c889616-4506-421c-803e-0de8f6b3daf4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:45.540657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440d84d-06d3-48a8-8a1c-44e1598d705d req-fe81023f-b4e2-4277-9193-20d8cf29db42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.542196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1440d84d-06d3-48a8-8a1c-44e1598d705d req-fe81023f-b4e2-4277-9193-20d8cf29db42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.1706419 Oct 12 11:28:45.552187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34198) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:45.552746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ed770a3-aa61-47c7-a269-fa3a87aa0396 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3207684 Oct 12 11:28:45.579782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-319cece0-8f4a-49db-9556-fb7df72bfa4a service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349288 Oct 12 11:28:45.637166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1440d84d-06d3-48a8-8a1c-44e1598d705d req-c8a6f794-47ee-46c6-9de0-d5309d9926a0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834959 Oct 12 11:28:45.788253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-a4bc92a0-fc98-494d-b366-afef8a949c7f service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001367 Oct 12 11:28:45.843687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-e9b2e946-f92b-4fc0-839c-1950711fb809 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 217 time: 0.0479853 Oct 12 11:28:45.918575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-6ff53887-2d37-4176-8088-4455a9846646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.920939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-6ff53887-2d37-4176-8088-4455a9846646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0706003 Oct 12 11:28:45.923323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'name': 'tempest-network--1527475969', 'router:external': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:45.984676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-8bf7b9a2-a0bc-4250-9015-40400073fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:45.986184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-8bf7b9a2-a0bc-4250-9015-40400073fe03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578787 Oct 12 11:28:46.001311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f3c7b606-f917-433b-a8a4-56e2e2627f79 req-23428b59-5a5a-44cb-82ef-a2d43cb0878f tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 210 time: 0.0252309 Oct 12 11:28:46.030875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:46.033087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.042355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.084777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-e54f83ff-c6c8-4ec1-accd-9a9aabdfca6e service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Oct 12 11:28:46.185108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-019e446b-c6a2-4fe1-80be-88a8b1e0b228 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Oct 12 11:28:46.237197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-a13c4b23-85f5-4714-b52d-daa6aa710bf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 217 time: 0.0443850 Oct 12 11:28:46.294841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-bee1726b-9a8c-49a0-96ec-6b0b2b32058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:46.296337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-bee1726b-9a8c-49a0-96ec-6b0b2b32058f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0519810 Oct 12 11:28:46.354019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-b4da8170-1985-466b-ae2a-263529c725e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:46.355688 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-b4da8170-1985-466b-ae2a-263529c725e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521457 Oct 12 11:28:46.438582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.453584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-e6e5286c-7071-4113-b028-1f9e0c848150 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912125 Oct 12 11:28:46.528703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.550778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:46.569080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-dd72d834-e3a1-4aaf-b677-022b52261d7c service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082311 Oct 12 11:28:46.579380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.579380 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Added segment 7ab83c38-f3e0-4391-8381-f4a142f6e533 of type vlan for network 1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4 Oct 12 11:28:46.579380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275c513-858e-4e63-9546-d189734c651f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:46.637837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.650915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-59339616-e223-41da-a80e-f6b7a5b40976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 217 time: 0.0671124 Oct 12 11:28:46.726794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-effc782a-6c73-42ac-b4f6-19c020c56565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:46.729046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-effc782a-6c73-42ac-b4f6-19c020c56565 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0717397 Oct 12 11:28:46.810447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.811938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:46.812610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:46.880763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:46.893801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:46.986620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80a61164-fd80-48e9-bf2c-8743809f3bc4 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4333107 Oct 12 11:28:46.989365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:47.065275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.105901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd727-fb79-4baa-bbcf-f7d61c71d20f req-40ef0241-e67e-4e3b-af8e-f762ea683add tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:47.107560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d36cd727-fb79-4baa-bbcf-f7d61c71d20f req-40ef0241-e67e-4e3b-af8e-f762ea683add tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.3773789 Oct 12 11:28:47.110300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-c5283673-c413-47f7-aec8-180668b110f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:47.111743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-c5283673-c413-47f7-aec8-180668b110f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3718598 Oct 12 11:28:47.139280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f5ee317-4ed6-47c4-9a9d-5ff822891fdf req-271ab765-15e0-4b15-9a74-6404546e2612 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 210 time: 0.0437582 Oct 12 11:28:47.182077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.204037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d36cd727-fb79-4baa-bbcf-f7d61c71d20f req-da3b1062-8fb5-493c-9c03-92d462e61e90 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900970 Oct 12 11:28:47.216981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:47.227288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab83c38-f3e0-4391-8381-f4a142f6e533') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:47.227598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab83c38-f3e0-4391-8381-f4a142f6e533') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:47.237564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.241197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-9ee962b8-d164-4c84-b578-b4cd5a650988 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215246 Oct 12 11:28:47.251258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.257113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:47.257506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:47.259220 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:47.336286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a831a15-1615-46d9-9054-d8a8dd33682c req-a43f8b86-7b1a-4583-9a3f-f6e2acd03efb service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875726 Oct 12 11:28:47.384445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.389256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:28:47.392004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.395614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4 HTTP/1.1" status: 204 len: 168 time: 0.4052768 Oct 12 11:28:47.399531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34224) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:47.404986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:47.425738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5bb62-477b-4bf9-a58e-86542d019638 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c3bc4a3-ab2b-4e1a-8bb2-bdfec051c2c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:47.476381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:47.478837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.511763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-8cc9b14a-2fd9-4b3e-b4a4-c028be15193e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:47.513928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-8cc9b14a-2fd9-4b3e-b4a4-c028be15193e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.1402733 Oct 12 11:28:47.516365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:47.525915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.526311 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Added segment fc7c169b-b43a-4b7b-bfbe-6d8c1830971c of type vlan for network b6f224d7-9354-4eca-b82a-a8a05b721fd4 Oct 12 11:28:47.527893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'port': {'device_id': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'admin_state_up': True, 'tenant_id': 'a240018c12084a799d9ab45083ce1ab2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:47.572788 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.684313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.686050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:47.686651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.706995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd5f5c96-6bed-43cb-be4e-8ef0b7882719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.707328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Made reservation on behalf of a240018c12084a799d9ab45083ce1ab2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:47.713064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:47.753422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=b6f224d7-9354-4eca-b82a-a8a05b721fd4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:47.763757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b6f224d7-9354-4eca-b82a-a8a05b721fd4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:47.813131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-898fdba8-c63c-40b6-aff2-e8c3473e9e76 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4121931 Oct 12 11:28:47.815770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34230) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:47.822229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'subnet': {'network_id': 'b6f224d7-9354-4eca-b82a-a8a05b721fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:47.872723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Allocated IP 172.20.0.9 (ff6a3df1-bbdc-4d24-a573-82061b26285f/af7028e7-9cf4-4929-af4b-0b288d03b24b/5ad652c4-d828-4d7d-a298-33d1aee84398) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:47.958866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:47.961400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.039961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.171376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.236027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Network ff6a3df1-bbdc-4d24-a573-82061b26285f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:48.248827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:48.271807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:48.275145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:48.330874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:48.331508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.345381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348766f-42e1-4b58-8cce-6c7ec5fa9fb5 req-86c71da4-7263-4461-b0b9-0f335aa5b14b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:48.347455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e348766f-42e1-4b58-8cce-6c7ec5fa9fb5 req-86c71da4-7263-4461-b0b9-0f335aa5b14b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 931 time: 0.1215825 Oct 12 11:28:48.372541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa703-f850-4da4-a4ed-935ce9a10d21 req-bbca6381-c20f-4a9c-bc1d-f4c2d3877614 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:48.373890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdfaa703-f850-4da4-a4ed-935ce9a10d21 req-bbca6381-c20f-4a9c-bc1d-f4c2d3877614 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.0596249 Oct 12 11:28:48.399077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e348766f-42e1-4b58-8cce-6c7ec5fa9fb5 req-9dc037a1-db32-40f3-b509-c2c1f81560a0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Oct 12 11:28:48.423350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ec143ae9-0874-4ac4-9475-dea18e570a1a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8995714 Oct 12 11:28:48.433014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdfaa703-f850-4da4-a4ed-935ce9a10d21 req-a626f10e-8163-48a2-ba45-c11825c46d2e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Oct 12 11:28:48.438765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Request body: {'port': {'device_id': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:48.482035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:28:48.482035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.522870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.551897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a50f7fc8-672e-4cc0-ba60-a832d75de799,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:48.565079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Checking segment: {'id': 'fc7c169b-b43a-4b7b-bfbe-6d8c1830971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b6f224d7-9354-4eca-b82a-a8a05b721fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:48.565079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Network hostable DHCP agents. Network: b6f224d7-9354-4eca-b82a-a8a05b721fd4, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:28:48.695871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Network b6f224d7-9354-4eca-b82a-a8a05b721fd4 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:28:48.775891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b6f224d7-9354-4eca-b82a-a8a05b721fd4) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:48.780587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:48.781306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.787010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca83420-4668-4711-9e87-9e91d1f3ddf8 None None] Network b6f224d7-9354-4eca-b82a-a8a05b721fd4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:48.820942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad652c4-d828-4d7d-a298-33d1aee84398 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:48.844348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.859763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adeac9-8a8e-4516-8355-c209ce2ff1b6 req-909b4b49-3a5d-49e2-ba8a-7b0ea91035d0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:48.860260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Transition to ACTIVE for port object 5ad652c4-d828-4d7d-a298-33d1aee84398 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:48.861885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70adeac9-8a8e-4516-8355-c209ce2ff1b6 req-909b4b49-3a5d-49e2-ba8a-7b0ea91035d0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.0615349 Oct 12 11:28:48.868536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bb3830a9-1638-4278-80e0-db1787228b48 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0492873 Oct 12 11:28:48.868865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34256) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:48.874429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6f224d7-9354-4eca-b82a-a8a05b721fd4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:48.906455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70adeac9-8a8e-4516-8355-c209ce2ff1b6 req-77032592-eccc-4025-b5f2-929e957a5cf7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Oct 12 11:28:48.946544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:48.947186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71647646-cf9b-43af-ab36-33c9ac1eab5d None None] Network b6f224d7-9354-4eca-b82a-a8a05b721fd4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:28:48.987440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.031259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:49.152333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Attempting to bind port 5ad652c4-d828-4d7d-a298-33d1aee84398 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:49.152681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Attempting to bind port 5ad652c4-d828-4d7d-a298-33d1aee84398 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:49.153020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Attempting to bind port 5ad652c4-d828-4d7d-a298-33d1aee84398 on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:49.161271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Port 5ad652c4-d828-4d7d-a298-33d1aee84398 on network ff6a3df1-bbdc-4d24-a573-82061b26285f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:49.161597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Attempting to bind port 5ad652c4-d828-4d7d-a298-33d1aee84398 on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:49.173606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:49.173606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Checking segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:49.173606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Bound using segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:49.173606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Bound port: 5ad652c4-d828-4d7d-a298-33d1aee84398, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:49.173606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.237614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.286652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:49.304197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:49.361750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Allocated IP 172.20.0.10 (b6f224d7-9354-4eca-b82a-a8a05b721fd4/a50f7fc8-672e-4cc0-ba60-a832d75de799/e630a56e-a87a-4d35-a592-c59fed3c7d44) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:49.393185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.468718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:49.469336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.470748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ad652c4-d828-4d7d-a298-33d1aee84398 HTTP/1.1" status: 200 len: 1091 time: 1.0379140 Oct 12 11:28:49.471190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:49.473509 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97fa4f2-5441-4f30-a951-0158cfd9719f" -d '{"events": [{"name": "network-changed", "server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:49.517266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32d01e-2b5e-479e-aacc-f1de5af78856 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:49.533714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98198020-daa5-4c06-87fa-b45fbbecc63d req-544882c0-6212-4df5-9fb8-f3eb7bdad4e2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:49.534622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.535276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98198020-daa5-4c06-87fa-b45fbbecc63d req-544882c0-6212-4df5-9fb8-f3eb7bdad4e2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0607119 Oct 12 11:28:49.580990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98198020-daa5-4c06-87fa-b45fbbecc63d req-63a8cd7a-8d36-442a-9970-766eb5c9d28f tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Oct 12 11:28:49.627389 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2119e-0a88-4522-af80-b0b93071026c x-openstack-request-id: req-dba2119e-0a88-4522-af80-b0b93071026c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:49.627682 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:49.627933 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dba2119e-0a88-4522-af80-b0b93071026c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:49.628333 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'status': 'completed', 'code': 200} Oct 12 11:28:49.634421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-38c074f9-4ec8-464d-ba78-d58475dd4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:49.635939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-38c074f9-4ec8-464d-ba78-d58475dd4ad0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 1094 time: 0.0434089 Oct 12 11:28:49.682992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.686198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-a44bb12f-80a1-4e3a-a67e-4f7b2b757d2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad652c4-d828-4d7d-a298-33d1aee84398 HTTP/1.1" status: 200 len: 217 time: 0.0418930 Oct 12 11:28:49.751195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Network b6f224d7-9354-4eca-b82a-a8a05b721fd4 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:49.753947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:28:49.760186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:49.768722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:49.769134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e73f06-b366-44be-b3ba-a37024def4ff req-f53f39fe-a4f1-4ded-a789-67d0c35fa5f1 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:49.770658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84e73f06-b366-44be-b3ba-a37024def4ff req-f53f39fe-a4f1-4ded-a789-67d0c35fa5f1 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Oct 12 11:28:49.798820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ae9847a9-4402-461c-a230-b5f98cbae40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:49.800288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ae9847a9-4402-461c-a230-b5f98cbae40b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 200 len: 862 time: 0.1074667 Oct 12 11:28:49.802717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Port': ['ID=e630a56e-a87a-4d35-a592-c59fed3c7d44,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:49.811272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84e73f06-b366-44be-b3ba-a37024def4ff req-94651a21-bcda-4802-8b10-63cd571c2133 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Oct 12 11:28:49.836993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-ebd58519-142c-4f8a-81f0-362e94e55eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6a3df1-bbdc-4d24-a573-82061b26285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296614 Oct 12 11:28:49.957118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:49.978249 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-f496d0f7-e65d-47b9-add2-432ade798a37 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310632 Oct 12 11:28:50.105487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e951bc-c384-4c2c-a086-e6079d0be410 req-5b292d6c-77d0-4de6-a87c-ff92967fee79 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.109357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0e951bc-c384-4c2c-a086-e6079d0be410 req-5b292d6c-77d0-4de6-a87c-ff92967fee79 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.1240191 Oct 12 11:28:50.149733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1c91f1a-09aa-47cb-ba99-83e2d6ed4848 req-0707f006-9511-4569-bc1f-a37164f540e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631076 Oct 12 11:28:50.168623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b0e951bc-c384-4c2c-a086-e6079d0be410 req-f816f569-5a7d-450c-9386-5557b8aec010 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537136 Oct 12 11:28:50.350590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:50.459747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cd092402-4d7b-41a8-bf48-cf7e88b2b6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:50.491497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-5607300e-274e-470e-a614-d4c80a54600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.493365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-5607300e-274e-470e-a614-d4c80a54600b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 1094 time: 0.0996280 Oct 12 11:28:50.619445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:50.637525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-919abc79-6373-4554-a1e3-a2c4006c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.639797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-919abc79-6373-4554-a1e3-a2c4006c1898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 923 time: 0.1393261 Oct 12 11:28:50.683378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-b23564e4-4f5e-4f56-aaea-b1e9946174b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad652c4-d828-4d7d-a298-33d1aee84398 HTTP/1.1" status: 200 len: 217 time: 0.0356872 Oct 12 11:28:50.691726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:50.708837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865a9e6-36c8-48ce-8109-192fbc54ac86 req-c2a86d3c-8c36-4da2-9453-16ae31d4edb3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.711115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b865a9e6-36c8-48ce-8109-192fbc54ac86 req-c2a86d3c-8c36-4da2-9453-16ae31d4edb3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0544214 Oct 12 11:28:50.750989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b865a9e6-36c8-48ce-8109-192fbc54ac86 req-89baf9b9-487c-45f5-be3c-419102a213bb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Oct 12 11:28:50.824666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Port': ['ID=e630a56e-a87a-4d35-a592-c59fed3c7d44,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:50.841501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-37596954-80a6-4882-9575-54d1e5106be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.843033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-37596954-80a6-4882-9575-54d1e5106be4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 200 len: 862 time: 0.1525457 Oct 12 11:28:50.848888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:50.871536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2387-0d02-42a2-b667-61834da88805 req-569344cd-131e-4000-8160-e06cd61d5a17 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.876780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e4c2387-0d02-42a2-b667-61834da88805 req-569344cd-131e-4000-8160-e06cd61d5a17 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.1785281 Oct 12 11:28:50.897309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-76e59904-32d1-4987-856f-335c945727ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6a3df1-bbdc-4d24-a573-82061b26285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439942 Oct 12 11:28:50.936701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158597b-3914-4ccf-aaaf-273cccd9d3dd req-a63164f6-fb6d-48bd-9d33-f2c3d317b776 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:50.938253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1158597b-3914-4ccf-aaaf-273cccd9d3dd req-a63164f6-fb6d-48bd-9d33-f2c3d317b776 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 946 time: 0.0551288 Oct 12 11:28:50.984474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e4c2387-0d02-42a2-b667-61834da88805 req-91f5c7a9-3d19-48ec-9054-f19907c349a5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894723 Oct 12 11:28:51.008968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1158597b-3914-4ccf-aaaf-273cccd9d3dd req-79ae9eef-ab89-4bbe-8697-0da195bd8bf2 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/security-groups?id=15cdc11a-d22a-496e-8e31-ba1c3cab40f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558639 Oct 12 11:28:51.015698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-14a1679d-a8e0-415b-a008-f9be73602f18 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:51.017201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-14a1679d-a8e0-415b-a008-f9be73602f18 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.47 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 946 time: 0.0778861 Oct 12 11:28:51.030191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-66939dd0-5905-450c-9ec9-821aef816be2 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198130 Oct 12 11:28:51.034994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.036211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf364aa9-7992-4ab8-bce6-1eeaaf4dc6f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1662021 Oct 12 11:28:51.045036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34292) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:51.119643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Deleting port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:51.119982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.161549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4602e529-67ea-4786-9171-2302d6ef899c tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=b6f224d7-9354-4eca-b82a-a8a05b721fd4 HTTP/1.1" status: 200 len: 690 time: 0.1154153 Oct 12 11:28:51.163972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34296) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:51.214911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] For port 0e44e113-bcc8-4947-87c6-51577ac8f6c7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0e44e113-bcc8-4947-87c6-51577ac8f6c7,segment=NetworkSegment(b5cb99a2-d22a-4812-9340-2c7172e92ee9),segment_id=b5cb99a2-d22a-4812-9340-2c7172e92ee9)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:51.215591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.232091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Calling delete_port for 0e44e113-bcc8-4947-87c6-51577ac8f6c7 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:51.287863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d97fa4f2-5441-4f30-a951-0158cfd9719f req-dfdb34e0-3a75-4190-b35a-433788cdceae service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503126 Oct 12 11:28:51.309032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.427346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.429095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Deleting port e630a56e-a87a-4d35-a592-c59fed3c7d44 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:51.429500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.438626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['0e44e113-bcc8-4947-87c6-51577ac8f6c7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:51.468168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Pushing event deleted for resources: {'Port': ['ID=0e44e113-bcc8-4947-87c6-51577ac8f6c7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:51.509723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] No DVR routers for this DVR port 0e44e113-bcc8-4947-87c6-51577ac8f6c7 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:51.509723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.511416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d6d47f5-f074-4e7b-8e4f-33c1b036c10f req-1a6e11fe-41d6-41c0-9a0e-a981355003eb tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.47 "DELETE /v2.0/ports/0e44e113-bcc8-4947-87c6-51577ac8f6c7 HTTP/1.1" status: 204 len: 173 time: 0.4879358 Oct 12 11:28:51.511859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'name': 'network-vif-deleted', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:51.514731 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55c9c2-d4a7-4cff-9edb-09bc617c9f02" -d '{"events": [{"server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "name": "network-vif-deleted", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:51.521628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.522042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.537404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Calling delete_port for e630a56e-a87a-4d35-a592-c59fed3c7d44 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:51.553037 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d925ec-dd08-4857-8df3-aa44bfcaaa28 x-openstack-request-id: req-02d925ec-dd08-4857-8df3-aa44bfcaaa28 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:51.553325 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450726ae-3bec-4833-aad9-feb67692fc48", "name": "network-vif-deleted", "tag": "0e44e113-bcc8-4947-87c6-51577ac8f6c7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:51.553579 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02d925ec-dd08-4857-8df3-aa44bfcaaa28 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:51.554026 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450726ae-3bec-4833-aad9-feb67692fc48', 'name': 'network-vif-deleted', 'tag': '0e44e113-bcc8-4947-87c6-51577ac8f6c7', 'status': 'completed', 'code': 200} Oct 12 11:28:51.694210 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.695822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:51.886562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d7a41-9a5f-4dc7-98f6-f4070a6a806b req-bcccc6e5-0604-4d9e-9f77-44955df791da tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:51.888205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f7d7a41-9a5f-4dc7-98f6-f4070a6a806b req-bcccc6e5-0604-4d9e-9f77-44955df791da tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0544460 Oct 12 11:28:51.927033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f7d7a41-9a5f-4dc7-98f6-f4070a6a806b req-67e90400-f985-4f46-8618-d7656643eb9a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Oct 12 11:28:51.930468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.050419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.085897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Port': ['ID=e630a56e-a87a-4d35-a592-c59fed3c7d44,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:52.116947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad0e9aea-17ff-4556-b694-07abffd05fde req-0146b0fe-2835-40d5-bf70-b6ec19db2a47 tempest-VolumesActionsTest-825793445 tempest-VolumesActionsTest-825793445-project] 10.222.0.43 "GET /v2.0/ports?device_id=450726ae-3bec-4833-aad9-feb67692fc48 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Oct 12 11:28:52.181524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfebf9-332d-4840-8adb-27a39bf003e5 req-89dd3103-236d-445c-bf40-cfc19035b8e1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:52.183050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35bfebf9-332d-4840-8adb-27a39bf003e5 req-89dd3103-236d-445c-bf40-cfc19035b8e1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.1240308 Oct 12 11:28:52.210019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.255458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35bfebf9-332d-4840-8adb-27a39bf003e5 req-ea385045-0b3b-4ec1-a972-a42f544b060a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Oct 12 11:28:52.276082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.411216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.445380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a50f7fc8-672e-4cc0-ba60-a832d75de799,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:52.509860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-4c18a05f-b74f-40cb-b5e5-a132fdaf575d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:52.511391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-4c18a05f-b74f-40cb-b5e5-a132fdaf575d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 945 time: 0.1272454 Oct 12 11:28:52.517874 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.565746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f224d7-9354-4eca-b82a-a8a05b721fd4']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:52.579358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7c169b-b43a-4b7b-bfbe-6d8c1830971c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:52.579649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7c169b-b43a-4b7b-bfbe-6d8c1830971c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:52.613471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.632741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.641789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:52.642185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:52.643923 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:52.708827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port 13a1c651-3d52-4f9a-8a44-1d3620310257 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:28:52.709174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.803134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port 13a1c651-3d52-4f9a-8a44-1d3620310257, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=13a1c651-3d52-4f9a-8a44-1d3620310257,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:52.803505 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.816632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for 13a1c651-3d52-4f9a-8a44-1d3620310257 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:28:52.826789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.832428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6f224d7-9354-4eca-b82a-a8a05b721fd4 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:28:52.835557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:52.838570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b6f224d7-9354-4eca-b82a-a8a05b721fd4 HTTP/1.1" status: 204 len: 168 time: 1.6736867 Oct 12 11:28:52.842041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34314) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:52.885979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328d64c-0e60-452e-843b-e795efb73af6 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6f224d7-9354-4eca-b82a-a8a05b721fd4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:52.963456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7814b34d-5d43-4d64-b595-40336ecf4c4e tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1196854 Oct 12 11:28:52.965383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.053943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90db53-2f37-4fb1-941f-473c43018e91 req-dbbf7d0f-255d-413f-ad6e-91b31b29ddc3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.055940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b90db53-2f37-4fb1-941f-473c43018e91 req-dbbf7d0f-255d-413f-ad6e-91b31b29ddc3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0504103 Oct 12 11:28:53.080431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.088026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.090395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.090395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.090395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.090395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.091424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.091584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.092265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.092870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.093470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.094066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.094663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.094815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['13a1c651-3d52-4f9a-8a44-1d3620310257'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:53.098085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59839da4-f6e5-489b-8f54-4ffb551b8bca tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7763 time: 0.1302309 Oct 12 11:28:53.100973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34320) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.131272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=13a1c651-3d52-4f9a-8a44-1d3620310257,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:53.165069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b90db53-2f37-4fb1-941f-473c43018e91 req-0525fc0d-f2c3-412e-bd44-b4ad7100a0ae tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Oct 12 11:28:53.193221 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-b6cd91d6-6d23-4a28-a041-fa3d62f309f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] delete failed (client error): The resource could not be found. Oct 12 11:28:53.197242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b6cd91d6-6d23-4a28-a041-fa3d62f309f9 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/99e40000-a073-4d15-8d56-3db7115eefbc HTTP/1.1" status: 404 len: 345 time: 0.0924859 Oct 12 11:28:53.199300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34326) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.230512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port 13a1c651-3d52-4f9a-8a44-1d3620310257 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:28:53.233977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.237978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a50f561f-c802-4d70-8cd3-f96b3a414029 req-514c95d9-39e9-4b36-b95c-6faf885d0102 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "DELETE /v2.0/ports/13a1c651-3d52-4f9a-8a44-1d3620310257 HTTP/1.1" status: 204 len: 173 time: 0.7174270 Oct 12 11:28:53.238524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'name': 'network-vif-deleted', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:53.239211 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.239872 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1334231e-7b31-46b6-b6cf-3fbe8eb92b74 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] DELETE failed (client error): The resource could not be found. Oct 12 11:28:53.240537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1334231e-7b31-46b6-b6cf-3fbe8eb92b74 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:28:53.242170 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09217435-0fbb-435c-a986-51009b51e39d" -d '{"events": [{"server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "name": "network-vif-deleted", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:53.248284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1334231e-7b31-46b6-b6cf-3fbe8eb92b74 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b6f224d7-9354-4eca-b82a-a8a05b721fd4 HTTP/1.1" status: 404 len: 339 time: 0.0466743 Oct 12 11:28:53.251078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34334) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.256348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'name': 'tempest-network--1053916706', 'router:external': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:53.302856 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32fd009-92e0-426e-8221-6ceb387677f8 x-openstack-request-id: req-c32fd009-92e0-426e-8221-6ceb387677f8 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:53.302856 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e464a42-e18a-4475-b411-8c6819f76d0b", "name": "network-vif-deleted", "tag": "13a1c651-3d52-4f9a-8a44-1d3620310257", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:53.302856 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c32fd009-92e0-426e-8221-6ceb387677f8 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:53.302856 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e464a42-e18a-4475-b411-8c6819f76d0b', 'name': 'network-vif-deleted', 'tag': '13a1c651-3d52-4f9a-8a44-1d3620310257', 'status': 'completed', 'code': 200} Oct 12 11:28:53.349119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:53.352524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.393635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:53.405229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.405585 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Added segment acca0dee-0d23-4df5-823e-286503354ba6 of type vlan for network 3b166fb0-7e75-4809-94f7-99ef48145ec6 Oct 12 11:28:53.423083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54e770d4-eb31-41bb-b398-75f4b5d4ebb8 req-d0b94633-256f-4936-9f17-0a16743130b2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e464a42-e18a-4475-b411-8c6819f76d0b HTTP/1.1" status: 200 len: 210 time: 0.0361440 Oct 12 11:28:53.472152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.603791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.604695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.605404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:53.669641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=3b166fb0-7e75-4809-94f7-99ef48145ec6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:53.679367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3b166fb0-7e75-4809-94f7-99ef48145ec6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:53.722766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e8f61da-cdf6-4b3a-90da-98be25fdb245 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4699831 Oct 12 11:28:53.725304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34342) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.838068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1336665-6958-4749-b629-6d68aa434f56 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.844806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1336665-6958-4749-b629-6d68aa434f56 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.850597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1336665-6958-4749-b629-6d68aa434f56 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.857342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1336665-6958-4749-b629-6d68aa434f56 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:53.858981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a1336665-6958-4749-b629-6d68aa434f56 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1314952 Oct 12 11:28:53.861969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34344) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:53.938830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.028092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.048795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b166fb0-7e75-4809-94f7-99ef48145ec6']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:54.057971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acca0dee-0d23-4df5-823e-286503354ba6') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:54.058628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acca0dee-0d23-4df5-823e-286503354ba6') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:54.067841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.084171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.090417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:54.091419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:54.093247 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:54.234993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.253460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b166fb0-7e75-4809-94f7-99ef48145ec6 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:28:54.258166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.259997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0e44e113-bcc8-4947-87c6-51577ac8f6c7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:54.265836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/3b166fb0-7e75-4809-94f7-99ef48145ec6 HTTP/1.1" status: 204 len: 168 time: 0.3985066 Oct 12 11:28:54.266628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:54.271887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539875e9-c293-4fa1-8e79-c7b7212a53f3 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b166fb0-7e75-4809-94f7-99ef48145ec6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:54.276790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'name': 'tempest-network--1475945167', 'router:external': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:54.291423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 0e44e113-bcc8-4947-87c6-51577ac8f6c7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:54.292087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0e44e113-bcc8-4947-87c6-51577ac8f6c7 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:54.329987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50738c-773c-4f08-acf1-281947862e4a req-90095679-1426-46d6-a231-4f0c24ce01b2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:54.331544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e50738c-773c-4f08-acf1-281947862e4a req-90095679-1426-46d6-a231-4f0c24ce01b2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0754654 Oct 12 11:28:54.386289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:54.389651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e50738c-773c-4f08-acf1-281947862e4a req-485eff4b-d030-4b33-a494-b7c4a3b15e3d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Oct 12 11:28:54.392032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.429479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:54.440421 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.446971 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Added segment e0502618-9458-4904-8561-fb3e0a940da9 of type vlan for network bbea4535-0585-4f85-941a-f7e3f84ea2a7 Oct 12 11:28:54.533266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.684393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.685955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:54.686541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968266'] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:54.765850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:28:54.799457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=bbea4535-0585-4f85-941a-f7e3f84ea2a7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:54.821925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e7066df4-b6d7-4008-a936-4e9873ed9c31 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5536027 Oct 12 11:28:54.824697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:54.849046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network bbea4535-0585-4f85-941a-f7e3f84ea2a7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:54.928972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-10be8b0b-9890-4187-aebe-a79820d07642 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:54.930431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-10be8b0b-9890-4187-aebe-a79820d07642 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1618869 Oct 12 11:28:54.974713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cb2c7-125c-496f-bc6c-1f6d299762c6 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:54.975583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-e0a71ddd-b4ab-497e-b66f-e631d29e7391 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0247211 Oct 12 11:28:54.980444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b54cb2c7-125c-496f-bc6c-1f6d299762c6 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "GET /v2.0/networks/bbea4535-0585-4f85-941a-f7e3f84ea2a7 HTTP/1.1" status: 200 len: 757 time: 0.1522181 Oct 12 11:28:54.982546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34376) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:55.053941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-4a395a53-9167-4815-8d24-c203ddd903bc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698719 Oct 12 11:28:55.124808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae426bb-529c-45bc-8305-29dbd3527a7d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:55.129349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ae426bb-529c-45bc-8305-29dbd3527a7d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "GET /v2.0/networks/4c889616-4506-421c-803e-0de8f6b3daf4 HTTP/1.1" status: 200 len: 768 time: 0.1433363 Oct 12 11:28:55.129585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34380) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:55.144814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-269c2560-3d59-40b9-a175-bf353304f39a service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972314 Oct 12 11:28:55.151472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:55.164007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'port_id': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'mac_address': 'fa:16:3e:c0:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7028e7-9cf4-4929-af4b-0b288d03b24b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:28:55.210357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.227241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.252704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad652c4-d828-4d7d-a298-33d1aee84398 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:55.267600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-697ebc39-8c05-4a8f-9704-ba75b01e426b service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127279 Oct 12 11:28:55.283524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:55.332048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.359434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea4535-0585-4f85-941a-f7e3f84ea2a7']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:55.361838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.381442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0502618-9458-4904-8561-fb3e0a940da9') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:55.381787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0502618-9458-4904-8561-fb3e0a940da9') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:55.394103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.410909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.419337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:55.419907 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:55.421844 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:55.435582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:55.535704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81182a-f050-4e49-bf6c-7e4e7887de41 req-60d8fc79-40c3-4209-a305-68ae3ff51a7b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:55.545949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d81182a-f050-4e49-bf6c-7e4e7887de41 req-60d8fc79-40c3-4209-a305-68ae3ff51a7b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 944 time: 0.0569215 Oct 12 11:28:55.569700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.592665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbea4535-0585-4f85-941a-f7e3f84ea2a7 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:28:55.596365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbea4535-0585-4f85-941a-f7e3f84ea2a7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:55.598356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.605284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-723f4428-b09a-419d-ab35-3cb642ce1b00 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/bbea4535-0585-4f85-941a-f7e3f84ea2a7 HTTP/1.1" status: 204 len: 168 time: 0.4710286 Oct 12 11:28:55.611266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8d81182a-f050-4e49-bf6c-7e4e7887de41 req-b6b19acd-48c9-43da-94ad-39814d499647 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656676 Oct 12 11:28:55.612115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34392) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:55.618793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'name': 'tempest-network--1714645579'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:55.651657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26c7d692-f043-4ca8-bddb-7e6e784cb355 req-6d15ce47-59bc-4fc6-95a0-0bed500fa6a3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 210 time: 0.0645986 Oct 12 11:28:55.673357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5ad652c4-d828-4d7d-a298-33d1aee84398'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:28:55.756560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Made reservation on behalf of 6f16671cd9f44a039cd38337810569da for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:55.759622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.783789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:28:55.792958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.793387 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Added segment 0af39329-cfe2-4d69-8461-00ccf2233629 of type vlan for network 61cb027b-7415-4c65-a272-aead99de4253 Oct 12 11:28:55.836407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.962523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:55.963621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:55.964380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.030452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=61cb027b-7415-4c65-a272-aead99de4253,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:56.039966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 61cb027b-7415-4c65-a272-aead99de4253 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:28:56.082745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7e2772f3-73f4-4dc0-aaa3-d09fab962778 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4663651 Oct 12 11:28:56.093517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:56.093517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:56.239008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.341263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.357602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Network 61cb027b-7415-4c65-a272-aead99de4253 is not hosted by any dhcp agent {{(pid=95548) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:28:56.358506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:56.359112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.360401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "PUT /v2.0/networks/61cb027b-7415-4c65-a272-aead99de4253 HTTP/1.1" status: 200 len: 858 time: 0.2754495 Oct 12 11:28:56.363566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:56.404824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67ba0-4b0f-41ba-8be2-3f7ab9d7acb8 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event updated for resources: {'Network': ['ID=61cb027b-7415-4c65-a272-aead99de4253,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:56.437399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.526617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.534052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.548323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cb027b-7415-4c65-a272-aead99de4253']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:56.557676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af39329-cfe2-4d69-8461-00ccf2233629') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:56.557976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af39329-cfe2-4d69-8461-00ccf2233629') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:56.567800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.581220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.587543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:56.587943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:56.589839 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:56.746246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.765187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61cb027b-7415-4c65-a272-aead99de4253 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:28:56.767405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Pushing event deleted for resources: {'Network': ['ID=61cb027b-7415-4c65-a272-aead99de4253,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:56.769339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.776328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee180a47-22b6-4c69-858c-6a103781eef7 tempest-ExternalNetworksTestJSON-826865260 tempest-ExternalNetworksTestJSON-826865260-project-admin] 10.222.0.43 "DELETE /v2.0/networks/61cb027b-7415-4c65-a272-aead99de4253 HTTP/1.1" status: 204 len: 168 time: 0.4080462 Oct 12 11:28:56.782019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:28:56.782880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee062-1a1f-4cfa-a9c0-fa5d22ad2e88 req-5fe1786f-a9ba-4737-8720-e88db82b3c59 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:56.783041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-680b808c-ea27-4a40-b8fa-7646c21b6cfe req-12477e56-effa-46d3-9f1d-d736207d00ca tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 210 time: 0.0414722 Oct 12 11:28:56.783345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:56.790185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6cee062-1a1f-4cfa-a9c0-fa5d22ad2e88 req-5fe1786f-a9ba-4737-8720-e88db82b3c59 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 944 time: 0.0939221 Oct 12 11:28:56.839309 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae78a86-9149-49e0-8954-7f4a5b853d64 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] DELETE failed (client error): The resource could not be found. Oct 12 11:28:56.840089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae78a86-9149-49e0-8954-7f4a5b853d64 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:28:56.847473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aae78a86-9149-49e0-8954-7f4a5b853d64 tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "DELETE /v2.0/subnets/a50f7fc8-672e-4cc0-ba60-a832d75de799 HTTP/1.1" status: 404 len: 337 time: 0.0629373 Oct 12 11:28:56.848388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34430) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:56.862527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c6cee062-1a1f-4cfa-a9c0-fa5d22ad2e88 req-60edb514-0662-4e1a-bb34-c24bbcf71353 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Oct 12 11:28:56.958374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:56.993415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 5ad652c4-d828-4d7d-a298-33d1aee84398 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:28:57.000879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 5ad652c4-d828-4d7d-a298-33d1aee84398 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:28:57.002805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.058109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.081344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c889616-4506-421c-803e-0de8f6b3daf4']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:57.091225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a989c8-4a4c-4b92-9ec7-3b8d81b683cc') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:57.091524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a989c8-4a4c-4b92-9ec7-3b8d81b683cc') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:28:57.101498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.119723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.126755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:28:57.127254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.140283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.171934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:57.174331 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c33ec-4f67-456b-b6ff-118b9fb7477e" -d '{"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-plugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:57.188284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:28:57.209429 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:28:57.217874 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a85ce-a1e5-4456-a00f-f93aa9cc5ce9 x-openstack-request-id: req-c73a85ce-a1e5-4456-a00f-f93aa9cc5ce9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:57.218270 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-plugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:57.218621 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c73a85ce-a1e5-4456-a00f-f93aa9cc5ce9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:57.219193 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'code': 200} Oct 12 11:28:57.249941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.250965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 13a1c651-3d52-4f9a-8a44-1d3620310257 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:28:57.279088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.288862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:57.289521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 13a1c651-3d52-4f9a-8a44-1d3620310257 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:28:57.289988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 13a1c651-3d52-4f9a-8a44-1d3620310257 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:28:57.293820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] 10.222.0.43 "DELETE /v2.0/networks/4c889616-4506-421c-803e-0de8f6b3daf4 HTTP/1.1" status: 204 len: 168 time: 0.4436543 Oct 12 11:28:57.319831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17519ee6-074f-44ba-bdae-f1fbd030fc9d tempest-ExternalNetworksTestJSON-573862207 tempest-ExternalNetworksTestJSON-573862207-project] Pushing event deleted for resources: {'Network': ['ID=4c889616-4506-421c-803e-0de8f6b3daf4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:57.337517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:57.340459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9aa7d-c146-4a44-9802-f420bfa526b6 req-755bfb17-b3f8-49ab-8e1f-44eb2d4df443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:57.342057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8df9aa7d-c146-4a44-9802-f420bfa526b6 req-755bfb17-b3f8-49ab-8e1f-44eb2d4df443 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 1096 time: 0.0629730 Oct 12 11:28:57.388060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8df9aa7d-c146-4a44-9802-f420bfa526b6 req-d0047075-a33f-42b0-8012-b711e4c9e242 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Oct 12 11:28:57.714154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-d5fdca50-e864-4787-9753-ec4b3c84f37b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:57.717099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-d5fdca50-e864-4787-9753-ec4b3c84f37b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1304429 Oct 12 11:28:57.734037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:57.839609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:57.909847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c9d415e-4d9f-43a5-8513-c4de2460ba01 req-ed7383bd-cdfc-4d20-a00e-8f2ebb438846 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 210 time: 0.0441535 Oct 12 11:28:58.008905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:28:58.013148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.056224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd0050-cf64-4507-ac9c-4e10c50ceb84 req-c2dcacda-ce7f-4d20-a96f-05bb182344b0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:58.062162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7fd0050-cf64-4507-ac9c-4e10c50ceb84 req-c2dcacda-ce7f-4d20-a96f-05bb182344b0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0977893 Oct 12 11:28:58.062162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-31451ec7-b5ef-4e77-acc2-1f069fba6016 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36aa2694bd234e7a8d2ba394c47cce8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208619 Oct 12 11:28:58.064900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:58.136893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7fd0050-cf64-4507-ac9c-4e10c50ceb84 req-1c92f27c-3d6b-4526-b1f1-1be8b7aab4bd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648839 Oct 12 11:28:58.151350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.172461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.3 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/8e1640e0-c844-47dc-85a5-8e6bb7ce9508) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:28:58.178365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.279382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.282342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.286031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22d9f327-afcb-45be-af55-bbfdaadb8bda HTTP/1.1" status: 204 len: 168 time: 0.2178242 Oct 12 11:28:58.298752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd70efa-74b9-4a87-9a39-ef51c463cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9f327-afcb-45be-af55-bbfdaadb8bda,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:58.389994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.517069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.572454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:28:58.576208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:28:58.579963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:28:58.616843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:58.657397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:58.658178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:58.759146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-ffdfc3de-9d16-4303-8c82-9cb132af0a44 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314019 Oct 12 11:28:58.771541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Request body: {'port': {'device_id': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:28:58.846101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.066361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:59.099645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d62f-f4ff-4cc3-b10c-ce38f64b0759 req-63dcbb60-02be-4395-aa16-d8c353089704 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:59.101149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6c1d62f-f4ff-4cc3-b10c-ce38f64b0759 req-63dcbb60-02be-4395-aa16-d8c353089704 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 931 time: 0.1063836 Oct 12 11:28:59.119896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e8b6ae50-c1e7-4691-83c0-8636f797ad7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f16671cd9f44a039cd38337810569da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494206 Oct 12 11:28:59.120150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34474) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:28:59.173318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6c1d62f-f4ff-4cc3-b10c-ce38f64b0759 req-6fede8bb-25d2-4abc-bfd2-a6db9f2c767a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604167 Oct 12 11:28:59.192796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.227020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:28:59.230027 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.236391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.249005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Transition to ACTIVE for port object 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:28:59.307266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa4e93-b5e8-4c2b-95b7-01bb3983464f req-92c13e91-662f-42cb-9cdb-df846fb0acbb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:59.308769 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fefa4e93-b5e8-4c2b-95b7-01bb3983464f req-92c13e91-662f-42cb-9cdb-df846fb0acbb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0695109 Oct 12 11:28:59.347436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.358618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fefa4e93-b5e8-4c2b-95b7-01bb3983464f req-8bf4d8d9-0a31-4079-8f63-2b58e3b85934 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Oct 12 11:28:59.413331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:59.435670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.440460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.453315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2275c513-858e-4e63-9546-d189734c651f HTTP/1.1" status: 204 len: 168 time: 0.3321228 Oct 12 11:28:59.491919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f0257-415d-4094-931d-10cc7a228835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275c513-858e-4e63-9546-d189734c651f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:59.615951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Attempting to bind port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:28:59.616189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Attempting to bind port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:28:59.616498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Attempting to bind port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:59.627793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c8ed-d106-4a9e-b551-adc9eaa864a8 req-2d99413e-b696-46a0-ad95-68e4c7d1d1fd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:59.629295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9cb4c8ed-d106-4a9e-b551-adc9eaa864a8 req-2d99413e-b696-46a0-ad95-68e4c7d1d1fd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.1606584 Oct 12 11:28:59.631447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:28:59.631773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Attempting to bind port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:28:59.640119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:28:59.642958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:28:59.642958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:28:59.642958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Bound port: 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:28:59.642958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.718585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9cb4c8ed-d106-4a9e-b551-adc9eaa864a8 req-4d031220-c1f2-4af5-b758-9fd4f63ae09c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816715 Oct 12 11:28:59.753908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:28:59.757318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:28:59.857374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.901922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:59.902668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:28:59.904814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] 10.222.0.47 "PUT /v2.0/ports/8e1640e0-c844-47dc-85a5-8e6bb7ce9508 HTTP/1.1" status: 200 len: 1091 time: 1.1372736 Oct 12 11:28:59.913805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:28:59.913805 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35dbeb-baf9-4c71-92c3-98790eab5f30" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:28:59.950942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ca80e-8e69-4e16-8ab9-4fcd6a090890 req-0938dc8d-02e0-4d95-bf8a-aff4e18c2a03 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:28:59.952416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f58ca80e-8e69-4e16-8ab9-4fcd6a090890 req-0938dc8d-02e0-4d95-bf8a-aff4e18c2a03 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.1227198 Oct 12 11:28:59.974118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:28:59.988764 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dce20a-40f9-4eee-8e95-2f91f852484d x-openstack-request-id: req-05dce20a-40f9-4eee-8e95-2f91f852484d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:28:59.988935 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:28:59.989172 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05dce20a-40f9-4eee-8e95-2f91f852484d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:28:59.989521 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'status': 'completed', 'code': 200} Oct 12 11:28:59.998051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:59.998394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:59.998759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:59.999092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:59.999419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:28:59.999811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.000057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.000375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.000695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.001011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.001326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.001637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c23df-c327-49ed-b469-46972d7e6151 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:00.048441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f58ca80e-8e69-4e16-8ab9-4fcd6a090890 req-7cbef27a-a04b-4f62-9d9d-b20516cb8cd9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838366 Oct 12 11:29:00.088160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-3409b01e-2f50-47a1-996b-7963e186a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.088875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-3409b01e-2f50-47a1-996b-7963e186a763 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 1094 time: 0.0775759 Oct 12 11:29:00.232454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-91ced237-545e-4466-bd51-6fdf3cd7d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.234004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-91ced237-545e-4466-bd51-6fdf3cd7d9cf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55d3f26a937f4b28af0d590c93e6695c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376705 Oct 12 11:29:00.250599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517b83f-fe74-48f9-ad42-a85f06de71ad req-4f8626ea-5e92-4112-94f4-ca1b37376fd3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.254051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b517b83f-fe74-48f9-ad42-a85f06de71ad req-4f8626ea-5e92-4112-94f4-ca1b37376fd3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0822470 Oct 12 11:29:00.317873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b517b83f-fe74-48f9-ad42-a85f06de71ad req-03cc51ec-2e89-4ab7-8e6b-73291ec56fa7 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557077 Oct 12 11:29:00.524643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b612bb4-770f-4038-924a-be0ba395d87e req-4cd1a849-d635-4d56-8162-9ba4a2bb8196 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.526631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b612bb4-770f-4038-924a-be0ba395d87e req-4cd1a849-d635-4d56-8162-9ba4a2bb8196 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0695546 Oct 12 11:29:00.578555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b612bb4-770f-4038-924a-be0ba395d87e req-61e0d75b-2e25-4955-99a7-d50b511da649 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Oct 12 11:29:00.770643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f9fb-25f9-4147-9127-48ac5b5b1708 req-18a135ea-8c25-4acc-9843-59da834661f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.772137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c18f9fb-25f9-4147-9127-48ac5b5b1708 req-18a135ea-8c25-4acc-9843-59da834661f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.4856081 Oct 12 11:29:00.830930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-61d548bf-9e34-4142-b126-82f0d7b43039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.833238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef35dbeb-baf9-4c71-92c3-98790eab5f30 req-61d548bf-9e34-4142-b126-82f0d7b43039 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5913315 Oct 12 11:29:00.850132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c18f9fb-25f9-4147-9127-48ac5b5b1708 req-abdb0a4c-f0ed-4d8c-aa92-22722d6d5c7e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700374 Oct 12 11:29:00.933277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-a9ccad91-0b86-4773-b028-f8fcf52691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:00.936254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-a9ccad91-0b86-4773-b028-f8fcf52691e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 1094 time: 0.0489309 Oct 12 11:29:00.986213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-28fc8633-e6e4-465f-a46c-081b31db44d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508 HTTP/1.1" status: 200 len: 217 time: 0.0408974 Oct 12 11:29:01.073021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96b372-87b3-47c9-afdf-4cf9c1deef87 req-ce06683f-ff3b-4b9c-8d1b-4e972cbda4d8 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:01.074499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a96b372-87b3-47c9-afdf-4cf9c1deef87 req-ce06683f-ff3b-4b9c-8d1b-4e972cbda4d8 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0911982 Oct 12 11:29:01.076685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-a12e1a13-75bb-440c-926a-61497aeb149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:01.077990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-a12e1a13-75bb-440c-926a-61497aeb149c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0838270 Oct 12 11:29:01.119562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-19bf6155-514e-4265-b7eb-94e841a658c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319891 Oct 12 11:29:01.154218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a96b372-87b3-47c9-afdf-4cf9c1deef87 req-54d0d920-3442-4200-b14d-080320b70681 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Oct 12 11:29:01.242051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-4336476d-402b-4eae-bca1-770a9659eb62 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115603 Oct 12 11:29:01.340037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-266f941d-b0d3-4721-9401-a44ca6aaa227 req-c0d3a535-74ba-44d1-a69d-f3cc0eb3b1d5 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912380 Oct 12 11:29:01.396986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcf2a1-b9b7-4348-a19c-6246405bccb5 req-fd8c7477-bf9b-4fa5-b7c3-f469c9f4cc51 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:01.400591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfdcf2a1-b9b7-4348-a19c-6246405bccb5 req-fd8c7477-bf9b-4fa5-b7c3-f469c9f4cc51 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0526726 Oct 12 11:29:01.444251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfdcf2a1-b9b7-4348-a19c-6246405bccb5 req-4d7b3792-a96e-422c-829b-9cfd9105269b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Oct 12 11:29:01.601691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f085e-efa5-4583-b240-1eda601874c9 req-81e9e245-306d-479e-a9fd-ed5264bbe922 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:01.603591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a32f085e-efa5-4583-b240-1eda601874c9 req-81e9e245-306d-479e-a9fd-ed5264bbe922 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0673373 Oct 12 11:29:01.670567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a32f085e-efa5-4583-b240-1eda601874c9 req-060410e4-a2c3-40fb-8798-829b0d400fb5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597284 Oct 12 11:29:01.845377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34574) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:01.982069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:01.994007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8dcc0-f7c7-4336-ba36-0064592e26a8 req-4152b3f4-6ed5-41d0-a81a-885b8befba63 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:01.995691 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dca8dcc0-f7c7-4336-ba36-0064592e26a8 req-4152b3f4-6ed5-41d0-a81a-885b8befba63 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.0599766 Oct 12 11:29:02.043704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dca8dcc0-f7c7-4336-ba36-0064592e26a8 req-b8e0388b-a5de-4bf5-8a91-1b55a9824063 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Oct 12 11:29:02.093571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.186595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.296430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Allocated IP 172.25.2.31 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/e405a1f6-d3a1-449d-9564-d9194208dbe7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:02.410620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.524707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.571203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:02.574525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:02.578178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:02.621073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Pushing event updated for resources: {'Port': ['ID=e405a1f6-d3a1-449d-9564-d9194208dbe7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:02.717462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.896707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:02.984981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6036e67-4f25-483e-8b69-3f921812bac5 req-3f348446-1ac5-4afd-a0c3-e5fdff2c12b6 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:02.986497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6036e67-4f25-483e-8b69-3f921812bac5 req-3f348446-1ac5-4afd-a0c3-e5fdff2c12b6 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0916855 Oct 12 11:29:03.072179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6036e67-4f25-483e-8b69-3f921812bac5 req-9d3e3a04-d6a5-40f3-94a6-0fb4052898f3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757909 Oct 12 11:29:03.144190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.211739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.242931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd7a9-47d5-440f-be46-b717f0701c6c req-0cb06457-5c03-4e1d-8a74-883ed94752c8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:03.245175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d2cd7a9-47d5-440f-be46-b717f0701c6c req-0cb06457-5c03-4e1d-8a74-883ed94752c8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.0552573 Oct 12 11:29:03.343362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d2cd7a9-47d5-440f-be46-b717f0701c6c req-4dd14730-840a-4ee4-9b45-4077bc007209 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908256 Oct 12 11:29:03.353496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Pushing event updated for resources: {'Port': ['ID=e405a1f6-d3a1-449d-9564-d9194208dbe7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:03.374530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.469904 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.472320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-620ee516-ee75-47c3-b2ac-c120b5a473ea tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6255844 Oct 12 11:29:03.478842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34612) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:03.480273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-444687315', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'fixed_ips': [{'ip_address': '172.25.2.31'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:03.570387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Made reservation on behalf of fc4099d8a31c4161a1be971e4d0e9d42 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:03.572833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.582678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.693904 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.770062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:03.809880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] device_id is not set on port b07b3dc4-76b4-48f1-8919-389d2e5a2c10 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:29:03.814292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d452c-85a4-4dd0-b0c1-446079b60646,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:04.094838 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 11:29:04.096356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:29:04.214158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aab4faf0-7772-477e-82c8-b6a0fab4f78a tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7377338 Oct 12 11:29:04.218515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:04.305029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:04.335951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d790-8b84-4b38-be9d-1178bc1ecd78 req-1f148754-f43c-4561-b12a-e1360886a966 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:04.348274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cc1d790-8b84-4b38-be9d-1178bc1ecd78 req-1f148754-f43c-4561-b12a-e1360886a966 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.1436145 Oct 12 11:29:04.493917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cc1d790-8b84-4b38-be9d-1178bc1ecd78 req-30578fd7-5c53-4ac1-8f85-85194a060341 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445949 Oct 12 11:29:04.627269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:04.650235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'mac_address': 'fa:16:3e:1e:87:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:04.689076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ad38e-92e0-41c4-9b9b-110eab53886a req-7351b45e-b326-4a49-b777-c566b6a21b2b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:04.697045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:04.697468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd4ad38e-92e0-41c4-9b9b-110eab53886a req-7351b45e-b326-4a49-b777-c566b6a21b2b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.2132850 Oct 12 11:29:04.713223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:04.724365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Deleting port e405a1f6-d3a1-449d-9564-d9194208dbe7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:04.724365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:04.735769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:04.803501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd4ad38e-92e0-41c4-9b9b-110eab53886a req-fb99ae78-6a5c-458f-a6a8-79662f965e94 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972290 Oct 12 11:29:04.822253 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:04.850795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:04.851134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:04.869076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Calling delete_port for e405a1f6-d3a1-449d-9564-d9194208dbe7 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:04.885742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:05.090117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:05.093781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8e1640e0-c844-47dc-85a5-8e6bb7ce9508'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:05.116282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Pushing event deleted for resources: {'Port': ['ID=e405a1f6-d3a1-449d-9564-d9194208dbe7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:05.202270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:05.205474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:05.210899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-01a01728-a139-4615-980e-fa99d8d24d88 tempest-ExternalNetworksAdminNegativeTestJSON-598546755 tempest-ExternalNetworksAdminNegativeTestJSON-598546755-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/6ad9da03-427a-44d4-be81-a983e5f76668 HTTP/1.1" status: 204 len: 168 time: 0.9913223 Oct 12 11:29:05.635831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d497a96-2e0e-4788-b75d-21af083418ab req-fad2ce6c-5888-449f-88cc-d560fb8a173c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:05.638584 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d497a96-2e0e-4788-b75d-21af083418ab req-fad2ce6c-5888-449f-88cc-d560fb8a173c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0724139 Oct 12 11:29:05.689808 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d497a96-2e0e-4788-b75d-21af083418ab req-8771dc78-f6de-482f-a4ff-d1a104f59b49 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Oct 12 11:29:05.702279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34640) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:05.830450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f232ec9-9f69-41c8-b341-adc9f50d3173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:05.909420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f232ec9-9f69-41c8-b341-adc9f50d3173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:05.942224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37a9c-1229-41df-a492-4637bd0b2fca req-1d8cafb2-b176-4fed-93da-6a2da0feee45 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:05.944108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-33e37a9c-1229-41df-a492-4637bd0b2fca req-1d8cafb2-b176-4fed-93da-6a2da0feee45 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 944 time: 0.0548723 Oct 12 11:29:05.999240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-33e37a9c-1229-41df-a492-4637bd0b2fca req-5184b7b3-442c-43fe-bd62-d3222fbed7d3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Oct 12 11:29:06.053398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3f232ec9-9f69-41c8-b341-adc9f50d3173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.090933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f232ec9-9f69-41c8-b341-adc9f50d3173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e5b213-e26d-45ac-98db-8a8f49681d93,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:06.097706 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3f232ec9-9f69-41c8-b341-adc9f50d3173 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=798b8a54555848f1b058e9699557334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919713 Oct 12 11:29:06.097935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34648) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:06.150435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.183126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.304922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.307639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.312166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2e5b213-e26d-45ac-98db-8a8f49681d93 HTTP/1.1" status: 204 len: 168 time: 0.2109582 Oct 12 11:29:06.320941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af4c5-2b89-4538-a2da-8c0146672f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e5b213-e26d-45ac-98db-8a8f49681d93,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:06.321726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:06.513934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:29:06.519942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:06.521726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.614808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.640133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:06.642618 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726ee82-25c6-4902-9bd5-4ff5154b38be" -d '{"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-plugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:06.657431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:06.687549 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea18ace-a0e2-479b-bf2e-c7ca850fa14c x-openstack-request-id: req-dea18ace-a0e2-479b-bf2e-c7ca850fa14c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:06.687842 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-plugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:06.688082 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dea18ace-a0e2-479b-bf2e-c7ca850fa14c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:06.688513 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'code': 200} Oct 12 11:29:06.750962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:06.814108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f236b0-c3c9-4ddf-b56a-23cb37a16092 req-1236688d-769d-42ad-b128-3cc843ef34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:06.816087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58f236b0-c3c9-4ddf-b56a-23cb37a16092 req-1236688d-769d-42ad-b128-3cc843ef34fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 1096 time: 0.0619433 Oct 12 11:29:06.848319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:06.857555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43e528-8c0e-42e3-bb6f-189da066d31a req-d5cd8d42-1c1f-439e-a62d-47c62ae4a709 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:06.866333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58f236b0-c3c9-4ddf-b56a-23cb37a16092 req-2d5f4eef-520e-4a83-91f0-379ed51d35ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Oct 12 11:29:06.869760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d43e528-8c0e-42e3-bb6f-189da066d31a req-d5cd8d42-1c1f-439e-a62d-47c62ae4a709 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0848138 Oct 12 11:29:06.907398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:06.921063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d43e528-8c0e-42e3-bb6f-189da066d31a req-ab123c40-b439-46b3-99aa-762cdd7b5e24 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Oct 12 11:29:07.052372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:07.092589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'port_id': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'mac_address': 'fa:16:3e:c0:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7028e7-9cf4-4929-af4b-0b288d03b24b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:07.149135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34672) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:07.183134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.200581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ad652c4-d828-4d7d-a298-33d1aee84398 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:07.225616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:07.229175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f810ef60-0ea6-4bc5-a1ca-c80330d2a060 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc4099d8a31c4161a1be971e4d0e9d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841479 Oct 12 11:29:07.231957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:07.254612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f52903-cdb1-4f4d-9dde-51fd87d05162 req-5fadc72d-da5e-4fd7-8cf9-e53130ce5ed3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:07.263026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6f52903-cdb1-4f4d-9dde-51fd87d05162 req-5fadc72d-da5e-4fd7-8cf9-e53130ce5ed3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1241670 Oct 12 11:29:07.294553 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.296238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.306176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6f52903-cdb1-4f4d-9dde-51fd87d05162 req-ea177b87-26d0-4c3f-b415-c619aa02b9d9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Oct 12 11:29:07.363826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.384444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:07.417653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5ad652c4-d828-4d7d-a298-33d1aee84398'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:07.501836 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.508924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:07.513591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e09d452c-85a4-4dd0-b0c1-446079b60646 HTTP/1.1" status: 204 len: 168 time: 0.2792711 Oct 12 11:29:07.533358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757f5b6-3e54-431c-b6fd-525601ba34a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09d452c-85a4-4dd0-b0c1-446079b60646,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:08.051933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c8c54-94a8-4b7f-ad35-43c9b531b81f req-4681232c-9313-4b56-a737-15357080337c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:08.054733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc9c8c54-94a8-4b7f-ad35-43c9b531b81f req-4681232c-9313-4b56-a737-15357080337c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 944 time: 0.0673165 Oct 12 11:29:08.125297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc9c8c54-94a8-4b7f-ad35-43c9b531b81f req-e391e82c-7447-48b7-8b5f-ae358b49f737 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Oct 12 11:29:08.433017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea332e93-60c3-4dae-803b-ae664e29d918 req-6598767e-5d21-48e8-a1eb-416fbad41b15 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:08.434419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea332e93-60c3-4dae-803b-ae664e29d918 req-6598767e-5d21-48e8-a1eb-416fbad41b15 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0518684 Oct 12 11:29:08.475112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea332e93-60c3-4dae-803b-ae664e29d918 req-2e7317db-f1e2-4e7d-af79-9c9cfdd3b7c2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Oct 12 11:29:08.866269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:08.921273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 5ad652c4-d828-4d7d-a298-33d1aee84398 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:08.921650 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:09.002596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:09.025120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:09.027437 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a44b3-991a-43c7-abb4-eac09bf0f35d" -d '{"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-plugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:09.040174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:09.065015 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9f934-0686-441a-84c4-ee595f29891f x-openstack-request-id: req-07a9f934-0686-441a-84c4-ee595f29891f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:09.065336 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-plugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:09.065704 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07a9f934-0686-441a-84c4-ee595f29891f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:09.066109 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'code': 200} Oct 12 11:29:09.112663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:09.181852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:09.260593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d553ded-9548-4f49-9afc-a1b8ceff1879 req-b64e5450-ad32-433f-b459-2341ceb4237d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:09.272497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d553ded-9548-4f49-9afc-a1b8ceff1879 req-b64e5450-ad32-433f-b459-2341ceb4237d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0717025 Oct 12 11:29:09.299882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041e531-4461-4d70-80bd-8820be9eb218 req-a4416ee6-2b5d-4b71-bba3-10a4bac5ea83 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:09.301733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d041e531-4461-4d70-80bd-8820be9eb218 req-a4416ee6-2b5d-4b71-bba3-10a4bac5ea83 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0749195 Oct 12 11:29:09.321732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d553ded-9548-4f49-9afc-a1b8ceff1879 req-4825cdc7-64d9-44d6-9cd3-9ef335e4600a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Oct 12 11:29:09.345059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d041e531-4461-4d70-80bd-8820be9eb218 req-5c175848-0c9f-464e-8394-bff06b9f1973 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Oct 12 11:29:09.712144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34756) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:09.812516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-369152506', 'router:external': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:09.887893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Made reservation on behalf of 0ed96a7f9f704edbbca720414491a186 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:09.890316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:09.899554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.148133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.204174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.228299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:29:10.238211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b721c2-578b-4fdd-bea7-abc963979806,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:10.242843 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.243182 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Added segment 3443e3fa-65bc-4a34-a58a-7e2cb375186b of type vlan for network 2c069993-7d75-4623-8b96-30a8e508d415 Oct 12 11:29:10.291052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.392637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.393680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:10.394336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.472976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65a10-23b5-425c-8f33-ef5d0cb4b716 req-28389996-0ce3-4a43-83a4-82741f0ee5bf tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:10.472976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66c65a10-23b5-425c-8f33-ef5d0cb4b716 req-28389996-0ce3-4a43-83a4-82741f0ee5bf tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0675704 Oct 12 11:29:10.479935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Network': ['ID=2c069993-7d75-4623-8b96-30a8e508d415,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:10.492067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2c069993-7d75-4623-8b96-30a8e508d415 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:29:10.501660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fc36149b-4adf-4197-9262-244989603b10 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7853281 Oct 12 11:29:10.501660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34768) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:10.507369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'subnet': {'network_id': '2c069993-7d75-4623-8b96-30a8e508d415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:10.519551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66c65a10-23b5-425c-8f33-ef5d0cb4b716 req-1757ef15-95c8-4742-920d-8facd2315bf8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Oct 12 11:29:10.535664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cad1bf-5750-49bc-8494-214f1d0035fb req-1d139198-955f-4f44-8df8-2ca76d73722b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:10.537244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9cad1bf-5750-49bc-8494-214f1d0035fb req-1d139198-955f-4f44-8df8-2ca76d73722b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0853107 Oct 12 11:29:10.585799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9cad1bf-5750-49bc-8494-214f1d0035fb req-8e7d568f-a257-47cc-901d-bbe4ee7b5bed tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Oct 12 11:29:10.613866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Made reservation on behalf of 0ed96a7f9f704edbbca720414491a186 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:10.616550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:10.985233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:29:10.985913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.020512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef97737-d2d0-4e6b-8cef-833917655cae req-e8178a29-3ac3-472a-ac7f-ca613139f47b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:11.022338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fef97737-d2d0-4e6b-8cef-833917655cae req-e8178a29-3ac3-472a-ac7f-ca613139f47b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0487339 Oct 12 11:29:11.046473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad03d641-dd6f-431d-a494-5f2ed295c6e1,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:11.056243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Checking segment: {'id': '3443e3fa-65bc-4a34-a58a-7e2cb375186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c069993-7d75-4623-8b96-30a8e508d415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:11.056597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network hostable DHCP agents. Network: 2c069993-7d75-4623-8b96-30a8e508d415, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:29:11.061611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fef97737-d2d0-4e6b-8cef-833917655cae req-3f28e0bf-568e-4e4a-b682-b59f94ea24e3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Oct 12 11:29:11.133301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 2c069993-7d75-4623-8b96-30a8e508d415 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:29:11.218989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2c069993-7d75-4623-8b96-30a8e508d415) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:11.223586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:11.224736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.228568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb737684-89c5-43f7-8967-f31ee1a01d07 None None] Network 2c069993-7d75-4623-8b96-30a8e508d415 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:29:11.307919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-def68320-e042-4967-bf8b-359ea21b2cf9 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8054161 Oct 12 11:29:11.310780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34776) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:11.316045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-236521197', 'network_id': '2c069993-7d75-4623-8b96-30a8e508d415'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:11.356058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b087a-58d3-4bf6-8f79-ad0ab5d9e0e7 None None] Network 2c069993-7d75-4623-8b96-30a8e508d415 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:29:11.413157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Made reservation on behalf of 0ed96a7f9f704edbbca720414491a186 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:11.415849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.431838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] device_id is not set on port 20921050-ca2c-4830-86ed-3750781b086c yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:29:11.560950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 2001:db8::a3 (2c069993-7d75-4623-8b96-30a8e508d415/ad03d641-dd6f-431d-a494-5f2ed295c6e1/20921050-ca2c-4830-86ed-3750781b086c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:11.659058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd129a8-ee03-496a-b308-6878f686b972 req-06d34b75-3e40-4c7c-896c-0bb91142cbe4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:11.661042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdd129a8-ee03-496a-b308-6878f686b972 req-06d34b75-3e40-4c7c-896c-0bb91142cbe4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0578046 Oct 12 11:29:11.703597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdd129a8-ee03-496a-b308-6878f686b972 req-acb9b72b-3034-4c6a-8147-40dcdbb3b3de tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Oct 12 11:29:11.715462 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.816824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.865933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 2c069993-7d75-4623-8b96-30a8e508d415 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:11.869041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:11.874160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:11.875156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:11.875770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:11.879149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=20921050-ca2c-4830-86ed-3750781b086c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:11.966777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-75740711-717b-41a5-a19f-03c2e5cb68e1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6545658 Oct 12 11:29:11.969202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34786) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:12.043632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Deleting port 20921050-ca2c-4830-86ed-3750781b086c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:12.043977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.126323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.135824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Calling delete_port for 20921050-ca2c-4830-86ed-3750781b086c owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:12.227691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae19d8-d17b-4e19-9330-bc9641eb0ef2 req-4c865f45-a45f-48b7-b36e-42ba2aace815 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:12.229224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22ae19d8-d17b-4e19-9330-bc9641eb0ef2 req-4c865f45-a45f-48b7-b36e-42ba2aace815 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 945 time: 0.0914471 Oct 12 11:29:12.281871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22ae19d8-d17b-4e19-9330-bc9641eb0ef2 req-61fa9bfe-0b3c-43dc-845d-03429db10c86 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Oct 12 11:29:12.385550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.415839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Port': ['ID=20921050-ca2c-4830-86ed-3750781b086c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:12.445486 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.451676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52085575-6217-4359-a552-edf9033ef5a5 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/ports/20921050-ca2c-4830-86ed-3750781b086c HTTP/1.1" status: 204 len: 168 time: 0.4814835 Oct 12 11:29:12.451984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34792) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:12.456339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c069993-7d75-4623-8b96-30a8e508d415', 'external_fixed_ips': [{'subnet_id': 'ad03d641-dd6f-431d-a494-5f2ed295c6e1', 'ip_address': '2001:db8::a3'}]}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:12.553151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.554275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.608412 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.840622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7d6e-c7be-4700-9617-703223f5feba req-6b1e9cc7-b873-4768-b880-ed4173bc4416 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:12.843333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c6a7d6e-c7be-4700-9617-703223f5feba req-6b1e9cc7-b873-4768-b880-ed4173bc4416 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0569186 Oct 12 11:29:12.849922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:12.883929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:12.899285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1c6a7d6e-c7be-4700-9617-703223f5feba req-df4bfc1e-cb0f-4213-bd7c-9bff6b2d2ae5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478621 Oct 12 11:29:12.979841 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.006065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:13.008480 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0d21be-cce6-48ae-9c66-f99a5cfbbd8d" -d '{"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:13.022129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:13.047152 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842626e-6dbe-408f-abc0-994b83289939 x-openstack-request-id: req-1842626e-6dbe-408f-abc0-994b83289939 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:13.047467 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:13.052589 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1842626e-6dbe-408f-abc0-994b83289939 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:13.052589 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'code': 200} Oct 12 11:29:13.100198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.146938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.156391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:13.159294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47575-7399-4609-9737-312e04d76b75 req-9d1bf69e-36aa-4a30-9326-f031279854b3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:13.161992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2ac47575-7399-4609-9737-312e04d76b75 req-9d1bf69e-36aa-4a30-9326-f031279854b3 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0663691 Oct 12 11:29:13.181443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.283659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Deleting port 5ad652c4-d828-4d7d-a298-33d1aee84398 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:13.283945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.395723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 2001:db8::a3 (2c069993-7d75-4623-8b96-30a8e508d415/ad03d641-dd6f-431d-a494-5f2ed295c6e1/5c371a72-79aa-4deb-a2f4-aca4e87394d4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:13.416179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] For port 5ad652c4-d828-4d7d-a298-33d1aee84398, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5ad652c4-d828-4d7d-a298-33d1aee84398,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:13.416552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.438170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Calling delete_port for 5ad652c4-d828-4d7d-a298-33d1aee84398 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:13.461350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498a52e-417b-4ee8-ab68-e76d7b2211ce req-94f539a8-32ad-45b1-8638-bd596a477d27 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:13.468958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e498a52e-417b-4ee8-ab68-e76d7b2211ce req-94f539a8-32ad-45b1-8638-bd596a477d27 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 943 time: 0.0927432 Oct 12 11:29:13.517558 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.583419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e498a52e-417b-4ee8-ab68-e76d7b2211ce req-0411b0d4-ef4a-4ca6-9ae3-188b8d0d8220 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134841 Oct 12 11:29:13.659713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.702123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 2c069993-7d75-4623-8b96-30a8e508d415 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:13.707268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:13.709465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=5c371a72-79aa-4deb-a2f4-aca4e87394d4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:13.711657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:13.752932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.782234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event deleted for resources: {'Port': ['ID=5ad652c4-d828-4d7d-a298-33d1aee84398,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:13.841266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] No DVR routers for this DVR port 5ad652c4-d828-4d7d-a298-33d1aee84398 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:29:13.850922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:13.850922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2ac47575-7399-4609-9737-312e04d76b75 req-aa721678-b5fb-44d4-ae85-0298664b1886 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "DELETE /v2.0/ports/5ad652c4-d828-4d7d-a298-33d1aee84398 HTTP/1.1" status: 204 len: 173 time: 0.6789973 Oct 12 11:29:13.850922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-deleted', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:13.850922 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e1566-9fa5-40a7-b45c-4fe38fbb91b4" -d '{"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-deleted", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:13.895502 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf535e-a243-4d4a-91ca-884cdb8d091e x-openstack-request-id: req-d4cf535e-a243-4d4a-91ca-884cdb8d091e {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:13.895790 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34389b9e-15b8-4ab0-8245-edabd7240aab", "name": "network-vif-deleted", "tag": "5ad652c4-d828-4d7d-a298-33d1aee84398", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:13.896037 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4cf535e-a243-4d4a-91ca-884cdb8d091e {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:13.896436 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34389b9e-15b8-4ab0-8245-edabd7240aab', 'name': 'network-vif-deleted', 'tag': '5ad652c4-d828-4d7d-a298-33d1aee84398', 'status': 'completed', 'code': 200} Oct 12 11:29:14.010951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42b10-f754-4740-88f0-9aa551430ef5 req-4a9ab292-a7d4-407c-bd2f-09fc63b61514 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:14.012434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89f42b10-f754-4740-88f0-9aa551430ef5 req-4a9ab292-a7d4-407c-bd2f-09fc63b61514 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0489688 Oct 12 11:29:14.140219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:14.145371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89f42b10-f754-4740-88f0-9aa551430ef5 req-23cb00df-0da8-4fd3-b0af-66b9d00ac3c4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486248 Oct 12 11:29:14.699682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:14.778347 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06389a26-ba33-4f15-a909-ba3121c38469 req-e9f62aed-ddbf-460c-80c4-cd66bc60e2da tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=34389b9e-15b8-4ab0-8245-edabd7240aab HTTP/1.1" status: 200 len: 210 time: 0.0683897 Oct 12 11:29:15.049877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router e848321f-b6fd-4553-80fd-027d47528f76 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:15.218678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:15.232380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Sync routers for ids ['e848321f-b6fd-4553-80fd-027d47528f76'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:15.242827 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Routers {'e848321f-b6fd-4553-80fd-027d47528f76'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:15.243809 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e848321f-b6fd-4553-80fd-027d47528f76'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:15.269952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6deea8-1d93-420d-a18d-2d2edd205f43 req-af61e723-4bb5-4534-a855-2d057b222b5c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:15.272088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b6deea8-1d93-420d-a18d-2d2edd205f43 req-af61e723-4bb5-4534-a855-2d057b222b5c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0892203 Oct 12 11:29:15.278108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a1382-14d8-49d3-a3b4-4be6e4699895 req-6e53bbd9-cbe9-454c-9199-e2aa5e9392aa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:15.279718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c00a1382-14d8-49d3-a3b4-4be6e4699895 req-6e53bbd9-cbe9-454c-9199-e2aa5e9392aa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Oct 12 11:29:15.315801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b6deea8-1d93-420d-a18d-2d2edd205f43 req-fd6a58fb-d1c8-4ec8-82e7-4a15aa0ff9d1 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Oct 12 11:29:15.319618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c00a1382-14d8-49d3-a3b4-4be6e4699895 req-a00c077a-3b63-46e2-a699-56645d7151ab tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Oct 12 11:29:15.334898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.336319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-74b00e94-2266-4b19-a7c4-29b2fceb7eb2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.8835974 Oct 12 11:29:15.340339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34850) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:15.372500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Set router e848321f-b6fd-4553-80fd-027d47528f76 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:15.447983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.549060 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e848321f-b6fd-4553-80fd-027d47528f76', 'name': '', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c069993-7d75-4623-8b96-30a8e508d415', 'external_fixed_ips': [{'subnet_id': 'ad03d641-dd6f-431d-a494-5f2ed295c6e1', 'ip_address': '2001:db8::a3'}], 'enable_snat': True}, 'gw_port_id': '5c371a72-79aa-4deb-a2f4-aca4e87394d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:12Z', 'updated_at': '2021-10-12T11:29:13Z', 'revision_number': 3, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port': {'id': '5c371a72-79aa-4deb-a2f4-aca4e87394d4', 'name': '', 'network_id': '2c069993-7d75-4623-8b96-30a8e508d415', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e848321f-b6fd-4553-80fd-027d47528f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': 'ad03d641-dd6f-431d-a494-5f2ed295c6e1', 'ip_address': '2001:db8::a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:29:13Z', 'updated_at': '2021-10-12T11:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad03d641-dd6f-431d-a494-5f2ed295c6e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:15.551595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.576715 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Checking router: e848321f-b6fd-4553-80fd-027d47528f76 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:29:15.576971 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Updating router e848321f-b6fd-4553-80fd-027d47528f76 port 5c371a72-79aa-4deb-a2f4-aca4e87394d4 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:29:15.600573 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.677926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Deleting port 5c371a72-79aa-4deb-a2f4-aca4e87394d4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:15.678293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.775630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:15.794816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Calling delete_port for 5c371a72-79aa-4deb-a2f4-aca4e87394d4 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:16.113778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.114455 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.db.api [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:29:16.114852 n-d-813419-3 neutron-server[95550]: DEBUG oslo_db.api [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:29:16.148996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c371a72-79aa-4deb-a2f4-aca4e87394d4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:16.181675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.230737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34870) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:16.236531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224398526', 'description': 'tempest-description--138760442'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:16.293577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.295931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.333424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.441367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.524168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d462476-ae09-4d76-944b-247e5ec917f5 req-6afa8a87-87e2-4ed0-b08c-a37de311dce4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:16.533329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d462476-ae09-4d76-944b-247e5ec917f5 req-6afa8a87-87e2-4ed0-b08c-a37de311dce4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0637858 Oct 12 11:29:16.557081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.611448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d462476-ae09-4d76-944b-247e5ec917f5 req-c9ec08dc-2be3-4801-9ec4-47d0a84c0a10 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769765 Oct 12 11:29:16.630288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1d84b-9733-4a28-bd2a-c84c40d194a4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:16.650289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.654401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a9eb2c2-d7e9-4fb6-9a5b-1040c547a621 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4218624 Oct 12 11:29:16.657261 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Port 5c371a72-79aa-4deb-a2f4-aca4e87394d4 not found while updating agent binding for router e848321f-b6fd-4553-80fd-027d47528f76. {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 11:29:16.657893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34876) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:16.664640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'security_group_rule': {'security_group_id': '1cc1d84b-9733-4a28-bd2a-c84c40d194a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:16.680363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Routers {'e848321f-b6fd-4553-80fd-027d47528f76'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:16.681023 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:28:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e848321f-b6fd-4553-80fd-027d47528f76'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:16.765983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] Set router e848321f-b6fd-4553-80fd-027d47528f76 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:16.769554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3944fb8-6803-4b9f-8304-d598254613ee req-7c944037-2c32-4491-b73f-a6051fda392d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:16.777326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3944fb8-6803-4b9f-8304-d598254613ee req-7c944037-2c32-4491-b73f-a6051fda392d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0652769 Oct 12 11:29:16.796430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.821719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.822317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e848321f-b6fd-4553-80fd-027d47528f76 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:16.836849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3944fb8-6803-4b9f-8304-d598254613ee req-f3bf5d8f-904c-40c6-8937-c684140dfcda tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 Oct 12 11:29:16.844345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.849015 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e848321f-b6fd-4553-80fd-027d47528f76', 'name': '', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:12Z', 'updated_at': '2021-10-12T11:29:15Z', 'revision_number': 5, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:16.849283 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-036f638f-19b8-4331-aceb-fb190bfe6da3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/routers/e848321f-b6fd-4553-80fd-027d47528f76 HTTP/1.1" status: 204 len: 168 time: 1.5065734 Oct 12 11:29:16.849283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34878) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:16.879318 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e21c7b-a67d-41f4-8e76-f8059ea0da86 None None] The sync data for ids ['e848321f-b6fd-4553-80fd-027d47528f76'] in n-d-813419-3 is: [{'id': 'e848321f-b6fd-4553-80fd-027d47528f76', 'name': '', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:12Z', 'updated_at': '2021-10-12T11:29:15Z', 'revision_number': 5, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:16.895594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:16.909145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.924554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Deleting subnet ad03d641-dd6f-431d-a494-5f2ed295c6e1 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:29:16.928289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.931110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 5ad652c4-d828-4d7d-a298-33d1aee84398 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:29:16.931488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5ad652c4-d828-4d7d-a298-33d1aee84398 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:29:16.972362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.975705 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:16.995954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbaca3f-0f97-48de-bf79-cd1afe9f5448,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:17.032193 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.069840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.071122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a69c357-4c63-46a0-b5aa-4ede991d54c2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4121928 Oct 12 11:29:17.074427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:17.082009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'security_group_rule': {'security_group_id': '1cc1d84b-9733-4a28-bd2a-c84c40d194a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:17.148071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.181300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad03d641-dd6f-431d-a494-5f2ed295c6e1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:17.182083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.202129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.214375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82087968-a9fe-4473-bf38-d48b584dedc3 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/ad03d641-dd6f-431d-a494-5f2ed295c6e1 HTTP/1.1" status: 204 len: 168 time: 0.3640270 Oct 12 11:29:17.215267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:17.302106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.355203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.404610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.423873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bacd2e-589f-40c0-8792-12d38554382b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:17.455665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.484179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c069993-7d75-4623-8b96-30a8e508d415']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:17.498436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3443e3fa-65bc-4a34-a58a-7e2cb375186b') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:17.499029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3443e3fa-65bc-4a34-a58a-7e2cb375186b') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:17.503844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.515893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34890) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:17.517528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.519758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b100219-e66f-4949-bf33-a2d09e356528 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4433994 Oct 12 11:29:17.522495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:17.545491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.554915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:29:17.555317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:29:17.557026 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:29:17.634661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.712866 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7cb1f377-995c-49f3-9a96-5ac8a8660e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.717194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.728797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c069993-7d75-4623-8b96-30a8e508d415 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 11:29:17.730339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.734890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2c069993-7d75-4623-8b96-30a8e508d415 HTTP/1.1" status: 204 len: 168 time: 0.5183802 Oct 12 11:29:17.764126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f8b21-69c5-4335-acf4-9ea80782e1a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c069993-7d75-4623-8b96-30a8e508d415,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:17.765102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059a0d-d843-4ab0-823c-07cd3e5991f1 req-26f5c44d-7edd-49fd-8d4e-33b12d81db30 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:17.766762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3059a0d-d843-4ab0-823c-07cd3e5991f1 req-26f5c44d-7edd-49fd-8d4e-33b12d81db30 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0813620 Oct 12 11:29:17.843511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:17.844292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3059a0d-d843-4ab0-823c-07cd3e5991f1 req-884b84b3-2a72-43d5-80de-244b72f2798c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706277 Oct 12 11:29:18.024009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Allocated IP 172.25.2.84 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/3c8a85b7-c802-4668-b68d-f11b0414e0a9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:18.036338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356bd4b-16a7-4e99-99b1-38d199497d40 req-a0b7d2e3-c202-4948-9629-c2f47cf937f0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:18.045756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8356bd4b-16a7-4e99-99b1-38d199497d40 req-a0b7d2e3-c202-4948-9629-c2f47cf937f0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1036098 Oct 12 11:29:18.100228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34902) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:18.105983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'name': 'tempest-router--429749229', 'project_id': 'ce525ec8cc504a0683b3d9c78e9a5ac0'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:18.146580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8356bd4b-16a7-4e99-99b1-38d199497d40 req-262d8980-f69b-4f5a-9ca1-e30a927ffd03 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949593 Oct 12 11:29:18.202644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.227076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.228295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.301557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.319586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.377446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.396139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:18.399744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:18.407514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:18.468603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.471541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'Port': ['ID=3c8a85b7-c802-4668-b68d-f11b0414e0a9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:18.473385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-07c4cdea-5978-42fd-9cb5-b6a77cfc1925 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3718238 Oct 12 11:29:18.474010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34910) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:18.523297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.566121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.651688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.766241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.768696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.894615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.934273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.935654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c710ae1f-5859-4dda-840f-a7bbe7c82fb6 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:18.954656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:18.955937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-22317574-2ced-4145-bcc1-1faddf3c7886 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c710ae1f-5859-4dda-840f-a7bbe7c82fb6 HTTP/1.1" status: 204 len: 168 time: 0.4805703 Oct 12 11:29:18.964205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.001705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1953126-0b65-4219-a517-d9980c9cb217 req-a4f04d49-cf3e-4b47-9576-5fa72953c8f6 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:19.009693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1953126-0b65-4219-a517-d9980c9cb217 req-a4f04d49-cf3e-4b47-9576-5fa72953c8f6 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0879502 Oct 12 11:29:19.017673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'Port': ['ID=3c8a85b7-c802-4668-b68d-f11b0414e0a9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:19.048388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1953126-0b65-4219-a517-d9980c9cb217 req-73609d90-3413-495f-8809-f19d5c3e52ba tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Oct 12 11:29:19.071816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.172208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.178307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7eddc55-ffd9-41a0-a7af-cb4dab92de78 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6581104 Oct 12 11:29:19.228792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34920) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:19.290877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5eef7-a539-46fb-9f50-4169c6136a6b req-7f3c8e2b-20e8-42cf-9321-e9b701bec039 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:19.296673 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a5eef7-a539-46fb-9f50-4169c6136a6b req-7f3c8e2b-20e8-42cf-9321-e9b701bec039 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0865879 Oct 12 11:29:19.347155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a5eef7-a539-46fb-9f50-4169c6136a6b req-beca6990-2adf-4dae-a32d-7be52ee95205 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Oct 12 11:29:19.538230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-0ae68ad9-25ce-4548-98bf-8d5f07d949c9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:19.539881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-0ae68ad9-25ce-4548-98bf-8d5f07d949c9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.1548016 Oct 12 11:29:19.566756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-ec064541-cdce-46ca-810e-ffd4b66ef33e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/quotas/a240018c12084a799d9ab45083ce1ab2 HTTP/1.1" status: 200 len: 375 time: 0.0196447 Oct 12 11:29:19.574857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1700134810', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:19.641882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-76b9dfbe-643f-4348-9034-0d1db46cc515 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575154 Oct 12 11:29:19.717693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.719235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.803488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:19.806262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-fd20f675-c48c-4906-9df9-ee2d9d21eef3 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544797 Oct 12 11:29:19.911824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-55d2326f-4848-4f6e-8fad-3fd7d4eaefe4 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978930 Oct 12 11:29:20.096627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:20.215384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9422371-4e17-4f30-bf9c-407391908b84 req-359e2c9f-8c1c-4d65-a9ae-1886e18bbd59 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:20.218140 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9422371-4e17-4f30-bf9c-407391908b84 req-359e2c9f-8c1c-4d65-a9ae-1886e18bbd59 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0811641 Oct 12 11:29:20.265966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-429e0da7-7b08-442c-b6fd-da4221612305 req-7600dbbc-df21-4493-bdc3-11b9366d096e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 210 time: 0.0395479 Oct 12 11:29:20.323017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9422371-4e17-4f30-bf9c-407391908b84 req-cb3879cc-8f34-47b0-9d86-a9ea3b909a13 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989804 Oct 12 11:29:20.455607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-acff05d1-9fc3-4af3-ad7b-77be0f9c49bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:20.576905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:20.609058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:20.722636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e8219-d837-4a6b-9259-13419c9357c6 req-25b6ce00-ca60-4fd6-be76-30d5ed0ef5ea tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:20.733226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb3e8219-d837-4a6b-9259-13419c9357c6 req-25b6ce00-ca60-4fd6-be76-30d5ed0ef5ea tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.2325447 Oct 12 11:29:20.808912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb3e8219-d837-4a6b-9259-13419c9357c6 req-2e5736c4-6308-41b2-9bdb-8aeac8cea550 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Oct 12 11:29:20.836823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Allocated IP 172.25.2.128 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5c68c6c0-c545-439b-8993-f4300458fdc6) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:20.964017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.155279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.216693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:21.219752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:21.224211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:21.227677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event updated for resources: {'Port': ['ID=5c68c6c0-c545-439b-8993-f4300458fdc6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:21.346939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72290007-a523-4f4e-82f1-5bcd5ee480fa req-2766e1e7-9654-4766-bcf6-54685c37e1c7 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 210 time: 0.0296960 Oct 12 11:29:21.492213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b08b7c-de3f-4e5a-a270-b28216d6484f req-cabcf3aa-bfdf-4440-badf-332a43bded5d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:21.493835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66b08b7c-de3f-4e5a-a270-b28216d6484f req-cabcf3aa-bfdf-4440-badf-332a43bded5d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0691111 Oct 12 11:29:21.608098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66b08b7c-de3f-4e5a-a270-b28216d6484f req-75b20a3b-1e83-4afe-8c4d-51d29c780b26 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764432 Oct 12 11:29:21.633120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.710818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.741116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.854121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.938852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:21.986606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c5c99-275b-4c9e-b0e6-11071e58b020 req-d365af58-13db-444a-9902-62e6f7351b80 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:21.988164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-993c5c99-275b-4c9e-b0e6-11071e58b020 req-d365af58-13db-444a-9902-62e6f7351b80 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0939231 Oct 12 11:29:22.043894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-993c5c99-275b-4c9e-b0e6-11071e58b020 req-cf946e78-dc3a-420b-af51-b4a66e4f1f2b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Oct 12 11:29:22.124091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Router 4813fd57-c421-47f5-ab7f-27a67f62dd1b is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:22.485405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2ac9b0e-1cef-47a7-b5db-41f0c3625fc0 req-473f735b-6f91-400c-a2f4-9db63327c9f4 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 210 time: 0.0365541 Oct 12 11:29:22.600150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:22.610252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] Sync routers for ids ['4813fd57-c421-47f5-ab7f-27a67f62dd1b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:22.620297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] Routers {'4813fd57-c421-47f5-ab7f-27a67f62dd1b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:22.625087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4813fd57-c421-47f5-ab7f-27a67f62dd1b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:22.625421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf8e8-9e5f-4679-a529-cd53672f6e50 req-0d3545c5-313c-4bbf-8150-d3234f58a296 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:22.625421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481bf8e8-9e5f-4679-a529-cd53672f6e50 req-0d3545c5-313c-4bbf-8150-d3234f58a296 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.0757473 Oct 12 11:29:22.656631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:22.666784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] Routers {'4813fd57-c421-47f5-ab7f-27a67f62dd1b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:22.667870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4813fd57-c421-47f5-ab7f-27a67f62dd1b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:22.668125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481bf8e8-9e5f-4679-a529-cd53672f6e50 req-d2ee0723-59f4-46da-a466-1d4c22d10313 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375090 Oct 12 11:29:22.691311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-5759e6f1-165a-4099-abb1-9b6c64119a87 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:22.694380 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-5759e6f1-165a-4099-abb1-9b6c64119a87 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.1320195 Oct 12 11:29:22.716493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'port': {'device_id': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'admin_state_up': True, 'tenant_id': 'a240018c12084a799d9ab45083ce1ab2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:22.738138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:22.739316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:22.739866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801017a8-c484-41cd-a1b9-9ce4eae9e5b0 None None] The sync data for ids ['4813fd57-c421-47f5-ab7f-27a67f62dd1b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:22.742347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-be7098dd-455b-44ae-a0d8-02321d45478d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5124936 Oct 12 11:29:22.743044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35006) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:22.854898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918f825-46d3-40fa-8119-0b5987bb18f8 req-5aff934b-eb00-43a8-bf76-0df35e21fd7b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:22.856515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d918f825-46d3-40fa-8119-0b5987bb18f8 req-5aff934b-eb00-43a8-bf76-0df35e21fd7b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1143930 Oct 12 11:29:22.871556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ce2058f1-a8c8-4447-8224-9a87b22c3e0d tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/4813fd57-c421-47f5-ab7f-27a67f62dd1b HTTP/1.1" status: 200 len: 925 time: 0.1262546 Oct 12 11:29:22.873982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35010) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:22.903188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00eb9439-5cff-4fb3-ab7a-7e98ac303154 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4813fd57-c421-47f5-ab7f-27a67f62dd1b HTTP/1.1" status: 200 len: 205 time: 0.0254819 Oct 12 11:29:22.903449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:22.908312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d918f825-46d3-40fa-8119-0b5987bb18f8 req-de870c9a-55e1-4ecc-ac3d-07dc200909c5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Oct 12 11:29:23.015304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.019138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Made reservation on behalf of a240018c12084a799d9ab45083ce1ab2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:23.023289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.124163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.173627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Allocated IP 172.20.0.11 (ff6a3df1-bbdc-4d24-a573-82061b26285f/af7028e7-9cf4-4929-af4b-0b288d03b24b/33a98b7c-8108-4a1b-bff1-2247611d1d1a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:23.181810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d81f-689b-45df-9adb-1b4cf6fffa24 req-115073f5-f70d-4504-94c5-940401285881 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:23.184092 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca50d81f-689b-45df-9adb-1b4cf6fffa24 req-115073f5-f70d-4504-94c5-940401285881 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0550060 Oct 12 11:29:23.227163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca50d81f-689b-45df-9adb-1b4cf6fffa24 req-5252bd6d-5589-4c4d-971b-1d917a055b34 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Oct 12 11:29:23.253661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.279000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 5c68c6c0-c545-439b-8993-f4300458fdc6 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:23.279350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.336337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.362420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.374775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 5c68c6c0-c545-439b-8993-f4300458fdc6 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:23.454055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.503416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Network ff6a3df1-bbdc-4d24-a573-82061b26285f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:23.517809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:23.521692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:23.548550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:23.592397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:23.593039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.624738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.638796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d994-12e4-4893-aa53-308472404525 req-f386b612-d277-4f55-abb2-733a5fda9368 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:23.640330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93e2d994-12e4-4893-aa53-308472404525 req-f386b612-d277-4f55-abb2-733a5fda9368 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 932 time: 0.0624371 Oct 12 11:29:23.659182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=5c68c6c0-c545-439b-8993-f4300458fdc6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:23.691290 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93e2d994-12e4-4893-aa53-308472404525 req-1ccf8480-759b-4a35-a3b6-825b7262a6e1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Oct 12 11:29:23.715741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-f5bb0e12-c4d9-49c5-8814-c8390b1e4843 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0043254 Oct 12 11:29:23.728797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Request body: {'port': {'device_id': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:23.741100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.790102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.863924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.869875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.925058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9db45-4695-4c4a-b9cf-8e1abe4660be req-97dd3675-454c-4920-a471-b98552bd46ad tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:23.926612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ce9db45-4695-4c4a-b9cf-8e1abe4660be req-97dd3675-454c-4920-a471-b98552bd46ad tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.1209309 Oct 12 11:29:23.978186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ce9db45-4695-4c4a-b9cf-8e1abe4660be req-764434a8-cb68-45a7-87aa-2e3d541cb7dc tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Oct 12 11:29:23.982921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:23.983846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router 4813fd57-c421-47f5-ab7f-27a67f62dd1b {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:23.997323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.002284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-adde7783-e6bf-4773-b5df-9cdf4d215408 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/4813fd57-c421-47f5-ab7f-27a67f62dd1b HTTP/1.1" status: 204 len: 168 time: 1.0942006 Oct 12 11:29:24.002531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35030) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:24.006925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1946982332', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:24.073268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-696fc7ff-cc9a-4d97-b68e-64dc2e7dee1c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:24.075388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-696fc7ff-cc9a-4d97-b68e-64dc2e7dee1c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.1284804 Oct 12 11:29:24.128097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.129202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.135429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f7c4-aa93-4c75-ae65-bdefc8125690 req-5b71c27f-b6ee-464e-b45b-d9374f134539 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:24.137373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d947f7c4-aa93-4c75-ae65-bdefc8125690 req-5b71c27f-b6ee-464e-b45b-d9374f134539 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1323786 Oct 12 11:29:24.184708 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.258252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a98b7c-8108-4a1b-bff1-2247611d1d1a {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:24.268442 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d947f7c4-aa93-4c75-ae65-bdefc8125690 req-92c30a2a-8d6d-4e8c-b376-f5963a6b2004 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150284 Oct 12 11:29:24.271367 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.290767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Transition to ACTIVE for port object 33a98b7c-8108-4a1b-bff1-2247611d1d1a will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:29:24.302142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Deleting port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:24.302570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.367388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.458436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:24.495029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] For port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:24.495584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.501660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.519526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06123-0e1e-4892-9477-5a331341ab6a req-4bd4ab1b-c43b-4db6-8aa6-f418285bea9a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:24.519526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79b06123-0e1e-4892-9477-5a331341ab6a req-4bd4ab1b-c43b-4db6-8aa6-f418285bea9a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1611290 Oct 12 11:29:24.556915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79b06123-0e1e-4892-9477-5a331341ab6a req-dd2c95f1-02fd-4e5d-b6de-67c8872bcfe9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Oct 12 11:29:24.639340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Attempting to bind port 33a98b7c-8108-4a1b-bff1-2247611d1d1a on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:24.640304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Attempting to bind port 33a98b7c-8108-4a1b-bff1-2247611d1d1a by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:24.640853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Attempting to bind port 33a98b7c-8108-4a1b-bff1-2247611d1d1a on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:24.679916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Port 33a98b7c-8108-4a1b-bff1-2247611d1d1a on network ff6a3df1-bbdc-4d24-a573-82061b26285f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:29:24.680243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Attempting to bind port 33a98b7c-8108-4a1b-bff1-2247611d1d1a on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:24.690060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:24.690402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Checking segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:24.690820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Bound using segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:24.691251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Bound port: 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:24.691607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.819285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.839356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.840474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.840771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:24.840967 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Floating IP 62cfe49f-f690-4b24-95e6-87adc3b1c6f0 disassociated. External IP: 172.25.2.113, port: f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37. Oct 12 11:29:24.841319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Calling delete_port for f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:24.931170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367b00-6111-414a-8409-8939f692bc15 req-db8e0520-85ac-4620-8af5-f8e3a260c712 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:24.932730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35367b00-6111-414a-8409-8939f692bc15 req-db8e0520-85ac-4620-8af5-f8e3a260c712 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1572518 Oct 12 11:29:24.937432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:29:24.975833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:29:24.980568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 172.25.2.22 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/1e117bc0-3a81-41ad-97d4-642d39c8a56b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:25.008897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-35367b00-6111-414a-8409-8939f692bc15 req-d737e66a-a6d5-4729-926b-2a60e160f7dd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634522 Oct 12 11:29:25.021679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.088596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.090203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.091814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] 10.222.0.41 "PUT /v2.0/ports/33a98b7c-8108-4a1b-bff1-2247611d1d1a HTTP/1.1" status: 200 len: 1092 time: 1.3673580 Oct 12 11:29:25.092279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:25.094647 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9610f9a0-10af-4888-8d89-02dc65926698" -d '{"events": [{"name": "network-changed", "server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:25.116315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.145593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7a699-5e19-433a-b6ca-9491d5645488 service neutron] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:25.167151 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b8305-2aac-42f2-97e0-6d2b11d7b76e x-openstack-request-id: req-5c3b8305-2aac-42f2-97e0-6d2b11d7b76e {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:25.167151 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:25.167151 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c3b8305-2aac-42f2-97e0-6d2b11d7b76e {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:25.167151 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'status': 'completed', 'code': 200} Oct 12 11:29:25.190372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53506b4-cf2c-4e4d-b67d-37ee6883e133 req-3c2c3167-8554-42d6-ae98-d4b926e7fb37 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.191942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f53506b4-cf2c-4e4d-b67d-37ee6883e133 req-3c2c3167-8554-42d6-ae98-d4b926e7fb37 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 946 time: 0.0809984 Oct 12 11:29:25.239743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610f9a0-10af-4888-8d89-02dc65926698 req-4ca19e77-2223-4a4c-a507-9c53614bd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.241541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9610f9a0-10af-4888-8d89-02dc65926698 req-4ca19e77-2223-4a4c-a507-9c53614bd5b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 1095 time: 0.0660543 Oct 12 11:29:25.242491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f53506b4-cf2c-4e4d-b67d-37ee6883e133 req-6506583a-b4c7-4817-9dbf-ecb27edd7f38 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=37aa1971-8345-4c14-98ba-69e22f94b366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Oct 12 11:29:25.243791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.268022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.305896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'Port': ['ID=f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:25.306742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:25.310918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:25.326656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:25.391547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=1e117bc0-3a81-41ad-97d4-642d39c8a56b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:25.778787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:25.789408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f93f-ebaa-4992-b5ba-28dd0e9661be req-772c9e4f-9641-47ae-89df-3cd7b415ff38 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.790793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfb5f93f-ebaa-4992-b5ba-28dd0e9661be req-772c9e4f-9641-47ae-89df-3cd7b415ff38 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0753331 Oct 12 11:29:25.807482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610f9a0-10af-4888-8d89-02dc65926698 req-8d0ed73b-a924-4784-9627-2eaf992025e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.809733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9610f9a0-10af-4888-8d89-02dc65926698 req-8d0ed73b-a924-4784-9627-2eaf992025e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a240018c12084a799d9ab45083ce1ab2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5573816 Oct 12 11:29:25.860010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6269-08b5-4347-8444-758895caef1b req-6bd2ea6e-6c1d-415d-8e2a-75e72b9d0a5a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:25.861450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8ab6269-08b5-4347-8444-758895caef1b req-6bd2ea6e-6c1d-415d-8e2a-75e72b9d0a5a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.4660730 Oct 12 11:29:25.911744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfb5f93f-ebaa-4992-b5ba-28dd0e9661be req-ba7262ca-ed71-4d24-bcfb-a0df1ebd6cd7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861731 Oct 12 11:29:25.931771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:29:25.966823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8ab6269-08b5-4347-8444-758895caef1b req-44e1afef-42e5-4c9e-920b-814853b98747 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907917 Oct 12 11:29:26.012664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610f9a0-10af-4888-8d89-02dc65926698 req-b01b294e-f819-4d59-8833-b27ce5559730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:26.014175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9610f9a0-10af-4888-8d89-02dc65926698 req-b01b294e-f819-4d59-8833-b27ce5559730 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931279 Oct 12 11:29:26.064185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:26.153481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:26.163659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-1edd309a-23d6-4886-bd5d-303bb07c734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:26.164628 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:26.165132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-1edd309a-23d6-4886-bd5d-303bb07c734c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 1095 time: 0.0934000 Oct 12 11:29:26.176359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:26.177309 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:26.246739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] No DVR routers for this DVR port f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:29:26.256040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c38a4-24c2-4f03-9ca0-b6c9102453ce req-548bcccf-8337-4ed8-8953-82812fa251e0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:26.257589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c11c38a4-24c2-4f03-9ca0-b6c9102453ce req-548bcccf-8337-4ed8-8953-82812fa251e0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1493292 Oct 12 11:29:26.258737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:26.262538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-96b3a75b-abe4-4070-8f73-f6184c495bf5 req-11641526-b6df-47db-9d14-79869d357d1a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "DELETE /v2.0/ports/f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 HTTP/1.1" status: 204 len: 173 time: 2.1785226 Oct 12 11:29:26.264036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-aad69441-4f54-4bd4-80b0-f598d5beefb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a HTTP/1.1" status: 200 len: 217 time: 0.0758038 Oct 12 11:29:26.287469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:26.328641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:26.372341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c11c38a4-24c2-4f03-9ca0-b6c9102453ce req-fdf032d4-3a79-4edd-b227-b3000dc0aff5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036537 Oct 12 11:29:26.374159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-8613b3be-f0ca-4c23-98cf-33b769d0f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:26.375792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-8613b3be-f0ca-4c23-98cf-33b769d0f74b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 200 len: 862 time: 0.0965796 Oct 12 11:29:26.406591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1957ea00-944b-4f7d-b2c5-87efec71e2dd req-4a2057db-d8b0-4625-ad51-37b9d603ac1f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1a25078-a0f4-4046-a48b-979da941d8bf HTTP/1.1" status: 200 len: 210 time: 0.0552194 Oct 12 11:29:26.445333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-262a1919-710f-4b01-bb88-209afa74db67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6a3df1-bbdc-4d24-a573-82061b26285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579560 Oct 12 11:29:26.513830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:26.525064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Sync routers for ids ['9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:26.551852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Routers {'9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:26.552818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:26.599120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:26.628369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:26.629721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-90af348f-d75f-415f-9401-da2144ce8d36 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6261251 Oct 12 11:29:26.632499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35068) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:26.644618 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:26.656210 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-84460f81-b719-4878-b3ca-7985923c393e service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071910 Oct 12 11:29:26.663618 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:29:26.674612 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:26.678985 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:26.708491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Set router 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:26.765668 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:29:26.800429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-842e4ebf-9786-4a4a-b795-c5b7164c3c66 req-d4775035-dc77-4b6c-9348-6239b9903cbd service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302569 Oct 12 11:29:26.857955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35072) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:26.863325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1946982332', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': True}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:26.867426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-748979b7-b841-4a3b-b303-8fffeac849d1 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/9e7e925c-c74a-4e7a-a430-4cb20b35cd3e HTTP/1.1" status: 200 len: 908 time: 0.2337065 Oct 12 11:29:26.876314 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:26.985259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:27.006122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.007193 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.081703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:29:27.084162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:29:27.122881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'name': 'tempest-snat-router-1946982332', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22'}], 'enable_snat': False}, 'gw_port_id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:25Z', 'revision_number': 3, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port': {'id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:27.160644 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:27.210247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f900af-e400-4494-bf80-3db0ebda0c7b req-1ef1a846-df6a-4c94-aa10-7dea3580bf29 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:27.215379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Checking router: 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:29:27.215731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Updating router 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e port 1e117bc0-3a81-41ad-97d4-642d39c8a56b binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:29:27.220572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b89b-a51e-46ba-8b15-abad0268fee7 req-5c3cb0c0-3d7b-4ba7-af2b-dddd5ac4d28c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:27.222166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d941b89b-a51e-46ba-8b15-abad0268fee7 req-5c3cb0c0-3d7b-4ba7-af2b-dddd5ac4d28c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1110170 Oct 12 11:29:27.222877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1f900af-e400-4494-bf80-3db0ebda0c7b req-1ef1a846-df6a-4c94-aa10-7dea3580bf29 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.2101371 Oct 12 11:29:27.224487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-deleted', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:27.227207 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bd380-1d0a-4a73-a411-371abb394b2e" -d '{"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-deleted", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:27.254826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.256965 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444aa3c-1b49-42dc-92bc-b42d0fbf8dc3 None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:27.301760 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.323789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d941b89b-a51e-46ba-8b15-abad0268fee7 req-1366f0f6-42c5-43b8-8795-e92d2e4663db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954854 Oct 12 11:29:27.357450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1f900af-e400-4494-bf80-3db0ebda0c7b req-66af99e4-d526-469a-95c6-d842f66afba7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185162 Oct 12 11:29:27.453042 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe25c6-81f5-4dc6-9a3f-0e3de5ce1720 x-openstack-request-id: req-4bbe25c6-81f5-4dc6-9a3f-0e3de5ce1720 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:27.453339 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a25078-a0f4-4046-a48b-979da941d8bf", "name": "network-vif-deleted", "tag": "f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:27.453614 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bbe25c6-81f5-4dc6-9a3f-0e3de5ce1720 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:27.454859 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a25078-a0f4-4046-a48b-979da941d8bf', 'name': 'network-vif-deleted', 'tag': 'f87a19cd-fc63-4798-b0d5-3a6a5b3f0a37', 'status': 'completed', 'code': 200} Oct 12 11:29:27.647885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c1ee8-51ad-4671-94b5-23878581fddc req-57be5383-0253-4563-be02-b1608b231fd9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:27.655851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b69c1ee8-51ad-4671-94b5-23878581fddc req-57be5383-0253-4563-be02-b1608b231fd9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.0984225 Oct 12 11:29:27.684827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.699961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b69c1ee8-51ad-4671-94b5-23878581fddc req-6dd00869-60b7-4edc-b3e3-72c8dc7e708d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Oct 12 11:29:27.773183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fe47f-39d5-4d3a-83cb-eacdb97cae9f None None] New status for floating IP 62cfe49f-f690-4b24-95e6-87adc3b1c6f0: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:29:27.804593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.890283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35094) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:27.903729 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:27.914958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196d63-f6e2-48ae-ac3c-ce6d31b48494 req-f013d015-4384-4b89-a9a3-d4f377779833 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:27.916515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e196d63-f6e2-48ae-ac3c-ce6d31b48494 req-f013d015-4384-4b89-a9a3-d4f377779833 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0776975 Oct 12 11:29:27.982400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87840-093c-422b-a301-b69ba66d8d9b None None] Pushing event updated for resources: {'Port': ['ID=1e117bc0-3a81-41ad-97d4-642d39c8a56b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:27.984724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Attempting to bind port 1e117bc0-3a81-41ad-97d4-642d39c8a56b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:27.985087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Attempting to bind port 1e117bc0-3a81-41ad-97d4-642d39c8a56b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:27.991448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Attempting to bind port 1e117bc0-3a81-41ad-97d4-642d39c8a56b on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:27.991778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e196d63-f6e2-48ae-ac3c-ce6d31b48494 req-da8ab5f9-a037-48a0-b2fb-c2468f33abba tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Oct 12 11:29:28.000390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:28.001735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:28.001899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.002944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.003509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:28.004093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Bound port: 1e117bc0-3a81-41ad-97d4-642d39c8a56b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:28.004543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.026321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-c90916ae-7ea6-4046-bc34-846156e2cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.031641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-c90916ae-7ea6-4046-bc34-846156e2cac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1097 time: 0.1032698 Oct 12 11:29:28.042283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.085742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] For port 1e117bc0-3a81-41ad-97d4-642d39c8a56b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:29:28.092746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] For port 1e117bc0-3a81-41ad-97d4-642d39c8a56b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1e117bc0-3a81-41ad-97d4-642d39c8a56b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:29:28.138401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.163280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.178041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-9478c49b-744c-4ca1-aefe-5ddd7927e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.179699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-9478c49b-744c-4ca1-aefe-5ddd7927e80a service neutron] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.1131208 Oct 12 11:29:28.193515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.255013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Routers {'9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:28.255901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:28.269669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.272750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.274064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "DELETE /v2.0/security-groups/37aa1971-8345-4c14-98ba-69e22f94b366 HTTP/1.1" status: 204 len: 168 time: 0.3828945 Oct 12 11:29:28.280367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-444fd745-39a6-4a72-b747-8d9921837bca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 1002 time: 0.0933831 Oct 12 11:29:28.282843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35096) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:28.302873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573992-2c5f-4a80-9041-9a534d4a3aa6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aa1971-8345-4c14-98ba-69e22f94b366,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:28.304996 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-1d9f8337-db2a-4962-92c0-01c9599f161a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] show failed (client error): The resource could not be found. Oct 12 11:29:28.306398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d9f8337-db2a-4962-92c0-01c9599f161a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups/37aa1971-8345-4c14-98ba-69e22f94b366 HTTP/1.1" status: 404 len: 347 time: 0.0230057 Oct 12 11:29:28.314008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 172.25.2.198 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/928b2a4a-4733-4056-ab98-018af8bf4e06) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:28.316126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:28.458034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.463493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87840-093c-422b-a301-b69ba66d8d9b None None] Pushing event updated for resources: {'Port': ['ID=1e117bc0-3a81-41ad-97d4-642d39c8a56b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:28.493413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-e2eab17e-2db8-43a7-b487-9996e3008bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.494920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-e2eab17e-2db8-43a7-b487-9996e3008bf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.1932828 Oct 12 11:29:28.576611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] Set router 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:28.596067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155803-f869-4a61-b5f1-f268c2cd3e9c req-5860bb85-42e7-404c-a38b-3d6c58b56cd9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.597726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed155803-f869-4a61-b5f1-f268c2cd3e9c req-5860bb85-42e7-404c-a38b-3d6c58b56cd9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1306872 Oct 12 11:29:28.599070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Deleting port 01777b0a-25b7-4973-be50-f191e690ea5c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:28.603728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.623681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-7ea4a913-d7e6-4738-a7fd-19e4f78ce3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.624971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:28.625278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-7ea4a913-d7e6-4738-a7fd-19e4f78ce3dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065600 Oct 12 11:29:28.668703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:28.671768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:28.676813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:28.682743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=928b2a4a-4733-4056-ab98-018af8bf4e06,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:28.708249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.708693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.709111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.709520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.709929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.710333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.710767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.711172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.711572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.711970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.712696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.712696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:28.803186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'name': 'tempest-snat-router-1946982332', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22'}], 'enable_snat': False}, 'gw_port_id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:25Z', 'revision_number': 3, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port': {'id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:28.841413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece947da-85b7-4d33-8fa1-1e1c49beb0bd None None] The sync data for ids ['9e7e925c-c74a-4e7a-a430-4cb20b35cd3e'] in n-d-813419-3 is: [{'id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'name': 'tempest-snat-router-1946982332', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22'}], 'enable_snat': False}, 'gw_port_id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:25Z', 'revision_number': 3, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port': {'id': '1e117bc0-3a81-41ad-97d4-642d39c8a56b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e925c-c74a-4e7a-a430-4cb20b35cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:29:24Z', 'updated_at': '2021-10-12T11:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:28.930944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28190-f1ac-4320-97a1-36a3ed4e8b4a req-bee7b6b4-0ad3-41ea-86a2-c7ef3bc8f17a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:28.932650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1eb28190-f1ac-4320-97a1-36a3ed4e8b4a req-bee7b6b4-0ad3-41ea-86a2-c7ef3bc8f17a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1119828 Oct 12 11:29:28.999727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1eb28190-f1ac-4320-97a1-36a3ed4e8b4a req-15f31b36-7c79-4676-b94e-e506520d6b0b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594251 Oct 12 11:29:29.135784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed155803-f869-4a61-b5f1-f268c2cd3e9c req-1da64eef-4ef4-400f-8c5d-1e1b50d8813e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189233 Oct 12 11:29:29.141168 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.141520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.165190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Calling delete_port for 01777b0a-25b7-4973-be50-f191e690ea5c owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:29.218530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-faaad1bb-1d49-489d-9c26-c42ea62f0dcd service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602400 Oct 12 11:29:29.225034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.285531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce61cd-c5ab-49de-8bc1-860d46f83fb8 req-a8917e58-371e-4fa0-8eee-27ca84b6449a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:29.287303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58ce61cd-c5ab-49de-8bc1-860d46f83fb8 req-a8917e58-371e-4fa0-8eee-27ca84b6449a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1914327 Oct 12 11:29:29.365294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1e117bc0-3a81-41ad-97d4-642d39c8a56b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:29.428049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a8ed791-b738-4ef5-a809-6fca2e08c647 req-500104cf-7890-46ad-94d1-e0dca92a4011 service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794357 Oct 12 11:29:29.470526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1e117bc0-3a81-41ad-97d4-642d39c8a56b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:29.470941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.556865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58ce61cd-c5ab-49de-8bc1-860d46f83fb8 req-52e649dc-76e0-44bb-9273-a57d34e5f355 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651497 Oct 12 11:29:29.562463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.585002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.596808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.611904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1e117bc0-3a81-41ad-97d4-642d39c8a56b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1e117bc0-3a81-41ad-97d4-642d39c8a56b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:29.647340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'Port': ['ID=01777b0a-25b7-4973-be50-f191e690ea5c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:29.702661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.724708 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.729636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:29.731386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ef63306-381c-4090-9843-034a88506a2b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "DELETE /v2.0/floatingips/62cfe49f-f690-4b24-95e6-87adc3b1c6f0 HTTP/1.1" status: 204 len: 168 time: 1.4128294 Oct 12 11:29:29.757441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1e117bc0-3a81-41ad-97d4-642d39c8a56b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.773142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:29:29.884251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router 4724570a-6550-44a5-a918-6a4b798a4eff is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:30.023021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:30.039345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Sync routers for ids ['4724570a-6550-44a5-a918-6a4b798a4eff'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:30.063842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Routers {'4724570a-6550-44a5-a918-6a4b798a4eff'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:30.071404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4724570a-6550-44a5-a918-6a4b798a4eff'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:30.141325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.145809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ab55d920-4405-4ce9-a45d-fa66590bb69a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2867687 Oct 12 11:29:30.148879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35118) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:30.212188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Set router 4724570a-6550-44a5-a918-6a4b798a4eff gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:30.226464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd186e-10ee-464f-a682-6c1241cb0a0e req-49c1f532-cf70-474c-a44a-18801632b1ee tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:30.226880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35122) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:30.232710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224836501', 'description': 'tempest-description--284926718'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:30.238143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13fd186e-10ee-464f-a682-6c1241cb0a0e req-49c1f532-cf70-474c-a44a-18801632b1ee tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1225665 Oct 12 11:29:30.322220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b693359a-eb56-4b63-b041-8742b7913d7e tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/4724570a-6550-44a5-a918-6a4b798a4eff HTTP/1.1" status: 200 len: 908 time: 0.1722121 Oct 12 11:29:30.323471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35124) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:30.331950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-13fd186e-10ee-464f-a682-6c1241cb0a0e req-77fcf584-1480-42bb-a968-9e022dbd88d1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923877 Oct 12 11:29:30.366404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da1c69-c578-4a68-b917-3c45102ad059 req-df9e737a-db31-4565-bf7e-f08d0f5012f3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:30.378095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5da1c69-c578-4a68-b917-3c45102ad059 req-df9e737a-db31-4565-bf7e-f08d0f5012f3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0871842 Oct 12 11:29:30.388524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.436311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4724570a-6550-44a5-a918-6a4b798a4eff', 'name': 'tempest-snat-router-1946982332', 'tenant_id': '0ed96a7f9f704edbbca720414491a186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '928b2a4a-4733-4056-ab98-018af8bf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:29:27Z', 'updated_at': '2021-10-12T11:29:28Z', 'revision_number': 3, 'project_id': '0ed96a7f9f704edbbca720414491a186', 'gw_port': {'id': '928b2a4a-4733-4056-ab98-018af8bf4e06', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4724570a-6550-44a5-a918-6a4b798a4eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:29:28Z', 'updated_at': '2021-10-12T11:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:30.439229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5da1c69-c578-4a68-b917-3c45102ad059 req-9d07d6c0-9a28-4f3a-b20b-41b853fb0f93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599642 Oct 12 11:29:30.467781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.480394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Checking router: 4724570a-6550-44a5-a918-6a4b798a4eff for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:29:30.480848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Updating router 4724570a-6550-44a5-a918-6a4b798a4eff port 928b2a4a-4733-4056-ab98-018af8bf4e06 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:29:30.491759 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.512983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.564350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.615096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.623297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf11355-0365-4825-936d-a83f21310de4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:30.674933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.679247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-68bcb2bb-ec94-41e5-802d-247d08e82e46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4509778 Oct 12 11:29:30.687045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:30.687045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group_rule': {'security_group_id': '1cf11355-0365-4825-936d-a83f21310de4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:30.752503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eac9-a1dc-4153-922f-048a724fa773 req-e6616502-d9aa-4e17-a933-5b7137d44df1 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:30.754744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dc7eac9-a1dc-4153-922f-048a724fa773 req-e6616502-d9aa-4e17-a933-5b7137d44df1 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0813997 Oct 12 11:29:30.805616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.850915 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.851142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dc7eac9-a1dc-4153-922f-048a724fa773 req-dae03916-9832-42fc-bf5d-599096f2a006 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753350 Oct 12 11:29:30.880001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Deleting port 928b2a4a-4733-4056-ab98-018af8bf4e06 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:30.880001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.880317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.939098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.959868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.962332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:30.977222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Calling delete_port for 928b2a4a-4733-4056-ab98-018af8bf4e06 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:30.987800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e732eeb-9c30-4bbd-b476-c0539e19574e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.002866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:31.044848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:31.045594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:31.045594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:31.071950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:31.072424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:31.072838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.073234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:31.074342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Bound port: 928b2a4a-4733-4056-ab98-018af8bf4e06, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:31.074940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.079971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.081732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-455943ad-9fbd-4757-a210-933563065f11 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009166 Oct 12 11:29:31.084446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35134) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:31.090594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'security_group_rule': {'security_group_id': '1cf11355-0365-4825-936d-a83f21310de4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:31.149654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ceb5b-a17e-4335-9eef-2395305a0e72 None None] Pushing event updated for resources: {'Port': ['ID=928b2a4a-4733-4056-ab98-018af8bf4e06,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.155347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:31.207873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.221838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Deleting subnet 38f1fd76-1bf0-4054-86fe-2a340563fe03 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:29:31.221961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:31.231140 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.235790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'port_id': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'mac_address': 'fa:16:3e:4c:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7028e7-9cf4-4929-af4b-0b288d03b24b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:31.270491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.287198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:29:31.287900 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:29:31.312256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1e117bc0-3a81-41ad-97d4-642d39c8a56b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:31.315461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.320128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.336182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Port': ['ID=928b2a4a-4733-4056-ab98-018af8bf4e06,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.356355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.371320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a98b7c-8108-4a1b-bff1-2247611d1d1a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:31.398177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.407563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.410870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:31.415435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1e117bc0-3a81-41ad-97d4-642d39c8a56b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:31.415809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.440072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.477926 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.501597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b1afff-a3ce-4063-b8ac-4f08314aa3f2,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.544470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.547414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.565674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8db2-cd84-4606-ac55-01f4c1fefe24 req-d04e06df-1c57-4303-82cd-6e8e245fcc4d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:31.576745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c4c8db2-cd84-4606-ac55-01f4c1fefe24 req-d04e06df-1c57-4303-82cd-6e8e245fcc4d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1402893 Oct 12 11:29:31.591060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.606865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.608412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0dfe9e0-d596-4832-87f6-5bcf0a7c133e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5226293 Oct 12 11:29:31.611954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35144) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:31.616500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:31.655697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c4c8db2-cd84-4606-ac55-01f4c1fefe24 req-5b260ece-6da4-4a7f-999b-03acff768808 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774632 Oct 12 11:29:31.667462 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.670165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3376fd-87f1-47f4-b4b5-323b23045a10 req-d9b8bd72-494d-45e1-b45b-3cc12de16552 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:31.672223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b3376fd-87f1-47f4-b4b5-323b23045a10 req-d9b8bd72-494d-45e1-b45b-3cc12de16552 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1155150 Oct 12 11:29:31.698263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f1fd76-1bf0-4054-86fe-2a340563fe03,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:31.705822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.709257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77d360dd-7599-4ba5-aa57-0e8247e5726e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/38f1fd76-1bf0-4054-86fe-2a340563fe03 HTTP/1.1" status: 204 len: 168 time: 0.5524590 Oct 12 11:29:31.710916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.711574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4724570a-6550-44a5-a918-6a4b798a4eff {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:31.711737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35146) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:31.718721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.722386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7bc8707a-30ad-4f76-ba1c-3230778818a8 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4724570a-6550-44a5-a918-6a4b798a4eff HTTP/1.1" status: 204 len: 168 time: 1.3963745 Oct 12 11:29:31.723227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35148) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:31.725811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b3376fd-87f1-47f4-b4b5-323b23045a10 req-216700a6-ba15-466e-9ff0-7d0534d37c9c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Oct 12 11:29:31.806855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:31.807516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:31.808766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Attempting to bind port 928b2a4a-4733-4056-ab98-018af8bf4e06 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:31.817526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:31.818235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:31.819018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.819849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:31.820547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Bound port: 928b2a4a-4733-4056-ab98-018af8bf4e06, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:31.821401 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:31.824883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['33a98b7c-8108-4a1b-bff1-2247611d1d1a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:31.865445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Port 928b2a4a-4733-4056-ab98-018af8bf4e06 has been deleted concurrently {{(pid=95549) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 11:29:31.889612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:31.889977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:29:31.890575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4724570a-6550-44a5-a918-6a4b798a4eff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95549) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:29:31.891046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34a31-8f40-470c-a1b2-684abdc9b205 None None] The sync data for ids ['4724570a-6550-44a5-a918-6a4b798a4eff'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:32.069364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.177206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.297547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.384902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.441071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba518346-fe49-48ae-9275-93fc06ea9e55']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:32.456346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cb99a2-d22a-4812-9340-2c7172e92ee9') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:32.456635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cb99a2-d22a-4812-9340-2c7172e92ee9') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:32.473003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.481809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.501218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.538958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.545892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:29:32.546290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:29:32.548695 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:29:32.675370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Allocated IP 172.25.2.110 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/eb6c67d8-e376-4b0e-9181-3ad2214614c0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:32.683631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.696009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.699898 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba518346-fe49-48ae-9275-93fc06ea9e55 HTTP/1.1" status: 204 len: 168 time: 0.9870446 Oct 12 11:29:32.702981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35154) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:32.720398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3436f-df49-4a45-a9f6-93d38a351322 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba518346-fe49-48ae-9275-93fc06ea9e55,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:32.786821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Deleting subnet 9b12b223-f230-49c0-b8bc-1bf17b21160b {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:29:32.790477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.794156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Deleting port 1e117bc0-3a81-41ad-97d4-642d39c8a56b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:32.794325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.821522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfeff6-f53d-4838-b499-c7eb3c7b5d9d req-f424b685-0cb3-42ba-abef-318078cbb6c5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:32.823033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8cfeff6-f53d-4838-b499-c7eb3c7b5d9d req-f424b685-0cb3-42ba-abef-318078cbb6c5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 945 time: 0.0873866 Oct 12 11:29:32.853226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.900559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8cfeff6-f53d-4838-b499-c7eb3c7b5d9d req-e9489ade-a02d-4a1b-a658-128e1b2a631f tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Oct 12 11:29:32.908618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.912651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.966033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221cec-05de-442b-be30-921a721a02ef req-a0abb70d-3029-4deb-8c5b-1a11d9d05770 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:32.967498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba221cec-05de-442b-be30-921a721a02ef req-a0abb70d-3029-4deb-8c5b-1a11d9d05770 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1474717 Oct 12 11:29:32.977574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] For port 1e117bc0-3a81-41ad-97d4-642d39c8a56b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1e117bc0-3a81-41ad-97d4-642d39c8a56b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:32.977574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:32.994093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:33.006891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Calling delete_port for 1e117bc0-3a81-41ad-97d4-642d39c8a56b owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:33.035274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba221cec-05de-442b-be30-921a721a02ef req-0461c590-5693-4621-82c4-cf2c243381a7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Oct 12 11:29:33.048690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.078565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b12b223-f230-49c0-b8bc-1bf17b21160b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:33.080905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.084263 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.087459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba91daeb-0beb-4c3c-a4ae-202f7e2ad6d7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9b12b223-f230-49c0-b8bc-1bf17b21160b HTTP/1.1" status: 204 len: 168 time: 0.3805919 Oct 12 11:29:33.087459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:33.129133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:33.135149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 33a98b7c-8108-4a1b-bff1-2247611d1d1a completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:29:33.145219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 33a98b7c-8108-4a1b-bff1-2247611d1d1a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:33.145909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.164214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.168296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:33.177450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:33.216347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=eb6c67d8-e376-4b0e-9181-3ad2214614c0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:33.242330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.257519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.266056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:33.268650 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e7510-db4b-45ae-9eb6-2b3c8b0cb70a" -d '{"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-plugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:33.281296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2974d5-0773-4d71-8d76-6e755e215172']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:33.282151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:33.294250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8767596-09c2-44ac-b8fb-ece764197d45') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:33.294250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8767596-09c2-44ac-b8fb-ece764197d45') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:33.301300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.307672 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36fcde4-7653-4e75-a2e0-a9f34eb9947d x-openstack-request-id: req-b36fcde4-7653-4e75-a2e0-a9f34eb9947d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:33.308476 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-plugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:33.308762 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b36fcde4-7653-4e75-a2e0-a9f34eb9947d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:33.309180 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'code': 200} Oct 12 11:29:33.315308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.321605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:29:33.322742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: items = [ Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:29:33.324342 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:29:33.369556 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.403439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.419217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:33.425415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3e2e8-aa25-4e1e-871b-f25c8197e8dc req-f915f1f2-cf0c-4b42-bda1-541f98d3dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:33.426978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf3e2e8-aa25-4e1e-871b-f25c8197e8dc req-f915f1f2-cf0c-4b42-bda1-541f98d3dc52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 1097 time: 0.0639648 Oct 12 11:29:33.461246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e117bc0-3a81-41ad-97d4-642d39c8a56b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:33.470555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.475909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.481936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0a2974d5-0773-4d71-8d76-6e755e215172 HTTP/1.1" status: 204 len: 168 time: 0.3907852 Oct 12 11:29:33.490902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f80f9-6a37-4cc0-bb7f-33feb2c2e204 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2974d5-0773-4d71-8d76-6e755e215172,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:33.530361 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.550456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaf3e2e8-aa25-4e1e-871b-f25c8197e8dc req-00a8b2a4-7c0e-4f62-867b-fa39d9439985 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997396 Oct 12 11:29:33.561075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.668608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.672288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.683767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.816058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.816634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7e925c-c74a-4e7a-a430-4cb20b35cd3e {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:33.822389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.823483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7595e3a7-9b91-4186-9e80-848183fa23fe tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9e7e925c-c74a-4e7a-a430-4cb20b35cd3e HTTP/1.1" status: 204 len: 168 time: 2.0995646 Oct 12 11:29:33.827542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35166) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:33.832328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-413145476', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:33.882902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.913915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:33.923044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.924643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.968763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:33.980329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a5038a52-83b5-415e-970f-bea5d5df7db2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6471501214914718bc935b9fa57e1edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651331 Oct 12 11:29:34.001193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35172) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:34.008098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.103145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=eb6c67d8-e376-4b0e-9181-3ad2214614c0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:34.127075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.150368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b043a98-3583-4790-949c-ae70a78c67d8 req-69fc5a4e-c043-4c8a-92de-ea746fc3ea3b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:34.152020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b043a98-3583-4790-949c-ae70a78c67d8 req-69fc5a4e-c043-4c8a-92de-ea746fc3ea3b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.1497204 Oct 12 11:29:34.157795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.198439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.225034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7b043a98-3583-4790-949c-ae70a78c67d8 req-9eecd864-46e0-4b85-a7ed-9721f58bb5f9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644345 Oct 12 11:29:34.248209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.248209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a3f0187c-ab42-4d0d-8e2b-2be246ceffe8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6297066 Oct 12 11:29:34.274467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.284775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc630d3b-4bc4-41ac-b6dd-d69c311bfc8c req-ef1e61af-921f-4dcc-ae67-17ee83767d66 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:34.286372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc630d3b-4bc4-41ac-b6dd-d69c311bfc8c req-ef1e61af-921f-4dcc-ae67-17ee83767d66 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1537430 Oct 12 11:29:34.329635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc630d3b-4bc4-41ac-b6dd-d69c311bfc8c req-b0045aa2-03fc-4e6f-8105-18b4fa492b8e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Oct 12 11:29:34.351613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.358336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.360464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15cdc11a-d22a-496e-8e31-ba1c3cab40f7 HTTP/1.1" status: 204 len: 168 time: 0.3562179 Oct 12 11:29:34.368498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7a187-7e18-4148-807f-5f8eca8a7540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cdc11a-d22a-496e-8e31-ba1c3cab40f7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:34.469550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-fb45c96a-cc8b-4848-ba7d-16bad0f030fa tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--224836501&fields=id&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 267 time: 0.0436978 Oct 12 11:29:34.555291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.575187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.583644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-749db3f9-6b0e-4d64-bb0b-74f4f673bde0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:34.585048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-749db3f9-6b0e-4d64-bb0b-74f4f673bde0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 817 time: 0.1085167 Oct 12 11:29:34.603181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-4dcc145f-575c-42ea-8548-493cb12c5c77 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/quotas/20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 375 time: 0.0115926 Oct 12 11:29:34.663703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-329c3716-4a2b-483e-9e7c-aca195fd17fe tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535927 Oct 12 11:29:34.689220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Allocated IP 172.25.2.151 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/8a14f993-7858-4245-9018-7a5e5bfeb195) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:34.785812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-5cf67d7c-2b43-48e6-87b7-bce2a5a00a59 service neutron] 10.222.0.43 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063929 Oct 12 11:29:34.809087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.889548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-19b3a844-a29f-480a-be62-fcb02fda90bc service neutron] 10.222.0.43 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956929 Oct 12 11:29:34.939789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:34.979422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:34.984436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:34.987397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:35.016456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event updated for resources: {'Port': ['ID=8a14f993-7858-4245-9018-7a5e5bfeb195,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:35.175781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de9256ee-527b-4500-ae49-5ea5463567c3 req-27e14eb6-39f5-4d2e-b8b3-57c3b801661d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0282152 Oct 12 11:29:35.268921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1e117bc0-3a81-41ad-97d4-642d39c8a56b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:35.302537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1e117bc0-3a81-41ad-97d4-642d39c8a56b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:29:35.302914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1e117bc0-3a81-41ad-97d4-642d39c8a56b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:29:35.329659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:35.379278 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4392cc75-cd28-451b-9100-4932cd5e3c15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f84813ec00349ad9d307c3171838786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462377 Oct 12 11:29:35.379646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:35.397671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.408077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b33c-245e-47fc-8b47-7adb37e02313 req-c29de454-771c-4c8f-b37d-afe1673612ae tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:35.409640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ef9b33c-245e-47fc-8b47-7adb37e02313 req-c29de454-771c-4c8f-b37d-afe1673612ae tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.0956824 Oct 12 11:29:35.466797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.491342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bdb4d-4ac1-4079-96cc-a7db7a0b7332 req-07e13c98-6aa4-461c-8219-99b53d90b39d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:35.492852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab7bdb4d-4ac1-4079-96cc-a7db7a0b7332 req-07e13c98-6aa4-461c-8219-99b53d90b39d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0782115 Oct 12 11:29:35.502328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.530137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ef9b33c-245e-47fc-8b47-7adb37e02313 req-fad878be-c966-4fc6-a560-131507b3671b tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893986 Oct 12 11:29:35.566667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab7bdb4d-4ac1-4079-96cc-a7db7a0b7332 req-9720a128-e13f-4fcb-8e10-49f6a0f1c667 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622630 Oct 12 11:29:35.672683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.675400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.681367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6990076e-ceeb-4609-b2ce-8f27c8931b66 HTTP/1.1" status: 204 len: 168 time: 0.2959940 Oct 12 11:29:35.685710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d0b1e-c5b0-42bd-ab35-091640149445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6990076e-ceeb-4609-b2ce-8f27c8931b66,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:35.693914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:35.704502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c8694-d352-4325-941b-48f379ff61cb req-ff92ac11-ba96-424f-b354-ed285652a5f0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:35.706106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c76c8694-d352-4325-941b-48f379ff61cb req-ff92ac11-ba96-424f-b354-ed285652a5f0 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.0659552 Oct 12 11:29:35.814020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c76c8694-d352-4325-941b-48f379ff61cb req-d5ce6daa-551f-4acd-8160-ad4e12b5d7ff tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Oct 12 11:29:35.975534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Router 326ab17b-25a7-4c8d-8add-ace3099dc707 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:36.083744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:36.095286 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] Sync routers for ids ['326ab17b-25a7-4c8d-8add-ace3099dc707'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:36.106720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] Routers {'326ab17b-25a7-4c8d-8add-ace3099dc707'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:36.111364 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['326ab17b-25a7-4c8d-8add-ace3099dc707'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:36.154614 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:36.160666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:36.162042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-359dd5f9-8b5a-4cdf-9cbe-1eab7297c857 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3334112 Oct 12 11:29:36.165010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35234) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:36.170894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:36.184440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] Routers {'326ab17b-25a7-4c8d-8add-ace3099dc707'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:36.185260 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['326ab17b-25a7-4c8d-8add-ace3099dc707'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:36.245881 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:36.246663 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c20f8-d03e-4a3a-b33b-df1b917be0e2 None None] The sync data for ids ['326ab17b-25a7-4c8d-8add-ace3099dc707'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:36.332562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c8c78ae-946c-4797-916c-ca983254ecea req-62888c62-d589-464a-bb98-7b2e2ff03bbd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0314395 Oct 12 11:29:36.445839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:36.596268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:36.609551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'mac_address': 'fa:16:3e:1e:87:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:36.654958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:36.673184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:36.744302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:36.751751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5fd7-9a06-4164-aa87-ca081cea27e4 req-fa2b4c2c-6b87-4243-9b07-7466d3b3b701 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:36.759299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-660a5fd7-9a06-4164-aa87-ca081cea27e4 req-fa2b4c2c-6b87-4243-9b07-7466d3b3b701 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1022637 Oct 12 11:29:36.821940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:36.829559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-660a5fd7-9a06-4164-aa87-ca081cea27e4 req-da6c0ba8-0851-45d1-a870-a2a7f8622f74 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Oct 12 11:29:36.919588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:36.967663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['8e1640e0-c844-47dc-85a5-8e6bb7ce9508'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:37.026516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba3af0-1a08-4e16-ad75-6b941c121eec req-fd1fd670-442e-42f3-bcab-acc88b9f21ee tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:37.029113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87ba3af0-1a08-4e16-ad75-6b941c121eec req-fd1fd670-442e-42f3-bcab-acc88b9f21ee tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.1073401 Oct 12 11:29:37.107669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87ba3af0-1a08-4e16-ad75-6b941c121eec req-cd748c89-4aa9-43db-9a4a-2db5d3705ea6 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657625 Oct 12 11:29:37.155135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:37.484208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-dcbdfd2c-fc9a-481e-a616-2f38aa0eb9b9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:37.485939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-dcbdfd2c-fc9a-481e-a616-2f38aa0eb9b9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 817 time: 0.1969728 Oct 12 11:29:37.585118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3718eb6-f1df-4350-85a3-5b8e575954f8 req-94a5f252-e87d-482b-8474-e33b9f817622 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0402684 Oct 12 11:29:37.622429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-bd6d0aa7-abc0-4cdd-9a53-9f735de3d4d7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 379 time: 0.1223578 Oct 12 11:29:37.633712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'port': {'device_id': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'admin_state_up': True, 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'security_groups': ['1cf11355-0365-4825-936d-a83f21310de4']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:37.795307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:37.800196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:37.935176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router 326ab17b-25a7-4c8d-8add-ace3099dc707 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:29:37.993751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Made reservation on behalf of 20df97fa4c4a49f894fd09ef4a9bbe6a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:38.006278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.056161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd804-8c40-40b2-94c2-fbfaab35e26c req-50cf15f3-ed32-4bac-9ccf-3c95078a0e4f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:38.058575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afabd804-8c40-40b2-94c2-fbfaab35e26c req-50cf15f3-ed32-4bac-9ccf-3c95078a0e4f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 944 time: 0.1318815 Oct 12 11:29:38.087532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:38.099440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] Sync routers for ids ['326ab17b-25a7-4c8d-8add-ace3099dc707'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:38.101829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.107242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d38061d1-c8c6-4297-8ed6-7ce075378d09 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "PUT /v2.0/routers/326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 200 len: 925 time: 1.9411335 Oct 12 11:29:38.108331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:38.131233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] Routers {'326ab17b-25a7-4c8d-8add-ace3099dc707'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:38.133471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['326ab17b-25a7-4c8d-8add-ace3099dc707'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:38.241471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:38.253559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] Routers {'326ab17b-25a7-4c8d-8add-ace3099dc707'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:38.254522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['326ab17b-25a7-4c8d-8add-ace3099dc707'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:38.293504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:38.294353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9173f-d597-4e86-a409-b0666f1b20a0 None None] The sync data for ids ['326ab17b-25a7-4c8d-8add-ace3099dc707'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:38.312864 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afabd804-8c40-40b2-94c2-fbfaab35e26c req-1ece8773-328c-420f-be56-2d4d0dfd5b42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465439 Oct 12 11:29:38.359530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7af75-7541-4a99-b7a1-c050b0eaac12 req-676c4914-b5aa-4a70-b037-2be8347562e9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:38.369528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4d7af75-7541-4a99-b7a1-c050b0eaac12 req-676c4914-b5aa-4a70-b037-2be8347562e9 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.1194735 Oct 12 11:29:38.429164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16cb3e42-5dea-4183-986b-3a0a4a3339cf tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 200 len: 925 time: 0.3109908 Oct 12 11:29:38.431346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35316) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:38.454226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4d7af75-7541-4a99-b7a1-c050b0eaac12 req-ff95134a-62c6-4dd9-a214-46a3dd20f3fd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845542 Oct 12 11:29:38.461531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:38.473758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Allocated IP 172.20.0.7 (c69c5470-710e-4aad-a1f3-28b2b6d2e037/562bdc6f-65f7-4520-a58d-342606c80be1/15dfcd8b-89b8-487f-95ed-3ce9498bd407) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:38.545278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c1a7d-4136-41ee-afe1-7f379090b55a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:38.546837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-366c1a7d-4136-41ee-afe1-7f379090b55a tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=326ab17b-25a7-4c8d-8add-ace3099dc707&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1143625 Oct 12 11:29:38.549751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:38.570660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:38.576726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.676163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.715822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:38.716937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:38.718989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.719916 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de675245-c04a-49ae-8a5e-c9f502406877" -d '{"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-plugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:38.739922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c366f7e-2191-449e-a951-c430718a295e tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:38.741346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c366f7e-2191-449e-a951-c430718a295e tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1906106 Oct 12 11:29:38.747147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:38.777626 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604f866-c2a2-4e26-83a2-d3eb658f51bc x-openstack-request-id: req-5604f866-c2a2-4e26-83a2-d3eb658f51bc {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:38.783022 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-plugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:38.785665 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5604f866-c2a2-4e26-83a2-d3eb658f51bc {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:38.787773 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'code': 200} Oct 12 11:29:38.791744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.808826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35328) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:38.812738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c9dbfdf-0718-4b7b-8e25-eb90df382d06 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 200 len: 205 time: 0.0648289 Oct 12 11:29:38.815217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-663860ae-5bd6-4568-b5d3-ed14172f49a7 req-73642ed5-3194-416c-9816-5a024b938a9c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0905561 Oct 12 11:29:38.871799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:38.924954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:38.991980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.028461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:39.033254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:39.050393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:39.135407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:39.137304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.141636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:39.143923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.247364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-80887553-7a8c-47f0-b2c3-055a69eb6ce1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6185205 Oct 12 11:29:39.264410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Request body: {'port': {'device_id': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:39.311352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 8a14f993-7858-4245-9018-7a5e5bfeb195 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:39.311699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.406782 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.418353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-364a9e0d-edd6-404f-b791-6ed6aa02967b None None] Provisioning complete for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:39.418935 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-364a9e0d-edd6-404f-b791-6ed6aa02967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.484222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-364a9e0d-edd6-404f-b791-6ed6aa02967b None None] Port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:29:39.583976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa65f4-0d28-4c34-955f-4b65c6775db4 req-441a342f-b025-4f2a-858e-87f47cfe5d42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:39.585734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4fa65f4-0d28-4c34-955f-4b65c6775db4 req-441a342f-b025-4f2a-858e-87f47cfe5d42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1218631 Oct 12 11:29:39.590223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:39.623851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 8a14f993-7858-4245-9018-7a5e5bfeb195 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:39.705232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4fa65f4-0d28-4c34-955f-4b65c6775db4 req-f7eed488-de6e-424f-bdef-e603a2968f11 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093223 Oct 12 11:29:39.721109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87fef-8d71-4fbe-8298-31c021255182 req-1c370fac-e60c-4086-9a3f-d7c345db7173 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:39.728811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03c87fef-8d71-4fbe-8298-31c021255182 req-1c370fac-e60c-4086-9a3f-d7c345db7173 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.1128705 Oct 12 11:29:39.816322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03c87fef-8d71-4fbe-8298-31c021255182 req-2fc91f35-a082-4505-855b-29fa2355661c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719359 Oct 12 11:29:39.958432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:39.967401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.021542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Transition to ACTIVE for port object 15dfcd8b-89b8-487f-95ed-3ce9498bd407 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:29:40.023411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac177d64-5c67-446f-b958-665b9d5671a8 req-1b98d831-f831-4f45-8ac3-c8ebaf3f8daf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:40.027831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac177d64-5c67-446f-b958-665b9d5671a8 req-1b98d831-f831-4f45-8ac3-c8ebaf3f8daf tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 931 time: 0.0840940 Oct 12 11:29:40.029137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.072362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=8a14f993-7858-4245-9018-7a5e5bfeb195,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:40.105565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.139779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac177d64-5c67-446f-b958-665b9d5671a8 req-3793f459-3d00-47cb-89e9-d942cff48857 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018059 Oct 12 11:29:40.158759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.231242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:40.294112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.298881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.342722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:40.343065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:40.343397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:40.352023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:29:40.353646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:40.363385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:40.364547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:40.365192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Bound using segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:40.365807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Bound port: 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:40.366343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.459068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:29:40.460901 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.462750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router 326ab17b-25a7-4c8d-8add-ace3099dc707 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:40.469154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.470545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8e3a6a04-2006-43b4-9275-8c414a0d14c5 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 204 len: 168 time: 1.6604311 Oct 12 11:29:40.474331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:29:40.475249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35342) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:40.481880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2137807650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:40.570769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.598479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.600003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.639919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:40.641792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.643357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] 10.222.0.41 "PUT /v2.0/ports/15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 1091 time: 1.3860211 Oct 12 11:29:40.643916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:40.646332 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b7835-e020-4a8b-b462-7f13cc697666" -d '{"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:40.710040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3e20a-ed08-4f1e-8e0b-bdf2b520fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:40.712216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.725077 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e829ebf-cf07-43de-a76b-98ece36db0da x-openstack-request-id: req-8e829ebf-cf07-43de-a76b-98ece36db0da {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:40.725077 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:40.725077 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e829ebf-cf07-43de-a76b-98ece36db0da {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:40.725997 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'status': 'completed', 'code': 200} Oct 12 11:29:40.776327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.944698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f352a-1b36-4872-8e47-33f9dbaf558e req-33b19ebd-50c3-4dd5-9813-87c9c74ee864 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:40.946238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-360f352a-1b36-4872-8e47-33f9dbaf558e req-33b19ebd-50c3-4dd5-9813-87c9c74ee864 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.0639832 Oct 12 11:29:40.950214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:40.954234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-31b6892f-9458-4796-9eeb-763da8c86a84 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4754691 Oct 12 11:29:40.959771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:40.965052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:41.017364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:41.156730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-360f352a-1b36-4872-8e47-33f9dbaf558e req-c82b3eed-0a15-4b25-af71-15f3fd79a19d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029123 Oct 12 11:29:41.199917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:41.234816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b7835-e020-4a8b-b462-7f13cc697666 req-a31a0201-96e7-46da-b807-33bf3f954d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.235477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'port_id': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'mac_address': 'fa:16:3e:4c:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7028e7-9cf4-4929-af4b-0b288d03b24b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:41.236358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-246b7835-e020-4a8b-b462-7f13cc697666 req-a31a0201-96e7-46da-b807-33bf3f954d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1094 time: 0.4813805 Oct 12 11:29:41.287278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:41.302526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33a98b7c-8108-4a1b-bff1-2247611d1d1a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:41.326348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:41.353621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b7835-e020-4a8b-b462-7f13cc697666 req-1ebf9c7a-d637-471e-948b-cb7341cb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.355445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-246b7835-e020-4a8b-b462-7f13cc697666 req-1ebf9c7a-d637-471e-948b-cb7341cb6ba1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1106589 Oct 12 11:29:41.363393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92103d7-74cf-47c8-8d74-f045d9c1ad4f req-5ce4229e-b354-494f-a1a8-20c7c3745f32 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.369200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a92103d7-74cf-47c8-8d74-f045d9c1ad4f req-5ce4229e-b354-494f-a1a8-20c7c3745f32 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.5513594 Oct 12 11:29:41.466912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a92103d7-74cf-47c8-8d74-f045d9c1ad4f req-a2996b38-6cfc-4040-8c68-560008490b9e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903325 Oct 12 11:29:41.480681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:41.534249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b7835-e020-4a8b-b462-7f13cc697666 req-4e7e3a1e-3874-4a90-a0e4-00ae6ac4ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.542204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-246b7835-e020-4a8b-b462-7f13cc697666 req-4e7e3a1e-3874-4a90-a0e4-00ae6ac4ef04 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744468 Oct 12 11:29:41.571016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['33a98b7c-8108-4a1b-bff1-2247611d1d1a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:41.621667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:41.662556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-79efcc7c-9a2e-4cfe-a300-9e506853e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.664284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-79efcc7c-9a2e-4cfe-a300-9e506853e94c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1094 time: 0.0760815 Oct 12 11:29:41.777831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-50f7e461-e6e2-46cf-94a9-e7f50c996d10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 217 time: 0.0817833 Oct 12 11:29:41.868411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-00e69597-6c61-4f45-af29-e7186d4e8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.871247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-00e69597-6c61-4f45-af29-e7186d4e8438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0883844 Oct 12 11:29:41.941578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890108e-6955-4b28-b783-439f98316067 req-3f16ca3e-065b-4146-8293-3f789c9c86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.943104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-3f16ca3e-065b-4146-8293-3f789c9c86e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618620 Oct 12 11:29:41.974209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f75a-e567-4a6b-ad54-14bab866e146 req-c7005422-da32-4df7-b35d-5e7586376c46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:41.982989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c96f75a-e567-4a6b-ad54-14bab866e146 req-c7005422-da32-4df7-b35d-5e7586376c46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.6263649 Oct 12 11:29:41.987101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:42.032467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c96f75a-e567-4a6b-ad54-14bab866e146 req-07aaa025-192c-4ddd-8088-77fac2c6c129 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484140 Oct 12 11:29:42.095895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-3868e606-ae81-4111-a4fe-6496d2fa3122 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438048 Oct 12 11:29:42.242508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5890108e-6955-4b28-b783-439f98316067 req-6db6b28e-ec5a-422e-a64a-fbd011fa4afa service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355872 Oct 12 11:29:42.360933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea4e65-3248-4076-937f-362a99d5a92c req-531d03e4-a5c8-4e17-a740-7645ea5216ef tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:42.362444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9ea4e65-3248-4076-937f-362a99d5a92c req-531d03e4-a5c8-4e17-a740-7645ea5216ef tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 945 time: 0.0847683 Oct 12 11:29:42.363348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:42.389207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:42.431614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9ea4e65-3248-4076-937f-362a99d5a92c req-5b5381bf-b524-4ae5-a504-a30df8ecfc2e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613563 Oct 12 11:29:42.541668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Allocated IP 172.25.2.178 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/909c67d2-49d9-4801-b47d-88f6675be3ab) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:42.674885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312194-e547-49b8-9751-3746d136cd3b req-27b5ca6d-72f1-4072-9094-b3bdee917462 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:42.676414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40312194-e547-49b8-9751-3746d136cd3b req-27b5ca6d-72f1-4072-9094-b3bdee917462 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1236091 Oct 12 11:29:42.743083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:42.748776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40312194-e547-49b8-9751-3746d136cd3b req-12e0c2e7-b4ef-4d55-9f42-04847c8af468 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636866 Oct 12 11:29:42.880977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:42.929392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:42.933374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:42.937435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:42.965937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event updated for resources: {'Port': ['ID=909c67d2-49d9-4801-b47d-88f6675be3ab,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:43.041811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:43.133072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 33a98b7c-8108-4a1b-bff1-2247611d1d1a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:43.139399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.232658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddab98-90dd-4531-92df-6b43c5011615 req-d72a368f-537b-4fad-a491-38e9b2d5cf1e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:43.235066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53ddab98-90dd-4531-92df-6b43c5011615 req-d72a368f-537b-4fad-a491-38e9b2d5cf1e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0794804 Oct 12 11:29:43.287351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53ddab98-90dd-4531-92df-6b43c5011615 req-82156df7-51ff-4656-bbfc-ea51e1a794c6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425892 Oct 12 11:29:43.290166 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.334394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:43.335519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:43.337953 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782404b4-3bb2-452e-969c-24ba6d600f6a" -d '{"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-plugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:43.385036 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e8c9a9-7be0-447e-9c3b-82fb00809b27 x-openstack-request-id: req-17e8c9a9-7be0-447e-9c3b-82fb00809b27 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:43.385355 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-plugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:43.385623 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17e8c9a9-7be0-447e-9c3b-82fb00809b27 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:43.386535 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'code': 200} Oct 12 11:29:43.402788 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.541491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.544512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:43.872584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2682b-a3d1-42e6-adeb-f86641c738e0 req-f93e62a7-595d-4e65-8345-4a4d4b19a5f4 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:43.877596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51f2682b-a3d1-42e6-adeb-f86641c738e0 req-f93e62a7-595d-4e65-8345-4a4d4b19a5f4 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.2917242 Oct 12 11:29:43.919024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151fad2-5bf6-421b-a50d-5693cefde785 req-fcd9b86b-e5ca-4c74-b0da-ef70a0175d80 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:43.920993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5151fad2-5bf6-421b-a50d-5693cefde785 req-fcd9b86b-e5ca-4c74-b0da-ef70a0175d80 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Oct 12 11:29:43.950315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.970453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:43.979992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5151fad2-5bf6-421b-a50d-5693cefde785 req-f7db5d07-4177-4f20-a92c-d3eaaa61c68b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Oct 12 11:29:44.001778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-2d7a6f7a-79d8-4798-8fab-6cd04c45fc3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833699 Oct 12 11:29:44.004633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51f2682b-a3d1-42e6-adeb-f86641c738e0 req-e5cbec77-1510-4df8-aeb3-9c759f8e62bb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151977 Oct 12 11:29:44.170010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-1c429f28-3ff8-48b1-9fe0-1d38a5184149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.171880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-1c429f28-3ff8-48b1-9fe0-1d38a5184149 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1097 time: 0.1169031 Oct 12 11:29:44.315641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-ba0d86d7-1b47-49e1-9e5f-afb23d76c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.317619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-ba0d86d7-1b47-49e1-9e5f-afb23d76c701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.1177607 Oct 12 11:29:44.393045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Router 1ca52fb4-7323-461a-9f66-4459ccc85bec is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:44.520025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-2583c790-e701-4faa-b08c-63d71d7e0e75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785217 Oct 12 11:29:44.566380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-0c8575e9-1692-4372-9ca3-d8cae82b3b19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 1002 time: 0.2406635 Oct 12 11:29:44.682765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e18a-84cd-438d-8c35-26717a263642 req-905e24e7-d33c-4746-bb52-920d44324a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.683892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-905e24e7-d33c-4746-bb52-920d44324a10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 1097 time: 0.0823860 Oct 12 11:29:44.738037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1917da5-0db9-4916-b7ae-d998daed5ecf req-d8c11fdd-81d5-4126-9828-86f75ba29111 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.739854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1917da5-0db9-4916-b7ae-d998daed5ecf req-d8c11fdd-81d5-4126-9828-86f75ba29111 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.2830429 Oct 12 11:29:44.799255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:44.809646 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] Sync routers for ids ['1ca52fb4-7323-461a-9f66-4459ccc85bec'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:44.814723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:44.816256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba4d90c2-48a8-4b16-8769-f33f1722dc83 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "PUT /v2.0/routers/1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 200 len: 884 time: 3.8555229 Oct 12 11:29:44.820713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1917da5-0db9-4916-b7ae-d998daed5ecf req-c5c285b8-1d4a-48e6-a078-84256edebce2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728297 Oct 12 11:29:44.821491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:44.828315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] Routers {'1ca52fb4-7323-461a-9f66-4459ccc85bec'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:44.832647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ca52fb4-7323-461a-9f66-4459ccc85bec'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:44.863978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e18a-84cd-438d-8c35-26717a263642 req-391cedcd-4de3-4311-9f06-4b69e62d126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.865665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-391cedcd-4de3-4311-9f06-4b69e62d126b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 923 time: 0.1598129 Oct 12 11:29:44.887226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-e81047df-477d-4052-841f-cb225a904561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:44.890294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-e81047df-477d-4052-841f-cb225a904561 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.3109682 Oct 12 11:29:44.972594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-11df522f-a33f-490e-b214-6afbaf08adff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a HTTP/1.1" status: 200 len: 217 time: 0.0946608 Oct 12 11:29:45.044641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-44944e25-790c-4cad-9ab3-58c0d0a9cbb4 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 200 len: 925 time: 0.2185774 Oct 12 11:29:45.045379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:45.051508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-cf135d15-3c31-4b6a-adfd-09c3064338a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.055420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-cf135d15-3c31-4b6a-adfd-09c3064338a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505160 Oct 12 11:29:45.137215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e18a-84cd-438d-8c35-26717a263642 req-debbc678-356c-4c32-9b49-bfac318a0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.140057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-debbc678-356c-4c32-9b49-bfac318a0a70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 200 len: 862 time: 0.1560729 Oct 12 11:29:45.178996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:45.196860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] Routers {'1ca52fb4-7323-461a-9f66-4459ccc85bec'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:45.197728 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ca52fb4-7323-461a-9f66-4459ccc85bec'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:45.248472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:45.249475 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096826f-f6f9-4bb0-86a2-28a9963e9427 None None] The sync data for ids ['1ca52fb4-7323-461a-9f66-4459ccc85bec'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:45.252903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-e41ddb72-9d57-4e5a-a87c-457fe677699b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff6a3df1-bbdc-4d24-a573-82061b26285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980682 Oct 12 11:29:45.274627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393a632-e479-4b04-a464-841cc3407ac0 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.279733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35408) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:45.280218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9393a632-e479-4b04-a464-841cc3407ac0 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=1ca52fb4-7323-461a-9f66-4459ccc85bec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2298172 Oct 12 11:29:45.361457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e522-aff7-43fe-8378-a659c2fc11cc req-5e0a73ba-0be8-4dd9-990e-13c48be13966 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.364178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3175e522-aff7-43fe-8378-a659c2fc11cc req-5e0a73ba-0be8-4dd9-990e-13c48be13966 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.1734161 Oct 12 11:29:45.373526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-e664ffd4-381b-46cb-bfbb-b101a4122267 service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025918 Oct 12 11:29:45.382515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65ec2-7345-4306-8f77-6c6d898a3eb9 req-6b4b7ca0-d911-4876-8fe1-f475729b68a5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.390511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8c65ec2-7345-4306-8f77-6c6d898a3eb9 req-6b4b7ca0-d911-4876-8fe1-f475729b68a5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.2588127 Oct 12 11:29:45.420616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-2495d563-a649-407d-9fb9-7bd2e5771eea service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590736 Oct 12 11:29:45.536195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8c65ec2-7345-4306-8f77-6c6d898a3eb9 req-ccf018d7-e646-4b37-8c91-6baec14ccc95 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433403 Oct 12 11:29:45.553852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3175e522-aff7-43fe-8378-a659c2fc11cc req-e7a7411a-a20a-45e2-a145-a944688bb0dd tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793215 Oct 12 11:29:45.611359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4716e18a-84cd-438d-8c35-26717a263642 req-9407c861-5e6f-4450-a46e-700fa8ea8f3e service neutron] 10.222.0.41 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179630 Oct 12 11:29:45.611636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f3359-6169-44e9-930a-65efa9388073 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:45.622799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35414) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:45.624862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-099f3359-6169-44e9-930a-65efa9388073 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.3365793 Oct 12 11:29:45.664347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bffb81e3-cbd0-48ae-9fdd-0967b123d2d3 req-4b7d7043-5c9e-4550-ab65-30c33ac4e396 service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319639 Oct 12 11:29:45.688964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-15ecd366-ec36-43fa-8696-6a3c9d868375 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 200 len: 205 time: 0.0646973 Oct 12 11:29:45.691322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:45.855313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.046419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a3b4e-6d12-49ff-99ff-a34bbd3578c1 req-ce695045-55a4-42f6-a73e-75ace9985ce6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:46.055320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-795a3b4e-6d12-49ff-99ff-a34bbd3578c1 req-ce695045-55a4-42f6-a73e-75ace9985ce6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0985060 Oct 12 11:29:46.096080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.116661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-795a3b4e-6d12-49ff-99ff-a34bbd3578c1 req-dac7d44e-7087-4646-b0ea-f504d9ac9174 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593748 Oct 12 11:29:46.145976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8f09-b854-4d1a-ae51-d54d6f16aa5e req-b07b0a0c-d271-4147-9142-70eaed4e33cc tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:46.150901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f61d8f09-b854-4d1a-ae51-d54d6f16aa5e req-b07b0a0c-d271-4147-9142-70eaed4e33cc tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.0733252 Oct 12 11:29:46.196299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f61d8f09-b854-4d1a-ae51-d54d6f16aa5e req-bef0879c-fdde-4a3c-9f7e-072c39e148ed tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Oct 12 11:29:46.258495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 909c67d2-49d9-4801-b47d-88f6675be3ab {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:46.259292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.363710 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.379016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 909c67d2-49d9-4801-b47d-88f6675be3ab owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:46.695020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ff8ba-e3ee-480e-a671-d61439583287 req-c31a3bdd-c882-4271-9ead-88d5c3eac1bb tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:46.695020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-744ff8ba-e3ee-480e-a671-d61439583287 req-c31a3bdd-c882-4271-9ead-88d5c3eac1bb tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0617800 Oct 12 11:29:46.743296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.770258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=909c67d2-49d9-4801-b47d-88f6675be3ab,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:46.841238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-744ff8ba-e3ee-480e-a671-d61439583287 req-1cc3b763-9ee2-49b6-8bb0-dc870a079676 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356211 Oct 12 11:29:46.857772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.957320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:46.959517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.070232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:29:47.074185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:47.178987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.179575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router 1ca52fb4-7323-461a-9f66-4459ccc85bec {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:47.188156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.191243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a431a37-f2f5-4346-afc8-4466cb1ec328 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 204 len: 168 time: 1.4966853 Oct 12 11:29:47.195593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35430) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:47.200269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1344068834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:47.286595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aafa3-b1fe-4b25-a216-e2f41088e425 req-c65e79e5-d4ba-4391-a883-c3642a9aa82a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:47.306218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d93aafa3-b1fe-4b25-a216-e2f41088e425 req-c65e79e5-d4ba-4391-a883-c3642a9aa82a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0804250 Oct 12 11:29:47.353395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.354501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.377042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46ca2-19d1-4c1b-b644-8a1e742417ff req-3ec2371e-fd9a-4667-8934-3e98428111c1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:47.388128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fc46ca2-19d1-4c1b-b644-8a1e742417ff req-3ec2371e-fd9a-4667-8934-3e98428111c1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 946 time: 0.0845149 Oct 12 11:29:47.404836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d93aafa3-b1fe-4b25-a216-e2f41088e425 req-12d25ffe-e781-4f09-b79f-545ff649fa46 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870037 Oct 12 11:29:47.451298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fc46ca2-19d1-4c1b-b644-8a1e742417ff req-56b9c690-2b99-4452-9018-f0a4ad4ea16c tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 Oct 12 11:29:47.481961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.483370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:47.516599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:29:47.518485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.550714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.566080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.593234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:47.601410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:47.606953 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4466f9a2-05c8-4dc8-a3f7-eb50bbbbe5de" -d '{"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:47.646048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:47.655742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.658103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5f7a2c94-2c66-4b57-9bf2-88dbf46addd9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4603934 Oct 12 11:29:47.665304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35444) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:47.670908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': True}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:47.686848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:47.690445 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4580b9c-a248-4637-b22d-435b584e0af8 x-openstack-request-id: req-d4580b9c-a248-4637-b22d-435b584e0af8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:47.690834 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:47.691873 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4580b9c-a248-4637-b22d-435b584e0af8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:47.691873 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'code': 200} Oct 12 11:29:47.692932 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.756370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:47.773044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.840236 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4576a297-f409-4782-b8f8-7e08cb4777cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:47.915295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:47.922757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9a4c7358-fe25-4c37-8a46-0f8d4d9f365d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:47.924826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9a4c7358-fe25-4c37-8a46-0f8d4d9f365d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1292861 Oct 12 11:29:47.972496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:48.054932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['15dfcd8b-89b8-487f-95ed-3ce9498bd407'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:29:48.088233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911a2e1-5bd6-4cee-911f-7fcffb80a393 req-bb916e9e-f093-4c89-948f-06a680060faa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:48.097802 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3911a2e1-5bd6-4cee-911f-7fcffb80a393 req-bb916e9e-f093-4c89-948f-06a680060faa tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1062608 Oct 12 11:29:48.221620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3911a2e1-5bd6-4cee-911f-7fcffb80a393 req-d634f6e1-8e9d-4766-89db-5477c8c58d27 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223700 Oct 12 11:29:48.240461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Deleting port 33a98b7c-8108-4a1b-bff1-2247611d1d1a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:48.241269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:48.384881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] For port 33a98b7c-8108-4a1b-bff1-2247611d1d1a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=33a98b7c-8108-4a1b-bff1-2247611d1d1a,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:48.385545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:48.404584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Calling delete_port for 33a98b7c-8108-4a1b-bff1-2247611d1d1a owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:48.695704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bf30f-3efe-4db8-9e64-01cb19aa3a26 req-14e43644-ba5c-465a-ba6b-f3cbc5182a50 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:48.698775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c72bf30f-3efe-4db8-9e64-01cb19aa3a26 req-14e43644-ba5c-465a-ba6b-f3cbc5182a50 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0875511 Oct 12 11:29:48.700238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:48.731159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d34b21-912c-49e7-b810-ef85af2846b8 req-2c870ea4-69bc-4551-a549-05e9ebabd8d2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:48.732756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5d34b21-912c-49e7-b810-ef85af2846b8 req-2c870ea4-69bc-4551-a549-05e9ebabd8d2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 944 time: 0.1334918 Oct 12 11:29:48.757397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event deleted for resources: {'Port': ['ID=33a98b7c-8108-4a1b-bff1-2247611d1d1a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:48.824487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5d34b21-912c-49e7-b810-ef85af2846b8 req-2f7d5ee6-612f-42ca-b0c6-02ad4d7e7c13 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767512 Oct 12 11:29:48.872958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] No DVR routers for this DVR port 33a98b7c-8108-4a1b-bff1-2247611d1d1a on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:29:48.887595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c72bf30f-3efe-4db8-9e64-01cb19aa3a26 req-07884732-3a2e-48a6-afe4-59040bd4099e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740439 Oct 12 11:29:48.898260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:48.903197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-254ed37b-0663-4a00-94c0-3946dc9b30fd req-9632c099-679a-42e3-85ac-70ccd2e94cc1 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.41 "DELETE /v2.0/ports/33a98b7c-8108-4a1b-bff1-2247611d1d1a HTTP/1.1" status: 204 len: 173 time: 0.9533670 Oct 12 11:29:48.903706 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-deleted', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:48.907996 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dab8c7-57ce-4de1-b8ed-ebaf20ea73db" -d '{"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-deleted", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:48.958332 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace42a8-c8e1-45f0-89aa-87171f42ca59 x-openstack-request-id: req-cace42a8-c8e1-45f0-89aa-87171f42ca59 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:48.958332 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f700df6d-c6bc-47b0-9bf6-0161793200e3", "name": "network-vif-deleted", "tag": "33a98b7c-8108-4a1b-bff1-2247611d1d1a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:48.958332 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cace42a8-c8e1-45f0-89aa-87171f42ca59 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:48.958332 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f700df6d-c6bc-47b0-9bf6-0161793200e3', 'name': 'network-vif-deleted', 'tag': '33a98b7c-8108-4a1b-bff1-2247611d1d1a', 'status': 'completed', 'code': 200} Oct 12 11:29:49.074380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.087945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:29:49.111271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.231057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:29:49.237044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:29:49.243680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.315521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 172.25.2.172 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5c8148c2-9b1d-4a7d-8e62-9b569985b990) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:49.412580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.451604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:49.470761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.529596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.530591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:49.554625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f419d1-3b6c-4782-9914-703e44917fe7 req-aa0715e8-2c98-4b02-9c04-f0be9a07f2ed tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:49.556975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56f419d1-3b6c-4782-9914-703e44917fe7 req-aa0715e8-2c98-4b02-9c04-f0be9a07f2ed tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1117492 Oct 12 11:29:49.583051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 33a98b7c-8108-4a1b-bff1-2247611d1d1a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:29:49.583767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 33a98b7c-8108-4a1b-bff1-2247611d1d1a not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:29:49.639223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56f419d1-3b6c-4782-9914-703e44917fe7 req-ccf194fa-f5dc-4194-9c3d-eb5d9778212a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Oct 12 11:29:49.639674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:49.657407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:49.692892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:49.695754 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147e787-77e3-4400-96e5-02288832f761" -d '{"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:49.741599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8148c2-9b1d-4a7d-8e62-9b569985b990,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:49.773389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:49.780915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:49.782530 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb1df6-3b7b-4009-af03-731e187796f9 x-openstack-request-id: req-edcb1df6-3b7b-4009-af03-731e187796f9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:49.782839 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:49.783095 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edcb1df6-3b7b-4009-af03-731e187796f9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:49.783493 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'code': 200} Oct 12 11:29:49.783919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:50.042220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182b4a37-9435-41e3-b656-e00fc11900b2 req-b06fcd1f-df91-4e28-831a-9569527582d5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=f700df6d-c6bc-47b0-9bf6-0161793200e3 HTTP/1.1" status: 200 len: 210 time: 0.0443120 Oct 12 11:29:50.047354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcff9-b5a8-4024-b545-a386d20cdb3c req-1ae042d6-fa5d-4e14-a8e1-74c24e724071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:50.049102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91abcff9-b5a8-4024-b545-a386d20cdb3c req-1ae042d6-fa5d-4e14-a8e1-74c24e724071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1096 time: 0.1749775 Oct 12 11:29:50.074010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f07b9-fec1-4347-bc03-780b6a909524 req-feffc38e-7d65-4c18-bf07-70c533f86198 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:50.080755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293f07b9-fec1-4347-bc03-780b6a909524 req-feffc38e-7d65-4c18-bf07-70c533f86198 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0984583 Oct 12 11:29:50.166677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-91abcff9-b5a8-4024-b545-a386d20cdb3c req-409e3c68-d1ce-4848-80db-b1ac97373b1b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045392 Oct 12 11:29:50.204248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293f07b9-fec1-4347-bc03-780b6a909524 req-a706cffe-fe03-4bef-bbf6-a0f923419303 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225340 Oct 12 11:29:50.353801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:50.455491 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5844f25-098b-45a9-9c88-65f16c4c3da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:50.637325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:50.641184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:50.849238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21517b1-5083-4e49-ac43-7477067bdcd4 req-01b64641-a940-4d99-9c2e-07b98b83f433 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:50.851042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f21517b1-5083-4e49-ac43-7477067bdcd4 req-01b64641-a940-4d99-9c2e-07b98b83f433 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0973508 Oct 12 11:29:50.921429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f21517b1-5083-4e49-ac43-7477067bdcd4 req-c02f7555-e72f-4223-a2ea-dd62ad4b32e5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Oct 12 11:29:51.015758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router 9fc56395-1270-460d-ba2a-b897e605fcfb is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:51.204570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:51.217274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] Sync routers for ids ['9fc56395-1270-460d-ba2a-b897e605fcfb'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:51.237623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] Routers {'9fc56395-1270-460d-ba2a-b897e605fcfb'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:51.238957 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:51.239683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['9fc56395-1270-460d-ba2a-b897e605fcfb'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:51.244452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-736144a3-be87-4df4-b99f-77590b7042d6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "PUT /v2.0/routers/9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 200 len: 919 time: 3.5755296 Oct 12 11:29:51.244791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35486) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:51.284852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:51.296063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] Routers {'9fc56395-1270-460d-ba2a-b897e605fcfb'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:51.296942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['9fc56395-1270-460d-ba2a-b897e605fcfb'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:51.368288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:51.369323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c9ca71-160f-4bb2-9805-9fc93f379038 None None] The sync data for ids ['9fc56395-1270-460d-ba2a-b897e605fcfb'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:51.476934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39c812a3-1f76-4ba5-afb6-dad9169849c2 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 200 len: 925 time: 0.2302623 Oct 12 11:29:51.482874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:51.531399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ca072-cb1c-43bf-b1fe-d71680c4c986 req-5f4a3abe-f62b-4f58-a2ab-a4f93422066d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:51.539513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-243ca072-cb1c-43bf-b1fe-d71680c4c986 req-5f4a3abe-f62b-4f58-a2ab-a4f93422066d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1057260 Oct 12 11:29:51.572691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb50fe-9664-4d3d-82a1-aafca2c51794 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:51.574419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fdbb50fe-9664-4d3d-82a1-aafca2c51794 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=9fc56395-1270-460d-ba2a-b897e605fcfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0904665 Oct 12 11:29:51.580179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35500) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:51.600423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-fe9c6e1f-cd78-4d69-bb3a-c979cfbed74a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:51.611350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-fe9c6e1f-cd78-4d69-bb3a-c979cfbed74a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.1893926 Oct 12 11:29:51.642370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-66f2a8d3-c5ed-497f-a908-6a43a0e7d21a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/quotas/a240018c12084a799d9ab45083ce1ab2 HTTP/1.1" status: 200 len: 375 time: 0.0295603 Oct 12 11:29:51.666641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-243ca072-cb1c-43bf-b1fe-d71680c4c986 req-f7a9b50d-abb0-488a-b728-6820d5ed9790 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205490 Oct 12 11:29:51.695393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:51.711771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c102b-16eb-4da9-9209-bace55e62e97 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:51.714942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ec2c102b-16eb-4da9-9209-bace55e62e97 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1319556 Oct 12 11:29:51.723497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35502) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:51.742025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:51.742469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-bb56e382-062c-4d48-b698-44bba8679c74 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946829 Oct 12 11:29:51.759920 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39b681e9-0c77-4462-9171-500498886495 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 200 len: 205 time: 0.0352428 Oct 12 11:29:51.765201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35506) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:51.855739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-8226061f-826e-4b9e-bd91-fbd2f96738e0 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123374 Oct 12 11:29:51.920688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:51.987338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-8d49745f-2f99-441d-8a93-10a677188574 service neutron] 10.222.0.43 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245625 Oct 12 11:29:52.407309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e5b1-01f9-4dc8-ad4b-b911bc7fed9f req-4b7aaee6-eaf9-4a17-939a-7af4cd8aae32 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:52.435854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc26e5b1-01f9-4dc8-ad4b-b911bc7fed9f req-4b7aaee6-eaf9-4a17-939a-7af4cd8aae32 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.0659335 Oct 12 11:29:52.435854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:52.458281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc26e5b1-01f9-4dc8-ad4b-b911bc7fed9f req-e07cc2cd-552b-4200-bd4d-423166f4006e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Oct 12 11:29:52.529384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:52.732134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f8f6c5b-d8e7-4a59-9782-8cbe47143949 req-5b273676-a3cf-47b3-960e-fff6755485f4 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 210 time: 0.0600419 Oct 12 11:29:52.743257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 5c8148c2-9b1d-4a7d-8e62-9b569985b990 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:52.743807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:52.911789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aea23-e6e0-4010-b2aa-2d3bcba64dae req-db65294a-526b-470a-94d5-b5ae3fc0ff53 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:52.915249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf5aea23-e6e0-4010-b2aa-2d3bcba64dae req-db65294a-526b-470a-94d5-b5ae3fc0ff53 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1061049 Oct 12 11:29:52.918099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:52.947351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 5c8148c2-9b1d-4a7d-8e62-9b569985b990 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:52.966990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf5aea23-e6e0-4010-b2aa-2d3bcba64dae req-a107950d-6e74-4902-b85b-ca473fc05794 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Oct 12 11:29:53.206050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c2dc-bba1-4035-af49-9acc17bbfc4d req-5734be62-97ca-4fcc-92b3-dfc2e15135ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:53.211544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9614c2dc-bba1-4035-af49-9acc17bbfc4d req-5734be62-97ca-4fcc-92b3-dfc2e15135ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1061039 Oct 12 11:29:53.217257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35540) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:53.222195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Request body: {'floatingip': {'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:53.265777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.335594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.362168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.390173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=5c8148c2-9b1d-4a7d-8e62-9b569985b990,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:53.454873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.566602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.569101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.673270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b121d-c67b-4403-bb81-0abdeb53d3b0 req-5fc8945a-1c92-4aa1-85fb-7373a2292989 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:53.674779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e7b121d-c67b-4403-bb81-0abdeb53d3b0 req-5fc8945a-1c92-4aa1-85fb-7373a2292989 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.1395736 Oct 12 11:29:53.712679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.713270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc56395-1270-460d-ba2a-b897e605fcfb {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:53.721868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.727931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-585182cf-2332-42ff-90e6-ef0b6cf54323 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 204 len: 168 time: 1.9614344 Oct 12 11:29:53.728758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35558) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:53.734403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975656124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:53.763090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e7b121d-c67b-4403-bb81-0abdeb53d3b0 req-27154c48-d3c0-4c96-9786-0eeb4522612f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819757 Oct 12 11:29:53.828190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a23fff5-f9da-4115-8a4f-ee499c4cf1aa req-c567751e-ec2c-421c-ad9d-79048fe16a91 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 210 time: 0.0280240 Oct 12 11:29:53.836386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.858783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.860133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.914088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:53.939048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.045257 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Floating IP fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0 associated. External IP: 172.25.2.110, port: 15dfcd8b-89b8-487f-95ed-3ce9498bd407. Oct 12 11:29:54.070958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.171740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.172967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71100986-a9e0-4881-88c0-5ca3d95fbc2d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4423878 Oct 12 11:29:54.175775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35576) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:54.180205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'enable_snat': False}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:54.263616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:29:54.378921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:54.383748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.390926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:54.404476 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:54.406199 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:54.422607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-43452da4-e282-413e-a27c-09aad513a380 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "PUT /v2.0/floatingips/fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0 HTTP/1.1" status: 200 len: 991 time: 1.2037916 Oct 12 11:29:54.423287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:54.425783 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22" -d '{"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:54.469564 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463387de-919c-4ab3-b644-d49cfa1f7ef0 x-openstack-request-id: req-463387de-919c-4ab3-b644-d49cfa1f7ef0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:54.469970 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:54.470312 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-463387de-919c-4ab3-b644-d49cfa1f7ef0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:54.470770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.471269 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'status': 'completed', 'code': 200} Oct 12 11:29:54.542735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-64154f62-840e-4f49-b53a-1324e3e1d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.544639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-64154f62-840e-4f49-b53a-1324e3e1d3ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1096 time: 0.0454397 Oct 12 11:29:54.564232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-e76765b7-584e-44e9-a40a-cff407b92a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.565977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-e76765b7-584e-44e9-a40a-cff407b92a2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 1096 time: 0.0538054 Oct 12 11:29:54.589499 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:54.681367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-834a4e7a-7941-42f3-8bc4-09d0f133cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.683668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-834a4e7a-7941-42f3-8bc4-09d0f133cb85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 913 time: 0.1090951 Oct 12 11:29:54.707960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-bacbef48-5be6-47c1-8d03-f403af19a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.709482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-bacbef48-5be6-47c1-8d03-f403af19a290 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1570566 Oct 12 11:29:54.765172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-680761f8-0aa5-4c3d-97a8-d3fe460d8dd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508 HTTP/1.1" status: 200 len: 217 time: 0.0697105 Oct 12 11:29:54.847275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-ef29048b-f669-4c8d-bc60-aaba0a9e583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.848826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-ef29048b-f669-4c8d-bc60-aaba0a9e583c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0701308 Oct 12 11:29:54.876120 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-fefed37b-88e5-4c4e-aa41-c580d015f384 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 999 time: 0.1583099 Oct 12 11:29:54.899583 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:29:33Z', 'updated_at': '2021-10-12T11:29:53Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:54.931071 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:29:54.942667 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:54.943604 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:54.964234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-d648f677-dc60-4bbf-9f5d-c7f07082539f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901415 Oct 12 11:29:54.966630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:54.988751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-abbb24b6-bebe-4e62-b9f1-c25cb0623e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:54.990359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-abbb24b6-bebe-4e62-b9f1-c25cb0623e22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0940168 Oct 12 11:29:54.991890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:55.062219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24dcd357-5491-4cbd-ba5f-a38321134164 req-18d9eceb-09ec-4ffa-ab6f-0312ad59b18d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 210 time: 0.0513318 Oct 12 11:29:55.090987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:29:55.124507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-ea5b32cf-d870-442d-9630-c17c34b37dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:55.126033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-ea5b32cf-d870-442d-9630-c17c34b37dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262410 Oct 12 11:29:55.247368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Allocated IP 172.25.2.197 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/626b0900-4613-4b30-8ae3-7616bf5bc9e3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:55.300881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-beb32c19-4b6e-4c9b-ac84-a13b74de629c service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549032 Oct 12 11:29:55.435399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9c512d3-5ac7-4ad9-9831-3a9eac4d7f22 req-c8993a77-4a04-41e2-ad29-fc0f4e35bc1b service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018848 Oct 12 11:29:55.483881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:55.495428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:29:33Z', 'updated_at': '2021-10-12T11:29:53Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:55.533235 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba838-e93b-4408-9950-ff31740e89dd None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:29:33Z', 'updated_at': '2021-10-12T11:29:53Z', 'revision_number': 1, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:55.566680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c848c-4572-4470-8f4e-2e51896fdb23 req-b33f1a12-b6c9-45b4-ae7d-4010e2b64ff5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:55.587290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-333c848c-4572-4470-8f4e-2e51896fdb23 req-b33f1a12-b6c9-45b4-ae7d-4010e2b64ff5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 945 time: 0.6783681 Oct 12 11:29:55.608376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-4f0e21bf-b26a-4581-9af3-817672175300 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:55.609815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-4f0e21bf-b26a-4581-9af3-817672175300 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.47 "GET /v2.0/networks?id=ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 200 len: 822 time: 0.2169025 Oct 12 11:29:55.622236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:55.632212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Request body: {'port': {'device_id': '275f003f-5f4f-4ad6-9206-4eac09638204', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'admin_state_up': True, 'tenant_id': 'a240018c12084a799d9ab45083ce1ab2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:55.661311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-f36904e2-4d8c-4201-b56b-4eb5246d1953 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907675 Oct 12 11:29:55.671945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:55.674927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:55.680066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:55.683767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Pushing event updated for resources: {'Port': ['ID=626b0900-4613-4b30-8ae3-7616bf5bc9e3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:55.810884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7731641f-6525-426c-a6e8-a131f6c71c60 req-9858c89a-ee09-40c9-97a1-a461662b1777 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365454 Oct 12 11:29:55.816668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-333c848c-4572-4470-8f4e-2e51896fdb23 req-f474ba4a-20b3-429c-86f2-3cb213d2ae92 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285547 Oct 12 11:29:55.915701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e211f9f-1296-477e-b288-d3e11a395009 None None] New status for floating IP fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:29:55.941314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Made reservation on behalf of a240018c12084a799d9ab45083ce1ab2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:29:55.945180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.091014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Allocated IP 172.20.0.4 (ff6a3df1-bbdc-4d24-a573-82061b26285f/af7028e7-9cf4-4929-af4b-0b288d03b24b/b8ce1339-7d9e-462f-acdf-7be4a40fdaef) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:56.134082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.207771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4506e133-8d00-4eac-9ecb-0bfcd0b837c1 req-6a113945-3e5b-4e6a-8aee-aa6b93949a9f tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 210 time: 0.0643783 Oct 12 11:29:56.298517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.376287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.379684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.388280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.439020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Network ff6a3df1-bbdc-4d24-a573-82061b26285f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:56.442120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:56.448795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:56.475280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event updated for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:56.513121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:56.513747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.553798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:29:56.601519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.615207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Router 3ce38aa0-f339-4f92-a892-13bea26d9057 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:29:56.618814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b8b6c06e-a518-4c04-8985-4184a4152263 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933696 Oct 12 11:29:56.631400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Request body: {'port': {'device_id': '275f003f-5f4f-4ad6-9206-4eac09638204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:56.647341 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.684727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:56.688236 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f4c3b-d19f-40a7-9e4e-2f8b93805cce" -d '{"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:56.704164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:29:56.723556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.732354 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81d8a05-26e9-49fd-9c24-a59926f3aeae x-openstack-request-id: req-c81d8a05-26e9-49fd-9c24-a59926f3aeae {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:56.732673 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:56.732932 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c81d8a05-26e9-49fd-9c24-a59926f3aeae {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:56.733332 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'code': 200} Oct 12 11:29:56.761111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:29:56.766065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.767121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b3bcfe33-6360-4c40-a69c-097a6cd88541 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "PUT /v2.0/routers/3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 200 len: 919 time: 2.5901134 Oct 12 11:29:56.769444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:56.772336 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] Sync routers for ids ['3ce38aa0-f339-4f92-a892-13bea26d9057'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:29:56.781094 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:56.783035 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] Routers {'3ce38aa0-f339-4f92-a892-13bea26d9057'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:56.783833 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3ce38aa0-f339-4f92-a892-13bea26d9057'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:56.822139 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:56.837903 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] Routers {'3ce38aa0-f339-4f92-a892-13bea26d9057'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:29:56.839280 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3ce38aa0-f339-4f92-a892-13bea26d9057'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:56.864641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:56.895464 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:29:56.896125 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941ccc1-9045-479b-86e9-a217f2df63e4 None None] The sync data for ids ['3ce38aa0-f339-4f92-a892-13bea26d9057'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:29:56.943879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-93fc6024-6086-47ea-8d51-b38ecbe8f8a7 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 200 len: 925 time: 0.1723213 Oct 12 11:29:56.946845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:57.064407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ce1339-7d9e-462f-acdf-7be4a40fdaef {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:29:57.073229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.086274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Transition to ACTIVE for port object b8ce1339-7d9e-462f-acdf-7be4a40fdaef will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:29:57.158135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.231187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:57.299620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Attempting to bind port b8ce1339-7d9e-462f-acdf-7be4a40fdaef on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:29:57.299620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Attempting to bind port b8ce1339-7d9e-462f-acdf-7be4a40fdaef by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:29:57.300061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Attempting to bind port b8ce1339-7d9e-462f-acdf-7be4a40fdaef on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:57.321794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Port b8ce1339-7d9e-462f-acdf-7be4a40fdaef on network ff6a3df1-bbdc-4d24-a573-82061b26285f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:29:57.322266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Attempting to bind port b8ce1339-7d9e-462f-acdf-7be4a40fdaef on network ff6a3df1-bbdc-4d24-a573-82061b26285f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:29:57.331898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:29:57.332364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Checking segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:29:57.332840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Bound using segment: {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:29:57.333475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Bound port: b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e88ba0d-a582-4efc-b1a4-618338c8b426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:29:57.333933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.351200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b924-96f8-4483-904a-1c5e7da2bdaf req-3e14b959-1b46-4306-8310-cec8077ec81b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.352745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be87b924-96f8-4483-904a-1c5e7da2bdaf req-3e14b959-1b46-4306-8310-cec8077ec81b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.4413598 Oct 12 11:29:57.359284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69dabc-646c-4220-86bf-61fe5c06b2bc tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.363165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a69dabc-646c-4220-86bf-61fe5c06b2bc tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=3ce38aa0-f339-4f92-a892-13bea26d9057&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4130065 Oct 12 11:29:57.368045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35644) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:57.391778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244653d4-96f3-4db8-975c-5842c92114e4 req-406d7f37-4547-4cef-916b-3ab8a104a7f2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.393381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244653d4-96f3-4db8-975c-5842c92114e4 req-406d7f37-4547-4cef-916b-3ab8a104a7f2 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 943 time: 0.1089113 Oct 12 11:29:57.462602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:29:57.468744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244653d4-96f3-4db8-975c-5842c92114e4 req-bf35588b-4ae3-462b-9f84-7df4805aec4f tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Oct 12 11:29:57.471847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be87b924-96f8-4483-904a-1c5e7da2bdaf req-40314ed8-7321-4c08-98b6-38d360b4fd67 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099033 Oct 12 11:29:57.492479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:29:57.510813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d0d3b-42e0-460f-b602-e0da4de66025 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.515171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6c7d0d3b-42e0-460f-b602-e0da4de66025 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 881 time: 0.1435895 Oct 12 11:29:57.515416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35646) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:57.546806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6437311-b9b1-47bf-bf8e-f7733aca7873 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 200 len: 205 time: 0.0302002 Oct 12 11:29:57.549171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35648) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:57.575739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.613394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.614151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.615467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] 10.222.0.47 "PUT /v2.0/ports/b8ce1339-7d9e-462f-acdf-7be4a40fdaef HTTP/1.1" status: 200 len: 1091 time: 0.9884734 Oct 12 11:29:57.615904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:29:57.618156 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469" -d '{"events": [{"name": "network-changed", "server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:29:57.650297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f6e9-314f-4521-834e-e2f637267688 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:57.670171 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc041b-6f28-4523-bcbf-5e3967a5e588 x-openstack-request-id: req-1fbc041b-6f28-4523-bcbf-5e3967a5e588 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:29:57.670171 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:29:57.670171 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fbc041b-6f28-4523-bcbf-5e3967a5e588 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:29:57.670171 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef', 'status': 'completed', 'code': 200} Oct 12 11:29:57.672429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.754444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-97e6b883-070d-469e-88f3-17f78fd49a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.755252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-97e6b883-070d-469e-88f3-17f78fd49a63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 1094 time: 0.0571992 Oct 12 11:29:57.785737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.880775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-22c42815-7061-45a8-b4c3-6ab0d304dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.882333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-22c42815-7061-45a8-b4c3-6ab0d304dd84 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a240018c12084a799d9ab45083ce1ab2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1184676 Oct 12 11:29:57.922405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 626b0900-4613-4b30-8ae3-7616bf5bc9e3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:29:57.922956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:57.993744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-2cb9411c-e708-4e71-9d6e-55dd8f3050d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:57.995176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea1404ca-dfb3-492f-b8de-fa9fe6bfe469 req-2cb9411c-e708-4e71-9d6e-55dd8f3050d5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058166 Oct 12 11:29:58.009220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.023192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 626b0900-4613-4b30-8ae3-7616bf5bc9e3 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:29:58.086182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-e16adc52-fd47-4501-8cc7-b8c726f710ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:58.087715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-e16adc52-fd47-4501-8cc7-b8c726f710ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a240018c12084a799d9ab45083ce1ab2&device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 1094 time: 0.0418279 Oct 12 11:29:58.131605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-d13a4bba-1f1d-448a-a35d-5d5d802da7d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef HTTP/1.1" status: 200 len: 217 time: 0.0352921 Oct 12 11:29:58.201711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b13bede2-60ba-40c0-9f9b-0a8f03f7b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:58.203223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-b13bede2-60ba-40c0-9f9b-0a8f03f7b073 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 200 len: 862 time: 0.0643859 Oct 12 11:29:58.236350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-3ebb7c68-3ee9-49cb-b2c9-d311c1a2af4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff6a3df1-bbdc-4d24-a573-82061b26285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Oct 12 11:29:58.287641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.316546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=626b0900-4613-4b30-8ae3-7616bf5bc9e3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:58.331640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-e91d8943-c9e5-4cb4-a7fe-128f32c2e284 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878987 Oct 12 11:29:58.394936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.433611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ed8573a-0908-458c-96ab-5f1730044a31 req-8adfc5ab-2035-41d7-a6f6-70af000e2ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950861 Oct 12 11:29:58.492105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.494177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.609574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8309-2d57-4253-b455-2559b5b29859 req-7cdd6899-3aa2-4459-804a-396db8974f15 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:58.611180 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afce8309-2d57-4253-b455-2559b5b29859 req-7cdd6899-3aa2-4459-804a-396db8974f15 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 943 time: 0.0560150 Oct 12 11:29:58.612288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.612805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router 3ce38aa0-f339-4f92-a892-13bea26d9057 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:29:58.620419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.621530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fbb82849-6a92-49b0-a8a8-7fb9aeee183f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 204 len: 168 time: 1.0714560 Oct 12 11:29:58.625686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35674) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:29:58.634580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1466242415', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:29:58.658991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0217e97-f702-4c0d-9c04-204512c43ab6 req-a0bc682f-cc31-48fc-a41a-2647ff325eed tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:58.660653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0217e97-f702-4c0d-9c04-204512c43ab6 req-a0bc682f-cc31-48fc-a41a-2647ff325eed tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.0621786 Oct 12 11:29:58.677914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afce8309-2d57-4253-b455-2559b5b29859 req-101c3609-80e2-4a50-a211-8169785979f4 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551655 Oct 12 11:29:58.701907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0217e97-f702-4c0d-9c04-204512c43ab6 req-f9f8de61-bed6-4101-aed6-b45516e006ab tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349119 Oct 12 11:29:58.747438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.748550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:58.812539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.024212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.292784 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.313641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.427065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Allocated IP 172.25.2.128 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/4bf891ee-b54f-4dfa-9ca6-8acda1751a3b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:29:59.534625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.649746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:29:59.688589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:29:59.693454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:29:59.699428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:29:59.704461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event updated for resources: {'Port': ['ID=4bf891ee-b54f-4dfa-9ca6-8acda1751a3b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:29:59.819717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95a7d9-4388-4f93-bbfd-e2e3a2b3e60e req-d032ce3c-6cca-4475-b6d4-7193c126f8bb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:29:59.821344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c95a7d9-4388-4f93-bbfd-e2e3a2b3e60e req-d032ce3c-6cca-4475-b6d4-7193c126f8bb tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 943 time: 0.0571225 Oct 12 11:29:59.864148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c95a7d9-4388-4f93-bbfd-e2e3a2b3e60e req-ce90ab82-9d67-4cc5-9705-7b81deb5fe1d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Oct 12 11:30:00.061529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.273884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.424058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-a0fb2fb1-982b-464d-b985-ad880066ce42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:00.425565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-a0fb2fb1-982b-464d-b985-ad880066ce42 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6bfdff-7fb8-4229-8dca-072d13170360 HTTP/1.1" status: 200 len: 943 time: 0.0692277 Oct 12 11:30:00.527465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:00.527800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.600629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b8ce1339-7d9e-462f-acdf-7be4a40fdaef details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:30:00.603597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Router f858468a-e8a6-40f4-b8a6-e654581cd401 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:30:00.607153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:30:00.629050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:00.629472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.673852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:00.765375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:00.775647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef', 'network_id': 'ff6a3df1-bbdc-4d24-a573-82061b26285f', 'port_id': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef', 'mac_address': 'fa:16:3e:4d:0f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7028e7-9cf4-4929-af4b-0b288d03b24b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:30:00.786602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:30:00.801400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] Sync routers for ids ['f858468a-e8a6-40f4-b8a6-e654581cd401'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:30:00.824136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.825984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] Routers {'f858468a-e8a6-40f4-b8a6-e654581cd401'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:30:00.826607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f858468a-e8a6-40f4-b8a6-e654581cd401'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:00.867316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:00.873340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ce1339-7d9e-462f-acdf-7be4a40fdaef {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:00.891962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] Routers {'f858468a-e8a6-40f4-b8a6-e654581cd401'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:30:00.892733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f858468a-e8a6-40f4-b8a6-e654581cd401'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:00.893087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:00.894445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac993fb6-e7fd-4328-ab88-b429d67dd11b tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2629707 Oct 12 11:30:00.897269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:00.903490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:00.950554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:00.951792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:00.952461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403ddd9-80a6-4048-9c14-b4dc19b7a110 None None] The sync data for ids ['f858468a-e8a6-40f4-b8a6-e654581cd401'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:30:00.956325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.011771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f2f2-ee99-45ad-a2e2-46558961423c req-63a84e11-93ff-4d83-9c03-10c552566c03 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:01.014218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1de3f2f2-ee99-45ad-a2e2-46558961423c req-63a84e11-93ff-4d83-9c03-10c552566c03 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 943 time: 0.0584383 Oct 12 11:30:01.015960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.021845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=8e1640e0-c844-47dc-85a5-8e6bb7ce9508,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:01.082514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port 8e1640e0-c844-47dc-85a5-8e6bb7ce9508 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:30:01.085993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.089923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1de3f2f2-ee99-45ad-a2e2-46558961423c req-5bd037c9-b8a5-4eab-939f-64a870d5a522 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 Oct 12 11:30:01.090281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-618217e2-d0bd-44bf-86c6-417004a63cf0 req-12982715-53bc-4f64-8a0c-416ca4bd55e0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "DELETE /v2.0/ports/8e1640e0-c844-47dc-85a5-8e6bb7ce9508 HTTP/1.1" status: 204 len: 173 time: 0.6588647 Oct 12 11:30:01.090763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-deleted', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:01.093296 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30be5fcc-c347-49c2-b6d7-a7beaaf26c74" -d '{"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-deleted", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:01.127372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:01.201874 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac4f6f-0ade-429f-92d2-4d3c507de384 x-openstack-request-id: req-caac4f6f-0ade-429f-92d2-4d3c507de384 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:01.202167 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6bfdff-7fb8-4229-8dca-072d13170360", "name": "network-vif-deleted", "tag": "8e1640e0-c844-47dc-85a5-8e6bb7ce9508", "status": "failed", "code": 422}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:01.202509 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caac4f6f-0ade-429f-92d2-4d3c507de384 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:01.202882 n-d-813419-3 neutron-server[95547]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f6bfdff-7fb8-4229-8dca-072d13170360', 'name': 'network-vif-deleted', 'tag': '8e1640e0-c844-47dc-85a5-8e6bb7ce9508', 'status': 'failed', 'code': 422} returned with failed status Oct 12 11:30:01.298130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['b8ce1339-7d9e-462f-acdf-7be4a40fdaef'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:01.335982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.443000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.564903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Deleting port 4bf891ee-b54f-4dfa-9ca6-8acda1751a3b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:01.565252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.965010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:01.979314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Calling delete_port for 4bf891ee-b54f-4dfa-9ca6-8acda1751a3b owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:02.228107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a155b7-4e65-4c9e-8b30-a0abb7385ff6 req-0c86013e-1e63-4324-a20d-29f390c3697e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:02.229945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a155b7-4e65-4c9e-8b30-a0abb7385ff6 req-0c86013e-1e63-4324-a20d-29f390c3697e tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 944 time: 0.0643210 Oct 12 11:30:02.237466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.269733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a155b7-4e65-4c9e-8b30-a0abb7385ff6 req-a8135931-c191-404f-b9f7-8c6420c959c8 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Oct 12 11:30:02.311307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Pushing event deleted for resources: {'Port': ['ID=4bf891ee-b54f-4dfa-9ca6-8acda1751a3b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:02.392970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-138e7a85-8877-4c7e-83f6-029958895721 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:02.394917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-138e7a85-8877-4c7e-83f6-029958895721 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1908021 Oct 12 11:30:02.411024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.415361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c2ef0fc2-710f-4435-8f9f-448aea684eb0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0131726 Oct 12 11:30:02.503928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-7a9ff368-0740-4323-81ac-a94f42be00b8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530241 Oct 12 11:30:02.600535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b8ce1339-7d9e-462f-acdf-7be4a40fdaef up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:30:02.694997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.705072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.706777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port b8ce1339-7d9e-462f-acdf-7be4a40fdaef completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:30:02.710761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port b8ce1339-7d9e-462f-acdf-7be4a40fdaef triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:30:02.711250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.787113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-776373a1-0662-4d7a-8b7c-7b46a960c672 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440393 Oct 12 11:30:02.799706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.816306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Router f858468a-e8a6-40f4-b8a6-e654581cd401 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:30:02.822948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:02.825311 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f95344-c16e-4070-bd5e-965b931d1efe" -d '{"events": [{"server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "name": "network-vif-plugged", "status": "completed", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:02.837861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:02.864197 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2784b-4acf-41ad-8c25-3256d3578cb2 x-openstack-request-id: req-39e2784b-4acf-41ad-8c25-3256d3578cb2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:02.864490 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "name": "network-vif-plugged", "status": "completed", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:02.864747 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39e2784b-4acf-41ad-8c25-3256d3578cb2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:02.865224 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef', 'code': 200} Oct 12 11:30:02.927707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.953646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:30:02.962215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:02.963457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-19f62993-d519-4fbf-bd2d-befc6b9fb9c3 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "PUT /v2.0/routers/f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 200 len: 710 time: 2.0644190 Oct 12 11:30:02.967500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35818) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:02.973257 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] Sync routers for ids ['f858468a-e8a6-40f4-b8a6-e654581cd401'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:30:02.985696 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] Routers {'f858468a-e8a6-40f4-b8a6-e654581cd401'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:30:02.986308 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f858468a-e8a6-40f4-b8a6-e654581cd401'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:03.010151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:03.011064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bf56b-37f1-4b07-aa62-27379ecc2943 req-977e47df-68ca-45f6-b465-80ed0e64fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:03.012736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-713bf56b-37f1-4b07-aa62-27379ecc2943 req-977e47df-68ca-45f6-b465-80ed0e64fc71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 1096 time: 0.0873301 Oct 12 11:30:03.044571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:03.051565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ecb1340b-67bf-4a82-87aa-1b838a3004f6 tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/routers/f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 200 len: 745 time: 0.0829334 Oct 12 11:30:03.053089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-713bf56b-37f1-4b07-aa62-27379ecc2943 req-3ba2b10d-d576-423d-84d1-bcb217760fae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Oct 12 11:30:03.054212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.055428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] Routers {'f858468a-e8a6-40f4-b8a6-e654581cd401'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:30:03.056057 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f858468a-e8a6-40f4-b8a6-e654581cd401'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:03.086566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-2f538db6-7249-4952-90a4-3e47b16ad6df service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910893 Oct 12 11:30:03.088853 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:03.089509 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd915a-18d3-4d58-a9b5-45cb9b088e6b None None] The sync data for ids ['f858468a-e8a6-40f4-b8a6-e654581cd401'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:30:03.106584 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8da7830b-43b6-4dd4-80d6-3879916b997f tempest-RoutersIpV6AdminTest-35236681 tempest-RoutersIpV6AdminTest-35236681-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&device_id=f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 200 len: 205 time: 0.0510385 Oct 12 11:30:03.109274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35822) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.137023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b58aa344-8795-48d9-9cee-fa9b95ef27d9 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 200 len: 205 time: 0.0258143 Oct 12 11:30:03.139635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35824) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.226754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:03.415540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:03.420331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:03.466350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4ba4b-dfcc-462e-a772-3294ef7b8a2a req-786c4ea2-a006-4bf4-817f-60aeeb5437fc tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:03.469063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ac4ba4b-dfcc-462e-a772-3294ef7b8a2a req-786c4ea2-a006-4bf4-817f-60aeeb5437fc tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 945 time: 0.1232996 Oct 12 11:30:03.526548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0ac4ba4b-dfcc-462e-a772-3294ef7b8a2a req-f7b5fed2-0778-4ce6-80fd-757328fe2e70 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Oct 12 11:30:03.586610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aff82f8d-a61c-43c3-b9ff-123f55f8f4b5 req-66defc55-ab04-49c9-9cc9-29da011cd6e9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 210 time: 0.0368567 Oct 12 11:30:03.622559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:03.623728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Fanout notify agent at l3_agent the message router_deleted on router f858468a-e8a6-40f4-b8a6-e654581cd401 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:30:03.640095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:03.647836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d0c195c-89b6-4336-b30d-4dae0c71b252 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 204 len: 168 time: 0.5043504 Oct 12 11:30:03.650530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.682946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-334fd614-4a74-4db4-82de-006081577680 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 200 len: 205 time: 0.0296946 Oct 12 11:30:03.685623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35848) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.732897 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-b496686f-a71a-47ea-a902-ef2e9ab30326 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:03.733926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b496686f-a71a-47ea-a902-ef2e9ab30326 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/f858468a-e8a6-40f4-b8a6-e654581cd401 HTTP/1.1" status: 404 len: 336 time: 0.0466592 Oct 12 11:30:03.736817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.754737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:30:03.764995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2a9d2d30-ff05-4fd9-94a1-bc449222c531 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 200 len: 205 time: 0.0265229 Oct 12 11:30:03.771986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.810743 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-320f393e-d766-4e2f-877e-a1a71a91e73d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:03.811794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-320f393e-d766-4e2f-877e-a1a71a91e73d tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/3ce38aa0-f339-4f92-a892-13bea26d9057 HTTP/1.1" status: 404 len: 336 time: 0.0389080 Oct 12 11:30:03.814658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35856) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.846427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac556894-9b3d-4330-b50d-776bcd19d673 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 200 len: 205 time: 0.0306203 Oct 12 11:30:03.848766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35858) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.886894 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f08d801f-5f03-4df4-8ebf-471d5c3440f2 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:03.888531 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f08d801f-5f03-4df4-8ebf-471d5c3440f2 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/9fc56395-1270-460d-ba2a-b897e605fcfb HTTP/1.1" status: 404 len: 336 time: 0.0382879 Oct 12 11:30:03.891086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.921658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-33cd1772-b698-4e46-9cff-c5b7cde30a69 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 200 len: 205 time: 0.0273011 Oct 12 11:30:03.922369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.981405 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-7d780b7c-fd4b-4806-beba-706cd8bca807 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:03.985744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35866) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:03.996644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d780b7c-fd4b-4806-beba-706cd8bca807 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/1ca52fb4-7323-461a-9f66-4459ccc85bec HTTP/1.1" status: 404 len: 336 time: 0.0730851 Oct 12 11:30:04.020378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72f689d2-b3d0-4a10-a47d-27aec65ecc29 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 200 len: 205 time: 0.0333097 Oct 12 11:30:04.021579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:04.066616 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-d3c029be-102e-4936-8e81-4b362b29ecd6 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:04.069456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d3c029be-102e-4936-8e81-4b362b29ecd6 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/326ab17b-25a7-4c8d-8add-ace3099dc707 HTTP/1.1" status: 404 len: 336 time: 0.0466847 Oct 12 11:30:04.070529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35870) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:04.097728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-30db8461-941c-490f-9fff-cfcd2f34301f tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "GET /v2.0/ports?device_id=4813fd57-c421-47f5-ab7f-27a67f62dd1b HTTP/1.1" status: 200 len: 205 time: 0.0259049 Oct 12 11:30:04.100164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35872) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:04.144116 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-ae269efe-e7fe-4832-9a2c-07afb919a432 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] delete failed (client error): The resource could not be found. Oct 12 11:30:04.145408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ae269efe-e7fe-4832-9a2c-07afb919a432 tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/routers/4813fd57-c421-47f5-ab7f-27a67f62dd1b HTTP/1.1" status: 404 len: 336 time: 0.0441871 Oct 12 11:30:04.148097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35876) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:04.180040 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9317b5e3-39a0-441c-a32b-c98998c198ce tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] DELETE failed (client error): The resource could not be found. Oct 12 11:30:04.180498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9317b5e3-39a0-441c-a32b-c98998c198ce tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:30:04.187637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9317b5e3-39a0-441c-a32b-c98998c198ce tempest-RoutersIpV6AdminTest-349486729 tempest-RoutersIpV6AdminTest-349486729-project] 10.222.0.43 "DELETE /v2.0/subnets/ad03d641-dd6f-431d-a494-5f2ed295c6e1 HTTP/1.1" status: 404 len: 337 time: 0.0353718 Oct 12 11:30:04.649581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1ce74-aa10-4e27-b96f-51a5c596179c req-fff41104-09b8-404b-84b7-64828c5f7171 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:04.651792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49b1ce74-aa10-4e27-b96f-51a5c596179c req-fff41104-09b8-404b-84b7-64828c5f7171 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 945 time: 0.0589046 Oct 12 11:30:04.699422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f19903e1-c648-42e8-8185-2f45fea98bd6 req-464149bf-935f-4307-a0a4-7a32546da9ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 210 time: 0.0285006 Oct 12 11:30:04.715012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49b1ce74-aa10-4e27-b96f-51a5c596179c req-94dcd3c9-3323-43df-95f7-89c14fc84277 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509839 Oct 12 11:30:04.804813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35902) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:04.918841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:04.994226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.101316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.151736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26f0de97b4d44fcd91412ccd467f9909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456922 Oct 12 11:30:05.153769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ea6cb-ba3a-4186-ab1d-ccba349347ce,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:05.154640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35912) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:05.161774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.162140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.162441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.162790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.163122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.163442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.163759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.164173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.164494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.164810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.165124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.165438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e20d6f-9502-4b4b-85d0-fdb974fba4aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:05.218347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.254257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.342184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3747f-7811-4690-b545-1ae4ea39e2dc req-f0a37a74-cb1b-4c12-8850-522512b6cb2a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:05.343745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0b3747f-7811-4690-b545-1ae4ea39e2dc req-f0a37a74-cb1b-4c12-8850-522512b6cb2a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 945 time: 0.0548730 Oct 12 11:30:05.388128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0b3747f-7811-4690-b545-1ae4ea39e2dc req-8e71a282-29e7-421e-b009-87515c874ae5 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Oct 12 11:30:05.401743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.404506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:05.408012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/180ea6cb-ba3a-4186-ab1d-ccba349347ce HTTP/1.1" status: 204 len: 168 time: 0.2495046 Oct 12 11:30:05.414186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff269dcf-6561-45e9-becb-552a80e1f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ea6cb-ba3a-4186-ab1d-ccba349347ce,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:05.823308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0936554e-b2df-4f66-bcf0-91768df78ba3 req-e8822d7a-9e9b-4a2c-a93f-47a8a900f264 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 210 time: 0.0472689 Oct 12 11:30:05.912788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-154ea2c8-08f7-49f1-b7d5-8b00e7ad5de9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:05.914398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-154ea2c8-08f7-49f1-b7d5-8b00e7ad5de9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1242132 Oct 12 11:30:05.938365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:06.046034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35938) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:06.089372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba4dc91d-586f-47d4-a5b2-f64c41b4aafb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ed96a7f9f704edbbca720414491a186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401940 Oct 12 11:30:06.091929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:06.107268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:06.113629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.152574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.174411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.261076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.9 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/10227632-442b-4f4e-8fda-47fd2ae05201) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:06.293397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.296303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.297752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0b721c2-578b-4fdd-bea7-abc963979806 HTTP/1.1" status: 204 len: 168 time: 0.2048590 Oct 12 11:30:06.313165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97668a1-d173-4eff-92ae-82a0415a8589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b721c2-578b-4fdd-bea7-abc963979806,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:06.475475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.532000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1f9dd-2f58-48bd-b270-f21aa2d50bf8 req-08b8b06f-0428-4b33-b951-808e45d74554 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:06.533540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97f1f9dd-2f58-48bd-b270-f21aa2d50bf8 req-08b8b06f-0428-4b33-b951-808e45d74554 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 945 time: 0.0670791 Oct 12 11:30:06.582117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97f1f9dd-2f58-48bd-b270-f21aa2d50bf8 req-74e956f6-685e-4fd0-b041-edfe9361b8ef tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups?id=63846f8e-059d-4940-9c87-4a69df54ea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Oct 12 11:30:06.662366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e0f5ce29-44be-4209-b9b8-6d39e51e1e09 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:06.663845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e0f5ce29-44be-4209-b9b8-6d39e51e1e09 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.47 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Oct 12 11:30:06.670070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.727068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:06.753752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:06.755574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:06.761449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:06.829493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:06.830025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.835877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Deleting port b8ce1339-7d9e-462f-acdf-7be4a40fdaef {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:06.836120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:06.936923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-f2ff1edf-1e85-4105-8f4e-7bd2b7a57475 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035365 Oct 12 11:30:06.951672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Request body: {'port': {'device_id': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:06.999138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] For port b8ce1339-7d9e-462f-acdf-7be4a40fdaef, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,segment=NetworkSegment(9e88ba0d-a582-4efc-b1a4-618338c8b426),segment_id=9e88ba0d-a582-4efc-b1a4-618338c8b426)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:06.999610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.019044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.020520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e90d1-3831-4f42-a869-b05a1b699bdb req-539d7ac1-cd16-4ce5-be91-9e22ba4214e6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:07.022040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-025e90d1-3831-4f42-a869-b05a1b699bdb req-539d7ac1-cd16-4ce5-be91-9e22ba4214e6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 931 time: 0.1063302 Oct 12 11:30:07.027040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Calling delete_port for b8ce1339-7d9e-462f-acdf-7be4a40fdaef owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:07.108024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-025e90d1-3831-4f42-a869-b05a1b699bdb req-8e1f6ca7-b593-4dcf-998b-d4eb8678fc97 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 Oct 12 11:30:07.287880 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.302720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['b8ce1339-7d9e-462f-acdf-7be4a40fdaef'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:07.349033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event deleted for resources: {'Port': ['ID=b8ce1339-7d9e-462f-acdf-7be4a40fdaef,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:07.399884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10227632-442b-4f4e-8fda-47fd2ae05201 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:07.409131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.432471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Transition to ACTIVE for port object 10227632-442b-4f4e-8fda-47fd2ae05201 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:30:07.446258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] No DVR routers for this DVR port b8ce1339-7d9e-462f-acdf-7be4a40fdaef on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:30:07.449671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.453454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03569bf3-4d4b-4937-95b9-e853b85757a4 req-e3f4114c-b5d5-4f9e-9d62-c1b649e4a005 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.47 "DELETE /v2.0/ports/b8ce1339-7d9e-462f-acdf-7be4a40fdaef HTTP/1.1" status: 204 len: 173 time: 0.7831612 Oct 12 11:30:07.459045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'name': 'network-vif-deleted', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:07.459045 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899dcf7f-9ec1-46cf-85b6-5a0d0e71d65c" -d '{"events": [{"server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "name": "network-vif-deleted", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:07.499878 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9462e8-01ba-4662-a363-982e2d975792 x-openstack-request-id: req-7d9462e8-01ba-4662-a363-982e2d975792 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:07.500375 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f003f-5f4f-4ad6-9206-4eac09638204", "name": "network-vif-deleted", "tag": "b8ce1339-7d9e-462f-acdf-7be4a40fdaef", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:07.500627 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d9462e8-01ba-4662-a363-982e2d975792 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:07.501130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:07.501300 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275f003f-5f4f-4ad6-9206-4eac09638204', 'name': 'network-vif-deleted', 'tag': 'b8ce1339-7d9e-462f-acdf-7be4a40fdaef', 'status': 'completed', 'code': 200} Oct 12 11:30:07.582735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:07.755516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1da45f3-5a83-4929-9a17-4ee2fd4136b3 req-257cdf48-eb7d-4d0a-894d-1fe2bb745e09 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/ports?device_id=275f003f-5f4f-4ad6-9206-4eac09638204 HTTP/1.1" status: 200 len: 210 time: 0.0361702 Oct 12 11:30:07.756249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36004) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:07.975121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-763ceb28-fc11-4f38-bda9-1ec3ad8e968d tempest-AgentManagementNegativeTest-1155551300 tempest-AgentManagementNegativeTest-1155551300-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2090800 Oct 12 11:30:08.145086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Attempting to bind port 10227632-442b-4f4e-8fda-47fd2ae05201 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:08.145945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Attempting to bind port 10227632-442b-4f4e-8fda-47fd2ae05201 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:08.146466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Attempting to bind port 10227632-442b-4f4e-8fda-47fd2ae05201 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:08.153040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Port 10227632-442b-4f4e-8fda-47fd2ae05201 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:30:08.153461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Attempting to bind port 10227632-442b-4f4e-8fda-47fd2ae05201 on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:08.159747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:08.160135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:08.160650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:08.161115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Bound port: 10227632-442b-4f4e-8fda-47fd2ae05201, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:08.161474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:08.297778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3e558-6a3c-4bfe-9fe5-1d6c99b7c034 req-f4ca1ac5-ab81-4bf5-9826-a2b2b7e46db9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:08.299508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39c3e558-6a3c-4bfe-9fe5-1d6c99b7c034 req-f4ca1ac5-ab81-4bf5-9826-a2b2b7e46db9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 943 time: 0.0930238 Oct 12 11:30:08.303132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:08.306636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10227632-442b-4f4e-8fda-47fd2ae05201,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:08.361853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39c3e558-6a3c-4bfe-9fe5-1d6c99b7c034 req-e2d87391-6ec4-46b9-aece-26b9cc8c6e53 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Oct 12 11:30:08.437263 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:08.511715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:08.512213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:08.514115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/10227632-442b-4f4e-8fda-47fd2ae05201 HTTP/1.1" status: 200 len: 1091 time: 1.5682676 Oct 12 11:30:08.514638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:08.529398 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131b715-6f84-4f0c-a25b-53e2902644cc" -d '{"events": [{"name": "network-changed", "server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:08.574236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b442ea-483e-4e3d-9bdb-9a2f5c2f69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:08.605598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34022db-87cc-4246-905a-1fb778bbc174 x-openstack-request-id: req-a34022db-87cc-4246-905a-1fb778bbc174 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:08.605598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:08.605598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a34022db-87cc-4246-905a-1fb778bbc174 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:08.605598 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201', 'status': 'completed', 'code': 200} Oct 12 11:30:08.774775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36032) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:08.805749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-322a4f14-7927-4997-9593-1e5174f64118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:08.810591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-322a4f14-7927-4997-9593-1e5174f64118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 1094 time: 0.1784110 Oct 12 11:30:09.034134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e00cc93-bde6-4841-a6ff-613ea918831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.155360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-df5e356a-8eab-43ed-bacb-e5565e1f6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:09.157637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-df5e356a-8eab-43ed-bacb-e5565e1f6d72 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55d3f26a937f4b28af0d590c93e6695c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3382874 Oct 12 11:30:09.208595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e00cc93-bde6-4841-a6ff-613ea918831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.278912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:09.284434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-a3d4515e-d432-4300-ba9d-635586f72210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:09.286067 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5131b715-6f84-4f0c-a25b-53e2902644cc req-a3d4515e-d432-4300-ba9d-635586f72210 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208622 Oct 12 11:30:09.330457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e00cc93-bde6-4841-a6ff-613ea918831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.404521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-d33bc43a-a4ca-4654-95bb-e34cc2df44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:09.406411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-d33bc43a-a4ca-4654-95bb-e34cc2df44a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 1094 time: 0.0623474 Oct 12 11:30:09.409952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.434896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5e00cc93-bde6-4841-a6ff-613ea918831b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6b96225314c48a09c1b78e2f6fbcde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581101 Oct 12 11:30:09.438615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36064) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:09.439281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00cc93-bde6-4841-a6ff-613ea918831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f8518e-4e63-4bd8-97ae-62bd81c70a02,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:09.466087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.481898 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-0c437e38-9582-45e5-9961-e5eb3585092b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10227632-442b-4f4e-8fda-47fd2ae05201 HTTP/1.1" status: 200 len: 217 time: 0.0664597 Oct 12 11:30:09.541944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.570505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b95-a348-43d9-bb23-157437395c48 req-b62cb362-01f1-41c9-8c46-3914a2a87e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:09.572053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-b62cb362-01f1-41c9-8c46-3914a2a87e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0730660 Oct 12 11:30:09.572979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.617000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-892641a9-db09-45f0-9320-a26673eacbfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324042 Oct 12 11:30:09.625641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dcba8-ca90-482e-a83c-7a2390b51f64 req-0286934a-7721-4c4e-9bf7-94954edacbec tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:09.627261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c2dcba8-ca90-482e-a83c-7a2390b51f64 req-0286934a-7721-4c4e-9bf7-94954edacbec tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 943 time: 0.1392527 Oct 12 11:30:09.647338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.650418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.652523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cc1d84b-9733-4a28-bd2a-c84c40d194a4 HTTP/1.1" status: 204 len: 168 time: 0.3723621 Oct 12 11:30:09.655065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36070) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:09.667284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff92047-af5f-4648-92a9-3715b14cf946 tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc1d84b-9733-4a28-bd2a-c84c40d194a4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:09.699270 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-a40c4062-dd4e-4af4-b43d-ee866a9a179a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] show failed (client error): The resource could not be found. Oct 12 11:30:09.699270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a40c4062-dd4e-4af4-b43d-ee866a9a179a tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "GET /v2.0/security-groups/1cc1d84b-9733-4a28-bd2a-c84c40d194a4 HTTP/1.1" status: 404 len: 347 time: 0.0349820 Oct 12 11:30:09.700572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36072) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:09.751626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.754426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:09.772769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0f8518e-4e63-4bd8-97ae-62bd81c70a02 HTTP/1.1" status: 204 len: 168 time: 0.3160486 Oct 12 11:30:09.774908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-4a7664e3-0b52-40cd-b0a1-0c9e655c0de1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466050 Oct 12 11:30:09.794725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65926c5-b8d4-476d-b46d-1339093301a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f8518e-4e63-4bd8-97ae-62bd81c70a02,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:09.841306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c2dcba8-ca90-482e-a83c-7a2390b51f64 req-a595639c-fde6-44c4-ac6a-f0872778f88a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988745 Oct 12 11:30:09.918954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-26ae2b95-a348-43d9-bb23-157437395c48 req-6374aa42-9aa1-47fd-b1c2-3ded1e094ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320682 Oct 12 11:30:09.923454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Deleting port 3c8a85b7-c802-4668-b68d-f11b0414e0a9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:09.923899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.017612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.017934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.031279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Calling delete_port for 3c8a85b7-c802-4668-b68d-f11b0414e0a9 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:10.270205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.322081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Pushing event deleted for resources: {'Port': ['ID=3c8a85b7-c802-4668-b68d-f11b0414e0a9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:10.377776 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.380993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.382549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2fba8d47-ccf2-40fb-87ae-83d0dc1de71d tempest-ImagesOneServerNegativeTestJSON-642040651 tempest-ImagesOneServerNegativeTestJSON-642040651-project] 10.222.0.43 "DELETE /v2.0/floatingips/a9bf4115-7ca2-447d-9e8b-36d9ca80d80e HTTP/1.1" status: 204 len: 168 time: 0.6807456 Oct 12 11:30:10.507256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36110) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:10.560282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Deleting subnet af7028e7-9cf4-4929-af4b-0b288d03b24b {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:30:10.563780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.627579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.662975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b8ce1339-7d9e-462f-acdf-7be4a40fdaef no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:30:10.682526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.695789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: b8ce1339-7d9e-462f-acdf-7be4a40fdaef {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:30:10.696141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b8ce1339-7d9e-462f-acdf-7be4a40fdaef not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:30:10.866869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.899950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7028e7-9cf4-4929-af4b-0b288d03b24b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:10.902067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:10.906284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-241e12af-3411-40f1-aa79-4e395cdc25fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/af7028e7-9cf4-4929-af4b-0b288d03b24b HTTP/1.1" status: 204 len: 168 time: 0.3976991 Oct 12 11:30:10.908705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36126) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:10.982649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce035f-41aa-483d-a132-8f76cf60fe9a req-0f674f1f-5a6e-4716-b47b-5eb41b522bbd tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:10.992104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76ce035f-41aa-483d-a132-8f76cf60fe9a req-0f674f1f-5a6e-4716-b47b-5eb41b522bbd tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 943 time: 0.0706778 Oct 12 11:30:10.994903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.047965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76ce035f-41aa-483d-a132-8f76cf60fe9a req-39b1f9a8-8238-401e-aa13-4db7e29b19cc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Oct 12 11:30:11.093580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.117810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6a3df1-bbdc-4d24-a573-82061b26285f']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:11.129101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e88ba0d-a582-4efc-b1a4-618338c8b426') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:11.129633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e88ba0d-a582-4efc-b1a4-618338c8b426') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:11.140533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.156462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.158833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36134) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:11.163255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:11.163767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:11.229445 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:11.284546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'networks': [{'name': 'tempest-network--1646804074'}, {'name': 'tempest-network--1086961913'}]} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:11.284865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-network--1646804074'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:11.285782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-network--1086961913'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:11.327083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.334068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.337086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff6a3df1-bbdc-4d24-a573-82061b26285f HTTP/1.1" status: 204 len: 168 time: 0.4274025 Oct 12 11:30:11.347544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbbe80-f5fe-437d-b868-69bb62800210 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6a3df1-bbdc-4d24-a573-82061b26285f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:11.407006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'network': 2} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:11.412064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.433793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.550273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.629639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.630113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.672697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6027a-3907-462e-817f-0df37882c433,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:11.678794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:11.700210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.700611 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment ed3c3efd-9d43-4989-9e26-f85e4052ef40 of type vlan for network 331551b3-37dd-476a-8ad1-bbd6f4b9299d Oct 12 11:30:11.746366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.777812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36150) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:11.785636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:11.795431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.795779 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment fa282b9c-e7cd-4802-bbd5-26d39b12a0d2 of type vlan for network 749678a8-fcba-4925-b472-074f25db0f45 Oct 12 11:30:11.829722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d3ee1db5-54d0-4835-8dc9-dfc6c8342064 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a240018c12084a799d9ab45083ce1ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434394 Oct 12 11:30:11.829722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36152) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:11.842319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.880025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.908406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.960331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.960840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:11.967418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:11.973149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:11.974375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.042534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=331551b3-37dd-476a-8ad1-bbd6f4b9299d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:12.054243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 331551b3-37dd-476a-8ad1-bbd6f4b9299d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:12.061028 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.070377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.070377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63846f8e-059d-4940-9c87-4a69df54ea46 HTTP/1.1" status: 204 len: 168 time: 0.2383437 Oct 12 11:30:12.075871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d721c-c07c-4d65-aec4-77667f9f3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63846f8e-059d-4940-9c87-4a69df54ea46,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:12.142300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9819758 Oct 12 11:30:12.144771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:12.153530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486de03b-9eff-4663-8e26-eb6a98561b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=749678a8-fcba-4925-b472-074f25db0f45,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:12.225286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 749678a8-fcba-4925-b472-074f25db0f45 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:12.432259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9faf6ae-3d83-4ee0-8261-b8caf95080a3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:12.438215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9faf6ae-3d83-4ee0-8261-b8caf95080a3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:12.444357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9faf6ae-3d83-4ee0-8261-b8caf95080a3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:12.451507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9faf6ae-3d83-4ee0-8261-b8caf95080a3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:12.453217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a9faf6ae-3d83-4ee0-8261-b8caf95080a3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3064251 Oct 12 11:30:12.458982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36172) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:12.460967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd91c-96cd-4d9c-9eb4-805d9b2adeb4 req-a551e1e9-4d57-4783-af72-cab523753d4a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:12.462365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5bbd91c-96cd-4d9c-9eb4-805d9b2adeb4 req-a551e1e9-4d57-4783-af72-cab523753d4a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 943 time: 0.1548080 Oct 12 11:30:12.554438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5bbd91c-96cd-4d9c-9eb4-805d9b2adeb4 req-40c5c75a-3170-4de6-92d4-78d01ffb8eb5 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785136 Oct 12 11:30:12.604259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.709849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.731189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331551b3-37dd-476a-8ad1-bbd6f4b9299d']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:12.741095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3c3efd-9d43-4989-9e26-f85e4052ef40') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:12.741396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3c3efd-9d43-4989-9e26-f85e4052ef40') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:12.755412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.771292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.779026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:12.779539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:12.783459 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:12.909968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.915927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:12.919367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/331551b3-37dd-476a-8ad1-bbd6f4b9299d HTTP/1.1" status: 204 len: 168 time: 0.4594181 Oct 12 11:30:12.922201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:12.934535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66076f78-ff21-4d5f-a36c-780d9dcdf911 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=331551b3-37dd-476a-8ad1-bbd6f4b9299d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:13.038583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.143987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.180118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749678a8-fcba-4925-b472-074f25db0f45']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:13.190768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa282b9c-e7cd-4802-bbd5-26d39b12a0d2') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:13.191217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa282b9c-e7cd-4802-bbd5-26d39b12a0d2') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:13.200410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10227632-442b-4f4e-8fda-47fd2ae05201 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:30:13.202657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.220647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.227128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:13.227521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:13.234205 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:13.348434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10227632-442b-4f4e-8fda-47fd2ae05201,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:13.374895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '10227632-442b-4f4e-8fda-47fd2ae05201', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': '10227632-442b-4f4e-8fda-47fd2ae05201', 'mac_address': 'fa:16:3e:1e:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:30:13.419649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.429771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.438352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.443917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/749678a8-fcba-4925-b472-074f25db0f45 HTTP/1.1" status: 204 len: 168 time: 0.5170367 Oct 12 11:30:13.445023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:13.465437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5debcb-edf0-4702-9b10-601565f6fd74 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=749678a8-fcba-4925-b472-074f25db0f45,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:13.474451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10227632-442b-4f4e-8fda-47fd2ae05201 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:13.505498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10227632-442b-4f4e-8fda-47fd2ae05201,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:13.511823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241cc3-d6da-4639-9ea0-e0c7c86b02b7 req-53b94977-bb56-446a-9c52-2f9bf042ac94 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:13.520994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d241cc3-d6da-4639-9ea0-e0c7c86b02b7 req-53b94977-bb56-446a-9c52-2f9bf042ac94 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1698220 Oct 12 11:30:13.575085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.631177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:13.634035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7c1b8-33d0-47aa-895d-02c0d3a8cef3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:13.640672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7c1b8-33d0-47aa-895d-02c0d3a8cef3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:13.642405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3cd7c1b8-33d0-47aa-895d-02c0d3a8cef3 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1957223 Oct 12 11:30:13.646168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36230) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:13.651918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-630100447'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:13.667734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d241cc3-d6da-4639-9ea0-e0c7c86b02b7 req-f1c4f4a6-02ae-4667-adb4-67a601d97d1e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446562 Oct 12 11:30:13.740613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:13.745178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.782235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:13.792393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.792740 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment 713a4112-d8a8-4f70-915f-aa98a2d4cc24 of type vlan for network e5ae295b-7f82-42a1-a968-5e4e4f02c085 Oct 12 11:30:13.796583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef846-e4c4-41ad-b9e4-ec90fe280c35 req-bee7ff10-8480-4a84-8f6a-2b24f5d83f68 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:13.799640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ccef846-e4c4-41ad-b9e4-ec90fe280c35 req-bee7ff10-8480-4a84-8f6a-2b24f5d83f68 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 944 time: 0.0693970 Oct 12 11:30:13.860275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ccef846-e4c4-41ad-b9e4-ec90fe280c35 req-c7e99d51-39d9-47fa-891c-0677c885bb4c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Oct 12 11:30:13.861805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.883999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['10227632-442b-4f4e-8fda-47fd2ae05201'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:13.952087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:13.957806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:13.958643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.027628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=e5ae295b-7f82-42a1-a968-5e4e4f02c085,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:14.038919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e5ae295b-7f82-42a1-a968-5e4e4f02c085 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:14.109578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc3bc9cd-1a07-437c-9f01-ec8b9289f46b tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4622629 Oct 12 11:30:14.112106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36238) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:14.116968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-671349587'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:14.206612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:14.210937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.268027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:14.278214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.278682 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment 7c8a1c2f-2005-4eb2-abe0-165311a676da of type vlan for network 88c82bee-41e2-4611-aa1c-87db08c3217f Oct 12 11:30:14.316571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:14.329716 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.443635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.454637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:14.455440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.467176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-192ec58b-55d2-44a7-9f14-35a4d76b3ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.530556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=88c82bee-41e2-4611-aa1c-87db08c3217f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:14.542125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 88c82bee-41e2-4611-aa1c-87db08c3217f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:14.582439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-192ec58b-55d2-44a7-9f14-35a4d76b3ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.583087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3ee0ed08-c0fd-4cfe-8236-28f0ac9b7b25 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4697943 Oct 12 11:30:14.583836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36260) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:14.590314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'ports': [{'network_id': 'e5ae295b-7f82-42a1-a968-5e4e4f02c085', 'name': 'tempest-port--596881827', 'admin_state_up': True}, {'network_id': '88c82bee-41e2-4611-aa1c-87db08c3217f', 'admin_state_up': False}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:14.593266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'port': {'network_id': 'e5ae295b-7f82-42a1-a968-5e4e4f02c085', 'name': 'tempest-port--596881827', 'admin_state_up': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:14.593266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'port': {'network_id': '88c82bee-41e2-4611-aa1c-87db08c3217f', 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:14.707510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-192ec58b-55d2-44a7-9f14-35a4d76b3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.747615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ec58b-55d2-44a7-9f14-35a4d76b3ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a9104-4925-4e29-ae45-d6e406e35287,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:14.773286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-192ec58b-55d2-44a7-9f14-35a4d76b3ed5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a239163c553b444d9f041885f52e2b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555502 Oct 12 11:30:14.776898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36264) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:14.834477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.863033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:14.992351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7717f-08c7-4a08-8471-850521e50972 req-55ab1e3e-0b03-4513-be7b-262cdf0e3439 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:14.993930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21f7717f-08c7-4a08-8471-850521e50972 req-55ab1e3e-0b03-4513-be7b-262cdf0e3439 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 944 time: 0.0587931 Oct 12 11:30:15.022863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.025985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.027685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/663a9104-4925-4e29-ae45-d6e406e35287 HTTP/1.1" status: 204 len: 168 time: 0.2491794 Oct 12 11:30:15.050339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608865cb-fc11-4fe8-96fe-47907f668e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a9104-4925-4e29-ae45-d6e406e35287,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:15.054903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21f7717f-08c7-4a08-8471-850521e50972 req-ddedabe5-3620-4508-9025-ca16324c1f3d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Oct 12 11:30:15.174960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ebde2-f04f-4bcd-9056-2b843d388172 req-656fe9b3-3918-44d9-a955-05df11b5b5c4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:15.176421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53ebde2-f04f-4bcd-9056-2b843d388172 req-656fe9b3-3918-44d9-a955-05df11b5b5c4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0941772 Oct 12 11:30:15.212459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10227632-442b-4f4e-8fda-47fd2ae05201 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:30:15.238120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53ebde2-f04f-4bcd-9056-2b843d388172 req-8bc050c6-1349-4a11-b038-8e744614adc6 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532157 Oct 12 11:30:15.275801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'port': 2} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:15.280771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.294641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.327104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 10227632-442b-4f4e-8fda-47fd2ae05201 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:30:15.331056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 10227632-442b-4f4e-8fda-47fd2ae05201 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:30:15.331645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.381121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] device_id is not set on port f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:30:15.427446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.465686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10227632-442b-4f4e-8fda-47fd2ae05201,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:15.467217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:15.470042 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a512a339-e734-4663-ac1d-347919eddfb6" -d '{"events": [{"server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "name": "network-vif-plugged", "status": "completed", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:15.518929 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9e0350-840e-450b-a973-f502cf446628 x-openstack-request-id: req-2b9e0350-840e-450b-a973-f502cf446628 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:15.519689 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "name": "network-vif-plugged", "status": "completed", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:15.526498 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b9e0350-840e-450b-a973-f502cf446628 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:15.526498 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201', 'code': 200} Oct 12 11:30:15.545111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.568161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.654959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] device_id is not set on port 4176ca42-d304-45ea-a0eb-2225d3e6bb55 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:30:15.663666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:15.665394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888ef3b-b344-4160-9e28-f898c3403ba9 req-ffd3137a-88cf-4963-9f3c-eab900750b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:15.668651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2888ef3b-b344-4160-9e28-f898c3403ba9 req-ffd3137a-88cf-4963-9f3c-eab900750b23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 1096 time: 0.0787878 Oct 12 11:30:15.706816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2888ef3b-b344-4160-9e28-f898c3403ba9 req-536fefd7-0c39-40f9-9de1-37e17ae0af16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300014 Oct 12 11:30:15.784480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:15.961563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.027273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Port': ['ID=f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:16.067421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Checking segment: {'id': '713a4112-d8a8-4f70-915f-aa98a2d4cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e5ae295b-7f82-42a1-a968-5e4e4f02c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:16.067861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network hostable DHCP agents. Network: e5ae295b-7f82-42a1-a968-5e4e4f02c085, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:30:16.213442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4ef1d-b775-48f2-99fb-c8d6ad4ed638 req-51b4fcf4-b27e-471d-a8f2-ab7ea163ee6b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:16.213442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fad4ef1d-b775-48f2-99fb-c8d6ad4ed638 req-51b4fcf4-b27e-471d-a8f2-ab7ea163ee6b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Oct 12 11:30:16.252377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fad4ef1d-b775-48f2-99fb-c8d6ad4ed638 req-b434d637-2400-4792-8f5c-64d7bc1c7075 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Oct 12 11:30:16.317742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network e5ae295b-7f82-42a1-a968-5e4e4f02c085 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:30:16.364124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20349139-1a18-429d-b87d-66876287b2bb req-49e222d6-525c-4d8b-96e9-42d0ac6a2f66 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:16.365457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20349139-1a18-429d-b87d-66876287b2bb req-49e222d6-525c-4d8b-96e9-42d0ac6a2f66 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0544870 Oct 12 11:30:16.391992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e5ae295b-7f82-42a1-a968-5e4e4f02c085) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:16.396045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:16.397178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.402715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36316) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:16.404648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39e73c-d41e-480a-80e9-2d8afdd2de46 None None] Network e5ae295b-7f82-42a1-a968-5e4e4f02c085 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:16.459865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-20349139-1a18-429d-b87d-66876287b2bb req-b6f91d4d-550d-49f8-9864-e6a8493bb64c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871487 Oct 12 11:30:16.476543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Port': ['ID=4176ca42-d304-45ea-a0eb-2225d3e6bb55,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:16.549057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Checking segment: {'id': '7c8a1c2f-2005-4eb2-abe0-165311a676da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '88c82bee-41e2-4611-aa1c-87db08c3217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:16.549437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network hostable DHCP agents. Network: 88c82bee-41e2-4611-aa1c-87db08c3217f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:30:16.588924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2040577279-network', 'tenant_id': 'e1efcd6f32384b88bd4af133f617a381'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:16.643361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network 88c82bee-41e2-4611-aa1c-87db08c3217f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:30:16.718266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Made reservation on behalf of e1efcd6f32384b88bd4af133f617a381 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:16.720667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.730007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.765154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 88c82bee-41e2-4611-aa1c-87db08c3217f) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:16.773072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:16.773398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14be18-e631-440c-a8f6-d19aea1aa720 None None] Network 88c82bee-41e2-4611-aa1c-87db08c3217f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:16.779835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:16.784813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:16.785494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.829472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:16.935954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9c7a1de9-0a3b-438c-87e0-fcd06b3ee251 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3502817 Oct 12 11:30:16.938502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36330) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:16.970714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.009157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:17.037739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.038080 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Added segment 76875418-194a-4aac-a790-ff22092a8aab of type vlan for network df6d64bc-afce-44b8-b376-dcb20ebeb5db Oct 12 11:30:17.039500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b296f7e-b00d-4bb1-801f-8276f8b59d77,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:17.088668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfed4b7-b377-4d99-8810-1d6b955c8e73 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:17.090674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfed4b7-b377-4d99-8810-1d6b955c8e73 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:17.092386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6dfed4b7-b377-4d99-8810-1d6b955c8e73 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1528430 Oct 12 11:30:17.095368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36332) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:17.129989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.205630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Deleting port f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:17.205976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.259512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.261160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:17.261713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.303199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.374899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Calling delete_port for f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:17.379660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] Pushing event updated for resources: {'Network': ['ID=df6d64bc-afce-44b8-b376-dcb20ebeb5db,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:17.399473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ec5d9543-a2d9-4f07-9d11-d3389b65d0aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9907665 Oct 12 11:30:17.403189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:17.403773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:17.408934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Request body: {'subnet': {'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2040577279-subnet', 'tenant_id': 'e1efcd6f32384b88bd4af133f617a381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:17.449784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684f805-7b7d-4706-95f3-4dc0b2d95c7a req-31d727d6-e981-434f-9f50-e2fdf1474de1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:17.452711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e684f805-7b7d-4706-95f3-4dc0b2d95c7a req-31d727d6-e981-434f-9f50-e2fdf1474de1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1216173 Oct 12 11:30:17.512250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e684f805-7b7d-4706-95f3-4dc0b2d95c7a req-04932599-8707-4a47-9831-4742bafe5ead tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Oct 12 11:30:17.550537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Made reservation on behalf of e1efcd6f32384b88bd4af133f617a381 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:17.552917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.609335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.643729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Port': ['ID=f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:17.649337 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.653236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8369a94e-968c-458a-8462-f0c26bf84391 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/ports/f5a89e9a-458b-4a3b-ab79-154c5e6d2eb1 HTTP/1.1" status: 204 len: 168 time: 0.5569167 Oct 12 11:30:17.655757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36350) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:17.672337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-93f46db7-6d97-403e-a34b-08be6649309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.682399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044b381-a67f-498b-8310-60d80c23bc44 req-1ec42405-5726-4cff-8af3-bd54cb24e444 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:17.682399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d044b381-a67f-498b-8310-60d80c23bc44 req-1ec42405-5726-4cff-8af3-bd54cb24e444 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1411471 Oct 12 11:30:17.762212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d044b381-a67f-498b-8310-60d80c23bc44 req-4da32d47-7ff6-4257-a8cc-2b49741b8f20 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714726 Oct 12 11:30:17.766533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Deleting port 4176ca42-d304-45ea-a0eb-2225d3e6bb55 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:17.766917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.841371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:17.856026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Calling delete_port for 4176ca42-d304-45ea-a0eb-2225d3e6bb55 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:17.953481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.037648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e3b083-ea69-415d-9e7b-19fc49158083,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:18.048827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c967-34ba-4549-ba78-7fe671e8a252 req-b746949b-0447-4d70-a104-d6e033e770ec tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:18.050563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cff0c967-34ba-4549-ba78-7fe671e8a252 req-b746949b-0447-4d70-a104-d6e033e770ec tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1124213 Oct 12 11:30:18.066556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.074552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Checking segment: {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:18.074937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Network hostable DHCP agents. Network: df6d64bc-afce-44b8-b376-dcb20ebeb5db, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:30:18.123464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cff0c967-34ba-4549-ba78-7fe671e8a252 req-cdf92187-d95a-4cb4-a34b-a63fb2fe0506 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531461 Oct 12 11:30:18.124356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Port': ['ID=4176ca42-d304-45ea-a0eb-2225d3e6bb55,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:18.124356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.124356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7339a654-9ba8-40fd-8994-76422910e5a1 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/ports/4176ca42-d304-45ea-a0eb-2225d3e6bb55 HTTP/1.1" status: 204 len: 168 time: 0.4658372 Oct 12 11:30:18.125285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36362) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:18.154049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-961e57fc-44bb-4601-b424-5e787beea211 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0274148 Oct 12 11:30:18.157468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36364) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:18.162194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1720425218'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:18.218203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:30:18.295100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:18.298751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.325292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:18.335243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.335601 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment 3aa2bd5c-e704-4d07-9cdd-fbd2d93896de of type vlan for network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 Oct 12 11:30:18.340615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, df6d64bc-afce-44b8-b376-dcb20ebeb5db) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:18.349008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:18.350504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.353462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a3168-dd8f-4c95-a503-3d0454f0ff14 None None] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:18.396541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.452813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d09c2b59-a18d-4767-aae5-3254ecf58ed1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0477211 Oct 12 11:30:18.510337 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.516716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:18.519584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.591663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=ffad3ed5-39eb-4f49-9a15-2244fd7b9070,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:18.616088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:18.623463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70b00821-dc4f-4336-94e8-c25ef1544dde tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4647515 Oct 12 11:30:18.625742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36376) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:18.630874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1263792737'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:18.687863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2362a11-eec6-4402-8cef-e9e29766213f None None] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:18.736335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:18.740418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.773598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:18.783972 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.784320 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Added segment da5947c9-7eca-4f9a-b70d-dd483c7e4f7c of type vlan for network 002811ed-4701-478c-b244-69fb9ff1270f Oct 12 11:30:18.802823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-660425755', 'description': 'tempest-description-1890814816'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:18.863637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.912597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.948806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13842-14f2-4381-ad21-0371470c6131 req-609f86d2-7626-4560-ad3a-26363e7ebbde tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:18.950634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d8d13842-14f2-4381-ad21-0371470c6131 req-609f86d2-7626-4560-ad3a-26363e7ebbde tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0529187 Oct 12 11:30:18.981140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.987422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:18.988016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:18.993087 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d8d13842-14f2-4381-ad21-0371470c6131 req-98ed0256-b7f0-4aa3-8912-6dd17320d5f9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Oct 12 11:30:19.034773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.083754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Network': ['ID=002811ed-4701-478c-b244-69fb9ff1270f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:19.094874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 002811ed-4701-478c-b244-69fb9ff1270f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:19.095292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.126837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dac3e8ed-9658-4247-ab92-0e686c215f14 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4998934 Oct 12 11:30:19.175743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:19.240322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.241524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f0d127d-1310-4300-8fde-0da07ae2669d req-e756bd7a-81d0-45a6-9285-63b9d4fb5b68 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4556515 Oct 12 11:30:19.283290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-648176229', 'description': 'tempest-description-415937992'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:19.351799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203c100-f90e-4445-87fe-4f2704be508e req-8e763402-4578-4421-9694-40a96f2c141f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:19.354890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f203c100-f90e-4445-87fe-4f2704be508e req-8e763402-4578-4421-9694-40a96f2c141f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1283026 Oct 12 11:30:19.416782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f203c100-f90e-4445-87fe-4f2704be508e req-3433fb66-aea6-4a58-9798-50d0e45478f9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Oct 12 11:30:19.460623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.549686 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.610078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.720787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e6cc1-d98b-40d4-bca1-e2b859d17945,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:19.749852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:19.765267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-411e2695-d7ad-47d9-9fd3-38ea7b872cdf req-5394e917-8bd6-4f86-9918-facdf21715eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4851120 Oct 12 11:30:20.035487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-b5ae9431-b99e-4ee8-ac9d-c5b98ab315cb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:20.047184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-b5ae9431-b99e-4ee8-ac9d-c5b98ab315cb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 813 time: 0.1398473 Oct 12 11:30:20.092896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-a9ef2f96-f528-4bd0-a905-70fea1f56a97 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/quotas/e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 375 time: 0.0411594 Oct 12 11:30:20.154188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-8f554ac9-bebc-4fad-b2b1-635b3812f987 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393438 Oct 12 11:30:20.188892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b83bf-b0c9-455d-980c-c932fa0d8059 req-f1a3951d-b936-4452-8c94-8d2cbad1c571 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:20.200321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f39b83bf-b0c9-455d-980c-c932fa0d8059 req-f1a3951d-b936-4452-8c94-8d2cbad1c571 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0956664 Oct 12 11:30:20.255329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f39b83bf-b0c9-455d-980c-c932fa0d8059 req-b516dcca-b19b-4ff5-97f8-5beebec7094f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536532 Oct 12 11:30:20.361655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-ef60bcc2-14f4-4bde-8163-2ddaa97224d8 service neutron] 10.222.0.43 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930778 Oct 12 11:30:20.489463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e94f7d0d-170c-4a82-838e-4fb06c424e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:20.514715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-935ec889-3f85-43fb-a833-b139109703dc service neutron] 10.222.0.43 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459832 Oct 12 11:30:20.662902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60c18-9778-47e5-a7e2-bca9d66123e6 req-4d620213-9352-481f-93ee-39655a9d6c68 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:20.671356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3d60c18-9778-47e5-a7e2-bca9d66123e6 req-4d620213-9352-481f-93ee-39655a9d6c68 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0684123 Oct 12 11:30:20.723689 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3d60c18-9778-47e5-a7e2-bca9d66123e6 req-e6d9d5b1-e391-4571-b908-d4347ae77e85 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Oct 12 11:30:20.821227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc703a44-b451-42f4-becf-ceac1ed5e35b req-520ec00e-0d05-499e-ac03-4b2f05937674 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 210 time: 0.0547059 Oct 12 11:30:21.414922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0697f3f-b8f8-4273-92f9-33058456e0b1 req-725e70da-6f1d-4943-8f3e-de5d035d088b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:21.416983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0697f3f-b8f8-4273-92f9-33058456e0b1 req-725e70da-6f1d-4943-8f3e-de5d035d088b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0614748 Oct 12 11:30:21.459547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0697f3f-b8f8-4273-92f9-33058456e0b1 req-93308ffe-1c2c-4e45-9216-a2eef3ca78df tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Oct 12 11:30:21.721454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:21.724044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:21.899298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3052e4b-0118-4332-9706-a7f3c5742eb0 req-d85ee6fc-fd24-4889-8590-15391ceafc18 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 210 time: 0.0295763 Oct 12 11:30:21.915147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1a7d0-6929-4278-bf33-2937d603ba9b req-b3bbebbe-71b3-4b57-aa43-7c27c6d518a9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:21.919219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abb1a7d0-6929-4278-bf33-2937d603ba9b req-b3bbebbe-71b3-4b57-aa43-7c27c6d518a9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0734570 Oct 12 11:30:21.965834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abb1a7d0-6929-4278-bf33-2937d603ba9b req-23aacd9a-57c4-4332-84d3-5b9bbcc53cad tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Oct 12 11:30:22.083668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:22.436632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:22.445507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'subnets': [{'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568532302', 'ip_version': 6}, {'network_id': '002811ed-4701-478c-b244-69fb9ff1270f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:22.445872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'subnet': {'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568532302', 'ip_version': 6}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:22.446478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Request body: {'subnet': {'network_id': '002811ed-4701-478c-b244-69fb9ff1270f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:22.626053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22745be7-40e5-4ad9-b7dd-18449cbcd16b req-4508f295-fd7f-4fc1-ac8a-b12bd2336578 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:22.626053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22745be7-40e5-4ad9-b7dd-18449cbcd16b req-4508f295-fd7f-4fc1-ac8a-b12bd2336578 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0790765 Oct 12 11:30:22.666637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22745be7-40e5-4ad9-b7dd-18449cbcd16b req-cf4fa32a-f566-4d6c-84f3-7abbd8e6977f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346732 Oct 12 11:30:22.766994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Made reservation on behalf of f5121436803e4ad4b7a674dd1f4925a7 for: {'subnet': 2} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:22.771850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:22.772189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:23.042842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41dc6e9-f22a-4e25-b4bb-a7e37ffc6e54 req-b7c39d91-a309-453d-bf29-5cda82d1e016 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 210 time: 0.0563011 Oct 12 11:30:23.136667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a08c6-07ae-49ec-aed5-bae810303635 req-e8dcbe97-2adc-4b60-b1df-9597f66bee21 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:23.138616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f65a08c6-07ae-49ec-aed5-bae810303635 req-e8dcbe97-2adc-4b60-b1df-9597f66bee21 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0821157 Oct 12 11:30:23.224953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f65a08c6-07ae-49ec-aed5-bae810303635 req-e18c3733-3636-415a-a1a7-1e473299cd8a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780725 Oct 12 11:30:23.294921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:23.323944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:23.384496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Subnet': ['ID=8c1a31a4-47db-4067-8aa4-f868d8fd1cbd,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:23.395541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Checking segment: {'id': '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:23.395903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network hostable DHCP agents. Network: ffad3ed5-39eb-4f49-9a15-2244fd7b9070, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:30:23.549605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:30:23.658819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ffad3ed5-39eb-4f49-9a15-2244fd7b9070) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:23.663565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:23.668946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bf63c-e52c-411c-bdd3-46df9c5e5c45 None None] Network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:23.722006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-774c8072-ce78-4730-9fe1-8c3e520b88d5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:23.724031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-774c8072-ce78-4730-9fe1-8c3e520b88d5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.47 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 813 time: 0.1271095 Oct 12 11:30:23.740465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'device_id': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db', 'admin_state_up': True, 'tenant_id': 'e1efcd6f32384b88bd4af133f617a381'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:23.834557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event updated for resources: {'Subnet': ['ID=9602f4fd-745b-415c-8324-b3a2b78b4cfa,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:23.860959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Checking segment: {'id': 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:23.861717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network hostable DHCP agents. Network: 002811ed-4701-478c-b244-69fb9ff1270f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:30:23.925721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ffad3ed5-39eb-4f49-9a15-2244fd7b9070', 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070', 'tenant_id': 'f5121436803e4ad4b7a674dd1f4925a7', 'fixed_ips': [{'subnet_id': '8c1a31a4-47db-4067-8aa4-f868d8fd1cbd'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:30:23.926889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:23.930398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820cfd5-2e70-473f-ab74-6601a52ffd7a req-01ed9a34-28cd-4e3b-847a-994711d18391 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:23.932729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1820cfd5-2e70-473f-ab74-6601a52ffd7a req-01ed9a34-28cd-4e3b-847a-994711d18391 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0951698 Oct 12 11:30:23.990472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1820cfd5-2e70-473f-ab74-6601a52ffd7a req-59cc107c-d8b7-4074-8abe-2e47e1d73bef tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Oct 12 11:30:24.013515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Network 002811ed-4701-478c-b244-69fb9ff1270f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:30:24.079977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Made reservation on behalf of e1efcd6f32384b88bd4af133f617a381 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:24.085262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.106076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 002811ed-4701-478c-b244-69fb9ff1270f) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:24.116738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.117219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.119409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.126962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb55ea-3c2a-4071-8562-0c417a65cf24 None None] Network 002811ed-4701-478c-b244-69fb9ff1270f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:24.190118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Allocated IP 2001:db8::1 (ffad3ed5-39eb-4f49-9a15-2244fd7b9070/8c1a31a4-47db-4067-8aa4-f868d8fd1cbd/9e665c50-f091-4210-a2bb-a5ea0788bc7b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:24.191055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69b478fd-8c03-41a8-b505-e36395f341f9 req-30544d52-b599-4bc5-bd22-756548dcee76 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 210 time: 0.0393205 Oct 12 11:30:24.217931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e71ccbea-26c4-40e0-b6ad-03085971eabf tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7801480 Oct 12 11:30:24.220565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:24.308476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Allocated IP 172.20.0.4 (df6d64bc-afce-44b8-b376-dcb20ebeb5db/99e3b083-ea69-415d-9e7b-19fc49158083/84294644-ace1-485c-bab6-78f0fe7104e5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:24.346113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ca37a-9574-41ef-9c5a-9b8a9459d5bb tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.348048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ca37a-9574-41ef-9c5a-9b8a9459d5bb tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.349865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ca37a-9574-41ef-9c5a-9b8a9459d5bb tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.351737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1d2ca37a-9574-41ef-9c5a-9b8a9459d5bb tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1297534 Oct 12 11:30:24.360832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36518) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:24.397866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f83d87-0674-4540-a078-a46e9cf9d726 req-321ebc3e-7655-4f0a-a488-7ba31e2c3b1f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.399763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3f83d87-0674-4540-a078-a46e9cf9d726 req-321ebc3e-7655-4f0a-a488-7ba31e2c3b1f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0840056 Oct 12 11:30:24.429134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Deleting subnet 8c1a31a4-47db-4067-8aa4-f868d8fd1cbd {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:30:24.512115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.513958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3f83d87-0674-4540-a078-a46e9cf9d726 req-dda35e0b-313f-430d-9226-2939952a45bb tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Oct 12 11:30:24.536962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-002811ed-4701-478c-b244-69fb9ff1270f', 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f', 'tenant_id': 'f5121436803e4ad4b7a674dd1f4925a7', 'fixed_ips': [{'subnet_id': '9602f4fd-745b-415c-8324-b3a2b78b4cfa'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:30:24.540378 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.577003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.595123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.646175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.657449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.740422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:24.740571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.746908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.788667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:24.793871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Pushing event updated for resources: {'Port': ['ID=9e665c50-f091-4210-a2bb-a5ea0788bc7b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:24.794322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:24.796719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:24.802784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:24.804985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:24.807430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:24.865693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:24.866339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.877527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Allocated IP 2001:db8:0:1::1 (002811ed-4701-478c-b244-69fb9ff1270f/9602f4fd-745b-415c-8324-b3a2b78b4cfa/b139c44d-aa33-428c-9e4a-3749e142500d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:24.898449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Attempting to bind port 9e665c50-f091-4210-a2bb-a5ea0788bc7b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:24.898840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Attempting to bind port 9e665c50-f091-4210-a2bb-a5ea0788bc7b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:24.899206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Attempting to bind port 9e665c50-f091-4210-a2bb-a5ea0788bc7b on network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:24.909903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:24.910280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Checking segment: {'id': '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:24.910684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.911093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Bound using segment: {'id': '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:24.911563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Bound port: 9e665c50-f091-4210-a2bb-a5ea0788bc7b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ffad3ed5-39eb-4f49-9a15-2244fd7b9070'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:24.911945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.958498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:24.999221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1a31a4-47db-4067-8aa4-f868d8fd1cbd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:24.999221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.001594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bfed0fec-573f-4203-9f07-15b8cd71ef33 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/subnets/8c1a31a4-47db-4067-8aa4-f868d8fd1cbd HTTP/1.1" status: 204 len: 168 time: 0.6397071 Oct 12 11:30:25.004997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] For port 9e665c50-f091-4210-a2bb-a5ea0788bc7b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:25.007266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36530) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:25.049508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-c7209dbf-b108-4c2b-8ea1-e5c77a1f32ed tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3098640 Oct 12 11:30:25.053427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] For port 9e665c50-f091-4210-a2bb-a5ea0788bc7b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e665c50-f091-4210-a2bb-a5ea0788bc7b,segment=NetworkSegment(3aa2bd5c-e704-4d07-9cdd-fbd2d93896de),segment_id=3aa2bd5c-e704-4d07-9cdd-fbd2d93896de)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:25.066094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Request body: {'port': {'device_id': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:25.102784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Deleting subnet 9602f4fd-745b-415c-8324-b3a2b78b4cfa {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:30:25.136493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.167350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.175702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.178733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3882f4a-6263-4a81-be5a-54973e7de4eb req-542e91ed-01e1-46f7-afbb-2c7b43a48837 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:25.180621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3882f4a-6263-4a81-be5a-54973e7de4eb req-542e91ed-01e1-46f7-afbb-2c7b43a48837 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0635178 Oct 12 11:30:25.225156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e3882f4a-6263-4a81-be5a-54973e7de4eb req-12422132-43a3-4baf-a1a8-2ea4c2e42a76 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Oct 12 11:30:25.248929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db367510-8f10-4935-8519-b8b6fad7c434 None None] Pushing event updated for resources: {'Port': ['ID=9e665c50-f091-4210-a2bb-a5ea0788bc7b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:25.270086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.314020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Network 002811ed-4701-478c-b244-69fb9ff1270f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:25.317797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:25.321971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:25.333893 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.340184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Pushing event updated for resources: {'Port': ['ID=b139c44d-aa33-428c-9e4a-3749e142500d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:25.410315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Attempting to bind port b139c44d-aa33-428c-9e4a-3749e142500d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:25.410719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Attempting to bind port b139c44d-aa33-428c-9e4a-3749e142500d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:25.411115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Attempting to bind port b139c44d-aa33-428c-9e4a-3749e142500d on network 002811ed-4701-478c-b244-69fb9ff1270f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:25.419706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.420657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:25.422373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Checking segment: {'id': 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:25.422831 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.423238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Bound using segment: {'id': 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:25.424764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Bound port: b139c44d-aa33-428c-9e4a-3749e142500d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '002811ed-4701-478c-b244-69fb9ff1270f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:25.426652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.611257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] For port b139c44d-aa33-428c-9e4a-3749e142500d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:25.628407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] For port b139c44d-aa33-428c-9e4a-3749e142500d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b139c44d-aa33-428c-9e4a-3749e142500d,segment=NetworkSegment(da5947c9-7eca-4f9a-b70d-dd483c7e4f7c),segment_id=da5947c9-7eca-4f9a-b70d-dd483c7e4f7c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:25.641462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083c074-95b8-49d8-8491-f463367d099d req-15c0cdb1-89e9-4306-869d-39374d451930 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:25.643127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9083c074-95b8-49d8-8491-f463367d099d req-15c0cdb1-89e9-4306-869d-39374d451930 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 931 time: 0.3213565 Oct 12 11:30:25.713933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81060-5da6-4b13-9eef-e0ce60c52c32 req-cc46c1cd-b64d-4236-a965-3b90471cc0c1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:25.715820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8da81060-5da6-4b13-9eef-e0ce60c52c32 req-cc46c1cd-b64d-4236-a965-3b90471cc0c1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0671790 Oct 12 11:30:25.721970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9083c074-95b8-49d8-8491-f463367d099d req-3abc6c34-c5ba-40b8-8658-5a584a2b1f8a tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663681 Oct 12 11:30:25.735925 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.745976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:25.813812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8da81060-5da6-4b13-9eef-e0ce60c52c32 req-2b9229a5-64de-4a77-be5c-2d25715f63cb tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918510 Oct 12 11:30:25.833835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fedd9-1188-4325-818d-e29a6edab80d None None] Pushing event updated for resources: {'Port': ['ID=b139c44d-aa33-428c-9e4a-3749e142500d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:25.944037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1ad4-d012-44c0-a1c0-124579378645 req-0b76befc-f1f2-4682-b1bd-409f7593cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:25.945882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-0b76befc-f1f2-4682-b1bd-409f7593cd2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 1097 time: 0.1708114 Oct 12 11:30:25.952760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84294644-ace1-485c-bab6-78f0fe7104e5 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:25.972685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.066178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0e0c-0360-4642-859b-15f0fb301a21 req-d83a10de-8caa-4c7b-919e-3323c2aeed75 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:26.078687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a8d0e0c-0360-4642-859b-15f0fb301a21 req-d83a10de-8caa-4c7b-919e-3323c2aeed75 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.2124236 Oct 12 11:30:26.139066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Transition to ACTIVE for port object 84294644-ace1-485c-bab6-78f0fe7104e5 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:30:26.141771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.193563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Subnet': ['ID=9602f4fd-745b-415c-8324-b3a2b78b4cfa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:26.198859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1ad4-d012-44c0-a1c0-124579378645 req-20614450-386a-4a05-96b0-4504eb881b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:26.201156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-20614450-386a-4a05-96b0-4504eb881b1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.2383816 Oct 12 11:30:26.204281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.207628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0d61142-33bb-4855-91d1-075e03598327 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/subnets/9602f4fd-745b-415c-8324-b3a2b78b4cfa HTTP/1.1" status: 204 len: 168 time: 1.1990268 Oct 12 11:30:26.208370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.210771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:26.218972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a8d0e0c-0360-4642-859b-15f0fb301a21 req-a706ef37-d234-4ef1-84d0-c005679e3862 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356065 Oct 12 11:30:26.279621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01704f14-85df-499f-8f31-1c03f441568d tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:26.282390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-01704f14-85df-499f-8f31-1c03f441568d tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700343 Oct 12 11:30:26.286461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:26.352110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-bc099198-0252-4eb7-8cb9-1621810ddf97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 200 len: 1002 time: 0.1410370 Oct 12 11:30:26.391055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:26.423389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.489167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1ad4-d012-44c0-a1c0-124579378645 req-a2cd5cc7-ada2-4ff1-9e49-ec013982a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:26.490749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-a2cd5cc7-ada2-4ff1-9e49-ec013982a16e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.1254647 Oct 12 11:30:26.507915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Deleting port b139c44d-aa33-428c-9e4a-3749e142500d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:26.508277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.545757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Attempting to bind port 84294644-ace1-485c-bab6-78f0fe7104e5 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:26.546236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Attempting to bind port 84294644-ace1-485c-bab6-78f0fe7104e5 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:26.546774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Attempting to bind port 84294644-ace1-485c-bab6-78f0fe7104e5 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:26.552230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.557915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Port 84294644-ace1-485c-bab6-78f0fe7104e5 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:30:26.558245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Attempting to bind port 84294644-ace1-485c-bab6-78f0fe7104e5 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:26.565866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:26.566202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Checking segment: {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:26.566618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Bound using segment: {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:26.567040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Bound port: 84294644-ace1-485c-bab6-78f0fe7104e5, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:26.567402 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.573197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1ad4-d012-44c0-a1c0-124579378645 req-ac91bacb-a8cb-44da-ba41-8cfce4ef5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:26.574749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-ac91bacb-a8cb-44da-ba41-8cfce4ef5e75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698795 Oct 12 11:30:26.594095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] For port b139c44d-aa33-428c-9e4a-3749e142500d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b139c44d-aa33-428c-9e4a-3749e142500d,segment=NetworkSegment(da5947c9-7eca-4f9a-b70d-dd483c7e4f7c),segment_id=da5947c9-7eca-4f9a-b70d-dd483c7e4f7c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:26.594385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.610232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Calling delete_port for b139c44d-aa33-428c-9e4a-3749e142500d owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:26.617378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820d7ef-a03b-4ef2-96b6-cce920712699 None None] Network ffad3ed5-39eb-4f49-9a15-2244fd7b9070 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:26.706744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] Provisioning complete for port 9e665c50-f091-4210-a2bb-a5ea0788bc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:30:26.707394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.710293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:26.718446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:26.728258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-1e458c0e-0af7-4139-abd6-73b3cd124c7f service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466541 Oct 12 11:30:26.866514 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.881730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-774e1ad4-d012-44c0-a1c0-124579378645 req-e8b99f7c-9457-430a-b3ff-ad17f0df1fed service neutron] 10.222.0.47 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463141 Oct 12 11:30:26.888220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.943993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:26.948538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] For port 9e665c50-f091-4210-a2bb-a5ea0788bc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e665c50-f091-4210-a2bb-a5ea0788bc7b,segment=NetworkSegment(3aa2bd5c-e704-4d07-9cdd-fbd2d93896de),segment_id=3aa2bd5c-e704-4d07-9cdd-fbd2d93896de)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:26.981698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Port': ['ID=b139c44d-aa33-428c-9e4a-3749e142500d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:26.991572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] No DVR routers for this DVR port b139c44d-aa33-428c-9e4a-3749e142500d on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:30:27.005532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.005532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.006480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] 10.222.0.47 "PUT /v2.0/ports/84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 1091 time: 1.9476449 Oct 12 11:30:27.010085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:27.018084 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:27.020329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] DHCP port deletion for ffad3ed5-39eb-4f49-9a15-2244fd7b9070 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:30:27.042739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e43158-dab4-4940-8273-f371ae656a1f req-2f57792a-b3d6-444c-89bb-3ef03958f562 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.044512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59e43158-dab4-4940-8273-f371ae656a1f req-2f57792a-b3d6-444c-89bb-3ef03958f562 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1023588 Oct 12 11:30:27.062200 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.064531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981705a-8e8e-46ac-b36c-e34a0c1929bd service neutron] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:27.066089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763010c-77d2-48fc-bfa9-3119b4eb2e54 req-dd0de888-3c4a-4d39-9cef-0163ade43375 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.067899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5763010c-77d2-48fc-bfa9-3119b4eb2e54 req-dd0de888-3c4a-4d39-9cef-0163ade43375 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 943 time: 0.2160285 Oct 12 11:30:27.132089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.142597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59e43158-dab4-4940-8273-f371ae656a1f req-ef42c634-4474-4b93-aef3-6b795a43e5f6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894022 Oct 12 11:30:27.183362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002811ed-4701-478c-b244-69fb9ff1270f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:27.191139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Deleting port 9e665c50-f091-4210-a2bb-a5ea0788bc7b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:27.195774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.203199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-0ed76e2f-3f8a-4fe3-94d5-7196dfdabe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.204817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-0ed76e2f-3f8a-4fe3-94d5-7196dfdabe2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1094 time: 0.0604014 Oct 12 11:30:27.210230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:27.211064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5947c9-7eca-4f9a-b70d-dd483c7e4f7c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:27.224798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.246402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5763010c-77d2-48fc-bfa9-3119b4eb2e54 req-482b9601-c367-453a-bc34-991ac220c61c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975285 Oct 12 11:30:27.272172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.296658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:27.308041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.310816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf18bca-11bd-4fb0-ac52-0905267966e0 None None] Pushing event updated for resources: {'Port': ['ID=9e665c50-f091-4210-a2bb-a5ea0788bc7b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:27.334949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-db28138c-482e-4a2b-a6f3-c39b1174fb30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 217 time: 0.1184456 Oct 12 11:30:27.377078 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00104dc-82db-42ec-a35f-d475c160be17 x-openstack-request-id: req-e00104dc-82db-42ec-a35f-d475c160be17 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:27.377078 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:27.377078 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e00104dc-82db-42ec-a35f-d475c160be17 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:27.377078 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5', 'status': 'completed', 'code': 200} Oct 12 11:30:27.377665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] For port 9e665c50-f091-4210-a2bb-a5ea0788bc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e665c50-f091-4210-a2bb-a5ea0788bc7b,segment=NetworkSegment(3aa2bd5c-e704-4d07-9cdd-fbd2d93896de),segment_id=3aa2bd5c-e704-4d07-9cdd-fbd2d93896de)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:27.377665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.480880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-d2cf7769-3b89-4469-b3de-836d257a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.482485 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-d2cf7769-3b89-4469-b3de-836d257a6f39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.1391931 Oct 12 11:30:27.528320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-4ed5223d-169b-4eed-a567-fdef2f7f8c6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384192 Oct 12 11:30:27.600711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Calling delete_port for 9e665c50-f091-4210-a2bb-a5ea0788bc7b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:27.654208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-01e1a43f-9c2c-4c5d-b6b1-8f1edc4b85e8 service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155720 Oct 12 11:30:27.659966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1fefb-4eda-497a-991a-feb42601217f None None] Network 002811ed-4701-478c-b244-69fb9ff1270f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:30:27.667500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-115ce794-0bd8-4648-85bc-c4f7b618b01c None None] Could not find standard attr ID for object b139c44d-aa33-428c-9e4a-3749e142500d. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:30:27.767325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad370a3-53cb-4d7e-8c69-f60df84f92ce req-fceb329c-eebe-420c-ae48-06eae20f1c12 service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075652 Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:27.838894 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:27.859811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618a484-77c6-4585-b406-e41685360c45 None None] DHCP port deletion for 002811ed-4701-478c-b244-69fb9ff1270f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:30:27.893295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e312551-df57-48c9-acf4-5877c4850ffa req-c9b967d4-d0ae-4f8b-8018-5351b14ecc06 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.903539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e312551-df57-48c9-acf4-5877c4850ffa req-c9b967d4-d0ae-4f8b-8018-5351b14ecc06 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0634205 Oct 12 11:30:27.906966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:27.934109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] Pushing event deleted for resources: {'Port': ['ID=9e665c50-f091-4210-a2bb-a5ea0788bc7b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:27.937826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211fc7d-77d7-41f8-9443-de2b4d2d46a5 None None] No DVR routers for this DVR port 9e665c50-f091-4210-a2bb-a5ea0788bc7b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:30:27.956153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e312551-df57-48c9-acf4-5877c4850ffa req-c46997e4-f070-4f43-a2ee-10c8893eed39 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515459 Oct 12 11:30:27.991775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-ba577914-6c18-4af5-bd8e-5ffe8d64544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:27.993324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-ba577914-6c18-4af5-bd8e-5ffe8d64544a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1094 time: 0.0762858 Oct 12 11:30:27.997826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.006427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.012254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/002811ed-4701-478c-b244-69fb9ff1270f HTTP/1.1" status: 204 len: 168 time: 1.7220089 Oct 12 11:30:28.012642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36592) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:28.030947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759aa7f-d34c-4f76-acae-8310b3d05479 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=002811ed-4701-478c-b244-69fb9ff1270f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:28.110639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.226027 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.262042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffad3ed5-39eb-4f49-9a15-2244fd7b9070']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.273952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.274632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2bd5c-e704-4d07-9cdd-fbd2d93896de') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.287546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.309741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.318603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:28.319261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:28.387473 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:28.447819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136dfa7-d548-4f04-a870-046931225b87 req-96ca7690-438d-4a2d-8a98-545100e431c7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:28.449656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e136dfa7-d548-4f04-a870-046931225b87 req-96ca7690-438d-4a2d-8a98-545100e431c7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 943 time: 0.0586305 Oct 12 11:30:28.464844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-8e7c7a99-7589-4ceb-ba69-cf21edb896a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:28.466321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-8e7c7a99-7589-4ceb-ba69-cf21edb896a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.4665146 Oct 12 11:30:28.476508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc160a3-0d66-452d-8333-15534355e652 req-1947257a-504b-4e2c-9f03-35a3413a7d93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:28.477943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afc160a3-0d66-452d-8333-15534355e652 req-1947257a-504b-4e2c-9f03-35a3413a7d93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0710731 Oct 12 11:30:28.511564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e136dfa7-d548-4f04-a870-046931225b87 req-651df2e8-32f0-4a68-93bb-9586e8c777b2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Oct 12 11:30:28.513585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.518625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-90e4ed3d-c610-456a-98c1-692798c180cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 217 time: 0.0396030 Oct 12 11:30:28.522808 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.524145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/ffad3ed5-39eb-4f49-9a15-2244fd7b9070 HTTP/1.1" status: 204 len: 168 time: 0.5021899 Oct 12 11:30:28.529958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36608) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:28.559040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b422-d516-48dc-8057-34e00f71c605 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=ffad3ed5-39eb-4f49-9a15-2244fd7b9070,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:28.584268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afc160a3-0d66-452d-8333-15534355e652 req-50122d24-9769-494d-9997-ac0744c0f251 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986228 Oct 12 11:30:28.593877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-ae98169b-21a9-4627-b329-676cdc073cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:28.595153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-ae98169b-21a9-4627-b329-676cdc073cee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0655363 Oct 12 11:30:28.632475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-9fe22a59-0fa2-43dd-92d8-644d185571c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257044 Oct 12 11:30:28.653752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.728052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-a8167e11-ac22-47b4-8079-a5ceb98aa1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882840 Oct 12 11:30:28.751871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.779791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c82bee-41e2-4611-aa1c-87db08c3217f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.789421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8a1c2f-2005-4eb2-abe0-165311a676da') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.789725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8a1c2f-2005-4eb2-abe0-165311a676da') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:28.805546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.820915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.827366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:28.827754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:28.831500 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:28.839393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39913e5a-6e88-4ba9-9f96-d0c5dc2c551d req-00f584f5-9c65-4ae7-96ae-6cd2f668fc61 service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996487 Oct 12 11:30:28.969146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.973562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:28.976732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/88c82bee-41e2-4611-aa1c-87db08c3217f HTTP/1.1" status: 204 len: 168 time: 0.4470222 Oct 12 11:30:28.979965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:28.994623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=88c82bee-41e2-4611-aa1c-87db08c3217f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:28.997166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.997521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.997834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.998165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.998494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.998854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.999178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.999555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:28.999873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:29.000258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:29.000502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:29.000819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1382ca02-1c0b-4746-90cc-9af2f1ddc07f tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:29.090367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.112576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941210f1-ac30-42a1-b481-5de4e71ae776 req-a45bddc7-7b85-4e8d-b1d3-44925c2fb1de tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:29.114053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-941210f1-ac30-42a1-b481-5de4e71ae776 req-a45bddc7-7b85-4e8d-b1d3-44925c2fb1de tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0699632 Oct 12 11:30:29.221772 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.226741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-941210f1-ac30-42a1-b481-5de4e71ae776 req-85b21bca-c19e-426c-9832-cafc4b1de469 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910635 Oct 12 11:30:29.246668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ae295b-7f82-42a1-a968-5e4e4f02c085']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:29.257101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713a4112-d8a8-4f70-915f-aa98a2d4cc24') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:29.257681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713a4112-d8a8-4f70-915f-aa98a2d4cc24') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:29.268091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.275053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b139c44d-aa33-428c-9e4a-3749e142500d no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:30:29.282180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.288896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:29.289278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:29.292635 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:29.301068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b139c44d-aa33-428c-9e4a-3749e142500d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:30:29.301564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b139c44d-aa33-428c-9e4a-3749e142500d not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:30:29.429239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.437109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:29.440189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] 10.222.0.43 "DELETE /v2.0/networks/e5ae295b-7f82-42a1-a968-5e4e4f02c085 HTTP/1.1" status: 204 len: 168 time: 0.4590230 Oct 12 11:30:29.453422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f81661-233e-4150-bae9-d2c926061ee6 tempest-BulkNetworkOpsIpV6Test-728785750 tempest-BulkNetworkOpsIpV6Test-728785750-project] Pushing event deleted for resources: {'Network': ['ID=e5ae295b-7f82-42a1-a968-5e4e4f02c085,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:29.643205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db5a-77a2-4a84-b66b-f78300311297 req-12ae5514-25c9-4092-bd40-2f6c673df8ff tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:29.644727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e434db5a-77a2-4a84-b66b-f78300311297 req-12ae5514-25c9-4092-bd40-2f6c673df8ff tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 943 time: 0.0576589 Oct 12 11:30:29.695514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e434db5a-77a2-4a84-b66b-f78300311297 req-3a9ac916-4f22-4393-ad0b-820a5313d89d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Oct 12 11:30:29.731377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc503-d54a-4d48-8f50-394362fbcd82 req-d70031df-5687-4a2c-84a5-348405c1adc0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:29.732836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d07cc503-d54a-4d48-8f50-394362fbcd82 req-d70031df-5687-4a2c-84a5-348405c1adc0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0543404 Oct 12 11:30:29.772992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d07cc503-d54a-4d48-8f50-394362fbcd82 req-df85f3c1-0fa3-464e-af34-3769e530c663 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Oct 12 11:30:29.870554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:30.004730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-992079e1-e72d-4423-a7a9-48f3218acb13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5121436803e4ad4b7a674dd1f4925a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327381 Oct 12 11:30:30.007011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:30.057130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:30.078175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:30.203694 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:30.206319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:30.207639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75b6027a-3907-462e-817f-0df37882c433 HTTP/1.1" status: 204 len: 168 time: 0.1996243 Oct 12 11:30:30.223656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ec207-884f-4128-8e7f-ca34ca8220b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6027a-3907-462e-817f-0df37882c433,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:30.760296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 84294644-ace1-485c-bab6-78f0fe7104e5 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:30:30.845139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ffaaa-83ef-464f-bda7-6332d354783a req-bee5b41d-e5f0-4469-96a9-3edb9329c470 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:30.846585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b34ffaaa-83ef-464f-bda7-6332d354783a req-bee5b41d-e5f0-4469-96a9-3edb9329c470 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 943 time: 0.0846343 Oct 12 11:30:30.887165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:30.900884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '84294644-ace1-485c-bab6-78f0fe7104e5', 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db', 'port_id': '84294644-ace1-485c-bab6-78f0fe7104e5', 'mac_address': 'fa:16:3e:ba:7a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e3b083-ea69-415d-9e7b-19fc49158083', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:30:30.907422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b34ffaaa-83ef-464f-bda7-6332d354783a req-aef238e3-9b43-498a-b4ce-47762e451ff9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 Oct 12 11:30:30.948481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:30.963522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84294644-ace1-485c-bab6-78f0fe7104e5 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:30.981473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def016e-7772-4796-9861-4c8714aecc26 req-95ce6160-c2bf-4258-9ea0-844a54b8777c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:30.984321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0def016e-7772-4796-9861-4c8714aecc26 req-95ce6160-c2bf-4258-9ea0-844a54b8777c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0749474 Oct 12 11:30:30.999097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:31.029782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0def016e-7772-4796-9861-4c8714aecc26 req-8ff1f681-684a-4ab5-b5da-b22bb6b0c2e8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Oct 12 11:30:31.078591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:31.128925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:31.137179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.137524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.137861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.138192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.138522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.138874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.139202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.139527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.139847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.140165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.140484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.140807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:30:31.293716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:31.342253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:31.399206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-11745fb5-efd2-406f-bb02-262c7d55eea6 tempest-DvrRoutersNegativeTest-832299618 tempest-DvrRoutersNegativeTest-832299618-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-437509952', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:31.403207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.policy [None req-11745fb5-efd2-406f-bb02-262c7d55eea6 tempest-DvrRoutersNegativeTest-832299618 tempest-DvrRoutersNegativeTest-832299618-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95548) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 12 11:30:31.403760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.policy [None req-11745fb5-efd2-406f-bb02-262c7d55eea6 tempest-DvrRoutersNegativeTest-832299618 tempest-DvrRoutersNegativeTest-832299618-project] Failed policy check for 'create_router' {{(pid=95548) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 12 11:30:31.404482 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-11745fb5-efd2-406f-bb02-262c7d55eea6 tempest-DvrRoutersNegativeTest-832299618 tempest-DvrRoutersNegativeTest-832299618-project] create failed (client error): Access was denied to this resource. Oct 12 11:30:31.405693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-11745fb5-efd2-406f-bb02-262c7d55eea6 tempest-DvrRoutersNegativeTest-832299618 tempest-DvrRoutersNegativeTest-832299618-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1109717 Oct 12 11:30:31.884742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36716) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:32.002202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1c39fb-59d2-44a3-be98-e846920e19a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.036665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78e057-5d71-4318-88ee-d66cc85e6638 req-d9081592-684c-4d63-87e2-8a11e142ce66 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:32.038136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce78e057-5d71-4318-88ee-d66cc85e6638 req-d9081592-684c-4d63-87e2-8a11e142ce66 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 944 time: 0.0513918 Oct 12 11:30:32.079479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce78e057-5d71-4318-88ee-d66cc85e6638 req-db6d5297-b037-4879-bf8f-3313a43511ae tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Oct 12 11:30:32.081066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1c39fb-59d2-44a3-be98-e846920e19a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.161449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eaff-b4f3-45bc-a247-3495b66abcc6 req-3cf18b96-ec39-48ad-a627-d4dc22346739 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:32.163064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80a2eaff-b4f3-45bc-a247-3495b66abcc6 req-3cf18b96-ec39-48ad-a627-d4dc22346739 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Oct 12 11:30:32.164334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e1c39fb-59d2-44a3-be98-e846920e19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.205862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e1c39fb-59d2-44a3-be98-e846920e19a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f90188fecb7451093298eea95d12aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212628 Oct 12 11:30:32.208925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:32.223419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c39fb-59d2-44a3-be98-e846920e19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb3c2f4-5be4-4fb5-b7ef-a8f7b8245f3f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:32.244659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80a2eaff-b4f3-45bc-a247-3495b66abcc6 req-c58eb32f-d0b7-4873-811b-e732daf38173 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590520 Oct 12 11:30:32.280097 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.302401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.435002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.437654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.438856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fb3c2f4-5be4-4fb5-b7ef-a8f7b8245f3f HTTP/1.1" status: 204 len: 168 time: 0.2288420 Oct 12 11:30:32.456030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3c32-accb-4524-94cb-210823906f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb3c2f4-5be4-4fb5-b7ef-a8f7b8245f3f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:32.764731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 84294644-ace1-485c-bab6-78f0fe7104e5 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:30:32.886714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 84294644-ace1-485c-bab6-78f0fe7104e5 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:30:32.891051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 84294644-ace1-485c-bab6-78f0fe7104e5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:30:32.891426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:32.974257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:33.000771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:33.003101 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff87516-1d90-4fc5-8889-fe9275059d64" -d '{"events": [{"server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "name": "network-vif-plugged", "status": "completed", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:33.017181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:33.040922 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd4f5c-b914-4e61-a84c-77d6fbf1943c x-openstack-request-id: req-4bbd4f5c-b914-4e61-a84c-77d6fbf1943c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:33.041210 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "name": "network-vif-plugged", "status": "completed", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:33.041504 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bbd4f5c-b914-4e61-a84c-77d6fbf1943c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:33.041897 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5', 'code': 200} Oct 12 11:30:33.150684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52075-1c06-4008-8f30-4fabe83c575d req-3d56de5b-6d80-4392-8c97-3e126e30c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:33.150684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fda52075-1c06-4008-8f30-4fabe83c575d req-3d56de5b-6d80-4392-8c97-3e126e30c795 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1095 time: 0.0482943 Oct 12 11:30:33.175607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:33.216608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fda52075-1c06-4008-8f30-4fabe83c575d req-e9556fac-0ce5-4676-8fb1-0ad66fafc9b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 Oct 12 11:30:33.227628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:33.228613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678328e5-2f84-4b3d-966b-815fdc449c10 req-29ca1adf-0cd0-4729-bfc3-43492164e45f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:33.230927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678328e5-2f84-4b3d-966b-815fdc449c10 req-29ca1adf-0cd0-4729-bfc3-43492164e45f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 945 time: 0.0702877 Oct 12 11:30:33.271115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678328e5-2f84-4b3d-966b-815fdc449c10 req-c9637ffc-c391-4684-8525-5322713dea15 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Oct 12 11:30:33.382194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163ae4-4cf7-4982-8286-ad1c69b2b48f req-add3e89f-1fca-4756-88e4-b24507ff519c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:33.383715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da163ae4-4cf7-4982-8286-ad1c69b2b48f req-add3e89f-1fca-4756-88e4-b24507ff519c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0575006 Oct 12 11:30:33.425396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da163ae4-4cf7-4982-8286-ad1c69b2b48f req-73b22c3d-c474-4bbb-8c86-5291939b84f2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Oct 12 11:30:33.643727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36780) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:33.747415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1760679395'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:33.886837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Made reservation on behalf of fb0f35f8149b4ffb943393afc5f08d64 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:33.890519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:33.899184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:33.977138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.060353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.088082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:30:34.096982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc3c386-f864-4dec-8747-b3b6d545b8a9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:34.104986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.104986 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Added segment 789cfc8d-3332-47c5-88be-9ee9b33743a6 of type vlan for network 56aa841a-addf-4208-b1b0-17e20a1d24c0 Oct 12 11:30:34.147599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.272345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.278996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:34.279573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:34.350355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Pushing event updated for resources: {'Network': ['ID=56aa841a-addf-4208-b1b0-17e20a1d24c0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:34.365168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 56aa841a-addf-4208-b1b0-17e20a1d24c0 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:30:34.401630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e5f541f5-052e-44c3-b1e6-31f11e744ced tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7567768 Oct 12 11:30:34.405032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:34.406427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b24e-942b-4f6b-894b-62c1305042a3 req-75fa6972-5183-4881-961c-9837d139a79b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:34.407976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6a6b24e-942b-4f6b-894b-62c1305042a3 req-75fa6972-5183-4881-961c-9837d139a79b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 945 time: 0.0504405 Oct 12 11:30:34.410249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-4022923b-4f21-4e4b-bf79-61f8ac4b4103 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-76849977') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:34.453210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6a6b24e-942b-4f6b-894b-62c1305042a3 req-50667103-2a11-4891-8635-30633d602f00 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Oct 12 11:30:34.566677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566fc5-7410-49c5-8b57-1accbdb5b4a2 req-07640c54-db08-4f09-9555-ad8a67871c3d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:34.570322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77566fc5-7410-49c5-8b57-1accbdb5b4a2 req-07640c54-db08-4f09-9555-ad8a67871c3d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0508516 Oct 12 11:30:34.592125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4022923b-4f21-4e4b-bf79-61f8ac4b4103 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "PUT /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-76849977 HTTP/1.1" status: 201 len: 201 time: 0.1857023 Oct 12 11:30:34.594972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36804) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:34.599987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-0fa0c932-d57d-4344-bc70-858d0e2654dc tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-76849977') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:34.622608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-77566fc5-7410-49c5-8b57-1accbdb5b4a2 req-d6164306-1ef2-4224-84fe-6c1c00844801 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Oct 12 11:30:34.673969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0fa0c932-d57d-4344-bc70-858d0e2654dc tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-76849977 HTTP/1.1" status: 204 len: 168 time: 0.0778601 Oct 12 11:30:34.676491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:34.681852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-c27b5ab0-a90a-4150-a2de-93f1eba96ee0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:34.761428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c27b5ab0-a90a-4150-a2de-93f1eba96ee0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags HTTP/1.1" status: 200 len: 236 time: 0.0806780 Oct 12 11:30:34.761902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:34.766116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-0477b5d8-37fa-4eb1-b97b-0a521a14705d tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', {'tags': ['tempest-TagsTest-Tag-2028575161', 'tempest-TagsTest-Tag-561817425', 'tempest-TagsTest-Tag-1473538200']}) {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.016040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0477b5d8-37fa-4eb1-b97b-0a521a14705d tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "PUT /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags HTTP/1.1" status: 200 len: 308 time: 0.2534304 Oct 12 11:30:35.019054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.024069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-60ef2784-0d8f-4d4c-ba67-c83d6cc4dad0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-2028575161') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.198733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60ef2784-0d8f-4d4c-ba67-c83d6cc4dad0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "DELETE /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-2028575161 HTTP/1.1" status: 204 len: 168 time: 0.1784551 Oct 12 11:30:35.201330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36820) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.205629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-3e46ad23-5e9c-4621-bd66-438ddfb3a48a tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-2028575161') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.274484 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-3e46ad23-5e9c-4621-bd66-438ddfb3a48a tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] show failed (client error): The resource could not be found. Oct 12 11:30:35.276073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3e46ad23-5e9c-4621-bd66-438ddfb3a48a tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-2028575161 HTTP/1.1" status: 404 len: 326 time: 0.0737832 Oct 12 11:30:35.278814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36824) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.282958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-2c4f528a-b779-4ba3-8b21-a8340bf7762a tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-561817425') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.353581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c4f528a-b779-4ba3-8b21-a8340bf7762a tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-561817425 HTTP/1.1" status: 204 len: 168 time: 0.0731263 Oct 12 11:30:35.356096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.360287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-47e0c52c-e4dc-4028-90ea-16b1dab9a85d tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-1473538200') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.429821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47e0c52c-e4dc-4028-90ea-16b1dab9a85d tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-1473538200 HTTP/1.1" status: 204 len: 168 time: 0.0722041 Oct 12 11:30:35.432144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.436743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-a38e4cc8-7c61-40ab-bbf4-20c83a315814 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.605611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a6e-e390-43af-b21e-aac0f493d18e req-6fddd69d-219d-449f-9bbd-e0b6d41cc960 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:35.613083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bf92a6e-e390-43af-b21e-aac0f493d18e req-6fddd69d-219d-449f-9bbd-e0b6d41cc960 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 945 time: 0.0597718 Oct 12 11:30:35.622251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a38e4cc8-7c61-40ab-bbf4-20c83a315814 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "DELETE /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1890230 Oct 12 11:30:35.625574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36836) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.631214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-e2748ffc-c3bd-4719-8e76-3fb1de2b86f8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-561817425') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.668805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bf92a6e-e390-43af-b21e-aac0f493d18e req-17c7e4be-f32d-46fe-a00d-f7e500fe93d5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Oct 12 11:30:35.719725 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-e2748ffc-c3bd-4719-8e76-3fb1de2b86f8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] show failed (client error): The resource could not be found. Oct 12 11:30:35.728908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2748ffc-c3bd-4719-8e76-3fb1de2b86f8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-561817425 HTTP/1.1" status: 404 len: 325 time: 0.0933626 Oct 12 11:30:35.729999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.735651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-6f6601ba-ed71-4143-abb9-f8941bc0c8d8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0', 'tempest-TagsTest-Tag-1473538200') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.786860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132b457-b6c5-485b-9d78-15fb647114eb req-13b1fde8-51b9-41be-aa54-5c8e1bc99dd3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:35.788431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d132b457-b6c5-485b-9d78-15fb647114eb req-13b1fde8-51b9-41be-aa54-5c8e1bc99dd3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0595841 Oct 12 11:30:35.833288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d132b457-b6c5-485b-9d78-15fb647114eb req-b8e88b97-f096-448a-a37f-979267771af9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Oct 12 11:30:35.847872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-89aa3a87-0c07-4dbf-9f7e-5625e193c42a tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-660425755&fields=id&tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 267 time: 0.0974760 Oct 12 11:30:35.903603 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-6f6601ba-ed71-4143-abb9-f8941bc0c8d8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] show failed (client error): The resource could not be found. Oct 12 11:30:35.905617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f6601ba-ed71-4143-abb9-f8941bc0c8d8 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "GET /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags/tempest-TagsTest-Tag-1473538200 HTTP/1.1" status: 404 len: 326 time: 0.1743503 Oct 12 11:30:35.910283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36850) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:35.917888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-1ae76ef4-1590-4404-b478-de06d22a0b91 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56aa841a-addf-4208-b1b0-17e20a1d24c0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:35.920336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-c4b5e169-fd1a-4487-8de0-cf7874e2057b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:35.923529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-c4b5e169-fd1a-4487-8de0-cf7874e2057b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 945 time: 0.0686960 Oct 12 11:30:35.936738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'security_groups': ['0b296f7e-b00d-4bb1-801f-8276f8b59d77', '1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:36.016323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ae76ef4-1590-4404-b478-de06d22a0b91 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "DELETE /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1033802 Oct 12 11:30:36.019088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:36.026979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.112179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.215973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.238805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56aa841a-addf-4208-b1b0-17e20a1d24c0']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:36.249482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789cfc8d-3332-47c5-88be-9ee9b33743a6') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:36.249906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789cfc8d-3332-47c5-88be-9ee9b33743a6') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:30:36.263880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:36.266408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.280492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.288574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:30:36.288574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:30:36.291064 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:30:36.298196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.378473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.390637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:36.457563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:36.458245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.463051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0896f5a6-9a37-46b9-98fa-80e8a98491ba req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "PUT /v2.0/ports/84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 981 time: 0.5330293 Oct 12 11:30:36.463554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:36.476250 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9cf607-1d18-4539-a136-11048cc2bf04" -d '{"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:36.518485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.528357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.533536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f716b-f248-4328-9c85-2c7c6dec65aa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:36.535851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] 10.222.0.43 "DELETE /v2.0/networks/56aa841a-addf-4208-b1b0-17e20a1d24c0 HTTP/1.1" status: 204 len: 168 time: 0.5155754 Oct 12 11:30:36.562980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13064a-ded6-48d0-b289-774c50b6dba0 tempest-TagsTest-394344404 tempest-TagsTest-394344404-project] Pushing event deleted for resources: {'Network': ['ID=56aa841a-addf-4208-b1b0-17e20a1d24c0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:36.572259 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949f7cf-124c-493b-a015-e9164c7a4d0e x-openstack-request-id: req-d949f7cf-124c-493b-a015-e9164c7a4d0e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:36.572259 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:36.572259 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d949f7cf-124c-493b-a015-e9164c7a4d0e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:36.572259 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5', 'status': 'completed', 'code': 200} Oct 12 11:30:36.596459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:36.639929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-60a9fac1-7724-44a2-acee-96f658b9c2a2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-648176229&fields=id&tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 267 time: 0.0701416 Oct 12 11:30:36.680174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-3a520768-0f13-43b9-8e95-72f3ca213dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:36.682196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-3a520768-0f13-43b9-8e95-72f3ca213dda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1135 time: 0.0885854 Oct 12 11:30:36.718276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-dc71a2ba-1e46-434a-95fa-90a4c9429ec8 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:36.729193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-dc71a2ba-1e46-434a-95fa-90a4c9429ec8 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 984 time: 0.0825043 Oct 12 11:30:36.735818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'security_groups': ['0b296f7e-b00d-4bb1-801f-8276f8b59d77', '1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9', '0b2e6cc1-d98b-40d4-bca1-e2b859d17945']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:36.809563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-7f9f9610-89ca-4328-a5b4-c806423679e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:36.811486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-7f9f9610-89ca-4328-a5b4-c806423679e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.1199045 Oct 12 11:30:36.823841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:36.861094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-0b553512-82cb-452f-a6cb-38e381ea8373 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 217 time: 0.0423479 Oct 12 11:30:36.943497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-e6ad4ef3-ebac-4fc0-9e5d-d168618a60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:36.945281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-e6ad4ef3-ebac-4fc0-9e5d-d168618a60a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0758350 Oct 12 11:30:37.019426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-54e1e8c1-d2dd-4636-91a9-6ea534c26468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409625 Oct 12 11:30:37.066130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81d23-5bee-44bf-859f-cdb50ccdc7e5 req-5b0bb028-d84e-410f-851d-d5a291dbe673 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:37.067830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2c81d23-5bee-44bf-859f-cdb50ccdc7e5 req-5b0bb028-d84e-410f-851d-d5a291dbe673 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1216588 Oct 12 11:30:37.101205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:37.146801 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:37.150346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2c81d23-5bee-44bf-859f-cdb50ccdc7e5 req-8ff1e7e6-f7f2-44bd-99f5-559262c77fa3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561163 Oct 12 11:30:37.161150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-4bd300f6-19da-478d-a3af-3a44b166448a service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353064 Oct 12 11:30:37.287146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f9cf607-1d18-4539-a136-11048cc2bf04 req-14e1961f-1464-4edf-bf71-4473db37750e service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150815 Oct 12 11:30:37.435205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:37.451709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:37.482927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36886) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:37.536664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:37.541790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:37.551892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0ce9c5c2-b396-4a1e-a1f6-75d0653e1a20 req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "PUT /v2.0/ports/84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 1020 time: 0.8141630 Oct 12 11:30:37.551892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:37.551892 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02" -d '{"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:37.637648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d194-5a4b-4a2c-9fb4-9d6c92be6c10 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:37.652634 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54cf7f3-d4b2-4137-9b58-e136ee7905cb x-openstack-request-id: req-f54cf7f3-d4b2-4137-9b58-e136ee7905cb {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:37.653319 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:37.653319 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f54cf7f3-d4b2-4137-9b58-e136ee7905cb {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:37.653698 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5', 'status': 'completed', 'code': 200} Oct 12 11:30:37.680691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:37.767356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5512-3f9b-4de2-8cef-85be11d7d5af req-1782d2d1-eca3-4d87-80bc-eea808a4b071 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:37.774917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-164e5512-3f9b-4de2-8cef-85be11d7d5af req-1782d2d1-eca3-4d87-80bc-eea808a4b071 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1023 time: 0.1247721 Oct 12 11:30:37.826605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-10a2a7af-6f7a-4245-820a-5d74b9ecb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:37.831159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-10a2a7af-6f7a-4245-820a-5d74b9ecb666 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1174 time: 0.1371102 Oct 12 11:30:37.841886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4bfca520-2e6d-42ad-983e-224000151d1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb0f35f8149b4ffb943393afc5f08d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570006 Oct 12 11:30:37.844597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:37.913879 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:37.944608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:37.963073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-164e5512-3f9b-4de2-8cef-85be11d7d5af req-134c194d-0e4c-480b-95b8-6afaf547162b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&id=0b2e6cc1-d98b-40d4-bca1-e2b859d17945 HTTP/1.1" status: 200 len: 6155 time: 0.1862967 Oct 12 11:30:38.005001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': ' tempest-securitygroup -538196474 ', 'description': 'tempest-description-732726696'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:38.038449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-7b6c2368-0e1f-46d9-9e04-20405bc626c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:38.041162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-7b6c2368-0e1f-46d9-9e04-20405bc626c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.2018924 Oct 12 11:30:38.084863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-21329d06-d680-494a-9532-6f5c89e175db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 200 len: 217 time: 0.0377674 Oct 12 11:30:38.106660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.109827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.112000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fc3c386-f864-4dec-8747-b3b6d545b8a9 HTTP/1.1" status: 204 len: 168 time: 0.2654362 Oct 12 11:30:38.121309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef659ad6-09a3-4d97-932f-a07ff2a6d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc3c386-f864-4dec-8747-b3b6d545b8a9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:38.146232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.146606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-dd9f502f-9966-45a7-9e7f-fe21104ac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:38.148977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-dd9f502f-9966-45a7-9e7f-fe21104ac33b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0574934 Oct 12 11:30:38.200404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-4711899b-84a6-49dd-8e00-258550d9a861 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392389 Oct 12 11:30:38.267129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.341654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-6affbdf4-c456-44d5-934b-cb2edd0de89d service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383350 Oct 12 11:30:38.344292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.351300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30bdcc-0d1e-47e0-bae0-47b57655e1e8 req-5c4f3961-4423-4496-ab96-42b3d6128d86 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:38.359185 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d30bdcc-0d1e-47e0-bae0-47b57655e1e8 req-5c4f3961-4423-4496-ab96-42b3d6128d86 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0884488 Oct 12 11:30:38.384035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2d1c3-e9a1-4830-a01c-a9fe2a279b60,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:38.450563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d30bdcc-0d1e-47e0-bae0-47b57655e1e8 req-760195dc-5c95-476b-9de1-d62e7eecd91e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905099 Oct 12 11:30:38.481069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ac03b2-60e0-4c34-94c9-c0c5efc06e02 req-af4164b1-a897-4290-b910-70eff6ef708b service neutron] 10.222.0.47 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195748 Oct 12 11:30:38.519138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.535289 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d694f21-f7a5-43fe-9d07-8541c699daa7 req-b3acce7d-5def-4415-ae81-ebe86a99eef5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5363059 Oct 12 11:30:38.615434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81d3870d-ad2a-4e94-807a-1cdaa81835da req-dbe8324e-9346-4d53-9d0f-c8a23b82983d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/04a2d1c3-e9a1-4830-a01c-a9fe2a279b60 HTTP/1.1" status: 200 len: 1781 time: 0.0560143 Oct 12 11:30:38.685685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-8fc49ceb-0dfe-4139-a632-c60350a8ca64 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/04a2d1c3-e9a1-4830-a01c-a9fe2a279b60 HTTP/1.1" status: 200 len: 1781 time: 0.0502987 Oct 12 11:30:38.755914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.791957 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.950891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.953823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:38.956071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96e31985-cf7a-422d-b910-e85ef66aedcd req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/04a2d1c3-e9a1-4830-a01c-a9fe2a279b60 HTTP/1.1" status: 204 len: 173 time: 0.2622879 Oct 12 11:30:38.974333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f498de-e70f-4d3a-b4f2-9ada633a49d9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2d1c3-e9a1-4830-a01c-a9fe2a279b60,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:39.005443 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-1f308b31-b22c-4bea-b6c0-884cb78d7c31 req-3d1eac77-0ed0-41ba-9585-ad7fda240f9e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:30:39.006484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1f308b31-b22c-4bea-b6c0-884cb78d7c31 req-3d1eac77-0ed0-41ba-9585-ad7fda240f9e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/04a2d1c3-e9a1-4830-a01c-a9fe2a279b60 HTTP/1.1" status: 404 len: 352 time: 0.0182242 Oct 12 11:30:39.039090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166634383', 'description': 'tempest-description-1774197783'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:39.195679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.280914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.363665 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.395022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba981d9-028e-47e8-a584-ed55a233211d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:39.500332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.506357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8d83617-f4d2-4906-ad04-35486cee135a req-f1566eee-23ba-4c6e-a84e-ad1fe19cbf7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4720285 Oct 12 11:30:39.532597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1465371855', 'description': 'tempest-description-210470758'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:39.637866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.638563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fa42d-98aa-4c7b-940e-2e74e30ebea2 req-935a6076-406b-470c-b283-01528fcffce4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:39.651471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-382fa42d-98aa-4c7b-940e-2e74e30ebea2 req-935a6076-406b-470c-b283-01528fcffce4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0849903 Oct 12 11:30:39.701073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-382fa42d-98aa-4c7b-940e-2e74e30ebea2 req-23d26fbc-1aba-42b9-a024-585eda821627 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483181 Oct 12 11:30:39.733908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.876661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:39.908647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:40.013300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:40.016074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce3cd3f4-1ade-49a4-98ff-b6577258247a req-af4d8212-2bdf-4729-abb5-07cc574ea568 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4881532 Oct 12 11:30:40.051476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-127086690', 'description': 'tempest-description-816221356'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:40.184281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:40.279894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:40.369730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:40.400299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:40.514431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:40.519273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bdabbf11-baa2-4526-9461-76fda5f2e4af req-e78f2d38-cc56-44fb-b456-967819a26092 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4724338 Oct 12 11:30:40.684900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff7573fa-6292-4d2a-baaf-d4b728a6f816 req-05644db0-2258-469b-b3e2-c96a348c28e9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 10908 time: 0.1394885 Oct 12 11:30:40.742554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff7573fa-6292-4d2a-baaf-d4b728a6f816 req-c4398c88-af5d-4016-b81a-d3cbc74e510b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/0b296f7e-b00d-4bb1-801f-8276f8b59d77 HTTP/1.1" status: 200 len: 2985 time: 0.0561552 Oct 12 11:30:40.756531 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:30:40.823935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff7573fa-6292-4d2a-baaf-d4b728a6f816 req-5266d2d8-26ed-4786-921c-e1f8402b5d01 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/0b296f7e-b00d-4bb1-801f-8276f8b59d77 HTTP/1.1" status: 200 len: 2985 time: 0.0651193 Oct 12 11:30:40.861536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2ade8-c69d-46dc-a922-4bc76cfb196f req-1c05009b-ffc6-48db-a546-267bce1678e9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:40.863582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4b2ade8-c69d-46dc-a922-4bc76cfb196f req-1c05009b-ffc6-48db-a546-267bce1678e9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0660806 Oct 12 11:30:40.948389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4b2ade8-c69d-46dc-a922-4bc76cfb196f req-995f56cf-b868-4b1a-a098-f806a7117d7a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693924 Oct 12 11:30:41.018344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-2eb16429-596a-4c16-bc0a-19a5215262a9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/7ba981d9-028e-47e8-a584-ed55a233211d HTTP/1.1" status: 200 len: 1803 time: 0.0935857 Oct 12 11:30:41.115262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.142389 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.266314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.277334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.277334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2d50ebe-a518-486d-9b8e-2a5b8e3a8987 req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ba981d9-028e-47e8-a584-ed55a233211d HTTP/1.1" status: 204 len: 173 time: 0.2446454 Oct 12 11:30:41.285450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897ceb6-d008-4baa-a69c-e15a8dc2287b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba981d9-028e-47e8-a584-ed55a233211d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:41.315679 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-f866094a-83ab-4306-84a6-f51362127b02 req-dbb7c4ad-8dc2-4b85-876d-f0d6c03dbcd3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:30:41.317107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f866094a-83ab-4306-84a6-f51362127b02 req-dbb7c4ad-8dc2-4b85-876d-f0d6c03dbcd3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/7ba981d9-028e-47e8-a584-ed55a233211d HTTP/1.1" status: 404 len: 352 time: 0.0160928 Oct 12 11:30:41.401650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-105a7bba-6f9a-4740-afe4-2b3777e2c0df tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89 HTTP/1.1" status: 200 len: 1802 time: 0.0565093 Oct 12 11:30:41.473326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.503430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.649094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.652761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.654528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7da273f-4bc5-4e99-a862-6ac8cca3d492 req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89 HTTP/1.1" status: 204 len: 173 time: 0.2425773 Oct 12 11:30:41.664584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708760bc-eb6f-4f13-a468-d31ffb92a6e3 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:41.707958 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-4f756cee-1ae1-49a9-83e9-fb342c197571 req-799df09a-bfad-4b34-b7fd-8659ced139f2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:30:41.713888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f756cee-1ae1-49a9-83e9-fb342c197571 req-799df09a-bfad-4b34-b7fd-8659ced139f2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89 HTTP/1.1" status: 404 len: 352 time: 0.0297160 Oct 12 11:30:41.791089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-95cbe064-134b-47b7-80a7-f13c2429fde0 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa HTTP/1.1" status: 200 len: 1801 time: 0.0550923 Oct 12 11:30:41.808614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37018) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:41.870544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.898864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:41.983725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f50252f7-12ce-42dd-ad36-ab555d29279a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.049031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.052347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.056448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a372e7e9-2adf-4554-9bf1-ef5707bce594 req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa HTTP/1.1" status: 204 len: 173 time: 0.2541511 Oct 12 11:30:42.068118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537990fa-f93d-4aff-978c-28f7c0c9266e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:42.105729 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-e7d48c24-734f-401e-9404-8410b20c490f req-c6b123f7-acc0-4b52-98ed-019082428261 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:30:42.106763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7d48c24-734f-401e-9404-8410b20c490f req-c6b123f7-acc0-4b52-98ed-019082428261 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa HTTP/1.1" status: 404 len: 352 time: 0.0193799 Oct 12 11:30:42.133421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec9ec5-19ac-4e8d-971e-31d608278880 req-a51bd607-11a0-493d-b067-bf35f3565cc9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:42.135861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-07ec9ec5-19ac-4e8d-971e-31d608278880 req-a51bd607-11a0-493d-b067-bf35f3565cc9 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0808640 Oct 12 11:30:42.184306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f50252f7-12ce-42dd-ad36-ab555d29279a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.214313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-07ec9ec5-19ac-4e8d-971e-31d608278880 req-4d429862-eb77-45d3-ab95-409e417f6cd3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 Oct 12 11:30:42.260830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f50252f7-12ce-42dd-ad36-ab555d29279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.306661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f50252f7-12ce-42dd-ad36-ab555d29279a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=565f4f1240e746bfa7ae623ef77a6557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956529 Oct 12 11:30:42.307341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37032) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:42.308255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50252f7-12ce-42dd-ad36-ab555d29279a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356a4b86-d46a-49b9-b260-67bb94bb24ce,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:42.309665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3950f246-02f8-4baf-b021-c4e43591575a req-ab0a7b21-4965-4d80-a2b6-f1463a9274e9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 6155 time: 0.1025271 Oct 12 11:30:42.360736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3950f246-02f8-4baf-b021-c4e43591575a req-62f5b02d-8dd0-4a61-b49e-d00e17929c7b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/0b296f7e-b00d-4bb1-801f-8276f8b59d77 HTTP/1.1" status: 200 len: 2985 time: 0.0501237 Oct 12 11:30:42.371359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.394422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.413250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3950f246-02f8-4baf-b021-c4e43591575a req-e37239c3-027b-47dd-972f-1f52815bb39d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/0b296f7e-b00d-4bb1-801f-8276f8b59d77 HTTP/1.1" status: 200 len: 2985 time: 0.0462685 Oct 12 11:30:42.445898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1342630076', 'description': 'tempest-description-1417522402'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:42.565019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.567979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.569164 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/356a4b86-d46a-49b9-b260-67bb94bb24ce HTTP/1.1" status: 204 len: 168 time: 0.2575936 Oct 12 11:30:42.583195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ad39e-2ce9-435e-8f2b-eaa84be9fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356a4b86-d46a-49b9-b260-67bb94bb24ce,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:42.603400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.700100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.854921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:42.885740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:43.032666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.036462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8901143c-d4ed-480b-ad48-bc13cd59770d req-24d41a8b-6cb4-452f-8a70-dba56152358c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5927591 Oct 12 11:30:43.070908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-795707898', 'description': 'tempest-description-76856923'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:43.214783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.326258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.397689 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.430227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8caad-1de5-49b5-9793-c3fed453d230 req-401b245a-36bb-4e31-95ca-86b2f8eeb6fc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.440799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfaf78d-7074-4e61-8b17-39f29900b595,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:43.442135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27d8caad-1de5-49b5-9793-c3fed453d230 req-401b245a-36bb-4e31-95ca-86b2f8eeb6fc tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0950797 Oct 12 11:30:43.487088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27d8caad-1de5-49b5-9793-c3fed453d230 req-bb8ee4b1-696b-4ef4-bc9d-18e6684160f1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Oct 12 11:30:43.545577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.547807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b07854d9-df8b-4694-9d14-4c37849eb5ff req-f9af10a8-2498-4f0a-bcbf-27eec1a5b206 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4832315 Oct 12 11:30:43.631883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37054) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:43.657781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.666547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.675167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.677114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52466d4d-66d9-4aca-a2c5-3c756c4d5205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.684647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.693394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.701240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.708997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:43.711378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-64acb4d0-9020-42ba-b7c3-7fd2491df4d0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.1477518 Oct 12 11:30:43.788328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c5d2df8-1e2c-4f46-afe7-6e9cfe7f59ec req-288ad779-d254-4986-a8e6-2bcc044e2aa3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621846 Oct 12 11:30:43.808404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52466d4d-66d9-4aca-a2c5-3c756c4d5205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:43.891672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-ce1c7d3b-3c07-46f6-8fe5-b480a1292844 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0659032 Oct 12 11:30:43.965050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52466d4d-66d9-4aca-a2c5-3c756c4d5205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:44.009730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.015735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.021897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.027997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.034121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.040689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.049062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.053428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-623f661b-2df9-48d7-ba26-19fd3c66b99b req-02d69a8d-c61d-47a6-ad38-db589ed64093 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.1448841 Oct 12 11:30:44.066083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.067058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.067545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.068023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.068986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.069442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.069889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.072140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-1ae20a93-03c8-4399-83e9-d9aaf8cbbbfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.1230865 Oct 12 11:30:44.105626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52466d4d-66d9-4aca-a2c5-3c756c4d5205 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6dc0378e8b2483f98e4d35493176cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667933 Oct 12 11:30:44.109272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-676e27de-7997-4c0a-b513-3c0971c4fd41 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.111013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-676e27de-7997-4c0a-b513-3c0971c4fd41 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 813 time: 0.2134902 Oct 12 11:30:44.111795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37074) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:44.121265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466d4d-66d9-4aca-a2c5-3c756c4d5205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef02e7-dd61-473c-9ee9-d041d3193db6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:44.154526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-93d4387c-f1fc-4fcc-87b7-36362936d4cf tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/quotas/e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 375 time: 0.0358410 Oct 12 11:30:44.234012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-71dc2ad9-1f90-4629-a1e0-030a504a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.235730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-71dc2ad9-1f90-4629-a1e0-030a504a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.236866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-71dc2ad9-1f90-4629-a1e0-030a504a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.239258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-71dc2ad9-1f90-4629-a1e0-030a504a4d3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 2298 time: 0.1353745 Oct 12 11:30:44.244763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:44.266854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-9932db77-c7e2-4a32-abcb-75fad47707e9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969758 Oct 12 11:30:44.278821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:44.324313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-6fb9b9b6-53c9-4631-a997-34321118b941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 1001 time: 0.0776098 Oct 12 11:30:44.388655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e9defb36-d892-4a04-8c35-fc3b26dc54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.388655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e9defb36-d892-4a04-8c35-fc3b26dc54ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.0537155 Oct 12 11:30:44.418667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-8da3a4bd-4e2b-446e-b457-146286ff66e4 service neutron] 10.222.0.43 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367815 Oct 12 11:30:44.445814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-f44d8781-a62f-4467-bafb-507f63f4af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.447645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-f44d8781-a62f-4467-bafb-507f63f4af9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553584 Oct 12 11:30:44.510215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:44.513267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:44.519977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2ef02e7-dd61-473c-9ee9-d041d3193db6 HTTP/1.1" status: 204 len: 168 time: 0.4017770 Oct 12 11:30:44.566770 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-dcd9379d-5eaa-404f-8127-24ea67323ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402054 Oct 12 11:30:44.576700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f790bc2-8cfb-4587-b0ea-c9361d474043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef02e7-dd61-473c-9ee9-d041d3193db6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:44.659772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-c31a930c-9642-45b4-ac47-1b4ef65a03dc service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044067 Oct 12 11:30:44.748998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e9e3-af6e-4b85-a635-7a514df7f857 req-2c85fc69-c081-468a-ac7e-4365e3b04f2d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.756622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46d2e9e3-af6e-4b85-a635-7a514df7f857 req-2c85fc69-c081-468a-ac7e-4365e3b04f2d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.1419501 Oct 12 11:30:44.835958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46d2e9e3-af6e-4b85-a635-7a514df7f857 req-1b87668a-2f26-45ae-8e07-4af1a937f51c tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Oct 12 11:30:44.859897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-bb20c7f9-d214-43c1-8b14-ce23cc2eb488 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915650 Oct 12 11:30:44.912355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-9194b1d4-557a-4153-a289-8e828791de3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 217 time: 0.0442436 Oct 12 11:30:44.990915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-31ae08e8-545b-4cb2-ae75-20a802eb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:44.993444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-31ae08e8-545b-4cb2-ae75-20a802eb1a3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0735025 Oct 12 11:30:45.055636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-4b666d5b-5709-4951-a5da-bcd155c3f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:45.057643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-4b666d5b-5709-4951-a5da-bcd155c3f9c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571816 Oct 12 11:30:45.102023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b39a092-4f16-4a7c-b4ec-34572aa8a206 req-bd57d381-f398-4380-a206-29c0f21c8e91 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0755773 Oct 12 11:30:45.226753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-aae7cde0-b2d4-4688-a372-0bdb90b1b5d5 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576176 Oct 12 11:30:45.424178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e909efd7-4da3-4f03-a1e5-1535e4042cfb service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916425 Oct 12 11:30:45.496060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a08de7a2-76dc-4821-8fee-7a23bfad932d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 217 time: 0.0635247 Oct 12 11:30:45.507270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae12a8-377c-4743-972e-970922c4c7c6 req-972163fd-08ed-4f1e-9fa3-863c8dba2d93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:45.507270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12ae12a8-377c-4743-972e-970922c4c7c6 req-972163fd-08ed-4f1e-9fa3-863c8dba2d93 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.0814233 Oct 12 11:30:45.573586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-12ae12a8-377c-4743-972e-970922c4c7c6 req-ab831c84-83e0-4b3c-8b63-783e6323f681 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660622 Oct 12 11:30:45.942922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e1566960-2043-45f6-92ad-4816d3c57116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:45.944436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e1566960-2043-45f6-92ad-4816d3c57116 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.4416678 Oct 12 11:30:45.998383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-2bb1d6e1-cb30-44a8-8f11-9eb0b190412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.000205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-2bb1d6e1-cb30-44a8-8f11-9eb0b190412f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481126 Oct 12 11:30:46.153575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-74ead1ae-045c-4556-9f20-39d0128b2f12 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460192 Oct 12 11:30:46.243752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b981f7ae-9669-44cb-b5d8-a32a22775536 req-d9e34591-4f86-4ca0-a32c-52fdd7322547 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0541012 Oct 12 11:30:46.281834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-68f907bb-cd6e-4ed4-aebd-fe23ab727017 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202681 Oct 12 11:30:46.333336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-e6ecbdd3-d974-4361-a3a1-49ffd72605ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 217 time: 0.0437372 Oct 12 11:30:46.417600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-62fb84cb-6ba1-4c71-a1c1-6900961751ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.420277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-62fb84cb-6ba1-4c71-a1c1-6900961751ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.0687752 Oct 12 11:30:46.496223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a41d6810-e76d-47be-b946-666afbed52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.497763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a41d6810-e76d-47be-b946-666afbed52f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693800 Oct 12 11:30:46.506063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-9e88ed51-4dcf-4dc7-9d58-51a3441de02d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606012 Oct 12 11:30:46.732001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-c09b7e39-d0e0-4d7b-8b21-ea95c3e47d56 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249699 Oct 12 11:30:46.769841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37146) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:46.816874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-729b3ce7-e49c-4d98-a2cc-18d43155a06f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.819908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-729b3ce7-e49c-4d98-a2cc-18d43155a06f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.2418275 Oct 12 11:30:46.904827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4bdee296-f613-44a3-a47e-61096050c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.908356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4bdee296-f613-44a3-a47e-61096050c9db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1096 time: 0.3025694 Oct 12 11:30:46.936865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c00338-c37e-407f-b8d3-ec73bcfb8d78 req-41bfbeb1-6feb-4ab3-b030-d233fe21181f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:46.939393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3c00338-c37e-407f-b8d3-ec73bcfb8d78 req-41bfbeb1-6feb-4ab3-b030-d233fe21181f tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 945 time: 0.2335136 Oct 12 11:30:46.994352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-5278f06f-024e-48da-a77c-3c19b23a94ff service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315881 Oct 12 11:30:47.106948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3c00338-c37e-407f-b8d3-ec73bcfb8d78 req-ef9311f8-df43-4c7a-9b86-a4e42d5d5d99 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372342 Oct 12 11:30:47.110548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-54a42346-bec7-429f-b6e5-12f7215b4afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 217 time: 0.0930405 Oct 12 11:30:47.204903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.205375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.205942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.206406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.206950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.207410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.207869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.210468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-384a9c15-70ba-46ff-a908-6299b1f71ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.4290991 Oct 12 11:30:47.222590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a6122867-bcf6-4e3c-b21a-d2b59cc4266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.230650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a6122867-bcf6-4e3c-b21a-d2b59cc4266d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1057968 Oct 12 11:30:47.283388 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4e006178-1619-4ef1-bd34-73737dbcab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.284892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4e006178-1619-4ef1-bd34-73737dbcab9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.3080535 Oct 12 11:30:47.286933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port 10227632-442b-4f4e-8fda-47fd2ae05201 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:30:47.287270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:47.299372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-743f83f6-7019-47c0-9771-8974de7daaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.301316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-743f83f6-7019-47c0-9771-8974de7daaa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614338 Oct 12 11:30:47.375412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea514320-c393-4f1e-b0fa-5d67cf591c70 req-2cccc768-5980-4167-80d9-e5f9bc0aff19 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3836a64-e777-4195-9922-eb010c92bb31&id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481926 Oct 12 11:30:47.513964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-f16ee623-7db0-47e7-b611-8fffe76c2b1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 1001 time: 0.2161438 Oct 12 11:30:47.575478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-ed70625f-d8f7-42c2-86ec-453223deb07a service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659128 Oct 12 11:30:47.599875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port 10227632-442b-4f4e-8fda-47fd2ae05201, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=10227632-442b-4f4e-8fda-47fd2ae05201,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:47.600515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:47.607738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-90dc9bf7-8e36-4fb9-8f22-39adb0de12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.609517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-90dc9bf7-8e36-4fb9-8f22-39adb0de12b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0872285 Oct 12 11:30:47.628932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for 10227632-442b-4f4e-8fda-47fd2ae05201 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:30:47.724389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4a86cbea-1777-47ae-a7d2-d96127cc6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:47.726350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-4a86cbea-1777-47ae-a7d2-d96127cc6e8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057646 Oct 12 11:30:47.761303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-109f9860-7d09-4c24-a45c-382e0e228b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:47.840153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-a7d56f48-ef02-4a95-bbf9-e87452a13f67 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556331 Oct 12 11:30:47.892706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-554d56fe-6528-4021-a0e0-466742d054f7 req-8a0a0146-9f35-42d2-9d12-4aaa598e6e41 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.4358175 Oct 12 11:30:47.912522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-98685adf-0f5a-49e7-9191-492676629fa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 217 time: 0.0631368 Oct 12 11:30:47.942674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-43bbd490-16e1-419e-bdb5-7da605d385db service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078676 Oct 12 11:30:48.011753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-7d5d14c0-94f7-4551-8067-734aa9ae17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:48.013499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-7d5d14c0-94f7-4551-8067-734aa9ae17ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0922306 Oct 12 11:30:48.059677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47b6fa46-bca0-49a7-b64c-ac42a5dd5b1b req-54b7169c-f9b2-4021-8aed-79e2418a4cef service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081696 Oct 12 11:30:48.066109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-5d8ced99-e939-49c6-a8fb-887dca24dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:48.067714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-5d8ced99-e939-49c6-a8fb-887dca24dcf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455821 Oct 12 11:30:48.129906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:48.214132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-ff8adcde-ebdd-4dd4-8933-dddf9a30d144 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320856 Oct 12 11:30:48.244715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=10227632-442b-4f4e-8fda-47fd2ae05201,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:48.324821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port 10227632-442b-4f4e-8fda-47fd2ae05201 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:30:48.329476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:48.333466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3acc2ad-cd67-4121-8fca-2863ea91e0ae req-5027f9f3-4640-4f1a-a718-14c985e0da26 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.41 "DELETE /v2.0/ports/10227632-442b-4f4e-8fda-47fd2ae05201 HTTP/1.1" status: 204 len: 173 time: 1.5011852 Oct 12 11:30:48.341693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'name': 'network-vif-deleted', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:48.341693 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04abf2-a954-430b-a236-46ab257c7dc4" -d '{"events": [{"server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "name": "network-vif-deleted", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:48.364690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10301778-794c-49fe-8a39-6aee8d35c751 req-6e8a2228-423b-4992-ae77-135c146b1b01 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 210 time: 0.0838277 Oct 12 11:30:48.381176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-bb53eb3f-89b5-4d16-8e24-b3ba8c06e89d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:48.382894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-bb53eb3f-89b5-4d16-8e24-b3ba8c06e89d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.41 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 813 time: 0.2891035 Oct 12 11:30:48.398788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'device_id': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db', 'admin_state_up': True, 'tenant_id': 'e1efcd6f32384b88bd4af133f617a381'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:48.404249 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed043fe-6377-4b0b-b1f4-690140146fed x-openstack-request-id: req-1ed043fe-6377-4b0b-b1f4-690140146fed {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:48.404580 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559cc8c6-212c-48bc-9f8f-2075742512a8", "name": "network-vif-deleted", "tag": "10227632-442b-4f4e-8fda-47fd2ae05201", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:48.404812 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ed043fe-6377-4b0b-b1f4-690140146fed {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:48.405291 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559cc8c6-212c-48bc-9f8f-2075742512a8', 'name': 'network-vif-deleted', 'tag': '10227632-442b-4f4e-8fda-47fd2ae05201', 'status': 'completed', 'code': 200} Oct 12 11:30:48.428170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-39958b20-6c42-4c8b-a2ae-1a82e8b99d8e service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030923 Oct 12 11:30:48.525385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-6f732328-7101-433b-ad45-3384a052d3fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 217 time: 0.0829933 Oct 12 11:30:48.620952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-fef7ac61-4cbf-46de-8a7d-d7231263f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:48.622489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-fef7ac61-4cbf-46de-8a7d-d7231263f15c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.0903625 Oct 12 11:30:48.669803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-b09c9812-fd06-431e-b603-a0f2e9f0c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:48.671412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-b09c9812-fd06-431e-b603-a0f2e9f0c066 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414481 Oct 12 11:30:48.729480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Made reservation on behalf of e1efcd6f32384b88bd4af133f617a381 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:48.733479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:48.781602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-23c8c1af-5b39-490c-8001-602955500288 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009784 Oct 12 11:30:48.890470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbc044b3-7335-454f-b66a-7af4dd7d0229 req-c6473b1e-b1bf-4dc4-837a-598415169a33 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010187 Oct 12 11:30:48.895143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Allocated IP 172.20.0.13 (df6d64bc-afce-44b8-b376-dcb20ebeb5db/99e3b083-ea69-415d-9e7b-19fc49158083/cb393cee-75c7-42ab-adfe-661f16bcc8c3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:49.032926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1d999814-1a04-4189-b3aa-f5d556b5c198 req-0a631029-da0c-496d-9c34-e7c16c89222f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0621483 Oct 12 11:30:49.080501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:49.241056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:49.252169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:49.284009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Network df6d64bc-afce-44b8-b376-dcb20ebeb5db is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:49.289737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:49.293504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:49.323739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:49.354917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:49.355527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:49.403812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10227632-442b-4f4e-8fda-47fd2ae05201 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:30:49.440021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 10227632-442b-4f4e-8fda-47fd2ae05201 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:30:49.440021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 10227632-442b-4f4e-8fda-47fd2ae05201 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:30:49.497353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-3a2d9339-8553-414c-a44d-ed275cd72867 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1057103 Oct 12 11:30:49.509875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Request body: {'port': {'device_id': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:49.591053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:49.730685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-017b9b4d-f228-4b4d-b534-38ef9f2736b3 req-698f87e5-0e8c-4cb3-be2b-a7ff0eaa70d3 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=559cc8c6-212c-48bc-9f8f-2075742512a8 HTTP/1.1" status: 200 len: 210 time: 0.2546699 Oct 12 11:30:49.873337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb393cee-75c7-42ab-adfe-661f16bcc8c3 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:49.881094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:49.893367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Transition to ACTIVE for port object cb393cee-75c7-42ab-adfe-661f16bcc8c3 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:30:50.000451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:50.049730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:50.152065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Attempting to bind port cb393cee-75c7-42ab-adfe-661f16bcc8c3 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:50.152398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Attempting to bind port cb393cee-75c7-42ab-adfe-661f16bcc8c3 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:50.152730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Attempting to bind port cb393cee-75c7-42ab-adfe-661f16bcc8c3 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:50.159950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Port cb393cee-75c7-42ab-adfe-661f16bcc8c3 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:30:50.160263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Attempting to bind port cb393cee-75c7-42ab-adfe-661f16bcc8c3 on network df6d64bc-afce-44b8-b376-dcb20ebeb5db {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:50.172756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:50.173085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Checking segment: {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:50.173471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Bound using segment: {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:50.173901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Bound port: cb393cee-75c7-42ab-adfe-661f16bcc8c3, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76875418-194a-4aac-a790-ff22092a8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:50.174262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:50.196470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cfa48-f3a8-439e-9bf9-597bce774f63 req-6b51a208-80db-43fe-ae38-8f95ab74ae38 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:50.197963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e6cfa48-f3a8-439e-9bf9-597bce774f63 req-6b51a208-80db-43fe-ae38-8f95ab74ae38 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0789561 Oct 12 11:30:50.273893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e6cfa48-f3a8-439e-9bf9-597bce774f63 req-a7c365d5-6138-47c4-baec-02fbb7ec64f5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Oct 12 11:30:50.279426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:50.287172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:50.403752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:50.442082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:50.442082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:50.442340 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 1092 time: 0.9371731 Oct 12 11:30:50.444535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:50.447678 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b2092-46bc-4e1a-870c-dc9b961f8b84" -d '{"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:50.467824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1706652f-728d-4757-9993-b39c2a5f7058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:50.470926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9f537-88e4-43f3-8adf-1cacb9cdd8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:50.488267 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f8992-7118-41c9-b72f-d7a6fb4e936a x-openstack-request-id: req-2e6f8992-7118-41c9-b72f-d7a6fb4e936a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:50.488560 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:50.488842 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e6f8992-7118-41c9-b72f-d7a6fb4e936a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:50.489255 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'status': 'completed', 'code': 200} Oct 12 11:30:50.556243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-a4200743-6e43-40d8-95e6-ff3fc65c9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:50.557745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-a4200743-6e43-40d8-95e6-ff3fc65c9fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1095 time: 0.0464301 Oct 12 11:30:51.089867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-27f51407-57b4-47cc-bebd-9a80e80246ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.091474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-27f51407-57b4-47cc-bebd-9a80e80246ae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1efcd6f32384b88bd4af133f617a381&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5257649 Oct 12 11:30:51.144854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-f8f271f6-189b-4f6b-bf6e-c7424eee9214 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.146286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-f8f271f6-189b-4f6b-bf6e-c7424eee9214 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1701841 Oct 12 11:30:51.195430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-51bb6512-99a7-4ac1-9fcb-5cf51a71ab1b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/quotas/55d3f26a937f4b28af0d590c93e6695c HTTP/1.1" status: 200 len: 375 time: 0.0155807 Oct 12 11:30:51.244830 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-86eb6d1f-bc39-41c4-8ae0-742b6bd7ed65 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409911 Oct 12 11:30:51.249953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-95886943-9d78-4c04-b7a6-072265b3f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.251412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a09b2092-46bc-4e1a-870c-dc9b961f8b84 req-95886943-9d78-4c04-b7a6-072265b3f33a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514165 Oct 12 11:30:51.402893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-cb507fcd-4bda-4596-b563-1283cd1f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.404566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-cb507fcd-4bda-4596-b563-1283cd1f4ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1095 time: 0.0803287 Oct 12 11:30:51.418368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9e9e-d493-43d5-90d1-38d512dc39ff req-4830330d-7cfc-4865-8539-9335cb3726ab tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.420663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04fd9e9e-d493-43d5-90d1-38d512dc39ff req-4830330d-7cfc-4865-8539-9335cb3726ab tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0655982 Oct 12 11:30:51.422564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-7647279a-bedd-4745-8e9c-b8eabb5992d9 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683331 Oct 12 11:30:51.467752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-05f81851-bae3-4399-9d39-f2ee6b0fea74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0538180 Oct 12 11:30:51.479594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04fd9e9e-d493-43d5-90d1-38d512dc39ff req-966c80cb-274d-40e7-b9ba-2e068a5bf4c8 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Oct 12 11:30:51.587316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-e27a7b01-e7be-4613-9eed-c280ffeee742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:51.588753 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-e27a7b01-e7be-4613-9eed-c280ffeee742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.1078980 Oct 12 11:30:51.633183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-d381a063-1c08-4660-9605-e88ccc4c7b60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362844 Oct 12 11:30:51.639524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-aafa8ad0-de81-4181-a952-ecc191ec4136 service neutron] 10.222.0.43 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822457 Oct 12 11:30:51.735175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-fc959282-2ee6-4117-a657-bacb2d4868b3 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947042 Oct 12 11:30:51.737837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:51.761047 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:51.831051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9fcdf4a1-958f-4a68-9753-b626f24ba8dc req-69faabc9-73a1-4a8a-bf9c-1fe1c82836d1 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 Oct 12 11:30:51.912860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-340f1d5b-337f-46e6-9094-4248bd52592a req-055a44df-5c07-4d7b-beec-386ca8e224f0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 210 time: 0.0259655 Oct 12 11:30:52.029106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:52.622160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac9fbe-c208-4bc2-9724-51095939f151 req-307e9e61-a3d9-4fe8-9285-3e850f5315b6 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:52.622160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39ac9fbe-c208-4bc2-9724-51095939f151 req-307e9e61-a3d9-4fe8-9285-3e850f5315b6 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0517273 Oct 12 11:30:52.647089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39ac9fbe-c208-4bc2-9724-51095939f151 req-0024c5df-445d-4227-ab93-61c57665e5a7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Oct 12 11:30:53.030411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b5f47357-687b-4194-a474-11871d9e85fe req-708b8d1d-a371-483d-a47e-0decf0c05402 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 210 time: 0.0337088 Oct 12 11:30:53.265966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:53.488928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:53.599284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6affa443-9e86-48fc-93bc-93c9600186e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:53.677478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6affa443-9e86-48fc-93bc-93c9600186e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:53.760927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6affa443-9e86-48fc-93bc-93c9600186e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:53.766657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ec1e4-1624-493b-b9f6-e7b9655e36a0 req-21815731-1b1e-4e5e-8523-2b099d7a6be9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:53.768208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab7ec1e4-1624-493b-b9f6-e7b9655e36a0 req-21815731-1b1e-4e5e-8523-2b099d7a6be9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0499623 Oct 12 11:30:53.800618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6affa443-9e86-48fc-93bc-93c9600186e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a59600d72bb443678a4665d4e0031fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105383 Oct 12 11:30:53.801518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa443-9e86-48fc-93bc-93c9600186e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0b33e-eba5-43f3-9d0b-ba53de9ab031,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:53.803943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37486) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:53.808710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab7ec1e4-1624-493b-b9f6-e7b9655e36a0 req-926e4ca7-5593-43f3-9e87-109372bb6a62 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Oct 12 11:30:53.854513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:53.875592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.015150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.017845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.019103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ee0b33e-eba5-43f3-9d0b-ba53de9ab031 HTTP/1.1" status: 204 len: 168 time: 0.2142560 Oct 12 11:30:54.030449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e71291-61aa-487f-81b7-b0dec178b847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0b33e-eba5-43f3-9d0b-ba53de9ab031,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:54.134084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0f3ef60-6b9d-45c1-9449-3a47fa625412 req-bcd5e83f-5f5e-479d-b8ca-33f39c4a3b54 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 210 time: 0.0328963 Oct 12 11:30:54.243635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-f28eafca-841b-45e7-960f-2aea1d83be4b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:54.243635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-f28eafca-841b-45e7-960f-2aea1d83be4b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 812 time: 0.1039705 Oct 12 11:30:54.257693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Request body: {'port': {'device_id': '8aa13c03-d25e-486d-b980-92873c534880', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'admin_state_up': True, 'tenant_id': '55d3f26a937f4b28af0d590c93e6695c'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:54.469009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Made reservation on behalf of 55d3f26a937f4b28af0d590c93e6695c for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:30:54.472639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.601743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Allocated IP 172.20.0.6 (0ea11ee2-cc29-4ac9-a9bb-b0b31916671e/5b2112cb-2d66-49f1-ab73-1a6c625943f6/93163da5-1b6b-4dae-9dd1-da26a2e9e2ae) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:30:54.736464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37530) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:54.749888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94743d25-1d50-47b5-b0f0-55c96e57a99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.758456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.826107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94743d25-1d50-47b5-b0f0-55c96e57a99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.884560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.928378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:30:54.929186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d9379-5cbd-48d1-a059-78a32c005cfd req-f230e3f1-8d0c-4582-8f8a-692d9de2cee7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:54.930771 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-975d9379-5cbd-48d1-a059-78a32c005cfd req-f230e3f1-8d0c-4582-8f8a-692d9de2cee7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 944 time: 0.0500660 Oct 12 11:30:54.934232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:30:54.934427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94743d25-1d50-47b5-b0f0-55c96e57a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:54.937337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:30:54.968315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event updated for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:54.998213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-94743d25-1d50-47b5-b0f0-55c96e57a99c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27ce99ede4d14e79af4ad4ec766644b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606261 Oct 12 11:30:54.999068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94743d25-1d50-47b5-b0f0-55c96e57a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1652054e-be0a-44ee-95d8-5f62b424fb51,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:55.001628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37544) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:30:55.002403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:55.003190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.033171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-975d9379-5cbd-48d1-a059-78a32c005cfd req-0dbcec33-0a7c-4b9d-a95e-e1b6941c45df tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851681 Oct 12 11:30:55.069265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.094906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-12171852-5595-4423-90fe-ae35b73799ef tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431106 Oct 12 11:30:55.103087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.106166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-028b0569-45c9-4ce8-83ff-56bd4205e844 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:30:55.107375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-028b0569-45c9-4ce8-83ff-56bd4205e844 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056238 Oct 12 11:30:55.119681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Request body: {'port': {'device_id': '8aa13c03-d25e-486d-b980-92873c534880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:55.174182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.260607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.263728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.266786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1652054e-be0a-44ee-95d8-5f62b424fb51 HTTP/1.1" status: 204 len: 168 time: 0.2593594 Oct 12 11:30:55.280120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02193ee9-13ad-40dd-bd14-675b3df6569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652054e-be0a-44ee-95d8-5f62b424fb51,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:55.344528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63334-1544-45bf-9faa-644f419d81f7 req-3e87af7c-8037-431f-b6ba-a1d9f53976da tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:55.344528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1af63334-1544-45bf-9faa-644f419d81f7 req-3e87af7c-8037-431f-b6ba-a1d9f53976da tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 931 time: 0.1189520 Oct 12 11:30:55.425978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1af63334-1544-45bf-9faa-644f419d81f7 req-8227ca94-e56c-4451-b3a3-fb3ca0300ad0 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921111 Oct 12 11:30:55.435253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb393cee-75c7-42ab-adfe-661f16bcc8c3 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:30:55.524637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:55.532188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.545166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Transition to ACTIVE for port object 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:30:55.555957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:55.566450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'network_id': 'df6d64bc-afce-44b8-b376-dcb20ebeb5db', 'port_id': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'mac_address': 'fa:16:3e:05:9f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e3b083-ea69-415d-9e7b-19fc49158083', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:30:55.603264 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.615390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb393cee-75c7-42ab-adfe-661f16bcc8c3 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:55.635395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:55.689114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.740478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.762100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Pushing event updated for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:55.806775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:55.821538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Attempting to bind port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:30:55.821906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Attempting to bind port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:30:55.822201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Attempting to bind port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:55.826606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:30:55.826959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Attempting to bind port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae on network 0ea11ee2-cc29-4ac9-a9bb-b0b31916671e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:30:55.831903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:30:55.832351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Checking segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:30:55.832738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Bound using segment: {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:30:55.833287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Bound port: 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:30:55.833516 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:55.905677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:30:55.908892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:30:56.032373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:56.046334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb393cee-75c7-42ab-adfe-661f16bcc8c3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:56.072635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.072752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:56.080635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/93163da5-1b6b-4dae-9dd1-da26a2e9e2ae HTTP/1.1" status: 200 len: 1091 time: 0.9585078 Oct 12 11:30:56.080635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:56.080635 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0802c813-7b8a-48ff-a9ef-ae509d20bb89" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:56.122029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc800e0-32e5-4995-b852-ef0eedd454b5 service neutron] Pushing event updated for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:56.190909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ae3bb-2dca-48fb-82ec-b3650a6564b0 req-0a0f0b1c-79a5-48c0-811f-fe1dac23002a tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.192559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d42ae3bb-2dca-48fb-82ec-b3650a6564b0 req-0a0f0b1c-79a5-48c0-811f-fe1dac23002a tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 945 time: 0.0661218 Oct 12 11:30:56.194109 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9dec27-5146-47ed-bdba-a4da797ae98d x-openstack-request-id: req-ee9dec27-5146-47ed-bdba-a4da797ae98d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:56.194396 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:56.194643 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee9dec27-5146-47ed-bdba-a4da797ae98d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:56.195388 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae', 'status': 'completed', 'code': 200} Oct 12 11:30:56.265600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-43f5f9eb-2045-42e9-9ffb-6426b61d4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.267171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-43f5f9eb-2045-42e9-9ffb-6426b61d4a5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 1094 time: 0.0703981 Oct 12 11:30:56.269935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d42ae3bb-2dca-48fb-82ec-b3650a6564b0 req-2292af99-855f-4bda-99fd-301667b58a20 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Oct 12 11:30:56.310236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-8394b0e3-19bb-4f88-822f-ccb61e9c1905 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae HTTP/1.1" status: 200 len: 217 time: 0.0346515 Oct 12 11:30:56.361887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-c0ae4bb3-65c0-4b11-ac9d-90337688bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.363429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-c0ae4bb3-65c0-4b11-ac9d-90337688bbc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0454729 Oct 12 11:30:56.403006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-0ee3df5b-843c-49bc-a447-5957c7133dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289366 Oct 12 11:30:56.502444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-46de428a-c590-458e-a88c-fe68f138c80d service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880039 Oct 12 11:30:56.576695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4e1c3-ea27-497f-92d2-df24c1078033 req-9822c4c5-0bc2-4d32-86ce-498731533cce tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.583206 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4eb4e1c3-ea27-497f-92d2-df24c1078033 req-9822c4c5-0bc2-4d32-86ce-498731533cce tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 943 time: 0.0559299 Oct 12 11:30:56.623621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5706a4-3b23-4ddc-9e14-f135d9eec9bc req-e09c75b3-9782-4fe2-9068-8548cc26e1fc service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147401 Oct 12 11:30:56.628117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4eb4e1c3-ea27-497f-92d2-df24c1078033 req-4c4b6c76-04b2-46f2-9ac7-539d495c29c8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Oct 12 11:30:56.635402 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:56.803092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-fdf0c74e-1f4a-4bb4-bf8c-0dbe89745ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.804841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-fdf0c74e-1f4a-4bb4-bf8c-0dbe89745ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55d3f26a937f4b28af0d590c93e6695c&device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 1094 time: 0.0402040 Oct 12 11:30:56.903422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-8701a189-b8b7-4915-bd6a-b19f46824724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:56.904894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-8701a189-b8b7-4915-bd6a-b19f46824724 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 200 len: 913 time: 0.0928419 Oct 12 11:30:56.949824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-c4b9b686-4365-4227-9673-b45c9344536c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae HTTP/1.1" status: 200 len: 217 time: 0.0355725 Oct 12 11:30:56.999565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-d3862a9a-b756-4b4a-8648-7fbacb39a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:57.001097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-d3862a9a-b756-4b4a-8648-7fbacb39a408 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 200 len: 852 time: 0.0433004 Oct 12 11:30:57.034953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-835ba64c-a2c9-46bf-ae13-d03172a0851e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248559 Oct 12 11:30:57.130423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-69f59882-6be1-421e-a92a-d3957ffeadb7 service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874114 Oct 12 11:30:57.239127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0802c813-7b8a-48ff-a9ef-ae509d20bb89 req-9192a001-9dea-4b4d-ab57-ed7461285ebe service neutron] 10.222.0.47 "GET /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916145 Oct 12 11:30:57.387390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c097f1-16c3-4baa-974e-4d87a385cdd3 req-5d5d3445-ddbb-4622-a7be-d1378bf1f700 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:57.388918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34c097f1-16c3-4baa-974e-4d87a385cdd3 req-5d5d3445-ddbb-4622-a7be-d1378bf1f700 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 945 time: 0.0507624 Oct 12 11:30:57.427514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34c097f1-16c3-4baa-974e-4d87a385cdd3 req-15082af9-6783-4011-80e5-8761c262fdf6 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Oct 12 11:30:57.451148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb393cee-75c7-42ab-adfe-661f16bcc8c3 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:30:57.623775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port cb393cee-75c7-42ab-adfe-661f16bcc8c3 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:30:57.627782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port cb393cee-75c7-42ab-adfe-661f16bcc8c3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:30:57.628113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:57.724254 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:57.751357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:30:57.753804 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9ac2f-ddb8-42f8-b238-a6d83e4d5b69" -d '{"events": [{"server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:30:57.755413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e1d73-f775-4daf-962d-2c1653bcc803 req-61f768d8-100a-4bce-ae99-06244b2db4f1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:57.757037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc4e1d73-f775-4daf-962d-2c1653bcc803 req-61f768d8-100a-4bce-ae99-06244b2db4f1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Oct 12 11:30:57.767823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:57.799363 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de343a93-3973-4b79-886e-cea59d98728b x-openstack-request-id: req-de343a93-3973-4b79-886e-cea59d98728b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:30:57.799653 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:30:57.799904 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de343a93-3973-4b79-886e-cea59d98728b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:30:57.800299 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'code': 200} Oct 12 11:30:57.811072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc4e1d73-f775-4daf-962d-2c1653bcc803 req-feae642f-ff62-4d0b-85ba-98c61f4c8a73 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Oct 12 11:30:57.894792 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:57.909682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e371ce-9c08-4393-931b-7259c08fec76 req-32acd80f-7bff-406f-9bc3-f40b8a1456ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:57.911138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9e371ce-9c08-4393-931b-7259c08fec76 req-32acd80f-7bff-406f-9bc3-f40b8a1456ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1096 time: 0.0514994 Oct 12 11:30:57.951963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:57.962014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9e371ce-9c08-4393-931b-7259c08fec76 req-bb5401c0-ae8b-4ce4-bffe-a51c0da357a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Oct 12 11:30:58.544933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99291-1f5f-48e9-866b-7d9b2f502d6c req-aeae2a54-59c6-42db-b729-423b0bc161be tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:58.546424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48a99291-1f5f-48e9-866b-7d9b2f502d6c req-aeae2a54-59c6-42db-b729-423b0bc161be tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 946 time: 0.0509918 Oct 12 11:30:58.587514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48a99291-1f5f-48e9-866b-7d9b2f502d6c req-b6ac4da4-39a9-40e2-9146-6688a5d9d8ce tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Oct 12 11:30:58.868538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:30:58.943851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6ac3b-b834-4a8b-bedf-e49bda2ab3b6 req-9101ce10-b445-4c4b-bae3-631e0b6771db tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:58.945604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95e6ac3b-b834-4a8b-bedf-e49bda2ab3b6 req-9101ce10-b445-4c4b-bae3-631e0b6771db tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Oct 12 11:30:58.969456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:58.980712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae', 'network_id': '0ea11ee2-cc29-4ac9-a9bb-b0b31916671e', 'port_id': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae', 'mac_address': 'fa:16:3e:49:72:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2112cb-2d66-49f1-ab73-1a6c625943f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:30:58.985319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95e6ac3b-b834-4a8b-bedf-e49bda2ab3b6 req-b12665d5-f891-4391-9111-9b98c4c02df2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Oct 12 11:30:59.017982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:59.031126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:30:59.054151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:30:59.186076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:30:59.234977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:30:59.519357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['93163da5-1b6b-4dae-9dd1-da26a2e9e2ae'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:30:59.703822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c7dc0-c8a6-40f3-853a-6c35c7aa02d5 req-98b53f57-c73b-4c5e-be1b-8bae51fb2c12 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:59.705389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-342c7dc0-c8a6-40f3-853a-6c35c7aa02d5 req-98b53f57-c73b-4c5e-be1b-8bae51fb2c12 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 946 time: 0.0494890 Oct 12 11:30:59.746154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-342c7dc0-c8a6-40f3-853a-6c35c7aa02d5 req-c50b0189-cdf4-4dbf-a550-9dd4d1d8ba42 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Oct 12 11:30:59.850254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-67332e9e-6b7b-4e10-ab7f-45996b47e961 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1342630076&fields=id&tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 267 time: 0.0370932 Oct 12 11:30:59.906547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-28799f1d-4cd9-4de2-9fe1-a8608c3f6310 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:30:59.908015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-28799f1d-4cd9-4de2-9fe1-a8608c3f6310 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 946 time: 0.0513494 Oct 12 11:30:59.919605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'security_groups': ['0b296f7e-b00d-4bb1-801f-8276f8b59d77', '5a61ec6f-c22c-45d8-b35d-f7e29fdbae94']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:30:59.993254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:00.114422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bcf4e-5bd5-4c2d-98f8-fc4a131e5855 req-783d9113-54e5-4728-833e-5af642648698 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.117780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a6bcf4e-5bd5-4c2d-98f8-fc4a131e5855 req-783d9113-54e5-4728-833e-5af642648698 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 944 time: 0.0604026 Oct 12 11:31:00.159781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a6bcf4e-5bd5-4c2d-98f8-fc4a131e5855 req-a5904ae5-74aa-430f-97b5-8e2edea4d16d tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Oct 12 11:31:00.187684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:00.217634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:00.326362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:00.341365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb393cee-75c7-42ab-adfe-661f16bcc8c3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:00.343464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:00.403150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.403626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:00.405308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b931e9b-4a1d-4d10-ab1c-1fcbd8d01873 req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "PUT /v2.0/ports/cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 982 time: 0.4908690 Oct 12 11:31:00.408955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:00.411763 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48aa55-9f80-4c32-bcbd-57a205e45f29" -d '{"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:00.415522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba532d4-9faf-4737-9b08-69bf4fb8236f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:00.470037 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bab82d1-6dbc-4e99-9f13-070968146507 x-openstack-request-id: req-3bab82d1-6dbc-4e99-9f13-070968146507 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:00.470822 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:00.471077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bab82d1-6dbc-4e99-9f13-070968146507 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:00.471473 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'status': 'completed', 'code': 200} Oct 12 11:31:00.471892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb393cee-75c7-42ab-adfe-661f16bcc8c3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:00.479707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8fd1247-d124-41ea-9387-413b7516acd8 req-c64a30ab-ab72-49cf-8a10-31b434133d4b tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a61ec6f-c22c-45d8-b35d-f7e29fdbae94 HTTP/1.1" status: 200 len: 1803 time: 0.0513709 Oct 12 11:31:00.539517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-3122b2c8-e8b8-48ab-982d-4c4d163b7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.541295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-3122b2c8-e8b8-48ab-982d-4c4d163b7e9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1136 time: 0.0490391 Oct 12 11:31:00.541612 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-c8fd1247-d124-41ea-9387-413b7516acd8 req-00870f33-0697-4cde-97bb-19f91a4943b5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 11:31:00.543523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8fd1247-d124-41ea-9387-413b7516acd8 req-00870f33-0697-4cde-97bb-19f91a4943b5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a61ec6f-c22c-45d8-b35d-f7e29fdbae94 HTTP/1.1" status: 409 len: 341 time: 0.0572698 Oct 12 11:31:00.648072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-08616ee1-ec38-449c-9870-f90299fdf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.650216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-08616ee1-ec38-449c-9870-f90299fdf020 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.0978928 Oct 12 11:31:00.698264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-0eebe253-3917-4eab-bf2d-1408867b28f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0401421 Oct 12 11:31:00.754802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-2ad2e9ae-59cf-4d10-9135-ac4e8c0c1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.756421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-2ad2e9ae-59cf-4d10-9135-ac4e8c0c1aa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0499406 Oct 12 11:31:00.793931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-a33b975d-de61-4a35-9bf1-45b42f6ee394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280211 Oct 12 11:31:00.885799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:00.904860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-eae15f10-c6d8-4421-bab9-afa83546e10e service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015151 Oct 12 11:31:00.979447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f77e-0f40-4bd3-95e9-de8c5c94f9bd req-85a85899-74d1-493b-90a2-255d3ecb0bfa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:00.980963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d91f77e-0f40-4bd3-95e9-de8c5c94f9bd req-85a85899-74d1-493b-90a2-255d3ecb0bfa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 985 time: 0.0533600 Oct 12 11:31:01.010682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e48aa55-9f80-4c32-bcbd-57a205e45f29 req-f1d896d2-2309-4e50-b9f5-7c15f7992dde service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991762 Oct 12 11:31:01.023020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d91f77e-0f40-4bd3-95e9-de8c5c94f9bd req-8e000226-de07-4e60-9187-da1db755bb57 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0357084 Oct 12 11:31:01.047455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:31:01.053072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:01.053072 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:01.138042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:01.160548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:01.162383 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b054685-2fa3-458a-96c5-9099c95dfa16" -d '{"events": [{"server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "name": "network-vif-plugged", "status": "completed", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:01.175203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:01.212032 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18e2c36-d5e4-4d59-83a0-d96602b4a0d8 x-openstack-request-id: req-e18e2c36-d5e4-4d59-83a0-d96602b4a0d8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:01.212355 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "name": "network-vif-plugged", "status": "completed", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:01.212602 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e18e2c36-d5e4-4d59-83a0-d96602b4a0d8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:01.212993 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae', 'code': 200} Oct 12 11:31:01.252634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:01.287076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-5f158cc9-e408-4115-aac1-9ecd5e9ac678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:01.287076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-5f158cc9-e408-4115-aac1-9ecd5e9ac678 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1136 time: 0.0525348 Oct 12 11:31:01.318079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:01.328249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a568-a144-4500-ab68-e9928a47b2ea req-ecdce0e3-f38c-4981-bba0-d381909b5ed7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:01.329751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ca6a568-a144-4500-ab68-e9928a47b2ea req-ecdce0e3-f38c-4981-bba0-d381909b5ed7 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 944 time: 0.0935917 Oct 12 11:31:01.345190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dc7a3-0d35-47cf-a0bf-095e6bf9eafc req-b2e42b38-1e11-4072-9475-b17fe627cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:01.346621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-875dc7a3-0d35-47cf-a0bf-095e6bf9eafc req-b2e42b38-1e11-4072-9475-b17fe627cc8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 1096 time: 0.0694413 Oct 12 11:31:01.406243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-c87d9d9d-81be-44cb-87ce-1f1304ab9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:01.406243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-c87d9d9d-81be-44cb-87ce-1f1304ab9c17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.0971379 Oct 12 11:31:01.407971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ca6a568-a144-4500-ab68-e9928a47b2ea req-11322f2a-664c-489c-9177-7b8f1bfca9f8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Oct 12 11:31:01.407971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-875dc7a3-0d35-47cf-a0bf-095e6bf9eafc req-17b481cc-69be-4746-9891-3ae5fb75b6e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Oct 12 11:31:01.438849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-bf7c20e7-ad7b-4b60-ba44-1e7df4e7a90a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0412328 Oct 12 11:31:01.495044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-6017bcad-566c-43c0-b655-be01ba5c544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:01.496388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-6017bcad-566c-43c0-b655-be01ba5c544e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0505521 Oct 12 11:31:01.534510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-88577021-9197-41aa-b650-1560c446c29e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247884 Oct 12 11:31:01.621865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-5b0f3087-ea1f-4dc0-9c7b-921b63c18d26 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862432 Oct 12 11:31:01.718115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1723f364-b346-4b0b-827c-3bd7d34d2e51 req-57bd37ed-f609-41eb-a996-aadd8b73bac4 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895715 Oct 12 11:31:02.141358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749a35-8ba4-4cda-8e83-8271ebb42c4d req-2f367066-b6b2-4ea8-9526-b8ab864d3bda tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:02.146338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09749a35-8ba4-4cda-8e83-8271ebb42c4d req-2f367066-b6b2-4ea8-9526-b8ab864d3bda tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 985 time: 0.0498672 Oct 12 11:31:02.186664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09749a35-8ba4-4cda-8e83-8271ebb42c4d req-44b16b02-aeab-420f-b148-3edc7aff52c2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0375986 Oct 12 11:31:02.314934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779894a6-e79f-4eb6-ab27-02e7ce37418e req-2f64ef4e-ab7e-4ca1-a0b5-1a7e40c787b5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:02.316428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-779894a6-e79f-4eb6-ab27-02e7ce37418e req-2f64ef4e-ab7e-4ca1-a0b5-1a7e40c787b5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0509012 Oct 12 11:31:02.366425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-779894a6-e79f-4eb6-ab27-02e7ce37418e req-798281a1-e4ef-4edc-8a94-28d67c252d6a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Oct 12 11:31:02.529449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03a425-d910-4691-86dc-d1c5bd314f4a req-59ed7fb8-297b-4e3f-8d7a-ed8b10067848 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:02.531011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f03a425-d910-4691-86dc-d1c5bd314f4a req-59ed7fb8-297b-4e3f-8d7a-ed8b10067848 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.0610535 Oct 12 11:31:02.575317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7f03a425-d910-4691-86dc-d1c5bd314f4a req-74d50fc8-031b-4c00-9e2a-7dfbab58679a tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357027 Oct 12 11:31:03.315733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad172cd-a545-43dc-8e35-a455b6b82b52 req-00b274b9-d8c8-4125-9313-ca53edde6804 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:03.317392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ad172cd-a545-43dc-8e35-a455b6b82b52 req-00b274b9-d8c8-4125-9313-ca53edde6804 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 985 time: 0.0554357 Oct 12 11:31:03.379315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ad172cd-a545-43dc-8e35-a455b6b82b52 req-e1c1a3c4-0c36-4503-938e-46d9507dbbf0 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0515466 Oct 12 11:31:03.509108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a738439-0551-422d-92ad-dbc4d312cde6 req-a149c2d2-2d72-40c7-89af-9881ebb7741c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:03.519851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a738439-0551-422d-92ad-dbc4d312cde6 req-a149c2d2-2d72-40c7-89af-9881ebb7741c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.0707409 Oct 12 11:31:03.520742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-73a85244-addd-4ee4-b588-d267afbf5ce1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-795707898&fields=id&tenant_id=e1efcd6f32384b88bd4af133f617a381 HTTP/1.1" status: 200 len: 267 time: 0.0665493 Oct 12 11:31:03.585927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-797a65dd-5536-4510-b1ed-8809e9e0cab2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:03.595669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-797a65dd-5536-4510-b1ed-8809e9e0cab2 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 985 time: 0.0735497 Oct 12 11:31:03.602794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'port': {'security_groups': ['0b296f7e-b00d-4bb1-801f-8276f8b59d77', '5a61ec6f-c22c-45d8-b35d-f7e29fdbae94', '2dfaf78d-7074-4e61-8b17-39f29900b595']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:03.617279 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6a738439-0551-422d-92ad-dbc4d312cde6 req-2cb1ad5c-66be-4f7b-b84b-17d6d3f22ebb tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882413 Oct 12 11:31:03.697067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:03.839881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0143-9e73-46cd-b8ae-c59cb44f5b6d req-0221c60d-39bb-4b24-80e0-dc1d4e64ddad tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:03.841445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-483f0143-9e73-46cd-b8ae-c59cb44f5b6d req-0221c60d-39bb-4b24-80e0-dc1d4e64ddad tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.0572596 Oct 12 11:31:03.882210 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-483f0143-9e73-46cd-b8ae-c59cb44f5b6d req-e2920b8f-8653-4c89-b5ab-2fac15133da8 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336049 Oct 12 11:31:03.943605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:03.980914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:04.087379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:04.104597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb393cee-75c7-42ab-adfe-661f16bcc8c3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:04.109015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:04.198399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:04.199109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:04.200659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e8d12cdf-a253-4f05-8fca-bd50b67b303c req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "PUT /v2.0/ports/cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 1021 time: 0.6037798 Oct 12 11:31:04.209366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:04.217905 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f779c776-e766-4d53-9ca5-94f433d2512e" -d '{"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:04.295707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cb393cee-75c7-42ab-adfe-661f16bcc8c3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:04.371578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807235e-0f23-4fcc-a4b6-d075986b3067 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:04.391086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:04.532324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75b6c10c-e5cc-487f-93d7-61a42a55b74f req-68cef460-2a94-43a3-93cd-7418584267eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/2dfaf78d-7074-4e61-8b17-39f29900b595 HTTP/1.1" status: 200 len: 1800 time: 0.2698605 Oct 12 11:31:04.598414 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb32de-a17d-4974-b671-6f03eb9f7588 x-openstack-request-id: req-eecb32de-a17d-4974-b671-6f03eb9f7588 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:04.598867 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:04.599286 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eecb32de-a17d-4974-b671-6f03eb9f7588 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:04.599827 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'status': 'completed', 'code': 200} Oct 12 11:31:04.613316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-04c6d82b-47c8-47ee-bdf4-ca07ccd48c14 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:04.615812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-04c6d82b-47c8-47ee-bdf4-ca07ccd48c14 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.47 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.3108850 Oct 12 11:31:04.622744 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-75b6c10c-e5cc-487f-93d7-61a42a55b74f req-344f7ef7-8a37-4ebb-bda5-bf1fcf9bf86e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 11:31:04.641842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75b6c10c-e5cc-487f-93d7-61a42a55b74f req-344f7ef7-8a37-4ebb-bda5-bf1fcf9bf86e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/2dfaf78d-7074-4e61-8b17-39f29900b595 HTTP/1.1" status: 409 len: 341 time: 0.1078150 Oct 12 11:31:04.688238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5071f6e-2d37-485a-998f-4dc12b1d1935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:04.763224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c776-e766-4d53-9ca5-94f433d2512e req-a2032200-b14e-44ca-a00e-5898f822590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:04.765069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-a2032200-b14e-44ca-a00e-5898f822590d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1efcd6f32384b88bd4af133f617a381&device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1175 time: 0.1815412 Oct 12 11:31:04.835923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Deleting port 751b5db6-6632-462f-a0f3-a7e145eb00c9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:31:04.836526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:04.948349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4f630-9340-4496-a309-10e32be9cfe7 req-4650b2f0-35b9-4cd7-9a37-952e9180d630 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:04.955904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2d4f630-9340-4496-a309-10e32be9cfe7 req-4650b2f0-35b9-4cd7-9a37-952e9180d630 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.2411304 Oct 12 11:31:04.981058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] For port 751b5db6-6632-462f-a0f3-a7e145eb00c9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=751b5db6-6632-462f-a0f3-a7e145eb00c9,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:04.981609 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.041248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2d4f630-9340-4496-a309-10e32be9cfe7 req-60cd431a-9871-4084-81df-e8b94c4675d4 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812001 Oct 12 11:31:05.107664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5071f6e-2d37-485a-998f-4dc12b1d1935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.112539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c776-e766-4d53-9ca5-94f433d2512e req-7b2f92ea-9bbb-4c8a-add8-7a430ffb6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:05.120389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-7b2f92ea-9bbb-4c8a-add8-7a430ffb6324 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 200 len: 914 time: 0.3336301 Oct 12 11:31:05.191677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-1313efa3-1763-46b2-a02f-534928261cb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 200 len: 217 time: 0.0633965 Oct 12 11:31:05.211583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.212044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.212434 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Floating IP 8ea38cd7-2670-41fa-a352-3e053549e1f5 disassociated. External IP: 172.25.2.155, port: 751b5db6-6632-462f-a0f3-a7e145eb00c9. Oct 12 11:31:05.212768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Calling delete_port for 751b5db6-6632-462f-a0f3-a7e145eb00c9 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:31:05.258137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bd741-115a-489d-8277-b56f4a8e9d07 req-521e6959-eeef-4df5-ad4e-a658796be9b0 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:05.260013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b25bd741-115a-489d-8277-b56f4a8e9d07 req-521e6959-eeef-4df5-ad4e-a658796be9b0 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 946 time: 0.1212981 Oct 12 11:31:05.278024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c776-e766-4d53-9ca5-94f433d2512e req-a52b6a2e-2d56-4a64-b5d0-11267d852caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:05.279610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-a52b6a2e-2d56-4a64-b5d0-11267d852caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 200 len: 853 time: 0.0790646 Oct 12 11:31:05.321146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-555931ab-215d-47cb-b095-173c76c6374e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df6d64bc-afce-44b8-b376-dcb20ebeb5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339348 Oct 12 11:31:05.338257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5071f6e-2d37-485a-998f-4dc12b1d1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.384175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b25bd741-115a-489d-8277-b56f4a8e9d07 req-bc36043a-0911-4dee-bdb7-9778345bd9e0 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=c806994b-e8bb-416e-94c5-7a4d70f800e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154413 Oct 12 11:31:05.441353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.455965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e5071f6e-2d37-485a-998f-4dc12b1d1935 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=477770b1890a45b78bf1c40395e6d9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0602367 Oct 12 11:31:05.455965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5071f6e-2d37-485a-998f-4dc12b1d1935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ccbb6-95a6-45a5-b15b-74272fa168c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:05.457819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37964) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:05.480009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'Port': ['ID=751b5db6-6632-462f-a0f3-a7e145eb00c9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:05.493611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.494388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.494388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.494922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.495700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.495700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.496143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.496562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.497115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.497884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.498876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.498876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:05.538214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-b7a053cd-864d-4943-8cc6-4639716fbe34 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103791 Oct 12 11:31:05.569213 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.643894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.749466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ecd2-f0e8-4950-b745-a481cbc0009f req-12873665-71ab-4d35-b5e1-f519e4ed6be5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:05.751157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef14ecd2-f0e8-4950-b745-a481cbc0009f req-12873665-71ab-4d35-b5e1-f519e4ed6be5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1024 time: 0.1151271 Oct 12 11:31:05.780600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f779c776-e766-4d53-9ca5-94f433d2512e req-41e718c1-144a-408a-98b0-f50a5a969570 service neutron] 10.222.0.41 "GET /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335033 Oct 12 11:31:05.831367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef14ecd2-f0e8-4950-b745-a481cbc0009f req-f356605c-8178-4815-801f-6e4ee0c4c3a1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94&id=2dfaf78d-7074-4e61-8b17-39f29900b595&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0629017 Oct 12 11:31:05.875776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.882625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:05.882625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da3ccbb6-95a6-45a5-b15b-74272fa168c4 HTTP/1.1" status: 204 len: 168 time: 0.4201388 Oct 12 11:31:05.892766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca477e-1b33-4148-8566-7193b9f3a8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ccbb6-95a6-45a5-b15b-74272fa168c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:06.013559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:06.181027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:06.197318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:06.207158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:06.208792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:30:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:06.223238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f21ec-4879-47e5-a5a0-4ab3826e1a43 req-42eebf29-903d-4958-b56c-e23784d2b156 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:06.225355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244f21ec-4879-47e5-a5a0-4ab3826e1a43 req-42eebf29-903d-4958-b56c-e23784d2b156 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.0977941 Oct 12 11:31:06.245441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] No DVR routers for this DVR port 751b5db6-6632-462f-a0f3-a7e145eb00c9 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:31:06.249576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:06.252930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1393d1e-a952-4caa-88db-fa55c9e12b58 req-ff51b5a3-a2c8-40f7-a0d9-bfd12527a25c tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.47 "DELETE /v2.0/ports/751b5db6-6632-462f-a0f3-a7e145eb00c9 HTTP/1.1" status: 204 len: 173 time: 1.6089520 Oct 12 11:31:06.290049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244f21ec-4879-47e5-a5a0-4ab3826e1a43 req-a2d2e913-9cc8-40cb-bc65-27997d9a6fe2 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458341 Oct 12 11:31:06.336883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:06.477898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1b55ed0-914b-4b37-8257-48cc0c0838e6 req-a1117e8f-a910-4ff7-b492-7157f9576ea1 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 210 time: 0.0272975 Oct 12 11:31:06.601365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'name': 'network-vif-deleted', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:06.603890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:06.604779 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd4dd69-7f12-41d9-8bc1-96d4166b063a" -d '{"events": [{"server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "name": "network-vif-deleted", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:06.636697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:06.644065 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063776f2-e913-42fa-87e8-e7cd8c4e0a09 x-openstack-request-id: req-063776f2-e913-42fa-87e8-e7cd8c4e0a09 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:06.644790 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d18924-cac3-4234-bf97-db06b8bebb1b", "name": "network-vif-deleted", "tag": "751b5db6-6632-462f-a0f3-a7e145eb00c9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:06.645100 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-063776f2-e913-42fa-87e8-e7cd8c4e0a09 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:06.645688 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d18924-cac3-4234-bf97-db06b8bebb1b', 'name': 'network-vif-deleted', 'tag': '751b5db6-6632-462f-a0f3-a7e145eb00c9', 'status': 'completed', 'code': 200} Oct 12 11:31:06.647207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:06.647824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:30:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:06.712979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:06.734641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c7f1-2afe-42a5-9696-443930de41bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:06.764644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:06.823547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c7f1-2afe-42a5-9696-443930de41bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:06.927038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 751b5db6-6632-462f-a0f3-a7e145eb00c9 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:31:06.954579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 751b5db6-6632-462f-a0f3-a7e145eb00c9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:31:06.954579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 751b5db6-6632-462f-a0f3-a7e145eb00c9 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:31:06.981412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b84df2-7c11-446e-ac0a-4a72cefb85fe req-fa67fd4f-dbd9-4cc6-8c53-cde7e92e314e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:06.983073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0b84df2-7c11-446e-ac0a-4a72cefb85fe req-fa67fd4f-dbd9-4cc6-8c53-cde7e92e314e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1024 time: 0.0624423 Oct 12 11:31:06.992031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c7f1-2afe-42a5-9696-443930de41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.014465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:07.047374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe0381-5078-4407-8c14-8c56507acbe5 None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:07.051668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0b84df2-7c11-446e-ac0a-4a72cefb85fe req-5691ddc4-8b4b-4fd1-b9f5-d2b50aea8444 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94&id=2dfaf78d-7074-4e61-8b17-39f29900b595&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0515244 Oct 12 11:31:07.120442 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0c9c7f1-2afe-42a5-9696-443930de41bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=660e72e38cdd48e4beb7d1e5de46aef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024541 Oct 12 11:31:07.120565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37990) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:07.127752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9c7f1-2afe-42a5-9696-443930de41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8516ed9-c6a8-4dc7-9079-c1537c8bece9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:07.150684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-e30d5ba8-dab3-4530-8629-c83bc3671f0d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:07.152607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-e30d5ba8-dab3-4530-8629-c83bc3671f0d tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.41 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 1024 time: 0.1452689 Oct 12 11:31:07.162020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b789e-b6ba-4fc6-bab2-f3a9a766e075 req-c10874c8-0f93-4cbd-af38-a5df6dfe7dea tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:07.163704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-541b789e-b6ba-4fc6-bab2-f3a9a766e075 req-c10874c8-0f93-4cbd-af38-a5df6dfe7dea tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.1076901 Oct 12 11:31:07.187018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.210467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.272123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-541b789e-b6ba-4fc6-bab2-f3a9a766e075 req-83d7bcab-1925-4582-9474-594898516f07 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990219 Oct 12 11:31:07.305542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Deleting port cb393cee-75c7-42ab-adfe-661f16bcc8c3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:31:07.305912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.360095 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9196a3-08fb-4856-ae7b-eaea3e4acd74 None None] New status for floating IP 8ea38cd7-2670-41fa-a352-3e053549e1f5: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:31:07.381937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.387202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.396315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8516ed9-c6a8-4dc7-9079-c1537c8bece9 HTTP/1.1" status: 204 len: 168 time: 0.2748337 Oct 12 11:31:07.415976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b962c-75f9-4e45-8229-532612eb5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8516ed9-c6a8-4dc7-9079-c1537c8bece9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:07.477295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port cb393cee-75c7-42ab-adfe-661f16bcc8c3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cb393cee-75c7-42ab-adfe-661f16bcc8c3,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:07.477666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.523381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Calling delete_port for cb393cee-75c7-42ab-adfe-661f16bcc8c3 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:31:07.656758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5cb8208-3aea-47c6-b617-03f36f4b1ce5 req-f7d81099-99b8-41e6-936a-e89ac3ebceb0 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=75d18924-cac3-4234-bf97-db06b8bebb1b HTTP/1.1" status: 200 len: 210 time: 0.0370011 Oct 12 11:31:07.860401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.872213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:07.890082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'Port': ['ID=cb393cee-75c7-42ab-adfe-661f16bcc8c3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:07.939417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] No DVR routers for this DVR port cb393cee-75c7-42ab-adfe-661f16bcc8c3 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:31:07.942022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:07.946260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7adf2148-6dbf-480f-af12-00f04f0f3f4d req-240c3759-af8d-4e03-947e-034b5f2edbc5 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.41 "DELETE /v2.0/ports/cb393cee-75c7-42ab-adfe-661f16bcc8c3 HTTP/1.1" status: 204 len: 173 time: 0.7802186 Oct 12 11:31:07.946788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'name': 'network-vif-deleted', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:07.949042 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78254666-2358-4ddf-92de-21e9f7e2503e" -d '{"events": [{"server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "name": "network-vif-deleted", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:08.210094 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18fe282-7f64-45dd-8ebc-94966aa25ae0 x-openstack-request-id: req-e18fe282-7f64-45dd-8ebc-94966aa25ae0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:08.210750 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6f61f-a186-4421-aa62-00f2aa4b7f8b", "name": "network-vif-deleted", "tag": "cb393cee-75c7-42ab-adfe-661f16bcc8c3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:08.211047 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e18fe282-7f64-45dd-8ebc-94966aa25ae0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:08.211642 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6f61f-a186-4421-aa62-00f2aa4b7f8b', 'name': 'network-vif-deleted', 'tag': 'cb393cee-75c7-42ab-adfe-661f16bcc8c3', 'status': 'completed', 'code': 200} Oct 12 11:31:08.218506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afc3eb44-054c-4cf4-9bd9-e030393052bb req-cc31f7ae-657e-4f47-ab00-d2cecf94de02 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0402513 Oct 12 11:31:08.407091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecd223-556f-4294-9236-9efdb86abbd4 req-81007b02-0973-40bf-a4f3-d4c42bcd568b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:08.417564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5ecd223-556f-4294-9236-9efdb86abbd4 req-81007b02-0973-40bf-a4f3-d4c42bcd568b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.0629880 Oct 12 11:31:08.428812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:08.465094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5ecd223-556f-4294-9236-9efdb86abbd4 req-03272e74-74f3-4262-9abf-0213729397c6 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/security-groups?id=e157df9f-ebf5-4ce5-a44d-4aef297aac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Oct 12 11:31:08.573114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-0962af75-8431-45f0-9fcc-7af725130eb1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:08.574738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-0962af75-8431-45f0-9fcc-7af725130eb1 tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 945 time: 0.0592551 Oct 12 11:31:08.598518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95274ee1-b3f5-4145-9783-d5ff11f8d536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.738956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Deleting port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:31:08.740020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.810075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95274ee1-b3f5-4145-9783-d5ff11f8d536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.813546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38032) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:08.862935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] For port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,segment=NetworkSegment(01e7dc1a-94e8-4247-a7dc-ccbc80bd5474),segment_id=01e7dc1a-94e8-4247-a7dc-ccbc80bd5474)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:08.864329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.876841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.886058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Calling delete_port for 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:31:08.920858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.947507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95274ee1-b3f5-4145-9783-d5ff11f8d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:08.996616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38040) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:08.996822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95274ee1-b3f5-4145-9783-d5ff11f8d536 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bae69cecfd04bac80e6f82a7285b9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666847 Oct 12 11:31:09.021415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95274ee1-b3f5-4145-9783-d5ff11f8d536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8dfc3-d3e5-4042-aa6b-0e670184519f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:09.073715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.096849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.151870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.154481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.158276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "DELETE /v2.0/security-groups/c806994b-e8bb-416e-94c5-7a4d70f800e8 HTTP/1.1" status: 204 len: 168 time: 0.3410065 Oct 12 11:31:09.158960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:09.165763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be2f2-108d-47e9-ac64-c3089b59b3d8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c806994b-e8bb-416e-94c5-7a4d70f800e8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:09.177703 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-591abaa3-360f-4b71-985e-28b9d7602b3d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] show failed (client error): The resource could not be found. Oct 12 11:31:09.179079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-591abaa3-360f-4b71-985e-28b9d7602b3d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups/c806994b-e8bb-416e-94c5-7a4d70f800e8 HTTP/1.1" status: 404 len: 347 time: 0.0187294 Oct 12 11:31:09.182211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38046) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:09.298164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.310067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.314319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.314319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38b8dfc3-d3e5-4042-aa6b-0e670184519f HTTP/1.1" status: 204 len: 168 time: 0.3161025 Oct 12 11:31:09.329647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e106c-629b-44f2-93c6-f1e3c5c92505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8dfc3-d3e5-4042-aa6b-0e670184519f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:09.363603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Deleting port 9937fed3-dc94-4f25-aaa2-08088f476fdd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:31:09.363935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.414873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Pushing event deleted for resources: {'Port': ['ID=93163da5-1b6b-4dae-9dd1-da26a2e9e2ae,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:09.441856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] No DVR routers for this DVR port 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:31:09.446981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.453147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79d40b37-bf0a-4dc3-9511-57fdecdfe650 req-4b6e56bc-6244-4eb6-aa26-282e7b11d15b tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.47 "DELETE /v2.0/ports/93163da5-1b6b-4dae-9dd1-da26a2e9e2ae HTTP/1.1" status: 204 len: 173 time: 0.8685708 Oct 12 11:31:09.455209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'name': 'network-vif-deleted', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:09.458747 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668f7a2-2813-4e34-a9bb-0bfdeabde1a6" -d '{"events": [{"server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "name": "network-vif-deleted", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:09.497558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb393cee-75c7-42ab-adfe-661f16bcc8c3 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:31:09.500368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.500731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:09.509922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16757565-e410-46b1-8e4a-6cfa82fad1ef req-6330b5ec-d13c-4d50-acdc-0377bdf34e2e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=40a6f61f-a186-4421-aa62-00f2aa4b7f8b HTTP/1.1" status: 200 len: 210 time: 0.0699892 Oct 12 11:31:09.515438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Calling delete_port for 9937fed3-dc94-4f25-aaa2-08088f476fdd owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:31:09.517336 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49560789-0147-4c2e-bf09-3093cd9eeb07 x-openstack-request-id: req-49560789-0147-4c2e-bf09-3093cd9eeb07 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:09.517624 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa13c03-d25e-486d-b980-92873c534880", "name": "network-vif-deleted", "tag": "93163da5-1b6b-4dae-9dd1-da26a2e9e2ae", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:09.517875 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49560789-0147-4c2e-bf09-3093cd9eeb07 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:09.518276 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa13c03-d25e-486d-b980-92873c534880', 'name': 'network-vif-deleted', 'tag': '93163da5-1b6b-4dae-9dd1-da26a2e9e2ae', 'status': 'completed', 'code': 200} Oct 12 11:31:09.529272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: cb393cee-75c7-42ab-adfe-661f16bcc8c3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:31:09.538882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cb393cee-75c7-42ab-adfe-661f16bcc8c3 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:31:09.950765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2595623a-9639-4f33-8815-2dccbca5b4bd req-4804b2ae-d90a-4b90-adba-9f865803c40e tempest-DeleteServersTestJSON-1137889701 tempest-DeleteServersTestJSON-1137889701-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aa13c03-d25e-486d-b980-92873c534880 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Oct 12 11:31:10.137668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.172322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'Port': ['ID=9937fed3-dc94-4f25-aaa2-08088f476fdd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:10.236636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.239590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.240822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ed5e3aa-dc30-4d98-8627-f83b1c0e148a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "DELETE /v2.0/floatingips/8ea38cd7-2670-41fa-a352-3e053549e1f5 HTTP/1.1" status: 204 len: 168 time: 1.0573504 Oct 12 11:31:10.633663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-6c6370a6-e310-4e68-8a2c-388cc53722f4 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a61ec6f-c22c-45d8-b35d-f7e29fdbae94 HTTP/1.1" status: 200 len: 1803 time: 0.0441823 Oct 12 11:31:10.687775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38102) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:10.702868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.714796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38106) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:10.720499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130375367', 'description': 'tempest-description--1997738162'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:10.731292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.794505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1664568863-network', 'tenant_id': '684d6936d03e4b57873b796e03b0350e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:10.887786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.909201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.912135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:10.914524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f6b952f4-9cca-42fe-af7c-2aaff4e4b6e9 req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a61ec6f-c22c-45d8-b35d-f7e29fdbae94 HTTP/1.1" status: 204 len: 173 time: 0.2732205 Oct 12 11:31:10.924968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db139f1c-721f-4fb1-ad72-8a4292599b5e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61ec6f-c22c-45d8-b35d-f7e29fdbae94,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:10.950140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:31:10.980202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:31:10.980549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 93163da5-1b6b-4dae-9dd1-da26a2e9e2ae not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:31:11.021740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-14f2ad08-9254-473b-9bca-a03c0c5ab280 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/2dfaf78d-7074-4e61-8b17-39f29900b595 HTTP/1.1" status: 200 len: 1800 time: 0.0755656 Oct 12 11:31:11.026713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Made reservation on behalf of 684d6936d03e4b57873b796e03b0350e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:11.028999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.034493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.048685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.126388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.143863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.200525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.202921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc8d21-447f-4470-a8b8-b63873031a9b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:11.235528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.273340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.277389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-834a0aad-bd7c-4799-a80b-fd93eb1ba0db tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5599010 Oct 12 11:31:11.279485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38144) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:11.284008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group_rule': {'security_group_id': 'a2cc8d21-447f-4470-a8b8-b63873031a9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:11.319453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.349012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.349570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.350679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0572fa78-fb5e-4bb0-8e41-dffa63f3dd42 req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/2dfaf78d-7074-4e61-8b17-39f29900b595 HTTP/1.1" status: 204 len: 173 time: 0.3187606 Oct 12 11:31:11.355777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:31:11.366032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59727c76-45b5-4d56-b7f1-ccbbce6613da,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:11.380863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-210814411', 'description': 'tempest-description-1517749172'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:11.383682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.384034 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Added segment 79d3b8b8-4e58-44a5-8971-161aec70eeab of type vlan for network 74e79850-a9c3-4259-af7a-0b2630582591 Oct 12 11:31:11.385865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f6831-22a8-4416-a119-2229d26ea239 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfaf78d-7074-4e61-8b17-39f29900b595,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:11.410510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.439274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.491049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.541929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.542870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:11.543373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.555930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.555930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.604022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc08ab8d-6459-40ab-8ca4-e22de250afd7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:11.628293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] Pushing event updated for resources: {'Network': ['ID=74e79850-a9c3-4259-af7a-0b2630582591,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:11.640178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 74e79850-a9c3-4259-af7a-0b2630582591 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:31:11.670952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.702215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:11.704445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-99aa754f-01a9-45a5-990d-0dfe71c65af7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0144737 Oct 12 11:31:11.708788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24cc5f93-0079-4c77-a6da-366f21fe65a9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231737 Oct 12 11:31:11.708981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:11.708981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Request body: {'subnet': {'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1664568863-subnet', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:11.709216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38166) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:11.713675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'security_group_rule': {'security_group_id': 'a2cc8d21-447f-4470-a8b8-b63873031a9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:11.783174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.173930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee6619-85d9-463d-a23d-e378218b2247,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:12.174569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Made reservation on behalf of 684d6936d03e4b57873b796e03b0350e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:12.174569 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.175072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.175072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.175443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.233667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3379e12-44d4-4661-9bf0-9cebbb57da5e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:12.248583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Checking segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:12.248946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Network hostable DHCP agents. Network: 74e79850-a9c3-4259-af7a-0b2630582591, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:31:12.296873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.298216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c0a68e4-dd60-4fc1-8412-d3d8f420a93a req-b3c53bdd-7844-4100-a62d-5a8f042c25ec tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9217463 Oct 12 11:31:12.326153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.352957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6685bc18-2242-4b35-a76e-28becf82e5fb,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:12.371234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-ef146146-e756-4fa4-8ba1-bb95ee29875e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/b6ee6619-85d9-463d-a23d-e378218b2247 HTTP/1.1" status: 200 len: 1802 time: 0.0474167 Oct 12 11:31:12.374131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Network 74e79850-a9c3-4259-af7a-0b2630582591 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:31:12.386474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1955973941', 'description': 'tempest-description-hth-117092847'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:12.417248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.428269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.433039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e4a09831-fe06-4188-b76e-ed43252a6832 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7195199 Oct 12 11:31:12.434230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38178) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:12.443532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:12.458181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 74e79850-a9c3-4259-af7a-0b2630582591) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:12.467488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9fecd-489f-4933-9e28-8841cba4d98a None None] Network 74e79850-a9c3-4259-af7a-0b2630582591 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:12.470497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:12.471113 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.496060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.497448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38180) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:12.563179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.566577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.577651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.578174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54e6d2b4-279b-437c-a7b7-7dd6620d57c2 req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "PUT /v2.0/security-groups/b6ee6619-85d9-463d-a23d-e378218b2247 HTTP/1.1" status: 200 len: 1776 time: 0.1920846 Oct 12 11:31:12.617964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8451b-f3b4-4444-87f2-6a6144bba711 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee6619-85d9-463d-a23d-e378218b2247,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:12.647375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ac995f-3681-4b75-84cb-ef772c303c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.659246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86a2da1e-2dc5-4146-bc74-d69ff26be13c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9542134 Oct 12 11:31:12.660718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:12.669787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:12.726150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-74e79850-a9c3-4259-af7a-0b2630582591', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:31:12.728308 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.735662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7974886c-7208-4d78-8bad-0d8b47f5160f req-a1578139-45a6-4fcb-91b1-4105b76e9c36 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/b6ee6619-85d9-463d-a23d-e378218b2247 HTTP/1.1" status: 200 len: 1776 time: 0.1356246 Oct 12 11:31:12.778744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ac995f-3681-4b75-84cb-ef772c303c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.781883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.785353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.785353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.840869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-5ac8fa11-85b8-49d4-8927-edac599b6fa4 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/b6ee6619-85d9-463d-a23d-e378218b2247 HTTP/1.1" status: 200 len: 1776 time: 0.0605843 Oct 12 11:31:12.893256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Allocated IP 172.20.0.2 (74e79850-a9c3-4259-af7a-0b2630582591/b3379e12-44d4-4661-9bf0-9cebbb57da5e/11015932-8b78-40ea-899c-745cd4c74489) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:12.894841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.905093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ac995f-3681-4b75-84cb-ef772c303c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:12.924239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Allocated IP 172.25.2.149 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/edf72f59-c7c6-4b71-8267-6080fb33a375) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:12.937125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac995f-3681-4b75-84cb-ef772c303c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f439e73-a42f-4aaa-afa8-c6f983fb3334,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:12.972342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d8ac995f-3681-4b75-84cb-ef772c303c9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a135b343b1d6461284083ab2672a79a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741700 Oct 12 11:31:12.972814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:12.996773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.020752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.076559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.126521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.150161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.152761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.153898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd542d24-5393-4ce2-a1e1-650384cfee49 req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6ee6619-85d9-463d-a23d-e378218b2247 HTTP/1.1" status: 204 len: 173 time: 0.3041739 Oct 12 11:31:13.163627 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.184298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Network 74e79850-a9c3-4259-af7a-0b2630582591 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:13.187235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:13.196902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3a1f-7262-476e-a8b3-66474dff2020 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee6619-85d9-463d-a23d-e378218b2247,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:13.210463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:13.253276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Pushing event updated for resources: {'Port': ['ID=11015932-8b78-40ea-899c-745cd4c74489,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:13.261833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.272969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.298425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.328032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Attempting to bind port 11015932-8b78-40ea-899c-745cd4c74489 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:13.328409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Attempting to bind port 11015932-8b78-40ea-899c-745cd4c74489 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:13.328777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Attempting to bind port 11015932-8b78-40ea-899c-745cd4c74489 on network 74e79850-a9c3-4259-af7a-0b2630582591 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:13.335193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:13.335781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Checking segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:13.337624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.338044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Bound using segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:13.338647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Bound port: 11015932-8b78-40ea-899c-745cd4c74489, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:13.339128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.350350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:13.351131 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-ec059b62-0172-488b-bd4b-3a5307a4af59 req-8a7f62c7-cb8a-43ae-bb6d-66c79dbb7aaa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.352741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec059b62-0172-488b-bd4b-3a5307a4af59 req-8a7f62c7-cb8a-43ae-bb6d-66c79dbb7aaa tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/2dfaf78d-7074-4e61-8b17-39f29900b595 HTTP/1.1" status: 404 len: 352 time: 0.0420430 Oct 12 11:31:13.378588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:13.386094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:13.404615 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-013e36c8-dd4e-466b-b3b2-e6c08b0105ab req-51aac1ab-1edf-4bc9-9e08-76677f48c35c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.405893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-013e36c8-dd4e-466b-b3b2-e6c08b0105ab req-51aac1ab-1edf-4bc9-9e08-76677f48c35c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a61ec6f-c22c-45d8-b35d-f7e29fdbae94 HTTP/1.1" status: 404 len: 352 time: 0.0190923 Oct 12 11:31:13.409285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.431823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] For port 11015932-8b78-40ea-899c-745cd4c74489, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:13.435356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] For port 11015932-8b78-40ea-899c-745cd4c74489, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11015932-8b78-40ea-899c-745cd4c74489,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:13.453145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=edf72f59-c7c6-4b71-8267-6080fb33a375,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:13.462599 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-847aea4d-ce36-472f-8ed9-12b0cc642e00 req-9d1460e0-236c-4e4c-bd67-56b27507b180 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.463653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-847aea4d-ce36-472f-8ed9-12b0cc642e00 req-9d1460e0-236c-4e4c-bd67-56b27507b180 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/5a9b01cb-765a-4c0a-95d5-9f38ce0a12aa HTTP/1.1" status: 404 len: 352 time: 0.0213273 Oct 12 11:31:13.480675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.483548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.488812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f439e73-a42f-4aaa-afa8-c6f983fb3334 HTTP/1.1" status: 204 len: 168 time: 0.5055132 Oct 12 11:31:13.514179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb22c6-0b93-442d-9cbd-72346b6f345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f439e73-a42f-4aaa-afa8-c6f983fb3334,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:13.516172 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-8fce0110-e557-40e0-ab19-82cab7debd2b req-bd011b18-b9a6-4a38-91c6-56370b326d26 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.530837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fce0110-e557-40e0-ab19-82cab7debd2b req-bd011b18-b9a6-4a38-91c6-56370b326d26 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/ef0ac2a1-69dc-4f74-b750-77e3a7ad3b89 HTTP/1.1" status: 404 len: 352 time: 0.0327454 Oct 12 11:31:13.551170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.580261 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-76e4d984-c006-4696-9dea-721796f77e2c req-b56918cf-4885-4ff9-8c89-cff8f73bfc7f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.581424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-76e4d984-c006-4696-9dea-721796f77e2c req-b56918cf-4885-4ff9-8c89-cff8f73bfc7f tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/7ba981d9-028e-47e8-a584-ed55a233211d HTTP/1.1" status: 404 len: 352 time: 0.0175989 Oct 12 11:31:13.583406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.633985 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-c66612e3-41d0-4d79-bb10-56842e066657 req-019811ee-92af-41fa-8065-a055574c0a4c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] show failed (client error): The resource could not be found. Oct 12 11:31:13.640160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c66612e3-41d0-4d79-bb10-56842e066657 req-019811ee-92af-41fa-8065-a055574c0a4c tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/04a2d1c3-e9a1-4830-a01c-a9fe2a279b60 HTTP/1.1" status: 404 len: 352 time: 0.0244446 Oct 12 11:31:13.672263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35cff-a985-4ffa-b9c0-d735452ae661 None None] Pushing event updated for resources: {'Port': ['ID=11015932-8b78-40ea-899c-745cd4c74489,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:13.729637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.946034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:13.992155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.041105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.126789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Allocated IP 172.25.2.115 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/483d0e9f-1bbf-4c25-8155-aac96c6f03da) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:14.149828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.252737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=edf72f59-c7c6-4b71-8267-6080fb33a375,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:14.281163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.299956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.343739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38224) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:14.347964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f6cd8-8205-47ac-ab87-7f60abf110f7 req-f8780f7d-d33e-4cf0-998c-ba82084cb540 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:14.349595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da5f6cd8-8205-47ac-ab87-7f60abf110f7 req-f8780f7d-d33e-4cf0-998c-ba82084cb540 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1023 time: 0.0555642 Oct 12 11:31:14.357256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f93f-bc08-4719-9640-1dd72347d5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.368732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.371311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-14eaea2b-652a-4214-bdb7-81b165c5b917 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9369800 Oct 12 11:31:14.387890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.447464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-da5f6cd8-8205-47ac-ab87-7f60abf110f7 req-3971c37d-e807-4bba-b58b-c678fb9482f7 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&id=0b2e6cc1-d98b-40d4-bca1-e2b859d17945&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0844486 Oct 12 11:31:14.473703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:14.531884 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f93f-bc08-4719-9640-1dd72347d5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.533219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:14.537586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:14.610220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Pushing event updated for resources: {'Port': ['ID=483d0e9f-1bbf-4c25-8155-aac96c6f03da,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:14.673368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f93f-bc08-4719-9640-1dd72347d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.754143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-dd0e2b7f-8490-4174-a5c2-ad5fbc2111f8 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--130375367&fields=id&tenant_id=6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 267 time: 0.1671956 Oct 12 11:31:14.765045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6cd1f93f-bc08-4719-9640-1dd72347d5c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c3a87c97f2e4f36b9fa48f6e2a3d6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175377 Oct 12 11:31:14.765121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38240) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:14.766982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1f93f-bc08-4719-9640-1dd72347d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e6697-80ac-4125-9506-7ff85cca3a94,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:14.845138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.861057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7b419-86b6-40e2-b663-bd514c6f195b None None] Network 74e79850-a9c3-4259-af7a-0b2630582591 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:14.869453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:14.891684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-91923b12-85b6-43a1-8216-6a93e916320f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:14.926360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-91923b12-85b6-43a1-8216-6a93e916320f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 811 time: 0.1297550 Oct 12 11:31:14.926360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-60073972-da9c-4561-b4b2-9fa75612f5f3 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/quotas/6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 375 time: 0.0104408 Oct 12 11:31:14.968321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-7c3d0374-8d46-4465-a82b-187c85bb703e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509164 Oct 12 11:31:14.991266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] Provisioning complete for port 11015932-8b78-40ea-899c-745cd4c74489 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:14.991641 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.020695 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.023982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.027754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a34e6697-80ac-4125-9506-7ff85cca3a94 HTTP/1.1" status: 204 len: 168 time: 0.2590780 Oct 12 11:31:15.034582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069c2c3-ced1-4d5b-8768-8801949a2ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e6697-80ac-4125-9506-7ff85cca3a94,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:15.128953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.177111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] For port 11015932-8b78-40ea-899c-745cd4c74489, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11015932-8b78-40ea-899c-745cd4c74489,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:15.214005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.261330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-1587a7ee-e707-477c-8a90-28fcf94e40f7 service neutron] 10.222.0.43 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762001 Oct 12 11:31:15.271862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.345128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c7a15-15dc-4fcb-aa87-8ab51c26ed27 None None] Pushing event updated for resources: {'Port': ['ID=11015932-8b78-40ea-899c-745cd4c74489,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:15.423420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11015932-8b78-40ea-899c-745cd4c74489 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:15.491624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 11015932-8b78-40ea-899c-745cd4c74489 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:15.491624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.524325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-c9a3bda9-051f-41fc-b257-eef0b8a4e17a service neutron] 10.222.0.43 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380877 Oct 12 11:31:15.540445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0ddab066-6021-4c51-9cf3-3e0d20d8acc9 None None] Provisioning complete for port 11015932-8b78-40ea-899c-745cd4c74489 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:15.540694 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ddab066-6021-4c51-9cf3-3e0d20d8acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.679509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff6d2a-8baa-4d29-af27-33c9669db5b4 req-9d847521-e15f-4abd-987c-1ecc90f01f7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:15.691440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8ff6d2a-8baa-4d29-af27-33c9669db5b4 req-9d847521-e15f-4abd-987c-1ecc90f01f7e tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1023 time: 0.1176126 Oct 12 11:31:15.715206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-59ea1a1f-e308-4f4d-82f9-dcf29230edde tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:15.716985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-59ea1a1f-e308-4f4d-82f9-dcf29230edde tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 1023 time: 0.2248859 Oct 12 11:31:15.734259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:15.774465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8ff6d2a-8baa-4d29-af27-33c9669db5b4 req-61608cc2-1855-4f6a-908d-6645af8f5af8 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&id=0b2e6cc1-d98b-40d4-bca1-e2b859d17945&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0818632 Oct 12 11:31:15.927056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0112dfaf-3c88-41e8-966e-c14748cf834b req-d08dc8fb-4570-4059-a067-c6f429a337f7 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 210 time: 0.0858467 Oct 12 11:31:15.983567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Deleting port 84294644-ace1-485c-bab6-78f0fe7104e5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:31:15.984044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.069620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38274) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:16.101209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] For port 84294644-ace1-485c-bab6-78f0fe7104e5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=84294644-ace1-485c-bab6-78f0fe7104e5,segment=NetworkSegment(76875418-194a-4aac-a790-ff22092a8aab),segment_id=76875418-194a-4aac-a790-ff22092a8aab)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:16.102324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.125109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Deleting subnet 5b2112cb-2d66-49f1-ab73-1a6c625943f6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:31:16.128429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.189536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.243344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.421073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.448910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2112cb-2d66-49f1-ab73-1a6c625943f6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:16.513706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.519365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9068689-c3ee-4dd6-b4a6-7e03ec0ed1fd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b2112cb-2d66-49f1-ab73-1a6c625943f6 HTTP/1.1" status: 204 len: 168 time: 0.4478340 Oct 12 11:31:16.524341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:16.542436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Calling delete_port for 84294644-ace1-485c-bab6-78f0fe7104e5 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:31:16.544122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Router f654e8f2-880a-4a9e-a970-97a352082fc4 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:31:16.632820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.713506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:16.727179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:16.740384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:16.741407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:30:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:16.762813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.796797 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.799123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aadd2bab-37ca-4e00-b934-3d561e68c344 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1327038 Oct 12 11:31:16.801701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:16.806253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea11ee2-cc29-4ac9-a9bb-b0b31916671e']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:16.828480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:16.830610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e7dc1a-94e8-4247-a7dc-ccbc80bd5474') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:16.851738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.880924 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.900101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:31:16.900521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:31:16.902315 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:31:16.909004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:16.921601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['84294644-ace1-485c-bab6-78f0fe7104e5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:16.965911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'Port': ['ID=84294644-ace1-485c-bab6-78f0fe7104e5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:17.022341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] No DVR routers for this DVR port 84294644-ace1-485c-bab6-78f0fe7104e5 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:31:17.029413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.032976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ae4908b-aa9b-4b51-81d6-4f6a70aec156 req-5b089348-3ff8-4942-b55a-2fa4b2625bb1 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.47 "DELETE /v2.0/ports/84294644-ace1-485c-bab6-78f0fe7104e5 HTTP/1.1" status: 204 len: 173 time: 1.3094273 Oct 12 11:31:17.051517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'name': 'network-vif-deleted', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:17.062433 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334034d8-0aa6-424f-924a-da7ebbb38c73" -d '{"events": [{"server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "name": "network-vif-deleted", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:17.066713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3373d-fc5d-4df6-9a27-99fc424b16dd req-8abf6f46-ab9b-473a-b75e-0e6406afc523 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:17.077972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4be3373d-fc5d-4df6-9a27-99fc424b16dd req-8abf6f46-ab9b-473a-b75e-0e6406afc523 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 945 time: 0.1930571 Oct 12 11:31:17.092354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e06ee89-fd19-478c-a6fe-4ce635a42716 req-d3030c0a-039e-4f0e-acee-c5eb2c17289d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 210 time: 0.0715885 Oct 12 11:31:17.116402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.151980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.160711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ea11ee2-cc29-4ac9-a9bb-b0b31916671e HTTP/1.1" status: 204 len: 168 time: 0.6321716 Oct 12 11:31:17.174607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4be3373d-fc5d-4df6-9a27-99fc424b16dd req-e9b11b94-fc9e-48d9-8e24-de8fd8ec96e9 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9&id=0b296f7e-b00d-4bb1-801f-8276f8b59d77&id=0b2e6cc1-d98b-40d4-bca1-e2b859d17945&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0955942 Oct 12 11:31:17.209994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d50de-5daa-437c-80c7-2cd5e0cbf5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea11ee2-cc29-4ac9-a9bb-b0b31916671e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:17.226416 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971cf22-f5d2-4f52-a316-2e6c9d5e2c78 x-openstack-request-id: req-c971cf22-f5d2-4f52-a316-2e6c9d5e2c78 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:17.231431 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa83ef6a-8052-487d-a8bc-167ab0cfb0da", "name": "network-vif-deleted", "tag": "84294644-ace1-485c-bab6-78f0fe7104e5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:17.231717 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c971cf22-f5d2-4f52-a316-2e6c9d5e2c78 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:17.232442 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa83ef6a-8052-487d-a8bc-167ab0cfb0da', 'name': 'network-vif-deleted', 'tag': '84294644-ace1-485c-bab6-78f0fe7104e5', 'status': 'completed', 'code': 200} Oct 12 11:31:17.321320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:17.412850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11015932-8b78-40ea-899c-745cd4c74489 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:17.548217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 11015932-8b78-40ea-899c-745cd4c74489 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:17.548690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.611002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.655902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:14Z', 'revision_number': 3, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:17.692763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:17.704033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:17.704300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Updating router f654e8f2-880a-4a9e-a970-97a352082fc4 port 483d0e9f-1bbf-4c25-8155-aac96c6f03da binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:17.728115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ff9e4e1-e3f7-4153-bbc6-d06392e7fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.749619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.751875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f9d0f8b9-013b-4947-96ca-678c6359f57b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55d3f26a937f4b28af0d590c93e6695c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575511 Oct 12 11:31:17.754172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38320) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:17.756685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:31:17.818987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Allocated IP 172.20.0.1 (74e79850-a9c3-4259-af7a-0b2630582591/b3379e12-44d4-4661-9bf0-9cebbb57da5e/42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:17.850881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.879242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:17.956605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.071551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.086123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.087144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.088985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.092819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e157df9f-ebf5-4ce5-a44d-4aef297aac3c HTTP/1.1" status: 204 len: 168 time: 0.3354211 Oct 12 11:31:18.101335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d32540-e960-4a48-9192-10902cad499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e157df9f-ebf5-4ce5-a44d-4aef297aac3c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:18.137645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.158096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Network 74e79850-a9c3-4259-af7a-0b2630582591 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:18.162841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Pushing event updated for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:18.165658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:18.169127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:18.237700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5cc5f-db4a-4c67-8888-7aa79b6f3e3f None None] Pushing event updated for resources: {'Port': ['ID=483d0e9f-1bbf-4c25-8155-aac96c6f03da,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:18.248310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Attempting to bind port 483d0e9f-1bbf-4c25-8155-aac96c6f03da on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:18.249603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.250203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Attempting to bind port 483d0e9f-1bbf-4c25-8155-aac96c6f03da by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:18.250813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Attempting to bind port 483d0e9f-1bbf-4c25-8155-aac96c6f03da on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:18.255971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0e38cc46-5433-4418-a9cf-7deabf7936c6 req-91d79f9f-0785-4c91-9241-535aaed7c91a tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Oct 12 11:31:18.264763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:18.266284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:18.266828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.267323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:18.268912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Bound port: 483d0e9f-1bbf-4c25-8155-aac96c6f03da, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:18.269411 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.372450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] For port 483d0e9f-1bbf-4c25-8155-aac96c6f03da, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:18.376022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] For port 483d0e9f-1bbf-4c25-8155-aac96c6f03da, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=483d0e9f-1bbf-4c25-8155-aac96c6f03da,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:18.418096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6aee6fe7-210f-41bc-b165-a7028dfceb88 req-cf585061-fbc0-49a7-b4cc-2474d9b4a688 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa83ef6a-8052-487d-a8bc-167ab0cfb0da HTTP/1.1" status: 200 len: 210 time: 0.0617487 Oct 12 11:31:18.449814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.545301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.558192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5cc5f-db4a-4c67-8888-7aa79b6f3e3f None None] Pushing event updated for resources: {'Port': ['ID=483d0e9f-1bbf-4c25-8155-aac96c6f03da,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:18.604987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d9499b70-0878-4654-8511-d8f9e306744f None None] Provisioning complete for port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:18.605583 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d9499b70-0878-4654-8511-d8f9e306744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.609995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:18.610965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:30:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:18.632496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3d4ca87e-4f61-4993-82b9-aab0bff4c163 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:18.634454 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3d4ca87e-4f61-4993-82b9-aab0bff4c163 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.41 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 811 time: 0.1633205 Oct 12 11:31:18.696903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-d9e6d01d-e99c-427f-9e39-cc41bffeaf3d tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eef9578addc4d1594dbd4b14dd26db4 HTTP/1.1" status: 200 len: 379 time: 0.0533552 Oct 12 11:31:18.698460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d9499b70-0878-4654-8511-d8f9e306744f None None] Port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:18.710429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'port': {'device_id': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'admin_state_up': True, 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'security_groups': ['a2cc8d21-447f-4470-a8b8-b63873031a9b']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:18.775642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:18.856619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:18.946326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.003927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 84294644-ace1-485c-bab6-78f0fe7104e5 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:31:19.028105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Pushing event updated for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:19.030917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.035635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 84294644-ace1-485c-bab6-78f0fe7104e5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:31:19.035970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 84294644-ace1-485c-bab6-78f0fe7104e5 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:31:19.064716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:17Z', 'revision_number': 1, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:19.092520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34770a-e259-4bf4-95f6-8acbaea9e7fa None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:17Z', 'revision_number': 1, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:19.140192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Made reservation on behalf of 6eef9578addc4d1594dbd4b14dd26db4 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:19.145489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.152643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Network 74e79850-a9c3-4259-af7a-0b2630582591 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:19.154426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:19.333938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Router f654e8f2-880a-4a9e-a970-97a352082fc4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:19.344406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Allocated IP 172.20.0.14 (259b3c4b-786d-4e75-abb4-22b8fd3d3425/5d5f3eeb-b813-4e0e-91da-ba7045fdfd17/9191995e-ea95-4eb4-85ef-26855dceb8a3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:19.484301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36d37dcd-f421-4bbd-9acb-8791dd882b2b req-1c151d3f-bd31-42c5-99ea-ea2339ce2fe0 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 210 time: 0.0904560 Oct 12 11:31:19.638931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c5b91546-9af8-4cf8-a514-2d6c839bb257 None None] Provisioning complete for port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:19.639531 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c5b91546-9af8-4cf8-a514-2d6c839bb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.644319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:19.653678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-459b829b-55e5-4f6f-9914-2b086bffdf3e admin admin] 10.222.0.43 "PUT /v2.0/routers/f654e8f2-880a-4a9e-a970-97a352082fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8506687 Oct 12 11:31:19.662130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.697409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c5b91546-9af8-4cf8-a514-2d6c839bb257 None None] Port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:19.740885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-83280ee4-2e83-4b8c-bccf-131c02d510eb tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/0b2e6cc1-d98b-40d4-bca1-e2b859d17945 HTTP/1.1" status: 200 len: 1801 time: 0.0833473 Oct 12 11:31:19.813439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.821702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.879506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:19.893526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:19.901773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:19.914073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:19.936414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38378) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:19.954214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event updated for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:20.002232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:20.002917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.093244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-cf606817-5c7e-4b0f-9c18-4daa7c7994b9 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3886542 Oct 12 11:31:20.093981 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.097796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.099055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d2ff4ded-88cb-4501-9daa-34a24b547e02 req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b2e6cc1-d98b-40d4-bca1-e2b859d17945 HTTP/1.1" status: 204 len: 173 time: 0.3511763 Oct 12 11:31:20.100831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1273535618-network', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:20.114928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Request body: {'port': {'device_id': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:20.172583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ec128-24d9-454c-809a-a0797bf66254 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e6cc1-d98b-40d4-bca1-e2b859d17945,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:20.227737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-42307562-8b25-4b4f-b2c8-11284e8b1433 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "GET /v2.0/security-groups/1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9 HTTP/1.1" status: 200 len: 1802 time: 0.0960827 Oct 12 11:31:20.261924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:20.264270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.280212 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.283398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.330275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.336091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a3c2638d-8c32-4699-8a8b-a4a44a6a7a03 None None] Provisioning complete for port 9191995e-ea95-4eb4-85ef-26855dceb8a3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:20.337461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3c2638d-8c32-4699-8a8b-a4a44a6a7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.401748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.411807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2638d-8c32-4699-8a8b-a4a44a6a7a03 None None] Port 9191995e-ea95-4eb4-85ef-26855dceb8a3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:20.492438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.555691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-194cce98-a8c5-40fa-bdda-5508524e3570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.587814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.590114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.591376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0430814-f82e-4273-987e-2b95f00f2a25 req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9 HTTP/1.1" status: 204 len: 173 time: 0.3627934 Oct 12 11:31:20.595071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.606091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:20.617583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe281d2-b0b7-4cb2-accc-44d996689373 tempest-SecurityGroupsTestJSON-1383097161 tempest-SecurityGroupsTestJSON-1383097161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b9c07-9ef9-4e08-b8f5-ac388d583ee9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:20.639079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:31:20.663418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.665261 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Added segment d9535a54-7bf4-454f-8316-c9f8a0a7bd49 of type vlan for network fe262d94-ffbe-4e39-a3e5-ff8119105c5e Oct 12 11:31:20.674478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50df00b2-3eb0-44cf-97ce-c55d797cd0f7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:20.717871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Deleting subnet 99e3b083-ea69-415d-9e7b-19fc49158083 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:31:20.731761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.772358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.823978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08f86c-41b2-4b78-a284-95b89ca46e9b req-2c94e20f-4ba9-4a5b-99cb-ca8c73645393 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:20.828129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c08f86c-41b2-4b78-a284-95b89ca46e9b req-2c94e20f-4ba9-4a5b-99cb-ca8c73645393 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 932 time: 0.2555554 Oct 12 11:31:20.844010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9191995e-ea95-4eb4-85ef-26855dceb8a3 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:31:20.846727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.854561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:20.854561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.861956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38406) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:20.870421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.883590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-605213652-network', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:20.921835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Transition to ACTIVE for port object 9191995e-ea95-4eb4-85ef-26855dceb8a3 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:31:20.924005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] Pushing event updated for resources: {'Network': ['ID=fe262d94-ffbe-4e39-a3e5-ff8119105c5e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:20.924144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:20.937158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:31:20.987151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c08f86c-41b2-4b78-a284-95b89ca46e9b req-cdef72c4-d76e-4d0b-827b-6c8078ad3181 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233394 Oct 12 11:31:21.014949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.042520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.079356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Made reservation on behalf of 519ae5c9d71c47eb84d9fac1fd26816e for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:21.081683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.117644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.133091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Pushing event updated for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.157277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2022a32c-d1d3-431d-b64c-429886a3036d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2194300 Oct 12 11:31:21.161363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:21.166997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Request body: {'subnet': {'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1273535618-subnet', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:21.236115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.251660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:21.253998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.286788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e3b083-ea69-415d-9e7b-19fc49158083,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.305440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.310916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-90bebb96-7a0a-43d0-9560-615c702ce8b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99e3b083-ea69-415d-9e7b-19fc49158083 HTTP/1.1" status: 204 len: 168 time: 0.6997135 Oct 12 11:31:21.312456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Attempting to bind port 9191995e-ea95-4eb4-85ef-26855dceb8a3 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:21.312794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Attempting to bind port 9191995e-ea95-4eb4-85ef-26855dceb8a3 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:21.313144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Attempting to bind port 9191995e-ea95-4eb4-85ef-26855dceb8a3 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:21.329098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38414) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:21.381342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Port 9191995e-ea95-4eb4-85ef-26855dceb8a3 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:31:21.381763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Attempting to bind port 9191995e-ea95-4eb4-85ef-26855dceb8a3 on network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:21.431967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.433145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:21.433485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Checking segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:21.434000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Bound using segment: {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:21.434463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Bound port: 9191995e-ea95-4eb4-85ef-26855dceb8a3, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac80e9f-d217-4499-ab13-1d5345fce5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:21.434980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.482076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 483d0e9f-1bbf-4c25-8155-aac96c6f03da up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:21.486981 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.564213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 483d0e9f-1bbf-4c25-8155-aac96c6f03da triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:21.564619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.567727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.580820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:21.658935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:21.671524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.672755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.674017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:31:21.687484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.715289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 483d0e9f-1bbf-4c25-8155-aac96c6f03da, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=483d0e9f-1bbf-4c25-8155-aac96c6f03da,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:21.717015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.724896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b311d-422a-449e-8796-da6c4f8e8554,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.745379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.745755 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Added segment 5607f845-b594-4731-b42a-684050665d26 of type vlan for network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b Oct 12 11:31:21.766982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6d64bc-afce-44b8-b376-dcb20ebeb5db']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:21.786106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.786379 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.805382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Checking segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:21.805753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Network hostable DHCP agents. Network: fe262d94-ffbe-4e39-a3e5-ff8119105c5e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:31:21.811268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76875418-194a-4aac-a790-ff22092a8aab') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:21.811562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76875418-194a-4aac-a790-ff22092a8aab') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:21.815760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.843163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.860834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.863482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.893488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:21.897649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.897649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] 10.222.0.41 "PUT /v2.0/ports/9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 200 len: 1092 time: 1.7925053 Oct 12 11:31:21.900867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:21.903122 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:21.917736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.918130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=483d0e9f-1bbf-4c25-8155-aac96c6f03da,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.938629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:31:21.938629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:31:21.943932 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:31:21.964033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd8693-f0b0-4d5b-b651-5cc901c947ce service neutron] Pushing event updated for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:21.964956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:31:21.997386 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59546710-7f66-4476-96e9-0d71c9a72e42 x-openstack-request-id: req-59546710-7f66-4476-96e9-0d71c9a72e42 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:21.997664 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:22.001573 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59546710-7f66-4476-96e9-0d71c9a72e42 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:22.001573 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'status': 'completed', 'code': 200} Oct 12 11:31:22.024210 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.049918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-12f39215-4042-4906-80a1-575600dc9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.051782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-12f39215-4042-4906-80a1-575600dc9db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1095 time: 0.0527451 Oct 12 11:31:22.091746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.092020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.092753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.110898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, fe262d94-ffbe-4e39-a3e5-ff8119105c5e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:22.114496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.115102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.120852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73927413-c82f-4c6f-bbd3-bce16370f9fe None None] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:22.145172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ccf46-b534-4cfa-9ee0-b3253f94e0a8 req-66097982-a16a-4f91-8f8f-63dfbeabbcc2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.158466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5ccf46-b534-4cfa-9ee0-b3253f94e0a8 req-66097982-a16a-4f91-8f8f-63dfbeabbcc2 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 944 time: 0.0870271 Oct 12 11:31:22.175322 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:22.192151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:22.192972 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:22.199948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] Pushing event updated for resources: {'Network': ['ID=a9829c11-bd99-44bd-9c0e-b8cd258c6c6b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:22.208760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.214097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:31:22.225097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5ccf46-b534-4cfa-9ee0-b3253f94e0a8 req-919b2800-cf58-4e42-b720-224ad7c354d5 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648053 Oct 12 11:31:22.229805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aee3f466-a8cb-4603-9eec-9998d3300b9b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0672560 Oct 12 11:31:22.233675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38422) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:22.248219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:22.251854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.255202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] 10.222.0.43 "DELETE /v2.0/networks/df6d64bc-afce-44b8-b376-dcb20ebeb5db HTTP/1.1" status: 204 len: 168 time: 0.9261513 Oct 12 11:31:22.279290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928deabf-ada2-4eaf-9bc8-1212c91dc248 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6d64bc-afce-44b8-b376-dcb20ebeb5db,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:22.318830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-dff2842a-e46b-4495-a51d-6b4a39790351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.322460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-dff2842a-e46b-4495-a51d-6b4a39790351 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2620993 Oct 12 11:31:22.353409 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d50d37b-9bf7-46e6-afc3-542b606b22ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4887655 Oct 12 11:31:22.355302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:22.368417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Request body: {'subnet': {'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-605213652-subnet', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:22.433504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:31:22.434407 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.437847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.439728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.466859 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:22.510149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-4fb74260-36cd-4a3e-889a-3f54733cb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.512047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d4d44a2f-908f-4ba8-abe9-34ea67e52b4d req-4fb74260-36cd-4a3e-889a-3f54733cb5f0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829424 Oct 12 11:31:22.552620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.574979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Made reservation on behalf of 519ae5c9d71c47eb84d9fac1fd26816e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:22.578099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.604240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-dc755f6c-6d44-4278-8bcf-42d3825db639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.606281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-dc755f6c-6d44-4278-8bcf-42d3825db639 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1095 time: 0.0498624 Oct 12 11:31:22.652589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-e095e826-b2bf-4872-8bff-b28c48001a09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 200 len: 217 time: 0.0390315 Oct 12 11:31:22.654807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Allocated IP 172.20.0.2 (fe262d94-ffbe-4e39-a3e5-ff8119105c5e/1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35/8671cea6-16b0-4381-b3d2-b830c858dcc4) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:22.721908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-4da6965a-a2fc-48d1-925e-89d109c9525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.722502 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 2, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:22.727500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-4da6965a-a2fc-48d1-925e-89d109c9525d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.0649452 Oct 12 11:31:22.730292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:22.763894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:22.764401 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Updating router f654e8f2-880a-4a9e-a970-97a352082fc4 port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:22.812117 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.817560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0e37f78-742f-4030-b750-703aeac7d74f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1efcd6f32384b88bd4af133f617a381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852304 Oct 12 11:31:22.822115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38440) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:22.869376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-7d0d68f0-09c3-4387-9c7e-b9534b14d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:22.870986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-7d0d68f0-09c3-4387-9c7e-b9534b14d89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375942 Oct 12 11:31:22.888941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:22.991070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.004809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.019625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-5b756a6b-527d-4764-82d3-43e983ffc7cc service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382840 Oct 12 11:31:23.029848 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.180209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03e20f1e-f5c7-4ed4-9e94-e242c6721b5d req-820aacfe-9516-4457-b3c2-e41616e7b7c8 service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421843 Oct 12 11:31:23.183635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.231829 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.233445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:23.236354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:23.239694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:23.253871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Pushing event updated for resources: {'Port': ['ID=8671cea6-16b0-4381-b3d2-b830c858dcc4,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.278360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.280887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.284764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b296f7e-b00d-4bb1-801f-8276f8b59d77 HTTP/1.1" status: 204 len: 168 time: 0.4591110 Oct 12 11:31:23.287975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.310505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.313276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535b993-a39d-445d-8755-b6abf98f2735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b296f7e-b00d-4bb1-801f-8276f8b59d77,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.321511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Attempting to bind port 8671cea6-16b0-4381-b3d2-b830c858dcc4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:23.321934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Attempting to bind port 8671cea6-16b0-4381-b3d2-b830c858dcc4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:23.322297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Attempting to bind port 8671cea6-16b0-4381-b3d2-b830c858dcc4 on network fe262d94-ffbe-4e39-a3e5-ff8119105c5e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:23.328275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:23.328649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Checking segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:23.329049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.329433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Bound using segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:23.329989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Bound port: 8671cea6-16b0-4381-b3d2-b830c858dcc4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:23.330609 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.331772 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.332622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.336355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.475366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 483d0e9f-1bbf-4c25-8155-aac96c6f03da up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:23.481145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] For port 8671cea6-16b0-4381-b3d2-b830c858dcc4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:23.499374 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Pushing event updated for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.512700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] For port 8671cea6-16b0-4381-b3d2-b830c858dcc4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8671cea6-16b0-4381-b3d2-b830c858dcc4,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:23.522132 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.522475 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.527780 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.528142 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.528484 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.528945 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.529146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.529476 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.529801 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.530124 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.531049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.531049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:23.534248 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Attempting to bind port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:23.534623 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Attempting to bind port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:23.535012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Attempting to bind port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 on network 74e79850-a9c3-4259-af7a-0b2630582591 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:23.541667 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:23.542094 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Checking segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:23.542667 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.543089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Bound using segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:23.543562 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Bound port: 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:23.543946 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.564814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Checking segment: {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:23.565325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Network hostable DHCP agents. Network: a9829c11-bd99-44bd-9c0e-b8cd258c6c6b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:31:23.583271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.593896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1150d41a-c142-4b43-b32e-c2621ca7ba6e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.626719 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] For port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:23.630849 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] For port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:23.661642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f02ac-07a9-4b66-a6d3-8fd014ddad94 req-55935473-961f-4723-a43c-cf499765b34f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:23.663401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b8f02ac-07a9-4b66-a6d3-8fd014ddad94 req-55935473-961f-4723-a43c-cf499765b34f tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 944 time: 0.2072275 Oct 12 11:31:23.692222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 483d0e9f-1bbf-4c25-8155-aac96c6f03da triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:23.692663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.723781 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.732987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Allocated IP 172.25.2.107 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c741d678-1929-4661-b720-ec6e8c4e2afd) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:23.736051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb1c7b-8a8f-4e5d-b07a-4278fa620e4c None None] Pushing event updated for resources: {'Port': ['ID=8671cea6-16b0-4381-b3d2-b830c858dcc4,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.759232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:31:23.775297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b8f02ac-07a9-4b66-a6d3-8fd014ddad94 req-eb324a2d-5dc0-41ad-8558-5d9d1d62f9f3 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955670 Oct 12 11:31:23.813514 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:23.814527 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:23.845072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] Provisioning complete for port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:23.845495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.859422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a9829c11-bd99-44bd-9c0e-b8cd258c6c6b) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:23.866252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:23.867326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:23.892942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b1b57-cb1d-4d00-85a6-b265fbf9fd03 None None] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:23.926133 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03a20b-b15e-4e7c-9ba7-cc2e159d15c4 None None] Pushing event updated for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:23.939734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.021401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad67c684-fecf-4b1c-b712-57432c482cec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6614146 Oct 12 11:31:24.022285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:24.035927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:24.095931 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:24.147187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.158967 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.206275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.207790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.257903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:24.259862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:24.267002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:24.284139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] For port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:24.302441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.307946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Pushing event updated for resources: {'Port': ['ID=c741d678-1929-4661-b720-ec6e8c4e2afd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:24.439587 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:23Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:24.471674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561204dc-ff78-48ff-95a1-14e121f3b317 None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:23Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:24.493809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.541598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'fixed_ips': [{'subnet_id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:31:24.544550 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.681098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b499db9-83e7-483e-92c7-64c894b3a912 None None] Pushing event updated for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:24.711323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.719900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e842659-b375-4d82-a552-fada3cd03ff9 None None] Provisioning complete for port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:24.720440 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e842659-b375-4d82-a552-fada3cd03ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.728963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:24.814057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Allocated IP 172.20.0.2 (a9829c11-bd99-44bd-9c0e-b8cd258c6c6b/1150d41a-c142-4b43-b32e-c2621ca7ba6e/411df72b-2d3c-4223-854a-d6458a6d581c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:25.094172 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.221403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3352e-a874-4212-b433-9b6308a0b75f None None] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:25.254100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.425858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:25.516611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:25.533193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:25.546952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:25.561829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f0a71-1d9b-45dc-af15-e29abaf2f9dc req-03347dcd-bb7c-4af8-be2d-6dc12c7cefbe tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:25.563529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-648f0a71-1d9b-45dc-af15-e29abaf2f9dc req-03347dcd-bb7c-4af8-be2d-6dc12c7cefbe tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 944 time: 0.1533897 Oct 12 11:31:25.575639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Pushing event updated for resources: {'Port': ['ID=411df72b-2d3c-4223-854a-d6458a6d581c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:25.719298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8671cea6-16b0-4381-b3d2-b830c858dcc4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:25.724438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1005356874-network', 'tenant_id': '8e31d3c77f57431a931b294d2a46ded1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:25.770716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] Provisioning complete for port 8671cea6-16b0-4381-b3d2-b830c858dcc4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:25.771272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.795639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-648f0a71-1d9b-45dc-af15-e29abaf2f9dc req-f68bf14a-def4-49c0-8328-7c28a4ae1037 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159655 Oct 12 11:31:25.816668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Attempting to bind port 411df72b-2d3c-4223-854a-d6458a6d581c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:25.818261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Attempting to bind port 411df72b-2d3c-4223-854a-d6458a6d581c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:25.819047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Attempting to bind port 411df72b-2d3c-4223-854a-d6458a6d581c on network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:25.822252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.858389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:25.859023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Checking segment: {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:25.859389 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.859780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Bound using segment: {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:25.860262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Bound port: 411df72b-2d3c-4223-854a-d6458a6d581c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:25.860636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.877547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.901488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.911724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Made reservation on behalf of 8e31d3c77f57431a931b294d2a46ded1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:25.914604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.925809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:25.941505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8671cea6-16b0-4381-b3d2-b830c858dcc4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:25.941904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.027909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] For port 411df72b-2d3c-4223-854a-d6458a6d581c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:26.035443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.043721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] For port 411df72b-2d3c-4223-854a-d6458a6d581c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=411df72b-2d3c-4223-854a-d6458a6d581c,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:26.043966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.104474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] For port 8671cea6-16b0-4381-b3d2-b830c858dcc4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8671cea6-16b0-4381-b3d2-b830c858dcc4,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:26.115139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.165886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Allocated IP 172.25.2.23 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c1c04ac9-d9cf-41dd-a045-a3b417640f9b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:26.172319 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.209457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Router f58421af-c429-4e04-b310-af93e38df586 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:31:26.212387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.224755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.267891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:31:26.354060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.375676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9097ec-9c56-4c31-a562-2c0d2dfd4b35 None None] Pushing event updated for resources: {'Port': ['ID=411df72b-2d3c-4223-854a-d6458a6d581c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:26.390875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.391343 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Added segment 9e0bd475-d103-4a70-a0e0-2047b156b7b5 of type vlan for network 68331f59-90df-4dc9-a2ee-b04572e5147c Oct 12 11:31:26.394802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2726f43-52b2-4087-ac20-328d87bc76af,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:26.420367 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:31:26.420722 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:31:26.433898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-85f8f3ab-9cd0-404f-a527-b10491f6d7b8 None None] Provisioning complete for port 8671cea6-16b0-4381-b3d2-b830c858dcc4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:26.434350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85f8f3ab-9cd0-404f-a527-b10491f6d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.463845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.470459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0c4e3-13bd-4cdf-b8a2-2b4ac89d0cd0 None None] Pushing event updated for resources: {'Port': ['ID=8671cea6-16b0-4381-b3d2-b830c858dcc4,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:26.558044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:26.565348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:26.583939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:26.592716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:26.611067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Sync routers for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:26.630991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.633164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.642546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Pushing event updated for resources: {'Port': ['ID=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:26.655793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:26.657198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:26.737381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.740912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:26.740912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.767801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:26.769219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1025c650-da8f-40e7-ab6a-77ba0dc8f508 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5343704 Oct 12 11:31:26.773255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38498) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:26.803323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:26.908741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4813621 Oct 12 11:31:26.913098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:26.920186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Request body: {'subnet': {'network_id': '68331f59-90df-4dc9-a2ee-b04572e5147c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1005356874-subnet', 'tenant_id': '8e31d3c77f57431a931b294d2a46ded1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:26.948954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49943b7a-0331-4640-ac63-2434764b6b87 admin admin] Pushing event updated for resources: {'Network': ['ID=68331f59-90df-4dc9-a2ee-b04572e5147c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:26.975068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 68331f59-90df-4dc9-a2ee-b04572e5147c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:31:27.043046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.056078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b38ed-78e1-4b4e-ad63-48347466d975 req-89a9784b-721a-4b46-b9de-2f23f4aaf504 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:27.064670 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-674b38ed-78e1-4b4e-ad63-48347466d975 req-89a9784b-721a-4b46-b9de-2f23f4aaf504 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 944 time: 0.1409726 Oct 12 11:31:27.086472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:27.156771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Made reservation on behalf of 8e31d3c77f57431a931b294d2a46ded1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:27.159460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.214678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:27.215339 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.273271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 3, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:27.319293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Checking router: f58421af-c429-4e04-b310-af93e38df586 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:27.320282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Updating router f58421af-c429-4e04-b310-af93e38df586 port c741d678-1929-4661-b720-ec6e8c4e2afd binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:27.334235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.354115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.573516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-674b38ed-78e1-4b4e-ad63-48347466d975 req-c11231c3-8ada-488e-8918-e4ea21d7d090 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953809 Oct 12 11:31:27.611175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9191995e-ea95-4eb4-85ef-26855dceb8a3 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:31:27.652163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.720524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Router df04ed77-e41f-4712-930c-8c68f494c981 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:31:27.743514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 411df72b-2d3c-4223-854a-d6458a6d581c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:27.791210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9364da2a-57ec-405f-8ccb-6478ba267fd7 None None] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:27.795269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d92552-4179-48c3-8fed-23640103dad1,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:27.811942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Checking segment: {'id': '9e0bd475-d103-4a70-a0e0-2047b156b7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68331f59-90df-4dc9-a2ee-b04572e5147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:27.812308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Network hostable DHCP agents. Network: 68331f59-90df-4dc9-a2ee-b04572e5147c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:31:27.879901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:27.893783 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Sync routers for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:27.906165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:27.906818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:27.952693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:27.955870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Network 68331f59-90df-4dc9-a2ee-b04572e5147c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:31:28.048024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:28.079284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.080658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8ac7abcf-d5e7-4de3-80dd-33d184b7622d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0570848 Oct 12 11:31:28.083290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:28.145597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:28.158823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'port_id': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'mac_address': 'fa:16:3e:a9:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:31:28.170376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Allocated IP 172.20.0.1 (fe262d94-ffbe-4e39-a3e5-ff8119105c5e/1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35/cc176802-257c-43f2-9b72-3fe6f5c3c8f0) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:28.174393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] Provisioning complete for port 411df72b-2d3c-4223-854a-d6458a6d581c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:28.174815 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.229530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 68331f59-90df-4dc9-a2ee-b04572e5147c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:28.240707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:28.241302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.243235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 411df72b-2d3c-4223-854a-d6458a6d581c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:28.243616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.262816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dee852-1648-4acf-b0a2-b6fdcbb11228 None None] Network 68331f59-90df-4dc9-a2ee-b04572e5147c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:28.266267 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:26Z', 'revision_number': 3, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:28.318045 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Checking router: df04ed77-e41f-4712-930c-8c68f494c981 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:28.319000 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Updating router df04ed77-e41f-4712-930c-8c68f494c981 port c1c04ac9-d9cf-41dd-a045-a3b417640f9b binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:28.354902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.377880 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.399988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0f3440f-6fce-4378-8cf0-34e25ac0f10f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4773905 Oct 12 11:31:28.479641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa5f21-78b9-4e90-8332-b646dfa78050 None None] Network 68331f59-90df-4dc9-a2ee-b04572e5147c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:28.515395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.598967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:28.605024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:28.608770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:28.615290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Pushing event updated for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:28.694060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.733006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.750769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.877749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c3144-e832-4ca0-b675-cb91134b38ea req-dd4ab1fe-5f72-4892-a1a4-270b957cf286 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:28.890104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c8c3144-e832-4ca0-b675-cb91134b38ea req-dd4ab1fe-5f72-4892-a1a4-270b957cf286 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 944 time: 0.1480393 Oct 12 11:31:28.899556 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.943226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:28.949902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c8c3144-e832-4ca0-b675-cb91134b38ea req-b746b1bf-c014-4906-9a9f-8992f629e2a4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527527 Oct 12 11:31:28.961918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9191995e-ea95-4eb4-85ef-26855dceb8a3 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:31:28.994020 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-78e2dc3f-b22e-4c04-b836-b2eb0f552cab req-65a0fba0-ee3a-4a77-bff7-12e2d937f135 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] show failed (client error): The resource could not be found. Oct 12 11:31:29.011351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78e2dc3f-b22e-4c04-b836-b2eb0f552cab req-65a0fba0-ee3a-4a77-bff7-12e2d937f135 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/660336ac-f1d1-4be7-bb29-b876e0c5337b HTTP/1.1" status: 404 len: 352 time: 0.0736182 Oct 12 11:31:29.070822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.076015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:29.077050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Attempting to bind port c741d678-1929-4661-b720-ec6e8c4e2afd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:29.077415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Attempting to bind port c741d678-1929-4661-b720-ec6e8c4e2afd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:29.077780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Attempting to bind port c741d678-1929-4661-b720-ec6e8c4e2afd on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:29.090279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:29.090279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:29.090279 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.090279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:29.090777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Bound port: c741d678-1929-4661-b720-ec6e8c4e2afd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:29.091055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.122637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.155034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.164004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b26b-135f-4c95-8fc9-1fb353348ad6 None None] Pushing event updated for resources: {'Port': ['ID=c741d678-1929-4661-b720-ec6e8c4e2afd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.172534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.174512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88c6d0cb-6077-413b-852d-b522f75da6e3 req-66431d29-d7f7-402f-b639-a157d1dbe723 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e31d3c77f57431a931b294d2a46ded1 HTTP/1.1" status: 200 len: 2988 time: 0.1161337 Oct 12 11:31:29.184145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] For port 411df72b-2d3c-4223-854a-d6458a6d581c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=411df72b-2d3c-4223-854a-d6458a6d581c,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:29.256273 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.274957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Allocated IP 172.20.0.1 (a9829c11-bd99-44bd-9c0e-b8cd258c6c6b/1150d41a-c142-4b43-b32e-c2621ca7ba6e/0e386bf2-571d-476b-a51c-158df9fc5767) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:29.275333 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.282951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] For port c741d678-1929-4661-b720-ec6e8c4e2afd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:29.296513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88c6d0cb-6077-413b-852d-b522f75da6e3 req-2c408245-ed07-4656-b150-1b4deea0cab5 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/f2726f43-52b2-4087-ac20-328d87bc76af HTTP/1.1" status: 200 len: 2985 time: 0.1132312 Oct 12 11:31:29.325462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] For port c741d678-1929-4661-b720-ec6e8c4e2afd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c741d678-1929-4661-b720-ec6e8c4e2afd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:29.360267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.365660 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.376778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:31:29.377490 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:31:29.424424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.443096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.450935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['9191995e-ea95-4eb4-85ef-26855dceb8a3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:31:29.475960 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4bca3-05d4-456c-8796-0690ec5196df None None] Pushing event updated for resources: {'Port': ['ID=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.500427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Attempting to bind port c1c04ac9-d9cf-41dd-a045-a3b417640f9b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:29.501412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Attempting to bind port c1c04ac9-d9cf-41dd-a045-a3b417640f9b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:29.508001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.511307 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Attempting to bind port c1c04ac9-d9cf-41dd-a045-a3b417640f9b on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:29.529674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:29.530966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:29.531768 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.535784 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:29.535784 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Bound port: c1c04ac9-d9cf-41dd-a045-a3b417640f9b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:29.535985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.536072 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.559657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d737251c-ad6f-4bc2-bf38-ce7dbc90c1a8 None None] Provisioning complete for port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:29.560036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d737251c-ad6f-4bc2-bf38-ce7dbc90c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.577863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88c6d0cb-6077-413b-852d-b522f75da6e3 req-340e8fb6-d5ce-4750-9cd7-8542f71fae32 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/f2726f43-52b2-4087-ac20-328d87bc76af HTTP/1.1" status: 200 len: 2985 time: 0.2804749 Oct 12 11:31:29.595903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e350dc9-460e-4d8c-92b1-feff551bdc32 None None] Pushing event updated for resources: {'Port': ['ID=411df72b-2d3c-4223-854a-d6458a6d581c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.629721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Pushing event updated for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.636811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.660728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.676571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] For port c1c04ac9-d9cf-41dd-a045-a3b417640f9b, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:29.685086 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] For port c1c04ac9-d9cf-41dd-a045-a3b417640f9b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:29.712208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.714938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:29.715567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:29.739520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.740142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.741144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.742195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.742679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.743190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.743649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.744103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.744659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.745116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.747374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.747869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:29.753201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:29.753800 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.755782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:29.772487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:29.781132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d737251c-ad6f-4bc2-bf38-ce7dbc90c1a8 None None] Port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:29.843156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:29.868772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e49c6d95-ee29-4720-add3-fa74194087a8 req-1c795b3b-57f3-4b0a-a3ce-492662921083 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/f2726f43-52b2-4087-ac20-328d87bc76af HTTP/1.1" status: 200 len: 2985 time: 0.2356758 Oct 12 11:31:29.880214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4bca3-05d4-456c-8796-0690ec5196df None None] Pushing event updated for resources: {'Port': ['ID=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:29.896696 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:29.897355 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:29.973839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b26b-135f-4c95-8fc9-1fb353348ad6 None None] Pushing event updated for resources: {'Port': ['ID=c741d678-1929-4661-b720-ec6e8c4e2afd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:30.045256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:30.061362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:30.099407 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:30.143422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4125a1a0-d77b-4fa9-99f4-4b8c594c3f58 None None] Provisioning complete for port 411df72b-2d3c-4223-854a-d6458a6d581c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:30.143798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4125a1a0-d77b-4fa9-99f4-4b8c594c3f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.236691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8671cea6-16b0-4381-b3d2-b830c858dcc4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:30.279194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe25937-3a60-48a0-8d77-07a04a841f71 req-b23aad65-441e-432f-a580-306611266a0b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:30.280778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dbe25937-3a60-48a0-8d77-07a04a841f71 req-b23aad65-441e-432f-a580-306611266a0b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 945 time: 0.2006109 Oct 12 11:31:30.284038 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-e49c6d95-ee29-4720-add3-fa74194087a8 req-596f2bf5-82c0-489c-95aa-fbccb32d52d9 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 11:31:30.294866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e49c6d95-ee29-4720-add3-fa74194087a8 req-596f2bf5-82c0-489c-95aa-fbccb32d52d9 tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "DELETE /v2.0/security-groups/f2726f43-52b2-4087-ac20-328d87bc76af HTTP/1.1" status: 409 len: 352 time: 0.4095559 Oct 12 11:31:30.349438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.355599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:30.365320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Router f58421af-c429-4e04-b310-af93e38df586 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:30.367618 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-6a20de23-0c78-4f92-b81a-f0f9a562a634 req-7d6eef29-0d47-4860-b46b-2c10e1109c2b tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] show failed (client error): The resource could not be found. Oct 12 11:31:30.385464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a20de23-0c78-4f92-b81a-f0f9a562a634 req-7d6eef29-0d47-4860-b46b-2c10e1109c2b tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/25470c9e-d832-4c00-8ccc-b3bc20ad8046 HTTP/1.1" status: 404 len: 352 time: 0.0696275 Oct 12 11:31:30.448935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dbe25937-3a60-48a0-8d77-07a04a841f71 req-6718a68f-c2c1-45ae-9650-d06cca8a39a4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561894 Oct 12 11:31:30.479238 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-212e5a68-24e7-4ad3-bd7d-2b38fc6626a6 req-e702e623-1962-44f1-93de-aa3aaacbe4eb tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] show failed (client error): The resource could not be found. Oct 12 11:31:30.492336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-212e5a68-24e7-4ad3-bd7d-2b38fc6626a6 req-e702e623-1962-44f1-93de-aa3aaacbe4eb tempest-SecurityGroupsNegativeTestJSON-1582361188 tempest-SecurityGroupsNegativeTestJSON-1582361188-project] 10.222.0.43 "GET /v2.0/security-groups/44c6e28f-e40e-430d-8187-a3fd2f873403 HTTP/1.1" status: 404 len: 352 time: 0.0770814 Oct 12 11:31:30.493011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38546) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:30.547844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Deleting subnet b3d92552-4179-48c3-8fed-23640103dad1 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:31:30.560037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.642617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.659557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:26Z', 'revision_number': 3, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:30.680458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:30.707312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8671cea6-16b0-4381-b3d2-b830c858dcc4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:30.707692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.712540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4e4ae852-cee3-4dee-a4c9-087bf731cc69 admin admin] 10.222.0.43 "PUT /v2.0/routers/f58421af-c429-4e04-b310-af93e38df586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9270737 Oct 12 11:31:30.741944 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acb6fa-1fad-4bb8-996c-c569ab3b7a49 None None] The sync data for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 is: [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:26Z', 'revision_number': 3, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:30.744775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.753306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.874601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.982160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.986889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:30.997403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:31.053321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d92552-4179-48c3-8fed-23640103dad1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:31.084638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.110991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e250946-af1e-489e-82d0-e545de86fcb5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3d92552-4179-48c3-8fed-23640103dad1 HTTP/1.1" status: 204 len: 168 time: 0.6076591 Oct 12 11:31:31.111908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38562) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:31.250729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 2, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:31.259676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Provisioning complete for port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:31.280198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.285000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.370483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:31.377981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:31.392417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:31.403439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 411df72b-2d3c-4223-854a-d6458a6d581c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:31.525980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.588988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040f2db-d929-4474-8e3a-2d8c47ee47e9 None None] The sync data for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 is: [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 2, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:31.589685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68331f59-90df-4dc9-a2ee-b04572e5147c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:31.605069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0bd475-d103-4a70-a0e0-2047b156b7b5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:31.605380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0bd475-d103-4a70-a0e0-2047b156b7b5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:31.621075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9191995e-ea95-4eb4-85ef-26855dceb8a3 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:31.637867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.654929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.663221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:31:31.668293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.721352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Router df04ed77-e41f-4712-930c-8c68f494c981 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:31.731419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 411df72b-2d3c-4223-854a-d6458a6d581c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:31.732679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:31:31.747127 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:31:31.761327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Provisioning complete for port 0e386bf2-571d-476b-a51c-158df9fc5767 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:31.761999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.843742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4e60-7ec0-4ca5-a8de-fafd06187905 req-a9c4916a-5209-4165-a7aa-779b37e5eba3 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:31.850457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-193f4e60-7ec0-4ca5-a8de-fafd06187905 req-a9c4916a-5209-4165-a7aa-779b37e5eba3 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 945 time: 0.1023362 Oct 12 11:31:31.908018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.925441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:31.929891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] 10.222.0.43 "DELETE /v2.0/networks/68331f59-90df-4dc9-a2ee-b04572e5147c HTTP/1.1" status: 204 len: 168 time: 0.8145418 Oct 12 11:31:31.966302 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-193f4e60-7ec0-4ca5-a8de-fafd06187905 req-6aa15973-6647-40df-9940-f67df11c89e6 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041944 Oct 12 11:31:31.985334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21e6f-b425-4ab0-9566-c5722f679e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=68331f59-90df-4dc9-a2ee-b04572e5147c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:32.009418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:32.019600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaf84d-d2b3-4f41-8280-52ec9a5f8152 None None] Port 0e386bf2-571d-476b-a51c-158df9fc5767 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:32.019785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb4245cd-0c51-4fd0-8295-dcdfc8a28a06 admin admin] 10.222.0.43 "PUT /v2.0/routers/df04ed77-e41f-4712-930c-8c68f494c981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9350126 Oct 12 11:31:32.145738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 9191995e-ea95-4eb4-85ef-26855dceb8a3 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:31:32.156509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 9191995e-ea95-4eb4-85ef-26855dceb8a3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:32.156935 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.191966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a82b7de5-eeca-4549-8df5-f26131b50ca1 None None] Provisioning complete for port 0e386bf2-571d-476b-a51c-158df9fc5767 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:32.192385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a82b7de5-eeca-4549-8df5-f26131b50ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.251756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a82b7de5-eeca-4549-8df5-f26131b50ca1 None None] Port 0e386bf2-571d-476b-a51c-158df9fc5767 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:32.312837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.383069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:32.384981 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b7ca9-02ed-4057-9dfc-d0f919448e4b" -d '{"events": [{"server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "name": "network-vif-plugged", "status": "completed", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:32.392243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38612) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:32.411140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:32.517537 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.572832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-294b00f9-892a-40be-9bcb-cd5d5ba3d898 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e31d3c77f57431a931b294d2a46ded1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788001 Oct 12 11:31:32.576060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38618) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:32.582848 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535223d0-fcfb-4ccb-9fa3-54bb7b11356c x-openstack-request-id: req-535223d0-fcfb-4ccb-9fa3-54bb7b11356c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:32.585729 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "name": "network-vif-plugged", "status": "completed", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:32.587333 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-535223d0-fcfb-4ccb-9fa3-54bb7b11356c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:32.587767 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'code': 200} Oct 12 11:31:32.684369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:32.689854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2da8b-c460-4607-948d-88e81f7e8277 req-8531f136-451f-46ec-a5a6-91016be0cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:32.691481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65b2da8b-c460-4607-948d-88e81f7e8277 req-8531f136-451f-46ec-a5a6-91016be0cc92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0909970 Oct 12 11:31:32.699176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.699532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.699893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.700230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.700565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.701258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.701597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.701926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.702341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.702669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.708281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.708281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:31:32.725562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.776830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.786941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-65b2da8b-c460-4607-948d-88e81f7e8277 req-46dac6b6-0665-4998-92a2-1b5fe66b516f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834634 Oct 12 11:31:32.935156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.938161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:32.939368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2726f43-52b2-4087-ac20-328d87bc76af HTTP/1.1" status: 204 len: 168 time: 0.3616729 Oct 12 11:31:32.954584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9984004-6ced-4a3f-898d-743c334d2859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2726f43-52b2-4087-ac20-328d87bc76af,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:33.194072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d51b35-83d4-44a5-b0a5-abb4a3b747fe req-cf04941f-af38-4305-a81a-3bd04854d753 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:33.196587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74d51b35-83d4-44a5-b0a5-abb4a3b747fe req-cf04941f-af38-4305-a81a-3bd04854d753 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.0881345 Oct 12 11:31:33.249399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74d51b35-83d4-44a5-b0a5-abb4a3b747fe req-4080ff6a-852f-41c7-8ffb-21b0cd30edaf tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Oct 12 11:31:33.315546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1c04ac9-d9cf-41dd-a045-a3b417640f9b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:33.393380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c1c04ac9-d9cf-41dd-a045-a3b417640f9b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:33.393783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:33.499224 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:33.528890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c1c04ac9-d9cf-41dd-a045-a3b417640f9b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:33.602928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:33.603774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c741d678-1929-4661-b720-ec6e8c4e2afd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:33.739722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:33.772277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c741d678-1929-4661-b720-ec6e8c4e2afd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:33.776011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:33.891645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Sync routers for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:33.913616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:33.919564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:33.920194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:33.989955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c741d678-1929-4661-b720-ec6e8c4e2afd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c741d678-1929-4661-b720-ec6e8c4e2afd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:34.073644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:34.108835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.173856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c741d678-1929-4661-b720-ec6e8c4e2afd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:34.396281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 4, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0e386bf2-571d-476b-a51c-158df9fc5767', 'name': '', 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'mac_address': 'fa:16:3e:e7:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:29Z', 'updated_at': '2021-10-12T11:31:30Z', 'revision_number': 2, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'subnets': [{'id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:34.430150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Checking router: df04ed77-e41f-4712-930c-8c68f494c981 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:34.430655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Updating router df04ed77-e41f-4712-930c-8c68f494c981 port 0e386bf2-571d-476b-a51c-158df9fc5767 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:34.474970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c2bf-26dd-48b1-97c4-a4f30a8b93f8 req-1cba4a07-e5d8-4e50-80b5-db40743f8027 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:34.477060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c57c2bf-26dd-48b1-97c4-a4f30a8b93f8 req-1cba4a07-e5d8-4e50-80b5-db40743f8027 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.0835676 Oct 12 11:31:34.481321 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.523246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c57c2bf-26dd-48b1-97c4-a4f30a8b93f8 req-06b0afd5-d0f3-42f7-9e35-ea774c7609ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380647 Oct 12 11:31:34.683802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:34.800366 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.821151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-964438574-network', 'tenant_id': '8c187fc1f78941baa17da555fdea3855'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:34.884017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.915077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Made reservation on behalf of 8c187fc1f78941baa17da555fdea3855 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:34.918499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.934522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:34.988452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97186e-aa63-4744-9bdf-ce9d9ca6697a None None] Pushing event updated for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:35.023950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Attempting to bind port 0e386bf2-571d-476b-a51c-158df9fc5767 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:35.024440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Attempting to bind port 0e386bf2-571d-476b-a51c-158df9fc5767 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:35.024909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Attempting to bind port 0e386bf2-571d-476b-a51c-158df9fc5767 on network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:35.030658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:35.031314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Checking segment: {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:35.031829 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.032310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Bound using segment: {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:35.032934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Bound port: 0e386bf2-571d-476b-a51c-158df9fc5767, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5607f845-b594-4731-b42a-684050665d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:35.033443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.045244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.119999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.151897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] For port 0e386bf2-571d-476b-a51c-158df9fc5767, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:35.154888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:31:35.159777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] For port 0e386bf2-571d-476b-a51c-158df9fc5767, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e386bf2-571d-476b-a51c-158df9fc5767,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:35.165616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d441b7f-feef-43f7-982f-8a298a6b3a18,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:35.179087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.179665 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Added segment 029e26e8-aa8c-4db0-a092-07212c87e3fc of type vlan for network d1548b27-8c8c-45cc-8aa1-e72b50e43792 Oct 12 11:31:35.248763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.260505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.323264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1c04ac9-d9cf-41dd-a045-a3b417640f9b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:35.334443 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.336376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:35.337004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.430321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:35.431114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:35.475201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38778) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:35.475769 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7904999 Oct 12 11:31:35.482533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Request body: {'subnet': {'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-964438574-subnet', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:35.482824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132d00-58a1-44b1-93a6-2c0e24f5dd09 admin admin] Pushing event updated for resources: {'Network': ['ID=d1548b27-8c8c-45cc-8aa1-e72b50e43792,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:35.580228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:35.605514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Made reservation on behalf of 8c187fc1f78941baa17da555fdea3855 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:31:35.608740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.843014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fcf0-6971-4b4d-b5e6-50d56c1d1cac req-102e1c07-d963-48b7-8af8-577f3bd485d4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:35.862345 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0af5fcf0-6971-4b4d-b5e6-50d56c1d1cac req-102e1c07-d963-48b7-8af8-577f3bd485d4 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.1640759 Oct 12 11:31:35.865233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:31:35.893689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97186e-aa63-4744-9bdf-ce9d9ca6697a None None] Pushing event updated for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:35.921051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] Provisioning complete for port 0e386bf2-571d-476b-a51c-158df9fc5767 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:35.921420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:35.940712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0af5fcf0-6971-4b4d-b5e6-50d56c1d1cac req-5592f39e-679b-42e7-8b2a-4cb15f13be60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788698 Oct 12 11:31:36.038807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Sync routers for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:36.052529 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:36.053361 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:36.089851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c1c04ac9-d9cf-41dd-a045-a3b417640f9b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:36.090211 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.126872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.205018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2b24d-1956-4b83-950b-855eef38ae67 req-58e8bb76-4efd-4c93-aa68-8b12ccf37206 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:36.211289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ad2b24d-1956-4b83-950b-855eef38ae67 req-58e8bb76-4efd-4c93-aa68-8b12ccf37206 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.1640384 Oct 12 11:31:36.216184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38790) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:36.220801 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:36.224432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Request body: {'floatingip': {'port_id': '9191995e-ea95-4eb4-85ef-26855dceb8a3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:36.277296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.292071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa87e9f5-2fd2-47fc-a03c-2b520c513034,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:36.347796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.363799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] For port 0e386bf2-571d-476b-a51c-158df9fc5767, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e386bf2-571d-476b-a51c-158df9fc5767,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:36.366607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c741d678-1929-4661-b720-ec6e8c4e2afd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:36.431409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-575fc40a-e051-4520-ac34-554008d269ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 4, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0e386bf2-571d-476b-a51c-158df9fc5767', 'name': '', 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'mac_address': 'fa:16:3e:e7:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:29Z', 'updated_at': '2021-10-12T11:31:35Z', 'revision_number': 4, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'subnets': [{'id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:36.466735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fc40a-e051-4520-ac34-554008d269ef None None] The sync data for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 is: [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 4, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0e386bf2-571d-476b-a51c-158df9fc5767', 'name': '', 'network_id': 'a9829c11-bd99-44bd-9c0e-b8cd258c6c6b', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'mac_address': 'fa:16:3e:e7:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:29Z', 'updated_at': '2021-10-12T11:31:35Z', 'revision_number': 4, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'subnets': [{'id': '1150d41a-c142-4b43-b32e-c2621ca7ba6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:36.469157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.470911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c741d678-1929-4661-b720-ec6e8c4e2afd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:36.471488 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.626525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff9bd6-fefa-4e32-b06a-58bf2a65204e None None] Pushing event updated for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:36.634495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b14c3fd1-1fc0-4791-8a6b-b9bee4f21b5f None None] Provisioning complete for port 0e386bf2-571d-476b-a51c-158df9fc5767 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:36.635029 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fd1-1fc0-4791-8a6b-b9bee4f21b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:36.666478 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:29Z', 'revision_number': 2, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:36.747576 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Checking router: f58421af-c429-4e04-b310-af93e38df586 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:36.748170 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Updating router f58421af-c429-4e04-b310-af93e38df586 port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:36.792772 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.199443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Checking segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:37.203206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Network hostable DHCP agents. Network: d1548b27-8c8c-45cc-8aa1-e72b50e43792, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:31:37.293657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e386bf2-571d-476b-a51c-158df9fc5767 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:37.312053 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.369167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0e386bf2-571d-476b-a51c-158df9fc5767 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:37.370069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.416798 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.446992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:31:37.546958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d1548b27-8c8c-45cc-8aa1-e72b50e43792) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:37.576572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:37.577504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.595734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24703268-80a0-4630-a86a-90c6cf1a1d14 None None] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:37.620082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Attempting to bind port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:37.620449 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Attempting to bind port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:37.620813 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Attempting to bind port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 on network fe262d94-ffbe-4e39-a3e5-ff8119105c5e {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:37.631161 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0d197-6a9b-437d-be4b-39d912bfdc17 None None] Pushing event updated for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:37.643437 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:37.646536 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Checking segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:37.649123 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.650001 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Bound using segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:37.652720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Bound port: cc176802-257c-43f2-9b72-3fe6f5c3c8f0, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:37.653396 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.748937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1456f372-f561-4408-840f-b089a18ac0ce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2678633 Oct 12 11:31:37.753078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38802) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:37.818867 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] For port cc176802-257c-43f2-9b72-3fe6f5c3c8f0, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:37.833414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] For port cc176802-257c-43f2-9b72-3fe6f5c3c8f0, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:37.842109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:37.926186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8ade00f2-8433-45f1-862b-4cf9d0762568 None None] Provisioning complete for port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:37.926420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ade00f2-8433-45f1-862b-4cf9d0762568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:37.934535 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.021554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-d1548b27-8c8c-45cc-8aa1-e72b50e43792', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:31:38.024912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.075144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8ade00f2-8433-45f1-862b-4cf9d0762568 None None] Port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:38.075472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:38.076614 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:38.101132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.102433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.149364 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0d197-6a9b-437d-be4b-39d912bfdc17 None None] Pushing event updated for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:38.313996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:38.333320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.335890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] Provisioning complete for port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:38.336288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.346940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.389152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Allocated IP 172.20.0.2 (d1548b27-8c8c-45cc-8aa1-e72b50e43792/fa87e9f5-2fd2-47fc-a03c-2b520c513034/65d51a14-9bde-4f98-87ad-d04564568d5f) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:38.451756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.515695 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.584525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] For port cc176802-257c-43f2-9b72-3fe6f5c3c8f0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:38.609216 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:37Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:38.638644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.644846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db558a-6a6b-497e-a4a8-277b3fa31258 None None] The sync data for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 is: [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:37Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:38.652809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.670638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.697389 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Floating IP 40d241a4-1ead-4124-833c-92c370ea35d4 associated. External IP: 172.25.2.149, port: 9191995e-ea95-4eb4-85ef-26855dceb8a3. Oct 12 11:31:38.728415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326a22-452a-4e23-8934-e0427631dec8 None None] Pushing event updated for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:38.749880 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.799254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:38.805398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:38.816068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:38.856314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Pushing event updated for resources: {'Port': ['ID=65d51a14-9bde-4f98-87ad-d04564568d5f,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:38.899564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Attempting to bind port 65d51a14-9bde-4f98-87ad-d04564568d5f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:38.899936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Attempting to bind port 65d51a14-9bde-4f98-87ad-d04564568d5f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:38.900303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Attempting to bind port 65d51a14-9bde-4f98-87ad-d04564568d5f on network d1548b27-8c8c-45cc-8aa1-e72b50e43792 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:38.905883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:38.906354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Checking segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:38.906801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:38.909439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Bound using segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:38.909439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Bound port: 65d51a14-9bde-4f98-87ad-d04564568d5f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:38.909439 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.042638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] For port 65d51a14-9bde-4f98-87ad-d04564568d5f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:39.053210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] For port 65d51a14-9bde-4f98-87ad-d04564568d5f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=65d51a14-9bde-4f98-87ad-d04564568d5f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:39.188274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:39.215596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.373968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc176802-257c-43f2-9b72-3fe6f5c3c8f0 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:39.408370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.446512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.469323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9a830-9943-4c97-9a7c-9a34083fe975 None None] Pushing event updated for resources: {'Port': ['ID=65d51a14-9bde-4f98-87ad-d04564568d5f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:39.502268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:39.502641 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.670043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:39.687319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:39.707755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:39.764478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:39.765580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:39.884271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-15d88dfd-1f87-4932-82a3-22e7cf15391e tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "PUT /v2.0/floatingips/40d241a4-1ead-4124-833c-92c370ea35d4 HTTP/1.1" status: 200 len: 992 time: 3.6666839 Oct 12 11:31:39.888148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:31:39.890485 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:31:39.914633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Allocated IP 172.25.2.47 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/864f0c25-49f5-4585-9c40-e232700840eb) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:40.028607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:40.038483 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951e641e-88b5-4d14-97f5-be7f53d14a54 x-openstack-request-id: req-951e641e-88b5-4d14-97f5-be7f53d14a54 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:31:40.038792 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:31:40.039106 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-951e641e-88b5-4d14-97f5-be7f53d14a54 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:31:40.039504 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'status': 'completed', 'code': 200} Oct 12 11:31:40.057877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:40.134736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:40.142248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-8ed79850-eb8b-4919-82a4-9a05a0e6b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:40.150525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-8ed79850-eb8b-4919-82a4-9a05a0e6b64b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1097 time: 0.1240227 Oct 12 11:31:40.313610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:40.319645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7f35275-a94a-4fe0-b226-a105d31e1326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:40.384018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:40.390237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-15e47d76-0a65-4127-bfc6-0ab0a217d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:40.393625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:40.396696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:40.407359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-15e47d76-0a65-4127-bfc6-0ab0a217d9f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.2481430 Oct 12 11:31:40.525541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40d241a4-1ead-4124-833c-92c370ea35d4', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:a9:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:40.591886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:40.602801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-41efae96-277a-456e-8f0e-42c30d44af63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 200 len: 1000 time: 0.1833744 Oct 12 11:31:40.606559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:40.606794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Pushing event updated for resources: {'Port': ['ID=864f0c25-49f5-4585-9c40-e232700840eb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:40.607284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:40.717437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-5e87a6e0-cdb7-4906-814c-848c37ddcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:40.719703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-5e87a6e0-cdb7-4906-814c-848c37ddcda4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.1134214 Oct 12 11:31:40.829520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-8fa16452-6787-44b1-8797-05851a334533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:40.833118 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-8fa16452-6787-44b1-8797-05851a334533 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043944 Oct 12 11:31:40.854550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-b5bdeb82-ffac-4742-b036-2f065cb623f5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:31:40.859450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-b5bdeb82-ffac-4742-b036-2f065cb623f5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160315 Oct 12 11:31:40.859605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:40.861722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7f35275-a94a-4fe0-b226-a105d31e1326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:40.954222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00ab99-6ca3-45bd-8c0d-af1b73bc9428 None None] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:31:40.999934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7f35275-a94a-4fe0-b226-a105d31e1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.023936 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-ee64d07b-1d5a-41b8-b9c3-b7d7c9ba6d68 service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548553 Oct 12 11:31:41.101251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38846) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:41.102535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e7f35275-a94a-4fe0-b226-a105d31e1326 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8458d972f9ff49f1a3f00bb656c1d9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415387 Oct 12 11:31:41.110562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f35275-a94a-4fe0-b226-a105d31e1326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df49b0f8-e549-4d38-9713-4d5ff113684e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:41.133248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.295226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.341210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.352555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2958d433-58b6-4f05-bd7c-7cc5d5da6a8e req-403046fc-cafc-4b24-ba08-505835a272df service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232470 Oct 12 11:31:41.360744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] Provisioning complete for port 65d51a14-9bde-4f98-87ad-d04564568d5f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:41.361123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.393416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 65d51a14-9bde-4f98-87ad-d04564568d5f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:41.500563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.521952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.526187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.529754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df49b0f8-e549-4d38-9713-4d5ff113684e HTTP/1.1" status: 204 len: 168 time: 0.4240732 Oct 12 11:31:41.540219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f9c77-fcc7-47ef-9ee3-17342e5403c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df49b0f8-e549-4d38-9713-4d5ff113684e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:41.751186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Router 061587d5-8507-4c38-bbe4-43e3ca0568e0 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:31:41.803562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 65d51a14-9bde-4f98-87ad-d04564568d5f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:41.803562 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.859325 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:41.936580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] For port 65d51a14-9bde-4f98-87ad-d04564568d5f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=65d51a14-9bde-4f98-87ad-d04564568d5f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:41.981654 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.002901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40d241a4-1ead-4124-833c-92c370ea35d4', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:a9:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:42.058561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.067868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f62d6-ce4f-4a4e-bec4-37c912cab90b None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40d241a4-1ead-4124-833c-92c370ea35d4', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'port_id': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'mac_address': 'fa:16:3e:a9:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 1, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:42.192364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315cede-3829-45d6-95c1-8a9a3675688f None None] Pushing event updated for resources: {'Port': ['ID=65d51a14-9bde-4f98-87ad-d04564568d5f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:42.236987 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:31:42.237683 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:31:42.309048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:42.323269 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Sync routers for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:42.332255 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:42.370774 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:42.390210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ffb3ea9d-5438-4fd6-b2ba-3a38ac6bafaf None None] Provisioning complete for port 65d51a14-9bde-4f98-87ad-d04564568d5f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:42.390577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ea9d-5438-4fd6-b2ba-3a38ac6bafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.474158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.476469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e928aa89-08dc-4919-98d7-db454add50e7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7043982 Oct 12 11:31:42.479183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:42.492175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:42.520223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65e6800f-fe33-417c-b04b-ce6cac055696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.564767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:42.644739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65e6800f-fe33-417c-b04b-ce6cac055696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.774529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65e6800f-fe33-417c-b04b-ce6cac055696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.815313 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:40Z', 'revision_number': 3, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:42.821388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65e6800f-fe33-417c-b04b-ce6cac055696 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c1502b6fd3b4f87a813f9e1adbe43b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280385 Oct 12 11:31:42.822675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6800f-fe33-417c-b04b-ce6cac055696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747cb39a-86ff-4504-9ee8-5f33d52cc59d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:42.825255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:42.868899 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Checking router: 061587d5-8507-4c38-bbe4-43e3ca0568e0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:42.869244 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Updating router 061587d5-8507-4c38-bbe4-43e3ca0568e0 port 864f0c25-49f5-4585-9c40-e232700840eb binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:42.905938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.918332 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:42.931840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.063105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.066779 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.068194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/747cb39a-86ff-4504-9ee8-5f33d52cc59d HTTP/1.1" status: 204 len: 168 time: 0.2418416 Oct 12 11:31:43.096566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc061ebc-4507-4e80-b6ac-43eb8fd3c221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747cb39a-86ff-4504-9ee8-5f33d52cc59d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:43.295234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 65d51a14-9bde-4f98-87ad-d04564568d5f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:43.376985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 65d51a14-9bde-4f98-87ad-d04564568d5f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:43.380887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.385478 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.450409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da64006-8ece-45a5-8f6a-0e77b9b001e4 None None] New status for floating IP 40d241a4-1ead-4124-833c-92c370ea35d4: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:31:43.463273 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.549178 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac7f6f-2c1d-4e4a-8651-e479a9107788 None None] Pushing event updated for resources: {'Port': ['ID=864f0c25-49f5-4585-9c40-e232700840eb,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:43.564420 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Attempting to bind port 864f0c25-49f5-4585-9c40-e232700840eb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:43.564420 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Attempting to bind port 864f0c25-49f5-4585-9c40-e232700840eb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:43.564420 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Attempting to bind port 864f0c25-49f5-4585-9c40-e232700840eb on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:43.572409 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:43.573807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:43.574338 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.574761 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:43.575407 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Bound port: 864f0c25-49f5-4585-9c40-e232700840eb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:43.575798 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.611170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.675530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] For port 864f0c25-49f5-4585-9c40-e232700840eb, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:43.683849 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] For port 864f0c25-49f5-4585-9c40-e232700840eb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=864f0c25-49f5-4585-9c40-e232700840eb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:43.794921 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.827143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Allocated IP 172.20.0.1 (d1548b27-8c8c-45cc-8aa1-e72b50e43792/fa87e9f5-2fd2-47fc-a03c-2b520c513034/786ff4a3-75ff-494d-8c0e-09e43a72848f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:43.862866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:43.863489 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:43.899689 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac7f6f-2c1d-4e4a-8651-e479a9107788 None None] Pushing event updated for resources: {'Port': ['ID=864f0c25-49f5-4585-9c40-e232700840eb,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:43.976084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:43.983306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:44.091506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38882) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:44.108716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.111668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74a17a43-de79-4836-be49-bd1cc962324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.150896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:44.154263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:44.157142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:44.171812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:40Z', 'revision_number': 3, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:44.206110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58400f-4887-4a83-8896-82cdb75404aa None None] The sync data for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 is: [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:40Z', 'revision_number': 3, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:44.212315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Pushing event updated for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:44.239623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.250004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74a17a43-de79-4836-be49-bd1cc962324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.446272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-74a17a43-de79-4836-be49-bd1cc962324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.493431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-74a17a43-de79-4836-be49-bd1cc962324d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=778b33bb6b484726bdaed6f43b21d77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005432 Oct 12 11:31:44.495305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a17a43-de79-4836-be49-bd1cc962324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a610a647-59d6-4a2f-b386-998b9af5826b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:44.498112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38890) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:44.585706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.592615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-80a75f67-5ea1-4b80-81c7-008b5ce6dfc5 None None] Provisioning complete for port 786ff4a3-75ff-494d-8c0e-09e43a72848f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:44.593154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80a75f67-5ea1-4b80-81c7-008b5ce6dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.623737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.650389 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:44.692568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-80a75f67-5ea1-4b80-81c7-008b5ce6dfc5 None None] Port 786ff4a3-75ff-494d-8c0e-09e43a72848f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:44.920174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.111585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.114998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.116270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a610a647-59d6-4a2f-b386-998b9af5826b HTTP/1.1" status: 204 len: 168 time: 0.6169610 Oct 12 11:31:45.128686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.155545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef13a1-40e3-4a9b-8695-d2e5af0f6c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a610a647-59d6-4a2f-b386-998b9af5826b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:45.273357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.281469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Pushing event updated for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:45.317830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 864f0c25-49f5-4585-9c40-e232700840eb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:45.378813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 864f0c25-49f5-4585-9c40-e232700840eb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:45.379449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.395088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:45.405420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:45.520092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.544359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 864f0c25-49f5-4585-9c40-e232700840eb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=864f0c25-49f5-4585-9c40-e232700840eb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:45.619398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Router 061587d5-8507-4c38-bbe4-43e3ca0568e0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:31:45.651319 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.757899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-80583897-821f-4148-8d29-f28eb82320ff None None] Provisioning complete for port 786ff4a3-75ff-494d-8c0e-09e43a72848f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:45.758357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80583897-821f-4148-8d29-f28eb82320ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:45.781487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=864f0c25-49f5-4585-9c40-e232700840eb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:45.804278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-80583897-821f-4148-8d29-f28eb82320ff None None] Port 786ff4a3-75ff-494d-8c0e-09e43a72848f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:45.813938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:31:45.828320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d720038f-3f12-4be6-8501-ddb14ebf4222 admin admin] 10.222.0.43 "PUT /v2.0/routers/061587d5-8507-4c38-bbe4-43e3ca0568e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3387358 Oct 12 11:31:46.391120 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Sync routers for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:31:46.405896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:46.407157 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:46.593361 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:46.650349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:46.655838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546432345', 'description': 'tempest-description--607413309'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:46.743025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:46.840649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:46.872801 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 2, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:46.901787 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Checking router: 061587d5-8507-4c38-bbe4-43e3ca0568e0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:31:46.902139 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Updating router 061587d5-8507-4c38-bbe4-43e3ca0568e0 port 786ff4a3-75ff-494d-8c0e-09e43a72848f binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:31:46.908375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:46.936264 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:46.939545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5feaf-83e0-4323-bf10-3f25eac44f8c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:46.999238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.001237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-969c1b18-7819-4beb-be53-59c509c524c0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3490157 Oct 12 11:31:47.003960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:47.010834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5feaf-83e0-4323-bf10-3f25eac44f8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:47.128014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.207312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.235233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 864f0c25-49f5-4585-9c40-e232700840eb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:47.249840 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.289060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 864f0c25-49f5-4585-9c40-e232700840eb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:47.289499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.296946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.322794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb12355-9242-4f82-b31f-e1a7aea515ff,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:47.326074 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.381089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.385909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38944) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:47.394314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50d089a2-b4c0-4207-b975-742b8745aedb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810263 Oct 12 11:31:47.394469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5feaf-83e0-4323-bf10-3f25eac44f8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:47.401377 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c548-713b-4b0c-859b-10f1f6c51e40 None None] Pushing event updated for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:47.455775 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Attempting to bind port 786ff4a3-75ff-494d-8c0e-09e43a72848f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:31:47.456272 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Attempting to bind port 786ff4a3-75ff-494d-8c0e-09e43a72848f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:31:47.456637 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Attempting to bind port 786ff4a3-75ff-494d-8c0e-09e43a72848f on network d1548b27-8c8c-45cc-8aa1-e72b50e43792 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:31:47.463091 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:31:47.463505 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Checking segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:31:47.464142 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.464539 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Bound using segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:31:47.465008 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Bound port: 786ff4a3-75ff-494d-8c0e-09e43a72848f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:31:47.465396 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.511489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.578676 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] For port 786ff4a3-75ff-494d-8c0e-09e43a72848f, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:31:47.582422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] For port 786ff4a3-75ff-494d-8c0e-09e43a72848f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=786ff4a3-75ff-494d-8c0e-09e43a72848f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:31:47.643393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.645075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cc198a5a-1ec2-4006-829d-9d2a5aabda2f None None] Provisioning complete for port 786ff4a3-75ff-494d-8c0e-09e43a72848f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:47.645446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cc198a5a-1ec2-4006-829d-9d2a5aabda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.689323 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.695030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cc198a5a-1ec2-4006-829d-9d2a5aabda2f None None] Port 786ff4a3-75ff-494d-8c0e-09e43a72848f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:31:47.716686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b442ea4f-db0b-41f2-95f7-85d1cbaadc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.721276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.760530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58baac4a-e2ef-41a5-a2c9-d20848723063,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:47.772082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:31:47.773237 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:47.778386 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c548-713b-4b0c-859b-10f1f6c51e40 None None] Pushing event updated for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:47.880668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:47.883464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f9352e1f-2181-4832-ac94-e3a8b874fcf6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4963505 Oct 12 11:31:47.886346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38952) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:31:47.894908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:31:47.995179 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:31:48.018602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] Provisioning complete for port 786ff4a3-75ff-494d-8c0e-09e43a72848f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:48.019243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.031099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.162782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.176671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.199819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] For port 786ff4a3-75ff-494d-8c0e-09e43a72848f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=786ff4a3-75ff-494d-8c0e-09e43a72848f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:31:48.232167 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:47Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:31:48.266740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-48a37dc5-8f7b-42ea-a984-3ed7f2ff303c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035233 Oct 12 11:31:48.268967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad989599-8afe-4d19-bc0f-8ecb4e881e10 None None] The sync data for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 is: [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:47Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:31:48.315825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.377616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Allocated IP 172.25.2.244 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/795c2d11-d535-4a25-9e1a-e46f2378e3fa) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:31:48.403518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd672f8f-53c0-4ead-947d-901613d3294e None None] Pushing event updated for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:48.433089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-4def7af1-c73a-4509-b510-9241ae9c6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:48.435285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-4def7af1-c73a-4509-b510-9241ae9c6de0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1096 time: 0.1130307 Oct 12 11:31:48.619113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.627962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-29222c25-bc89-452e-b8a6-3b9be75ef468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:48.629352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-29222c25-bc89-452e-b8a6-3b9be75ef468 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1554086 Oct 12 11:31:48.727833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-ac273b16-449c-441c-acc8-feb2902ab9b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 1001 time: 0.0903716 Oct 12 11:31:48.796415 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:48.849636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:31:48.857893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-eb61b583-3abd-47b8-b358-f0900684238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:48.859450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-eb61b583-3abd-47b8-b358-f0900684238a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.1133327 Oct 12 11:31:48.860299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:31:48.866315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:31:48.928479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'Port': ['ID=795c2d11-d535-4a25-9e1a-e46f2378e3fa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:48.986237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-b7fe6cc0-a0bc-406e-aa8d-c73aabdb3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:48.988026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-b7fe6cc0-a0bc-406e-aa8d-c73aabdb3003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192884 Oct 12 11:31:49.064814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:49.104394 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-651b018f-1d31-4220-828a-2c1730245ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071513 Oct 12 11:31:49.218564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:49.256106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 786ff4a3-75ff-494d-8c0e-09e43a72848f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:31:49.267732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6061f44-4e14-42b3-a3e5-f6c9f42cede3 req-92462b13-1909-4a64-8aee-232b65f0ca60 service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563048 Oct 12 11:31:49.313993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 786ff4a3-75ff-494d-8c0e-09e43a72848f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:31:49.314364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:49.553015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:50.491666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:50.523471 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a13efa37-3a36-4a00-9866-96cd70d542e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:50.556406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-8f8e7e5b-7bd1-4376-b7cf-7104e2102c39 req-4583e35f-f4b6-4742-a455-c31c329e19e0 tempest-ServersWithSpecificFlavorTestJSON-339700700 tempest-ServersWithSpecificFlavorTestJSON-339700700-project] (95547) timed out ('10.222.0.47', 52705) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:31:50.564042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'Port': ['ID=795c2d11-d535-4a25-9e1a-e46f2378e3fa,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:31:50.579121 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:50.654460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:50.656040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff870ed0-54ae-4e35-ab96-1235800cd106 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7678254 Oct 12 11:31:51.671653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:51.719611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:52.040312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:52.806633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-1856f909-343b-43dd-b42d-d5f0050e9d65 req-6e093256-4471-49cb-af42-1ccac4a5af61 service neutron] (95547) timed out ('10.222.0.41', 62427) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:31:53.293819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:54.759172 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:31:56.144400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-b5d10da7-30bf-4d59-8ac3-6f43a7e69f8b tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1546432345&fields=id&tenant_id=8c187fc1f78941baa17da555fdea3855 HTTP/1.1" status: 200 len: 267 time: 0.0346003 Oct 12 11:31:56.314216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-2d2758f3-bf86-476b-ba29-e1f49e556ba6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:56.319523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-2d2758f3-bf86-476b-ba29-e1f49e556ba6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/networks?id=d1548b27-8c8c-45cc-8aa1-e72b50e43792 HTTP/1.1" status: 200 len: 805 time: 0.1665151 Oct 12 11:31:56.346946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-34a30719-9493-44a9-9ba1-9bec252c553f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/quotas/8c187fc1f78941baa17da555fdea3855 HTTP/1.1" status: 200 len: 375 time: 0.0188122 Oct 12 11:31:56.401010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-94c54c75-0d73-471d-84b5-5669cdcbcade tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c187fc1f78941baa17da555fdea3855&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531964 Oct 12 11:31:56.532487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-56d68922-5f84-4f2c-88b5-4c6e6ff572fe service neutron] 10.222.0.43 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160226 Oct 12 11:31:56.617942 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:31:56.669083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-69aea23b-69cd-42af-af40-7a56dcd5549a service neutron] 10.222.0.43 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355391 Oct 12 11:31:57.017936 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b522fa6-88e3-49b7-bd4c-41d5bc3a68bb req-cb7c478f-aa9e-41b9-b14b-5dbb464e394b tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0283821 Oct 12 11:31:58.162920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fac75465-adfa-4e0d-b6da-9b944bb95c7d req-87531979-de71-419c-bbb2-4094062d46b8 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0883236 Oct 12 11:31:59.275611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c622636b-76f5-4b56-8829-7f00b7c61aa8 req-bb4be8f1-4731-4717-9d67-037215098864 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0317941 Oct 12 11:31:59.821162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-cfff9596-596e-4ea9-89f8-e757057853fd tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:31:59.821162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-cfff9596-596e-4ea9-89f8-e757057853fd tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.47 "GET /v2.0/networks?id=d1548b27-8c8c-45cc-8aa1-e72b50e43792 HTTP/1.1" status: 200 len: 805 time: 0.1625054 Oct 12 11:31:59.840216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-73573dd7-3613-439b-b17e-7f55283aabdc tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c187fc1f78941baa17da555fdea3855 HTTP/1.1" status: 200 len: 380 time: 0.0394208 Oct 12 11:31:59.850860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'port': {'device_id': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'admin_state_up': True, 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'security_groups': ['ddd5feaf-83e0-4323-bf10-3f25eac44f8c']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:00.079755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Made reservation on behalf of 8c187fc1f78941baa17da555fdea3855 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:00.083279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:00.259523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Allocated IP 172.20.0.5 (d1548b27-8c8c-45cc-8aa1-e72b50e43792/fa87e9f5-2fd2-47fc-a03c-2b520c513034/322972d8-882e-4530-b704-e6e32eaa219f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:00.482134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c65396db-3fe2-46a1-a619-e681d60be500 req-9860ffd3-c507-44f1-b44e-f2c29852a490 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0425172 Oct 12 11:32:00.540114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:00.651974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:00.711441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:00.718092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:00.721996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:00.760855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event updated for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:00.808645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:00.809627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:00.923697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-025d459d-f629-4a73-83e3-9f54b4f80ea5 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0766621 Oct 12 11:32:01.054889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-915df358-f123-430d-b249-cee0e0e232b2 None None] Provisioning complete for port 322972d8-882e-4530-b704-e6e32eaa219f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:01.055480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-915df358-f123-430d-b249-cee0e0e232b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:01.124012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Request body: {'port': {'device_id': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:01.136803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-915df358-f123-430d-b249-cee0e0e232b2 None None] Port 322972d8-882e-4530-b704-e6e32eaa219f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:01.220509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:01.616174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322972d8-882e-4530-b704-e6e32eaa219f {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:01.624185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:01.653543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Transition to ACTIVE for port object 322972d8-882e-4530-b704-e6e32eaa219f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:01.662793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d988910-7125-443a-8540-9956b558e8ac req-bc5e2321-da7a-4778-a7c7-2c369d16cacc tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:01.662793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d988910-7125-443a-8540-9956b558e8ac req-bc5e2321-da7a-4778-a7c7-2c369d16cacc tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 931 time: 0.0684371 Oct 12 11:32:01.716271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3d988910-7125-443a-8540-9956b558e8ac req-15b94309-ecb5-4eb8-a45e-1504b8a012e2 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 Oct 12 11:32:01.742775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:01.802607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Pushing event updated for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:01.894627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Attempting to bind port 322972d8-882e-4530-b704-e6e32eaa219f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:01.895009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Attempting to bind port 322972d8-882e-4530-b704-e6e32eaa219f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:01.895340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Attempting to bind port 322972d8-882e-4530-b704-e6e32eaa219f on network d1548b27-8c8c-45cc-8aa1-e72b50e43792 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:01.900392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Port 322972d8-882e-4530-b704-e6e32eaa219f on network d1548b27-8c8c-45cc-8aa1-e72b50e43792 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:01.900717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Attempting to bind port 322972d8-882e-4530-b704-e6e32eaa219f on network d1548b27-8c8c-45cc-8aa1-e72b50e43792 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:01.906169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:01.906505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Checking segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:01.907052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Bound using segment: {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:01.907486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Bound port: 322972d8-882e-4530-b704-e6e32eaa219f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029e26e8-aa8c-4db0-a092-07212c87e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:01.907846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:02.065501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:02.079376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=322972d8-882e-4530-b704-e6e32eaa219f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:02.174970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:02.231173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.231817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:02.233231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/322972d8-882e-4530-b704-e6e32eaa219f HTTP/1.1" status: 200 len: 1091 time: 1.3017101 Oct 12 11:32:02.233678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:02.236493 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "tag": "322972d8-882e-4530-b704-e6e32eaa219f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:02.260049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2884c-c583-4db5-854b-0fd0c6f470c3 service neutron] Pushing event updated for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:02.289296 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a55d4-1c8d-4f5a-bb61-d8903c8a0c07 x-openstack-request-id: req-cc3a55d4-1c8d-4f5a-bb61-d8903c8a0c07 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:02.289588 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "tag": "322972d8-882e-4530-b704-e6e32eaa219f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:02.289842 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc3a55d4-1c8d-4f5a-bb61-d8903c8a0c07 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:02.290276 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f', 'status': 'completed', 'code': 200} Oct 12 11:32:02.377769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-ef90bdd7-8b60-414d-9734-2747c0f8b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.380333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-ef90bdd7-8b60-414d-9734-2747c0f8b822 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c187fc1f78941baa17da555fdea3855&device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 1094 time: 0.0690193 Oct 12 11:32:02.573296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-05f6fdcd-cc0c-4200-b6ad-14d6dbf9492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.575722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-05f6fdcd-cc0c-4200-b6ad-14d6dbf9492b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8c187fc1f78941baa17da555fdea3855&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1871614 Oct 12 11:32:02.710537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-91fd98e2-95cc-4172-8cc5-9f8f73f84ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.711932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-223d64ce-d5a4-41d1-9619-a6ff04dc5db0 req-91fd98e2-95cc-4172-8cc5-9f8f73f84ca4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279044 Oct 12 11:32:02.844018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-d640b2ae-abd4-4a27-931d-e895f31eb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.847349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-d640b2ae-abd4-4a27-931d-e895f31eb8bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c187fc1f78941baa17da555fdea3855&device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 1094 time: 0.0824668 Oct 12 11:32:02.892815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefe08e-48c2-4e50-89e6-b2ab429d9395 req-ef01209a-d6bc-492e-8048-455275357e2e tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.899035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdefe08e-48c2-4e50-89e6-b2ab429d9395 req-ef01209a-d6bc-492e-8048-455275357e2e tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 943 time: 0.0583758 Oct 12 11:32:02.912130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-4b70eba0-6970-43bb-aa64-95130eae1b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322972d8-882e-4530-b704-e6e32eaa219f HTTP/1.1" status: 200 len: 217 time: 0.0574234 Oct 12 11:32:02.953248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cdefe08e-48c2-4e50-89e6-b2ab429d9395 req-914c1f13-3121-4df0-9172-626b2b675e68 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Oct 12 11:32:02.988054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-c1219fc6-ee5f-4b6c-a7c4-b150e60f9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:02.989894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-c1219fc6-ee5f-4b6c-a7c4-b150e60f9ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa87e9f5-2fd2-47fc-a03c-2b520c513034 HTTP/1.1" status: 200 len: 844 time: 0.0714138 Oct 12 11:32:03.047859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-5fbf551d-9807-48e2-98e7-2b86be361739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:03.049898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-5fbf551d-9807-48e2-98e7-2b86be361739 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1548b27-8c8c-45cc-8aa1-e72b50e43792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528839 Oct 12 11:32:03.197222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-f80c1311-9aa2-41ab-b1cc-e2875f8671d3 service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402597 Oct 12 11:32:03.325968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1923949-5626-4519-8c4d-ad1c3628dcd7 req-840ece28-7f2a-44b9-8705-f27698a02c32 service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221101 Oct 12 11:32:04.118820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67830fa-dec8-4ea4-954f-19f4f9bee40e req-076b4642-7289-45b1-9e74-cbc8b8149e57 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:04.121005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e67830fa-dec8-4ea4-954f-19f4f9bee40e req-076b4642-7289-45b1-9e74-cbc8b8149e57 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 943 time: 0.0867624 Oct 12 11:32:04.169276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e67830fa-dec8-4ea4-954f-19f4f9bee40e req-12451d8a-2030-463e-bd14-f42bfb6dd733 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Oct 12 11:32:05.304798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 322972d8-882e-4530-b704-e6e32eaa219f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:32:05.323133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520037-2fe8-4e4d-a4b1-000953a47e9a req-abd96c97-be1e-4200-bc59-155bb3d90cec tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:05.327573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17520037-2fe8-4e4d-a4b1-000953a47e9a req-abd96c97-be1e-4200-bc59-155bb3d90cec tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 943 time: 0.0779626 Oct 12 11:32:05.381506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17520037-2fe8-4e4d-a4b1-000953a47e9a req-65807766-b25b-4974-8cbd-3d751e5e8099 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Oct 12 11:32:05.422532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=322972d8-882e-4530-b704-e6e32eaa219f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:05.434919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '322972d8-882e-4530-b704-e6e32eaa219f', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'port_id': '322972d8-882e-4530-b704-e6e32eaa219f', 'mac_address': 'fa:16:3e:6d:bf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:32:05.478249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:05.491993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322972d8-882e-4530-b704-e6e32eaa219f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:05.515834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=322972d8-882e-4530-b704-e6e32eaa219f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:05.757605 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:05.812478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:06.017602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['322972d8-882e-4530-b704-e6e32eaa219f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:32:06.523362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac3673-44f8-4d87-b65b-5efe063d6189 req-50b29e70-c9cd-482f-b20a-026be9d2f4a0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:06.524938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ac3673-44f8-4d87-b65b-5efe063d6189 req-50b29e70-c9cd-482f-b20a-026be9d2f4a0 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 944 time: 0.0555458 Oct 12 11:32:06.569529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ac3673-44f8-4d87-b65b-5efe063d6189 req-54dbe868-3a52-4321-8483-dfef7f666696 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Oct 12 11:32:07.316161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 322972d8-882e-4530-b704-e6e32eaa219f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:07.510988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 322972d8-882e-4530-b704-e6e32eaa219f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:32:07.515772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 322972d8-882e-4530-b704-e6e32eaa219f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:07.515772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:07.597474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:07.620996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:07.623365 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e7d12-3a09-4879-accf-c8ff34474e6f" -d '{"events": [{"server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "name": "network-vif-plugged", "status": "completed", "tag": "322972d8-882e-4530-b704-e6e32eaa219f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:07.637242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=322972d8-882e-4530-b704-e6e32eaa219f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:07.711157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:07.719741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fedc5-c01f-4fbd-8dfd-20a046b23a6c req-36e33949-f22e-432d-acc3-a823756218f8 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:07.719741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-313fedc5-c01f-4fbd-8dfd-20a046b23a6c req-36e33949-f22e-432d-acc3-a823756218f8 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 944 time: 0.0636373 Oct 12 11:32:07.751232 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfaeae4-d26b-4bd1-b5c1-5e4979aaab7c x-openstack-request-id: req-fbfaeae4-d26b-4bd1-b5c1-5e4979aaab7c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:07.751471 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "name": "network-vif-plugged", "status": "completed", "tag": "322972d8-882e-4530-b704-e6e32eaa219f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:07.751773 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbfaeae4-d26b-4bd1-b5c1-5e4979aaab7c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:07.752121 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f', 'code': 200} Oct 12 11:32:07.765574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-313fedc5-c01f-4fbd-8dfd-20a046b23a6c req-1466fff9-86df-44cb-aabc-22f58123e020 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Oct 12 11:32:07.791651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:07.855449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b75f-7deb-4976-a954-7ddc9e8fa30d req-cdd94d11-2c5b-4dff-a2d7-c01f272342a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:07.856870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd54b75f-7deb-4976-a954-7ddc9e8fa30d req-cdd94d11-2c5b-4dff-a2d7-c01f272342a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 1096 time: 0.0474193 Oct 12 11:32:07.894597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd54b75f-7deb-4976-a954-7ddc9e8fa30d req-db54b1f8-af38-4ab2-8af8-5d8587643ecf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Oct 12 11:32:08.911471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79344e-e288-4c7f-ac1f-de95438670eb req-9758c7f1-f5f9-43ff-a164-05731b1f73d1 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:08.913641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de79344e-e288-4c7f-ac1f-de95438670eb req-9758c7f1-f5f9-43ff-a164-05731b1f73d1 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0598934 Oct 12 11:32:08.959288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de79344e-e288-4c7f-ac1f-de95438670eb req-c9f1dd88-7ee8-41f3-a27b-b968b04b678d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Oct 12 11:32:10.083995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f44bad-33c3-41ce-b3ae-6439f6f657c5 req-dd7bae88-5b63-4eb3-b53e-53cd5f442b28 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:10.085775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71f44bad-33c3-41ce-b3ae-6439f6f657c5 req-dd7bae88-5b63-4eb3-b53e-53cd5f442b28 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0525639 Oct 12 11:32:10.126351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71f44bad-33c3-41ce-b3ae-6439f6f657c5 req-6a27f6e3-bc3d-4e71-9d78-2f3422a5f673 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343192 Oct 12 11:32:10.247358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad9496-5f4a-426f-83a1-b4ca2761950a req-63b392ce-2e62-47d8-8ec1-02af3d0927fb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:10.248897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34ad9496-5f4a-426f-83a1-b4ca2761950a req-63b392ce-2e62-47d8-8ec1-02af3d0927fb tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0536661 Oct 12 11:32:10.257948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:10.262668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Request body: {'floatingip': {'port_id': '322972d8-882e-4530-b704-e6e32eaa219f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:10.306358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:10.790405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:11.051425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:11.158889 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Floating IP f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc associated. External IP: 172.25.2.244, port: 322972d8-882e-4530-b704-e6e32eaa219f. Oct 12 11:32:11.384445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Router 061587d5-8507-4c38-bbe4-43e3ca0568e0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:32:11.511658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:32:11.516527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:11.523457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Sync routers for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:32:11.533522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:32:11.534225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:32:11.549303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2083ad44-5e47-40bb-a4f8-10bcb8770a0d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "PUT /v2.0/floatingips/f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc HTTP/1.1" status: 200 len: 991 time: 1.2901919 Oct 12 11:32:11.550270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:11.553851 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "tag": "322972d8-882e-4530-b704-e6e32eaa219f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:11.601641 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dffb1aa-0564-4395-b7ee-ced48bb8e888 x-openstack-request-id: req-1dffb1aa-0564-4395-b7ee-ced48bb8e888 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:11.602715 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "tag": "322972d8-882e-4530-b704-e6e32eaa219f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:11.603034 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dffb1aa-0564-4395-b7ee-ced48bb8e888 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:11.603517 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f', 'status': 'completed', 'code': 200} Oct 12 11:32:11.657218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:32:11.672110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-ffeee0df-deb1-4f62-8cab-9e29beebd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:11.680633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-ffeee0df-deb1-4f62-8cab-9e29beebd904 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c187fc1f78941baa17da555fdea3855&device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 1096 time: 0.0443046 Oct 12 11:32:11.794443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-141e88de-efed-48e3-bedb-1f63e7747ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:11.800500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-141e88de-efed-48e3-bedb-1f63e7747ab6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1548b27-8c8c-45cc-8aa1-e72b50e43792 HTTP/1.1" status: 200 len: 906 time: 0.1143234 Oct 12 11:32:11.875323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-0f4d50c4-bae5-4115-bb3b-44ac4f979d14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322972d8-882e-4530-b704-e6e32eaa219f HTTP/1.1" status: 200 len: 999 time: 0.0719836 Oct 12 11:32:11.925459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'port_id': '322972d8-882e-4530-b704-e6e32eaa219f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'mac_address': 'fa:16:3e:6d:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:48Z', 'updated_at': '2021-10-12T11:32:10Z', 'revision_number': 1, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:32:11.932263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-9dd13311-7411-4f3c-9b42-f55aedb56b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:11.933855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-9dd13311-7411-4f3c-9b42-f55aedb56b98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa87e9f5-2fd2-47fc-a03c-2b520c513034 HTTP/1.1" status: 200 len: 844 time: 0.0510499 Oct 12 11:32:11.958570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Checking router: 061587d5-8507-4c38-bbe4-43e3ca0568e0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:32:11.969416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:32:11.970076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:32:11.991410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-f91fb1cb-0a42-4c15-9194-d3b976064706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:11.994391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-f91fb1cb-0a42-4c15-9194-d3b976064706 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1548b27-8c8c-45cc-8aa1-e72b50e43792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532229 Oct 12 11:32:12.106296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-3ccd74cb-cdd4-4ee9-ae97-d099cb2032dc service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050987 Oct 12 11:32:12.254037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2431f27e-3b4a-4f9f-8eb8-c1e0afc4d80f req-5eb1e634-b420-4d01-9184-114ee15cbbb1 service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395988 Oct 12 11:32:12.299218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:32:12.615687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'port_id': '322972d8-882e-4530-b704-e6e32eaa219f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'mac_address': 'fa:16:3e:6d:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:48Z', 'updated_at': '2021-10-12T11:32:10Z', 'revision_number': 1, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:32:12.652889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbb843-d1a9-4f44-bcba-36b23fceaacc None None] The sync data for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 is: [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'port_id': '322972d8-882e-4530-b704-e6e32eaa219f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'mac_address': 'fa:16:3e:6d:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:31:48Z', 'updated_at': '2021-10-12T11:32:10Z', 'revision_number': 1, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:32:12.948071 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7490cb7-476e-4a59-aabe-2f28f746931f None None] New status for floating IP f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:32:17.725258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-df7c7871-3362-4cfd-a19e-7156dbb6adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:19.772509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:19.777828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1735898924'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:19.936579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:19.940698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:19.968428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:32:19.978573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:19.979070 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Added segment 176c3f51-9ef1-49d9-9e92-d606140bc740 of type vlan for network 3577d16e-cb08-4817-905f-c13b594dc9fe Oct 12 11:32:20.022498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.131049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.137269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:20.137904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.209337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Network': ['ID=3577d16e-cb08-4817-905f-c13b594dc9fe,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:20.220095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3577d16e-cb08-4817-905f-c13b594dc9fe details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:32:20.304853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e59829ff-fc33-4cd4-848e-b5722a7e22f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5285354 Oct 12 11:32:20.305134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39490) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:20.310424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2057752039'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:20.447897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:20.451461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.476512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:32:20.490555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.490555 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Added segment 5bbcbf23-dd9a-4777-983d-856f36734a0a of type vlan for network 1665b445-9b53-4e98-aa84-c32fa1d1706f Oct 12 11:32:20.527860 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.528262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-93aeaff7-e291-4b12-b878-1fe2d0abe8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.679897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.685621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:20.686207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:20.756617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Network': ['ID=1665b445-9b53-4e98-aa84-c32fa1d1706f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:20.766898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:32:20.841751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-37179b8c-154b-4ab6-917f-669b050de077 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5355184 Oct 12 11:32:20.844405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39496) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:20.849283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'subnet': {'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:21.030085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:21.033648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:21.648455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:21.702245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:21.711316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Subnet': ['ID=c49b9009-da6e-4819-b41e-3e7f5ce24bf1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:21.721864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:21.722227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network hostable DHCP agents. Network: 3577d16e-cb08-4817-905f-c13b594dc9fe, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:32:21.742241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:21.842612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:32:21.965138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3577d16e-cb08-4817-905f-c13b594dc9fe) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:21.970978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:21.971917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:21.976796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e54245-5557-436f-acac-0c9611fe0ee0 None None] Network 3577d16e-cb08-4817-905f-c13b594dc9fe requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:32:22.023658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.120211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d05bf19a-2142-4fec-ada0-e589d6004119 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2747471 Oct 12 11:32:22.122738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:22.125753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-3577d16e-cb08-4817-905f-c13b594dc9fe', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:32:22.126631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.128533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'subnet': {'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:22.282099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Allocated IP 10.1.1.2 (3577d16e-cb08-4817-905f-c13b594dc9fe/c49b9009-da6e-4819-b41e-3e7f5ce24bf1/f459388d-f2cd-46f2-9951-1b66776be3ba) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:22.328576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:22.338982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.452343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.548467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.594469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:22.599614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:22.602290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:22.615090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Pushing event updated for resources: {'Port': ['ID=f459388d-f2cd-46f2-9951-1b66776be3ba,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:22.651101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.662867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Attempting to bind port f459388d-f2cd-46f2-9951-1b66776be3ba on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:22.663331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Attempting to bind port f459388d-f2cd-46f2-9951-1b66776be3ba by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:22.663753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Attempting to bind port f459388d-f2cd-46f2-9951-1b66776be3ba on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:22.668884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:22.670042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:22.670042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.670258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Bound using segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:22.670773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Bound port: f459388d-f2cd-46f2-9951-1b66776be3ba, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:22.671229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.724724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Subnet': ['ID=53372039-1bb5-413b-b57d-ba14a6b00e6d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:22.732555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Checking segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:22.732934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network hostable DHCP agents. Network: 1665b445-9b53-4e98-aa84-c32fa1d1706f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:32:22.753432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] For port f459388d-f2cd-46f2-9951-1b66776be3ba, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:22.757478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] For port f459388d-f2cd-46f2-9951-1b66776be3ba, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f459388d-f2cd-46f2-9951-1b66776be3ba,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:22.868079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:32:22.919771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:22.990173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b800a-4f9d-439a-a376-fc497d69b857 None None] Pushing event updated for resources: {'Port': ['ID=f459388d-f2cd-46f2-9951-1b66776be3ba,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:22.997145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1665b445-9b53-4e98-aa84-c32fa1d1706f) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:23.001927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:23.002877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.009109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d868962-a654-47af-89e1-8242f1d88150 None None] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:32:23.151385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-65b972d0-35fe-410e-b89d-bd6561d5f6fb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0268817 Oct 12 11:32:23.154216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39534) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:23.191660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'name': 'tempest-TaggedBootDevicesTest-1542178795', 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:23.234456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1665b445-9b53-4e98-aa84-c32fa1d1706f', 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ips': [{'subnet_id': '53372039-1bb5-413b-b57d-ba14a6b00e6d'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:32:23.241779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.368964 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.417674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f459388d-f2cd-46f2-9951-1b66776be3ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:23.471151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:23.475180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Allocated IP 10.2.2.2 (1665b445-9b53-4e98-aa84-c32fa1d1706f/53372039-1bb5-413b-b57d-ba14a6b00e6d/8ab38cc4-cddc-4a68-a6f7-e9871752beb4) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:23.532455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f459388d-f2cd-46f2-9951-1b66776be3ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:23.533069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.564023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.582869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] device_id is not set on port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:32:23.717414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.723188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.761164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port f459388d-f2cd-46f2-9951-1b66776be3ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f459388d-f2cd-46f2-9951-1b66776be3ba,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:23.763834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.1.1.106 (3577d16e-cb08-4817-905f-c13b594dc9fe/c49b9009-da6e-4819-b41e-3e7f5ce24bf1/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:23.818293 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.862587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:23.866912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.872155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:23.876119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:23.878803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Pushing event updated for resources: {'Port': ['ID=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:23.936621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.978881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=f459388d-f2cd-46f2-9951-1b66776be3ba,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:23.983692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Attempting to bind port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:23.984066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Attempting to bind port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:23.984432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Attempting to bind port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:23.994273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:23.994651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Checking segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:23.995089 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:23.995485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Bound using segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:23.996024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Bound port: 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:23.996415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.070488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] For port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:24.074063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] For port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:24.119793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.120378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773e7fd-b48f-4a1c-8791-960375941463 None None] Network 3577d16e-cb08-4817-905f-c13b594dc9fe requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:32:24.167066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:24.170141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:24.172807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:24.215563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:24.231886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.232345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.233554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.233921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.234573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.234940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.235361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.235783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.236473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.236891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.237351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.237962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:24.251953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.257256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:24.259637 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.311373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5debc4df-5d6d-41dd-b5fb-0e8850942bbb None None] Provisioning complete for port f459388d-f2cd-46f2-9951-1b66776be3ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:24.311373 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5debc4df-5d6d-41dd-b5fb-0e8850942bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.376296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5b6a4580-9919-447f-81d1-9d4aa9d778f0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2209234 Oct 12 11:32:24.378997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39558) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:24.385291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'name': 'tempest-TaggedBootDevicesTest-1266055976', 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:24.431826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2b950-860b-46cd-abf0-01e144ab8270 None None] Pushing event updated for resources: {'Port': ['ID=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:24.640116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:24.800244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.816010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] device_id is not set on port 4301dfcd-f602-433f-bdbf-936ee309736d yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:32:24.849559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8e48a500-6632-42ef-8746-4674ee70e440 None None] Provisioning complete for port f459388d-f2cd-46f2-9951-1b66776be3ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:24.850192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e48a500-6632-42ef-8746-4674ee70e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.951758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8e48a500-6632-42ef-8746-4674ee70e440 None None] Provisioning complete for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:24.952141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e48a500-6632-42ef-8746-4674ee70e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:24.989541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8e48a500-6632-42ef-8746-4674ee70e440 None None] Port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:25.060434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.1.1.232 (3577d16e-cb08-4817-905f-c13b594dc9fe/c49b9009-da6e-4819-b41e-3e7f5ce24bf1/4301dfcd-f602-433f-bdbf-936ee309736d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:25.110510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-be8f048d-424e-4faa-83e9-4f4fdbcf2c33 None None] Provisioning complete for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:25.110915 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-be8f048d-424e-4faa-83e9-4f4fdbcf2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.151657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-be8f048d-424e-4faa-83e9-4f4fdbcf2c33 None None] Port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:25.240834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.376811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.414739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f459388d-f2cd-46f2-9951-1b66776be3ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:25.430988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:25.436116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:25.441953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:25.508663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:25.556967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:25.560918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f459388d-f2cd-46f2-9951-1b66776be3ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:25.561304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.564836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.741383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e3202-29ab-4928-bc3b-642d90441a39 None None] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:32:25.746632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:25.797919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d4eb425-3523-4a1b-bda7-16e03d9a68ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4084404 Oct 12 11:32:25.876853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Provisioning complete for port 4301dfcd-f602-433f-bdbf-936ee309736d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:25.876853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.938814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:25.939195 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:25.969763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Port 4301dfcd-f602-433f-bdbf-936ee309736d cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:26.170639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39594) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:26.174987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348784463', 'description': 'tempest-description--248312765'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:26.185743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Provisioning complete for port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:26.186118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.294883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.343236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.353575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.377490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:26.439424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.504050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.580009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.605443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:32:26.605811 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-467a14a2-8ce9-4399-8f77-e54e1f3b38ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:32:26.610298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:26.611234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b874a-b146-4071-b5e2-adad0ef06f80,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:26.736502 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.776241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:26.778855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-713f72fb-cb5b-4846-b5b9-31eacd3ec7ab tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6072574 Oct 12 11:32:26.789959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39606) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:26.795781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'security_group_rule': {'security_group_id': '6e0b874a-b146-4071-b5e2-adad0ef06f80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:26.980303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.039482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.163032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.185371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f05058c-df8f-4dfa-985a-b125fd2a2db8,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:27.260320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:27.288397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.290027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2745a0ff-258b-40c8-b6ac-1643bfdbe893 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4987926 Oct 12 11:32:27.292848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39614) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:27.297386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'security_group_rule': {'security_group_id': '6e0b874a-b146-4071-b5e2-adad0ef06f80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:27.307583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b85c0231-417a-4b17-8563-40c140248147 None None] Provisioning complete for port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:27.308039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b85c0231-417a-4b17-8563-40c140248147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.354768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:27.355225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.445579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.537673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.622017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.645484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb366b3-d6d5-468f-8acf-1af16df79d6f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:27.738794 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:27.744438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8390dd04-29f0-470d-800a-99b234c70caf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4500630 Oct 12 11:32:27.750865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:32:27.761896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:27.897192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.018892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.146068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 172.25.2.72 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/e440ab8d-f093-4ecd-8bbd-67c26674e0c3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:28.249936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.362378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.403654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:28.406189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:28.408731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:28.437547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=e440ab8d-f093-4ecd-8bbd-67c26674e0c3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:28.507251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.635578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.787074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:28.916142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:29.003306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:29.024189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=e440ab8d-f093-4ecd-8bbd-67c26674e0c3,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:29.095760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:29.097032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-639d3f83-2426-4964-a2cc-47e7c87bbe70 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3514972 Oct 12 11:32:29.392741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-969a52bc-aa89-4142-aa29-461b2c73f93c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--348784463&fields=id&tenant_id=fb4c04a85cb145699eb9339b6e6ed954 HTTP/1.1" status: 200 len: 267 time: 0.0365703 Oct 12 11:32:29.455816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-93dff195-97e5-4ab6-9ba6-dd1facd5869f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:29.457203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-93dff195-97e5-4ab6-9ba6-dd1facd5869f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 932 time: 0.0560000 Oct 12 11:32:29.512594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-49ccc1da-53ad-42ad-a772-0cfe1bee8a7f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:29.515008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-49ccc1da-53ad-42ad-a772-0cfe1bee8a7f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 932 time: 0.0511782 Oct 12 11:32:29.570419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-3e2fb558-49f6-44fa-be07-6010ac945a51 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497687 Oct 12 11:32:29.610670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-8cb55cad-f3a9-453b-95d3-df9ffae19eae tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0281782 Oct 12 11:32:29.747301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-39d4854f-fc8b-45e0-9479-090109a1641a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:29.753398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-39d4854f-fc8b-45e0-9479-090109a1641a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:29.759913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-39d4854f-fc8b-45e0-9479-090109a1641a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:29.761536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-39d4854f-fc8b-45e0-9479-090109a1641a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 1991 time: 0.1427548 Oct 12 11:32:29.779039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-bf897705-10bc-4550-a693-3895f4fc9970 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/quotas/fb4c04a85cb145699eb9339b6e6ed954 HTTP/1.1" status: 200 len: 375 time: 0.0106168 Oct 12 11:32:29.861022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-8a7d5e45-f997-4e97-a2bf-ec885bded8b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0757666 Oct 12 11:32:29.973233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-adf4c423-1f1f-47b5-894e-43488c3e0aaf service neutron] 10.222.0.43 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086872 Oct 12 11:32:30.073460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e88ccde3-5f14-4cad-bd0e-f209829aacc8 service neutron] 10.222.0.43 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991769 Oct 12 11:32:30.115756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-5fd0c497-129b-42d9-8e6a-ad7879d4b95f service neutron] 10.222.0.43 "GET /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0353029 Oct 12 11:32:30.229191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-71aca0a4-8427-4349-85fb-bbebfca7b510 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035736 Oct 12 11:32:30.328133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-21c48992-94ef-4f60-8d63-ecad6fa648d9 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986197 Oct 12 11:32:30.386423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-0088e652-7ca0-4027-b8b5-5e644e08f053 service neutron] 10.222.0.43 "GET /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0454087 Oct 12 11:32:30.461761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7a80-012e-4ef6-99e8-0b6148300746 req-c8320f1f-437b-416d-a568-2354197082ef tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:30.463887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17dd7a80-012e-4ef6-99e8-0b6148300746 req-c8320f1f-437b-416d-a568-2354197082ef tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0696561 Oct 12 11:32:30.501538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-6cf184ec-3df0-45a4-94ce-d465d8bc6420 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141939 Oct 12 11:32:30.516959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17dd7a80-012e-4ef6-99e8-0b6148300746 req-57c11206-9da5-47e4-85f7-f6776050f5e9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461574 Oct 12 11:32:30.615248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-db30b762-967a-4e00-abe8-59d57521b699 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993569 Oct 12 11:32:30.708260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-04e5fb0c-09ba-464f-9daa-4a2917c4ff8f service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916233 Oct 12 11:32:30.811261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e9de6869-fe64-4e7d-be8c-1f190fbf4c75 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967309 Oct 12 11:32:30.911183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-70c4999a-ee92-408b-8c20-b7951f90e7dc service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923116 Oct 12 11:32:31.011726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-31a2b560-2bf6-4bc5-a60e-168839c47843 service neutron] 10.222.0.43 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942793 Oct 12 11:32:31.102825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-16d9f86d-4e1a-4460-ab37-fd35af3ca9eb service neutron] 10.222.0.43 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Oct 12 11:32:31.197286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-6d241f75-89c0-49af-bfb6-67d0ee87554c service neutron] 10.222.0.43 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883532 Oct 12 11:32:31.288260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-9f443cfb-6c9d-4438-b5f4-31ed44256739 service neutron] 10.222.0.43 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848184 Oct 12 11:32:31.390308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-0aef5543-a6f0-414e-974c-ff3e4585789f service neutron] 10.222.0.43 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958917 Oct 12 11:32:31.762153 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:32:31.903288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d902-fc44-4759-872d-f209773bbfd7 req-fa54fdcd-39c6-4327-a29a-3872039e95ab tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:31.904708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5116d902-fc44-4759-872d-f209773bbfd7 req-fa54fdcd-39c6-4327-a29a-3872039e95ab tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0559568 Oct 12 11:32:31.951821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5116d902-fc44-4759-872d-f209773bbfd7 req-9e40521a-a33b-4c5e-94a8-445e2ddea6d1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Oct 12 11:32:32.854506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12c8e052-06ea-4883-9b76-e003079115d9 req-06af321d-b471-49c7-87a1-cea58664e93a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0368669 Oct 12 11:32:33.090370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a3d5-2dde-4c40-aa58-0d6b50718cea req-9b64b426-0424-436a-bd1c-f76c42a544e4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:33.092552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fb4a3d5-2dde-4c40-aa58-0d6b50718cea req-9b64b426-0424-436a-bd1c-f76c42a544e4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Oct 12 11:32:33.132999 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6fb4a3d5-2dde-4c40-aa58-0d6b50718cea req-2fd693be-dcab-477e-b630-97d296c48615 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Oct 12 11:32:33.937280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb9e9826-c6ad-47e3-b4fe-e4a4f3a58903 req-1068860b-d261-40f0-8bd1-d23929725822 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0293601 Oct 12 11:32:34.268806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214bf58-cd75-4ca5-9d40-2959d4a151c0 req-2c7117cd-3822-4b33-95e0-9a0e00b3bdf9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:34.268806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9214bf58-cd75-4ca5-9d40-2959d4a151c0 req-2c7117cd-3822-4b33-95e0-9a0e00b3bdf9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0564477 Oct 12 11:32:34.309354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9214bf58-cd75-4ca5-9d40-2959d4a151c0 req-bfe62dcc-a0c2-4c8e-b4b4-090c3dc62e23 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Oct 12 11:32:35.041005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94857ffd-055a-4856-93c5-194d159e7eef req-92c69497-cfc4-468c-9534-89a1f2701dd8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Oct 12 11:32:35.439143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fd671-fd1b-45ce-a0ee-80c635bd2a7b req-1cb6c84b-41b5-4e3d-a12c-3087a47f28e6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:35.440733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f42fd671-fd1b-45ce-a0ee-80c635bd2a7b req-1cb6c84b-41b5-4e3d-a12c-3087a47f28e6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0511596 Oct 12 11:32:35.481918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f42fd671-fd1b-45ce-a0ee-80c635bd2a7b req-d862ec4c-2c69-473f-8e5f-c5cdc24fccf6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Oct 12 11:32:35.883492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-a2aa2450-64c1-4d40-aa31-e8954c5cbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:35.884770 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-a2aa2450-64c1-4d40-aa31-e8954c5cbd3e service neutron] 10.222.0.41 "GET /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 1028 time: 0.0347555 Oct 12 11:32:35.928718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-0c4211a7-3f39-4bc0-828a-c76fe5d09e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:35.929985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-0c4211a7-3f39-4bc0-828a-c76fe5d09e5c service neutron] 10.222.0.41 "GET /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 1028 time: 0.0387774 Oct 12 11:32:36.071733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f90d81ad-735a-4136-aa5f-cef3fe9fcfe7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:36.077746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f90d81ad-735a-4136-aa5f-cef3fe9fcfe7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:36.083389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f90d81ad-735a-4136-aa5f-cef3fe9fcfe7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:36.085063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f90d81ad-735a-4136-aa5f-cef3fe9fcfe7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 1991 time: 0.1458304 Oct 12 11:32:36.310369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e2e3c323-1cfc-4c48-9f91-0761212092fa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4c04a85cb145699eb9339b6e6ed954 HTTP/1.1" status: 200 len: 379 time: 0.0425606 Oct 12 11:32:36.310369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'admin_state_up': True, 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'security_groups': ['6e0b874a-b146-4071-b5e2-adad0ef06f80']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:36.311024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab4eee7a-4ae6-478e-9d26-a6f4ed3c491d req-fbbc35f0-f69b-4bdf-97a0-61621778501c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0321846 Oct 12 11:32:36.459243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:36.462834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:36.647140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 172.20.0.14 (fe262d94-ffbe-4e39-a3e5-ff8119105c5e/1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35/ca3bf2a3-cfd3-47a7-889f-b194e1f566b3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:36.665308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60389de4-423f-413d-a55a-d8ea0b3ab006 req-e6824d02-18fc-4083-9af8-5fd66996a8ee tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:36.667037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60389de4-423f-413d-a55a-d8ea0b3ab006 req-e6824d02-18fc-4083-9af8-5fd66996a8ee tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1020997 Oct 12 11:32:36.734224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60389de4-423f-413d-a55a-d8ea0b3ab006 req-db23673d-eb44-45fe-b4db-5f15b2d2eaf0 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582397 Oct 12 11:32:36.943549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:37.077038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:37.127673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:37.131455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:37.137766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:37.179426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:37.185682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.186029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.186368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.186891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.187045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.187365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.187689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.188021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.188331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.188930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.189260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.189800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:37.233540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:37.234192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:37.372083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-333cb80f-8209-43cb-be48-715b1fd5ab5f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2278841 Oct 12 11:32:37.385159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'admin_state_up': True, 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'security_groups': ['6e0b874a-b146-4071-b5e2-adad0ef06f80']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:37.390029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f387030b-dbc0-4359-be9c-bf23c07fa668 None None] Provisioning complete for port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:37.391251 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f387030b-dbc0-4359-be9c-bf23c07fa668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:37.450721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f387030b-dbc0-4359-be9c-bf23c07fa668 None None] Port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:37.482249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f948db-9aaf-49aa-92b4-0f5282a7f2fa req-6d7da4bd-8d4f-4272-8105-273b97ecd467 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:37.484705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f948db-9aaf-49aa-92b4-0f5282a7f2fa req-6d7da4bd-8d4f-4272-8105-273b97ecd467 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 932 time: 0.0660193 Oct 12 11:32:37.550430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f948db-9aaf-49aa-92b4-0f5282a7f2fa req-f2d4f507-a86c-4365-9287-e890a323f9b6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590260 Oct 12 11:32:37.644678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:37.648849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:37.814199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.1.1.111 (3577d16e-cb08-4817-905f-c13b594dc9fe/c49b9009-da6e-4819-b41e-3e7f5ce24bf1/80728a26-c8f0-48f6-8543-d845a7b72f92) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:37.951722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b968-e8cb-4fbb-9b7f-88b9e9b1a37a req-84530941-4039-40eb-9d90-189a746f8330 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:37.953226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6f79b968-e8cb-4fbb-9b7f-88b9e9b1a37a req-84530941-4039-40eb-9d90-189a746f8330 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1105814 Oct 12 11:32:38.017271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:38.028883 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6f79b968-e8cb-4fbb-9b7f-88b9e9b1a37a req-b89c0994-b2ba-4645-a9b7-bec6b7164f43 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655236 Oct 12 11:32:38.122728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:38.164547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:38.167612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:38.173833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:38.237729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:38.238484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:38.261046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:38.371956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-031502a9-6c86-4b15-968f-359435a2e0da tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923716 Oct 12 11:32:38.385424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'admin_state_up': True, 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'security_groups': ['6e0b874a-b146-4071-b5e2-adad0ef06f80']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:38.483040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-54a580c3-870e-4d3d-adf4-c8ea8e929630 None None] Provisioning complete for port 80728a26-c8f0-48f6-8543-d845a7b72f92 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:38.483940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54a580c3-870e-4d3d-adf4-c8ea8e929630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:38.542265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-54a580c3-870e-4d3d-adf4-c8ea8e929630 None None] Port 80728a26-c8f0-48f6-8543-d845a7b72f92 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:38.649449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:38.653718 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:38.695032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad2110-226c-4d37-b0f0-25e4e5c62e04 req-07ff0820-e423-4bc4-8144-5ac309a74262 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:38.701907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad2110-226c-4d37-b0f0-25e4e5c62e04 req-07ff0820-e423-4bc4-8144-5ac309a74262 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:38.703886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddad2110-226c-4d37-b0f0-25e4e5c62e04 req-07ff0820-e423-4bc4-8144-5ac309a74262 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 1654 time: 0.0723541 Oct 12 11:32:38.821864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddad2110-226c-4d37-b0f0-25e4e5c62e04 req-7ef92f9f-630a-4347-b670-884de72dd6b3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038260 Oct 12 11:32:38.897796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.1.1.229 (3577d16e-cb08-4817-905f-c13b594dc9fe/c49b9009-da6e-4819-b41e-3e7f5ce24bf1/b80133a3-3d72-419f-8cad-88bb96a717f2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:39.124857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:39.215915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a336-5d56-4f95-8866-2f8794b5adc9 req-7211669c-a02f-437f-8f29-c2259f749d22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:39.217716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2954a336-5d56-4f95-8866-2f8794b5adc9 req-7211669c-a02f-437f-8f29-c2259f749d22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0585196 Oct 12 11:32:39.249019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:39.324328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2954a336-5d56-4f95-8866-2f8794b5adc9 req-e126cdeb-ef89-4053-b6b1-ee40353ed2fc tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999696 Oct 12 11:32:39.327832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 3577d16e-cb08-4817-905f-c13b594dc9fe is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:39.339311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:39.339311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:39.372260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:39.407724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:39.408382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:39.522157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f338c9db-c025-415b-a5b8-e6ec43ae6eef tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1401968 Oct 12 11:32:39.535262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'admin_state_up': True, 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'security_groups': ['6e0b874a-b146-4071-b5e2-adad0ef06f80']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:39.679240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2e73b2e5-4e3f-402b-b333-25ad61736576 None None] Provisioning complete for port b80133a3-3d72-419f-8cad-88bb96a717f2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:39.679776 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e73b2e5-4e3f-402b-b333-25ad61736576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:39.746806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2e73b2e5-4e3f-402b-b333-25ad61736576 None None] Port b80133a3-3d72-419f-8cad-88bb96a717f2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:39.825573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:39.929844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:40.013833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ca49-a482-4468-b44d-23a45a0e4f6c req-92584d2a-f3ac-4082-a7ed-74924e27eb78 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:40.013833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ca49-a482-4468-b44d-23a45a0e4f6c req-92584d2a-f3ac-4082-a7ed-74924e27eb78 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:40.015895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ca49-a482-4468-b44d-23a45a0e4f6c req-92584d2a-f3ac-4082-a7ed-74924e27eb78 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:40.017576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9ca49-a482-4468-b44d-23a45a0e4f6c req-92584d2a-f3ac-4082-a7ed-74924e27eb78 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 2375 time: 0.0770447 Oct 12 11:32:40.060532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbb9ca49-a482-4468-b44d-23a45a0e4f6c req-2f4c2ef1-4467-434d-8372-1ae059002dee tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367625 Oct 12 11:32:40.296428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.2.2.100 (1665b445-9b53-4e98-aa84-c32fa1d1706f/53372039-1bb5-413b-b57d-ba14a6b00e6d/cfdea21c-e5cb-4b25-b442-a7dad8172679) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:40.480310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:40.553412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e5e95-bf48-479c-af77-5eb3935bf311 req-9b1b345f-bcf1-4026-8ac4-c5a19e607f7f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:40.553412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-429e5e95-bf48-479c-af77-5eb3935bf311 req-9b1b345f-bcf1-4026-8ac4-c5a19e607f7f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0733490 Oct 12 11:32:40.591539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-429e5e95-bf48-479c-af77-5eb3935bf311 req-304d3b3e-8200-4b31-819a-22a0093d7b97 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356724 Oct 12 11:32:40.639854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:40.710119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:40.725387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:40.726893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:40.729367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:40.799679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:40.800437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:40.967201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c3e5dfca-fcc9-4136-89e5-c91616390294 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4382372 Oct 12 11:32:40.976102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-68edae00-6487-4bfd-be0b-5ad16d5c72a6 None None] Provisioning complete for port cfdea21c-e5cb-4b25-b442-a7dad8172679 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:40.976565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68edae00-6487-4bfd-be0b-5ad16d5c72a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:40.978946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'admin_state_up': True, 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'security_groups': ['6e0b874a-b146-4071-b5e2-adad0ef06f80']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:41.028219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68edae00-6487-4bfd-be0b-5ad16d5c72a6 None None] Port cfdea21c-e5cb-4b25-b442-a7dad8172679 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:41.221780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Made reservation on behalf of fb4c04a85cb145699eb9339b6e6ed954 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:32:41.236113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:41.244754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-ce6f7023-7c46-479c-a445-f9aa7c322ad6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:41.251075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-ce6f7023-7c46-479c-a445-f9aa7c322ad6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:41.265229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-ce6f7023-7c46-479c-a445-f9aa7c322ad6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:41.271871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-ce6f7023-7c46-479c-a445-f9aa7c322ad6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:41.275273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-ce6f7023-7c46-479c-a445-f9aa7c322ad6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 3096 time: 0.0911558 Oct 12 11:32:41.362590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa5bb35b-a80c-41c1-b3f2-649940158003 req-2abb04ae-2c30-43d0-a614-b90c6a27aa53 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796413 Oct 12 11:32:41.788869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d78bb-7f30-46e1-90a0-9dcca9c5d2aa req-d6d64d70-ab59-48e7-a08c-715ae5fd7ca1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:41.794824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-507d78bb-7f30-46e1-90a0-9dcca9c5d2aa req-d6d64d70-ab59-48e7-a08c-715ae5fd7ca1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0895295 Oct 12 11:32:41.827401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Allocated IP 10.2.2.200 (1665b445-9b53-4e98-aa84-c32fa1d1706f/53372039-1bb5-413b-b57d-ba14a6b00e6d/7df1985d-4ec0-4ad5-bcd2-9d9b06421d58) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:32:41.840822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-507d78bb-7f30-46e1-90a0-9dcca9c5d2aa req-f3de84d9-eb06-4605-b730-3d9124e86b70 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Oct 12 11:32:42.000908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:42.173608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:42.225205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:32:42.228514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:32:42.234875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:32:42.275327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event updated for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:42.329796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.329796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:42.436059 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-26bde552-ac42-444c-9872-40e8bfd53338 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4618900 Oct 12 11:32:42.451621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:42.590006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:42.658491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.667491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.674007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.713681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.724408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c5841202-77d8-4505-89dd-260960d6fc00 None None] Provisioning complete for port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:42.724914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:42.726376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c5841202-77d8-4505-89dd-260960d6fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:42.733834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-281b0822-a442-434b-9bab-c8cca684a783 req-6386847e-6647-4838-a848-bceda8023361 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 3817 time: 0.1941948 Oct 12 11:32:42.819232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c5841202-77d8-4505-89dd-260960d6fc00 None None] Port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:42.895001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-281b0822-a442-434b-9bab-c8cca684a783 req-f08f18a5-ec1f-471a-bb6c-90ebae19ecd6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379073 Oct 12 11:32:42.997393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd81be0-94c0-47fa-8de0-201675d9faf3 req-5da4eabe-e947-41b4-a74d-6fde2e65534f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.006113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd81be0-94c0-47fa-8de0-201675d9faf3 req-5da4eabe-e947-41b4-a74d-6fde2e65534f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0636520 Oct 12 11:32:43.051579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd81be0-94c0-47fa-8de0-201675d9faf3 req-0480e22d-4c5d-4518-8e43-ab719030d1b3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Oct 12 11:32:43.119471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:43.128454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.141131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Transition to ACTIVE for port object ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:43.253792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.319520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:43.395690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Attempting to bind port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:43.396433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Attempting to bind port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:43.396930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Attempting to bind port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 on network fe262d94-ffbe-4e39-a3e5-ff8119105c5e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:43.402418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 on network fe262d94-ffbe-4e39-a3e5-ff8119105c5e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:43.402770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Attempting to bind port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 on network fe262d94-ffbe-4e39-a3e5-ff8119105c5e {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:43.409106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:43.409450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Checking segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:43.409840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Bound using segment: {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:43.410283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Bound port: ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:43.410647 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.498266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:43.501603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:43.581606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.623902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.624525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.625924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] 10.222.0.41 "PUT /v2.0/ports/ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1092 time: 1.1793706 Oct 12 11:32:43.626378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:43.628707 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c607500-2af8-426f-8631-83b6eb43742b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:43.644955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8db73-5463-42ae-ad85-44dbfceafdbd service neutron] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:43.678690 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a25069-9ed6-4a05-9537-f4845a375d72 x-openstack-request-id: req-29a25069-9ed6-4a05-9537-f4845a375d72 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:43.679030 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:43.679287 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29a25069-9ed6-4a05-9537-f4845a375d72 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:43.679706 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'status': 'completed', 'code': 200} Oct 12 11:32:43.750246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.750746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.751213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.751876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.752331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.754152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c607500-2af8-426f-8631-83b6eb43742b req-24deaa09-ad14-404b-a5e0-9df2836e9f4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 4364 time: 0.0526838 Oct 12 11:32:43.833279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:43.919328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:43.921896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-0c886765-88de-42d8-a145-0e3df40aa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.922351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-0c886765-88de-42d8-a145-0e3df40aa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.922813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-0c886765-88de-42d8-a145-0e3df40aa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:43.925861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c607500-2af8-426f-8631-83b6eb43742b req-0c886765-88de-42d8-a145-0e3df40aa5d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1631234 Oct 12 11:32:44.019867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:32:44.054582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.065783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.069498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.076817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.099406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.109145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-3b89c8b4-6069-495a-ab4c-b9f59a5416d4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 3829 time: 0.1430969 Oct 12 11:32:44.125815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607500-2af8-426f-8631-83b6eb43742b req-6abc60eb-f477-43ee-ae30-0272590bd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.134241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3c607500-2af8-426f-8631-83b6eb43742b req-6abc60eb-f477-43ee-ae30-0272590bd4df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917510 Oct 12 11:32:44.182835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d038886-ffc3-43b9-8a59-507c39259da9 req-affb8aa4-eaf5-47d0-b345-abe2e005b84b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726371 Oct 12 11:32:44.217683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:44.242673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:32:44.329009 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:44.350212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:44.372253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:44.391497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f243b0-e4bc-4481-99af-9af6af526eee req-49328fe7-97af-4844-acb4-cbd50687c10e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:44.393131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f243b0-e4bc-4481-99af-9af6af526eee req-49328fe7-97af-4844-acb4-cbd50687c10e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.2007596 Oct 12 11:32:44.439957 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:44.468990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:44.476730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f243b0-e4bc-4481-99af-9af6af526eee req-1b898b6c-a60a-4e83-836a-2f133f360f0f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756795 Oct 12 11:32:44.481617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:44.514642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Transition to ACTIVE for port object 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:44.547522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['15dfcd8b-89b8-487f-95ed-3ce9498bd407'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:32:44.571800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:44.587259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.593658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:32:44.613915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:44.708148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:44.840016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Attempting to bind port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:44.840123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Attempting to bind port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:44.840480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Attempting to bind port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:44.855087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on network 3577d16e-cb08-4817-905f-c13b594dc9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:44.855474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Attempting to bind port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:44.868028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:44.868028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:44.868028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Bound using segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:44.870753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Bound port: 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:44.871146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:44.987802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:44.987802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:45.163354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:45.236434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.237375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:45.244299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 1131 time: 1.4133012 Oct 12 11:32:45.288478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc345a20-3d7f-4d57-9d9e-8916e4fd6836 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:45.360709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.368047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.375344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.382684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.389292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.397206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.399464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-262be995-5260-4e54-94b5-76a3697a015a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 4602 time: 0.1035352 Oct 12 11:32:45.404911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:45.602685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1852ba-de3a-4ac3-b89c-946cffff8147 req-57557b0e-908e-4c0a-9761-df5523477aed tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945555 Oct 12 11:32:45.608984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:45.682990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:45.685436 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b35b4-6fbe-4f05-a480-490fdc308309" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:45.689809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a061b-bb2e-4d49-9c00-957afc73a8e5 req-74ceb852-8baa-460f-a496-682d4a2328b8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.698985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d57a061b-bb2e-4d49-9c00-957afc73a8e5 req-74ceb852-8baa-460f-a496-682d4a2328b8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0695601 Oct 12 11:32:45.746944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d57a061b-bb2e-4d49-9c00-957afc73a8e5 req-ea4b3bbd-95cc-48e6-9d04-973a81156783 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465004 Oct 12 11:32:45.798736 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e01001-0616-47c2-a2af-16dd6934bba9 x-openstack-request-id: req-d0e01001-0616-47c2-a2af-16dd6934bba9 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:45.798736 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:45.798998 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0e01001-0616-47c2-a2af-16dd6934bba9 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:45.799776 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf', 'status': 'completed', 'code': 200} Oct 12 11:32:45.918120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.919135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.921312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.921312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.921312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.921312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:45.923255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-edd4db1d-e03b-4a8a-a5c9-ecc1f3daa12f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5288 time: 0.1226318 Oct 12 11:32:46.022461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:32:46.083375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:46.084043 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.103294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-946afb07-96fe-4dd3-953e-3bcf9505c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.103294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-946afb07-96fe-4dd3-953e-3bcf9505c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.103294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-946afb07-96fe-4dd3-953e-3bcf9505c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.103294 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-946afb07-96fe-4dd3-953e-3bcf9505c21e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1481707 Oct 12 11:32:46.238601 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.267517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:46.272703 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e6847-816d-4892-87bf-4618daa5500b" -d '{"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:46.291203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:46.291390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4301dfcd-f602-433f-bdbf-936ee309736d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:46.307584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.323301 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa427f-9356-4755-b78c-da7c20af0e64 x-openstack-request-id: req-b2aa427f-9356-4755-b78c-da7c20af0e64 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:46.323592 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:46.323850 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2aa427f-9356-4755-b78c-da7c20af0e64 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:46.324249 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'code': 200} Oct 12 11:32:46.337679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Transition to ACTIVE for port object 4301dfcd-f602-433f-bdbf-936ee309736d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:46.340158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-8137d967-7dd5-46bf-a5f5-1a02ab708c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.341038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cd8b35b4-6fbe-4f05-a480-490fdc308309 req-8137d967-7dd5-46bf-a5f5-1a02ab708c50 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321281 Oct 12 11:32:46.493694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.497515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.601127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:46.635370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:46.726171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Attempting to bind port 4301dfcd-f602-433f-bdbf-936ee309736d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:46.726541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Attempting to bind port 4301dfcd-f602-433f-bdbf-936ee309736d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:46.726920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Attempting to bind port 4301dfcd-f602-433f-bdbf-936ee309736d on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:46.738476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Port 4301dfcd-f602-433f-bdbf-936ee309736d on network 3577d16e-cb08-4817-905f-c13b594dc9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:46.738860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Attempting to bind port 4301dfcd-f602-433f-bdbf-936ee309736d on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:46.758921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:46.759460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:46.759858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Bound using segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:46.760742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Bound port: 4301dfcd-f602-433f-bdbf-936ee309736d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:46.761125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:46.877249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.884366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.890518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.896762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.902745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.909108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.918378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.926641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-a6aa67b9-3a0d-4584-8dba-1b9fb0e269f3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5375 time: 0.1719308 Oct 12 11:32:46.955443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:46.977949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3d885-da33-4ea2-a062-e0abec5c2ace req-f537b880-d538-4aa6-b04e-bbac79a6b4bb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:46.988383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97e3d885-da33-4ea2-a062-e0abec5c2ace req-f537b880-d538-4aa6-b04e-bbac79a6b4bb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0791652 Oct 12 11:32:46.988383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4301dfcd-f602-433f-bdbf-936ee309736d,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:46.998364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e6b51d9-96a4-49df-b741-bc398a6991a6 req-4156b302-e570-49d5-9321-3b031c79502d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696681 Oct 12 11:32:47.046155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97e3d885-da33-4ea2-a062-e0abec5c2ace req-3c671575-5daf-4fed-96db-d18b4d9c69c5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592070 Oct 12 11:32:47.076723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:47.115302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:47.116495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:47.117947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] 10.222.0.41 "PUT /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 1131 time: 1.7172966 Oct 12 11:32:47.137202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325462-a366-44af-8e15-d4c3d1ece936 service neutron] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:47.358665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:47.465585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:47.697448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81a8b2c5-7a12-43e8-b1a0-2c839151c6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:47.800982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '4301dfcd-f602-433f-bdbf-936ee309736d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:47.803715 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "4301dfcd-f602-433f-bdbf-936ee309736d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:47.925201 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7e9967-f8f9-4e59-a2df-7f53d1a15899 x-openstack-request-id: req-fa7e9967-f8f9-4e59-a2df-7f53d1a15899 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:47.925479 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "4301dfcd-f602-433f-bdbf-936ee309736d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:47.925725 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa7e9967-f8f9-4e59-a2df-7f53d1a15899 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:47.926123 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '4301dfcd-f602-433f-bdbf-936ee309736d', 'status': 'completed', 'code': 200} Oct 12 11:32:47.947227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80728a26-c8f0-48f6-8543-d845a7b72f92 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:47.950215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-79c01c4a-e9ad-4fcc-aeec-6f999be17a14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1236758 Oct 12 11:32:47.960747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:48.007704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Transition to ACTIVE for port object 80728a26-c8f0-48f6-8543-d845a7b72f92 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:48.055285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.055285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.055812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.056417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.056870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.059634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.060104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.064395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-5df7e2c8-65bf-4855-a5a2-d030d3d163c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6212 time: 0.0935709 Oct 12 11:32:48.130424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:48.143891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.144370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.144830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.147448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.148919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.152814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.153501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.155821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c29c947b-9ab1-46fc-aa49-445e2f42b059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 6502 time: 0.1282072 Oct 12 11:32:48.296207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-fde4c456-45ac-4179-baf2-13a46f1d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.300740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-fde4c456-45ac-4179-baf2-13a46f1d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.301017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-fde4c456-45ac-4179-baf2-13a46f1d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.306238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-fde4c456-45ac-4179-baf2-13a46f1d3589 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2255673 Oct 12 11:32:48.343330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d68aed0a-1c93-4f7f-919d-47a3f4bae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.344195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d68aed0a-1c93-4f7f-919d-47a3f4bae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.345382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d68aed0a-1c93-4f7f-919d-47a3f4bae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.353516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d68aed0a-1c93-4f7f-919d-47a3f4bae6fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76f2da4-b16b-46fb-942b-628171e148d8&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=4efefe6d-9ceb-4bad-9a60-08218b72632e&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 200 len: 2298 time: 0.1682901 Oct 12 11:32:48.477215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83711c6-d56f-4a29-9601-9aeff676738b req-3b32beb0-a06f-4769-9007-776c57785ecd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.485046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f83711c6-d56f-4a29-9601-9aeff676738b req-3b32beb0-a06f-4769-9007-776c57785ecd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1476214 Oct 12 11:32:48.552867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Pushing event updated for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:48.661100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.668363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.676103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.682273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.694866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.712668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.726855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.738542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-4b0e426a-4a36-4ed2-9dd5-2bc0b540befa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5387 time: 0.6187825 Oct 12 11:32:48.841225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-d51246de-7fa0-4fe1-8897-295bc3a29ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:48.851469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-81f67a6b-cb37-42f2-ac6a-e7df7caaa445 req-d51246de-7fa0-4fe1-8897-295bc3a29ecf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5159183 Oct 12 11:32:48.928063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-14c3aa0b-6ecf-4f31-9007-0c35c3ce19a1 req-bd80adb0-7c12-4c54-b26b-2ed1ce371b26 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889153 Oct 12 11:32:48.934998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Attempting to bind port 80728a26-c8f0-48f6-8543-d845a7b72f92 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:48.935538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Attempting to bind port 80728a26-c8f0-48f6-8543-d845a7b72f92 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:48.937194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Attempting to bind port 80728a26-c8f0-48f6-8543-d845a7b72f92 on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:48.950968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Port 80728a26-c8f0-48f6-8543-d845a7b72f92 on network 3577d16e-cb08-4817-905f-c13b594dc9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:48.962519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Attempting to bind port 80728a26-c8f0-48f6-8543-d845a7b72f92 on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:48.965587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:48.965925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:48.966308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Bound using segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:48.966773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Bound port: 80728a26-c8f0-48f6-8543-d845a7b72f92, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:48.967137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:49.100313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:49.110158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=80728a26-c8f0-48f6-8543-d845a7b72f92,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:49.216557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:49.246163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-52889dd6-2e71-44c2-87fa-70d1215d8e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 200 len: 1001 time: 0.8684604 Oct 12 11:32:49.333418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-a977b7d4-d168-4507-ac1c-317e37230fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8402555 Oct 12 11:32:49.339772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f83711c6-d56f-4a29-9601-9aeff676738b req-725efa17-7214-4407-90da-6c61cc1ec779 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8479176 Oct 12 11:32:49.416894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Pushing event updated for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:49.422270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:49.422993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:49.445388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-785096a8-93c2-48fb-b88d-ae1f7b7b61a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 1091 time: 2.0892889 Oct 12 11:32:49.555641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:49.672539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:49.691303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e17d5-3044-416a-a060-714f125cec1b req-0b003082-996c-4bc6-9d82-d96cbded654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:49.697507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-0b003082-996c-4bc6-9d82-d96cbded654b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1097 time: 0.2622726 Oct 12 11:32:49.710662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-29109657-67ac-47f2-a1ae-a3216115a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:49.714282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-29109657-67ac-47f2-a1ae-a3216115a54e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 200 len: 856 time: 0.4567087 Oct 12 11:32:50.026975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-1cd03211-44c6-4ac2-8399-a7fe99cd8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.031629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-1cd03211-44c6-4ac2-8399-a7fe99cd8e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76f2da4-b16b-46fb-942b-628171e148d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3103957 Oct 12 11:32:50.154905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80133a3-3d72-419f-8cad-88bb96a717f2 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:50.165194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:50.179813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Transition to ACTIVE for port object b80133a3-3d72-419f-8cad-88bb96a717f2 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:50.180956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:50.183819 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4aa787-8387-4f17-b225-47eb14d722d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:50.256728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:50.425989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e17d5-3044-416a-a060-714f125cec1b req-4020273e-3a0e-4b5a-8432-e71bb6a2d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.427943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-4020273e-3a0e-4b5a-8432-e71bb6a2d574 service neutron] 10.222.0.41 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.6242542 Oct 12 11:32:50.491141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-93bbcc36-d1a3-48e9-9fd9-b3109a61fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:50.646817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:50.695644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-693b44e6-2143-403e-9cdd-d4f81000b932 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536520 Oct 12 11:32:50.697657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-3942964e-c765-46ed-80d1-28525745f2d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 200 len: 1002 time: 0.2298772 Oct 12 11:32:50.712549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.740896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.747283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.753585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.760213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.766633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.775776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.777794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f434103e-1470-429a-9017-c6310866ca33 req-587f7605-5836-49cb-88bb-d06f1a700ce9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5387 time: 0.6383862 Oct 12 11:32:50.816750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Attempting to bind port b80133a3-3d72-419f-8cad-88bb96a717f2 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:50.817174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Attempting to bind port b80133a3-3d72-419f-8cad-88bb96a717f2 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:50.817413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Attempting to bind port b80133a3-3d72-419f-8cad-88bb96a717f2 on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:50.826954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e17d5-3044-416a-a060-714f125cec1b req-de2acac4-b5aa-4f0d-a3da-e9f08da7fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.831999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-de2acac4-b5aa-4f0d-a3da-e9f08da7fcb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.0513179 Oct 12 11:32:50.887107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.918646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.943339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.966762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.975115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.982180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.990896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:50.995398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f434103e-1470-429a-9017-c6310866ca33 req-32eb1d3d-7d57-4c0a-bfef-ca50222e8d29 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548321 Oct 12 11:32:51.004443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-d445e84b-a57e-409b-b8ef-c2d7b86de487 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.3306429 Oct 12 11:32:51.034610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Port b80133a3-3d72-419f-8cad-88bb96a717f2 on network 3577d16e-cb08-4817-905f-c13b594dc9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:51.035339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Attempting to bind port b80133a3-3d72-419f-8cad-88bb96a717f2 on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:51.043302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e17d5-3044-416a-a060-714f125cec1b req-fe008615-ef82-45ed-ba0e-fe31227de4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.044883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-fe008615-ef82-45ed-ba0e-fe31227de4c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982906 Oct 12 11:32:51.075612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:51.076477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Checking segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:51.077655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Bound using segment: {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:51.079165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Bound port: b80133a3-3d72-419f-8cad-88bb96a717f2, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176c3f51-9ef1-49d9-9e92-d606140bc740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:51.079669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:51.116987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5d7f1d6-43ef-41ed-afc2-ec92906fd1f9 req-dd04a0e1-e66a-449c-9cd8-700732e249a8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046221 Oct 12 11:32:51.169506 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eda45c-f31f-4c48-9229-dc14b553626f x-openstack-request-id: req-95eda45c-f31f-4c48-9229-dc14b553626f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:51.169824 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:51.170047 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95eda45c-f31f-4c48-9229-dc14b553626f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:51.170464 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92', 'status': 'completed', 'code': 200} Oct 12 11:32:51.352538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-6e4a2c6e-b258-479f-95e0-8623973a7da2 service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980669 Oct 12 11:32:51.506746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:51.519367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:51.534851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.535366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.535828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.536288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.537284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.537732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.538372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.540310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-4b26a0b6-099b-49e4-8135-4f7ab603ba87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6304 time: 0.2741232 Oct 12 11:32:51.570793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-3b9bd10c-4f02-408f-8abd-e21ae047665c service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062368 Oct 12 11:32:51.709489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.716515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.722727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.727752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:51.731611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.737741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.744266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:51.744965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.751618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.754340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-d36d75a9-44a2-469f-8e3b-f4a7ea0d7081 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.4008746 Oct 12 11:32:51.756595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-23dc2c3f-befb-4908-b053-7e8a35dffdb0 service neutron] 10.222.0.47 "GET /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9778452 Oct 12 11:32:51.757033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:51.763315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f2a2-8ae3-47d4-95d2-2a68b165180e req-1242dc04-0095-4319-adca-f9fe96f39e49 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.780773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1912f2a2-8ae3-47d4-95d2-2a68b165180e req-1242dc04-0095-4319-adca-f9fe96f39e49 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.4864764 Oct 12 11:32:51.873105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-bf10c2aa-523b-4f10-b698-2388770ad543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.873560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-bf10c2aa-523b-4f10-b698-2388770ad543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.874007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-bf10c2aa-523b-4f10-b698-2388770ad543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.887945 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-bf10c2aa-523b-4f10-b698-2388770ad543 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3337765 Oct 12 11:32:51.905535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ca18ee56-1eed-43d2-a552-9aca8e664f6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 217 time: 0.1320834 Oct 12 11:32:51.950354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-14d9ff1a-7097-434d-977e-609615e192d9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.951779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-14d9ff1a-7097-434d-977e-609615e192d9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1798217 Oct 12 11:32:51.985079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:51.985707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:51.987254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] 10.222.0.41 "PUT /v2.0/ports/b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 1091 time: 2.4369280 Oct 12 11:32:52.004607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:52.108034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1912f2a2-8ae3-47d4-95d2-2a68b165180e req-5163d27e-0908-4691-b17f-94a4e2cf7d96 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223271 Oct 12 11:32:52.149299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:52.334264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-2f45f32f-d2ef-4088-bda7-a68d237b0791 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2980816 Oct 12 11:32:52.379507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:52.468943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a84e-a09b-4b6a-b431-b8751cd73b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:52.586428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:52.597381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:52.601565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-2b48bf54-f4ab-4c33-9409-c357dd3b6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.603396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea4aa787-8387-4f17-b225-47eb14d722d9 req-2b48bf54-f4ab-4c33-9409-c357dd3b6b4d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6796122 Oct 12 11:32:52.616486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-1ffba326-b848-4bd7-b4b1-1c3ac808211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.618126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-1ffba326-b848-4bd7-b4b1-1c3ac808211f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.7033558 Oct 12 11:32:52.625186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.631232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.633926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.638112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.640827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.645215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.648614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.655488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.656750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.663651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.663903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.669992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.670746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.674485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-9b5e16cc-8692-463e-9402-3b50dd268599 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 5445 time: 0.2754409 Oct 12 11:32:52.683364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.694581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-53facbae-9719-459d-9ddf-52179cb8be58 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5399 time: 0.3720052 Oct 12 11:32:52.878731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f585710-9d05-4a47-b6fc-9e21a9a1946b req-aa7903bd-cabe-4098-a820-00adf6779558 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831367 Oct 12 11:32:52.883735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ec4f7f3f-717a-45a1-b7da-a17b1c20258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:52.885378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ec4f7f3f-717a-45a1-b7da-a17b1c20258e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668260 Oct 12 11:32:53.026876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a8e854d-79b8-491b-b46f-b05dbf8079e5 req-ad488847-f3ce-46b4-ba93-515ad661bd9e tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3334403 Oct 12 11:32:53.086170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-467125c6-210e-4a4f-9894-4b202c842470 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934590 Oct 12 11:32:53.117378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdea21c-e5cb-4b25-b442-a7dad8172679 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:53.137560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:53.172511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:53.185909 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5221dcf-e26a-4d17-a633-273a01dac3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:53.221332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Transition to ACTIVE for port object cfdea21c-e5cb-4b25-b442-a7dad8172679 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:53.302581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:53.316007 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa289fcc-d163-410a-b78c-61a25e957600 x-openstack-request-id: req-aa289fcc-d163-410a-b78c-61a25e957600 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:53.316731 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:53.317121 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa289fcc-d163-410a-b78c-61a25e957600 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:53.317724 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'status': 'completed', 'code': 200} Oct 12 11:32:53.324752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:53.486768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cb2ebe48-5380-4b40-8595-c61163795309 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:53.576765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:53.664069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abde9b-b66d-4c26-8d8e-1b920d7c8a4d req-bdd5119d-6918-4695-a256-e7f26701fa68 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.684214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04abde9b-b66d-4c26-8d8e-1b920d7c8a4d req-bdd5119d-6918-4695-a256-e7f26701fa68 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.3182015 Oct 12 11:32:53.708840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.709116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.719589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.720089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.720549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.721045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.721461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:53.737758 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-ae51c9c3-cca5-44d8-b1c1-81f6a744339a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6371 time: 0.4099364 Oct 12 11:32:53.775629 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:53.816763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1e0207d1-5897-4f4b-977f-ca698f1cd017,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:53.853157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:53.855442 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37da8a47-9c0a-44ff-906e-ae788db810bd" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2ebe48-5380-4b40-8595-c61163795309"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:53.900666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:53.915753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] For port 1e0207d1-5897-4f4b-977f-ca698f1cd017, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:53.979022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:53.980005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:54.002286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] device_id is not set on port 1e0207d1-5897-4f4b-977f-ca698f1cd017 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:32:54.027148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.089230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-51ec1d5d-8747-4d54-bb93-6cb85e6f2a76 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9920645 Oct 12 11:32:54.124506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.137720 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8cfe1d-40bc-494d-8a06-07b699c962ac x-openstack-request-id: req-ad8cfe1d-40bc-494d-8a06-07b699c962ac {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:54.138022 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2ebe48-5380-4b40-8595-c61163795309", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:54.138274 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad8cfe1d-40bc-494d-8a06-07b699c962ac {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:54.138667 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309', 'code': 200} Oct 12 11:32:54.139306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:54.183633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04abde9b-b66d-4c26-8d8e-1b920d7c8a4d req-250a143d-383a-4eb0-b2a8-5bc96aa2366b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4974561 Oct 12 11:32:54.191511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-8cae136e-7969-4d3a-bf81-49440554d423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 217 time: 0.0956249 Oct 12 11:32:54.341782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.357382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-4a111c6a-eeb2-4df1-8c29-66d7fdfe9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:54.363641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-4a111c6a-eeb2-4df1-8c29-66d7fdfe9cfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.1458068 Oct 12 11:32:54.407885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:54.499417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.500478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 159716ce-b748-4392-bbf0-dd30a6f80f75 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:54.627006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] No DVR routers for this DVR port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:32:54.717295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] In _notify_port_updated(), no bound segment for port 1e0207d1-5897-4f4b-977f-ca698f1cd017 on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:32:54.718916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:54.719714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.721517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 200 len: 1032 time: 2.3656437 Oct 12 11:32:54.748177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:54.773284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652708b-ee13-4009-b307-6e8c2d8063a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:54.849099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:54.930949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ae753838-047d-44ae-affe-683bc1b75920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:54.932807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ae753838-047d-44ae-affe-683bc1b75920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5088253 Oct 12 11:32:54.942715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:55.000012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9c77734a-60ce-41eb-8c28-1dab9079a2a5 None None] Provisioning complete for port 1e0207d1-5897-4f4b-977f-ca698f1cd017 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:55.000199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.006260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c77734a-60ce-41eb-8c28-1dab9079a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.006565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.042454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.084697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9c77734a-60ce-41eb-8c28-1dab9079a2a5 None None] Port 1e0207d1-5897-4f4b-977f-ca698f1cd017 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:32:55.087666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.088662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.102573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-1440a05a-ba93-455f-b8ef-561af1e0aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.103316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-1440a05a-ba93-455f-b8ef-561af1e0aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.103800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.104031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-1440a05a-ba93-455f-b8ef-561af1e0aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.104706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 9ccbda4e-8480-46bc-a694-165879f230c8 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:55.105639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-1440a05a-ba93-455f-b8ef-561af1e0aea6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2934978 Oct 12 11:32:55.109743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.151400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-a1f3e7b3-5a37-4ffe-818b-88072892bc56 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 4664 time: 0.7204218 Oct 12 11:32:55.233368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:55.293767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-ce49f4a7-8a43-466e-9b48-507d754cb8b9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.295356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-ce49f4a7-8a43-466e-9b48-507d754cb8b9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "GET /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5605228 Oct 12 11:32:55.310757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.344769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:55.365431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-59588ff9-589b-4796-8190-16455d65a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.370405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5221dcf-e26a-4d17-a633-273a01dac3d6 req-59588ff9-589b-4796-8190-16455d65a025 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300096 Oct 12 11:32:55.396171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:55.423284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Attempting to bind port cfdea21c-e5cb-4b25-b442-a7dad8172679 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:55.423628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Attempting to bind port cfdea21c-e5cb-4b25-b442-a7dad8172679 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:55.423968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Attempting to bind port cfdea21c-e5cb-4b25-b442-a7dad8172679 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:55.441400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Port cfdea21c-e5cb-4b25-b442-a7dad8172679 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:55.442354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Attempting to bind port cfdea21c-e5cb-4b25-b442-a7dad8172679 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:55.451836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:55.452776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Checking segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:55.453389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Bound using segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:55.454058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Bound port: cfdea21c-e5cb-4b25-b442-a7dad8172679, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:55.454742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.459989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.460872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ebe2b12d-1244-4a44-a9f7-242b4b4f640e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:55.533115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.542922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.549956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.571642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.591251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.608208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.625796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:55.636892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-c79c47a0-1cd0-4234-8fb7-73900c006c0f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5411 time: 0.5102127 Oct 12 11:32:55.671326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ccb408cb-e58b-457b-8d3b-048bb8c5e538 req-ac65eaaf-94d9-42b9-9f03-03c18e487b50 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5189347 Oct 12 11:32:55.694475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:55.822110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.835002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:55.839936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-9f8f0b3b-9282-4ae7-9121-37c748c1480c service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815038 Oct 12 11:32:55.961806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a20d2f2-9c9f-4e34-9df8-915e589779a8 req-62f9cbfe-0aeb-4e15-9161-ecb035de8fe9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3230231 Oct 12 11:32:55.976082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:56.010888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:56.017850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:56.141430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8'}, {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:56.144333 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18a546-b9e4-4122-ac24-f5aa6400fe10" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8"}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:56.148019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.148740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3a99e2d2-3253-4b41-a585-0c1ca77375d2 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:56.168460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.250002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.250611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.252098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] 10.222.0.41 "PUT /v2.0/ports/cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 1091 time: 4.1205781 Oct 12 11:32:56.252904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:56.256662 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b7c1d-883c-4265-b103-0d42f7cfd9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:56.270513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af5c72-a4f2-477a-a3a8-a4d963715b0f x-openstack-request-id: req-74af5c72-a4f2-477a-a3a8-a4d963715b0f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:56.270943 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8", "code": 200}, {"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe2b12d-1244-4a44-a9f7-242b4b4f640e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:56.272601 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74af5c72-a4f2-477a-a3a8-a4d963715b0f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:56.281789 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'code': 200} Oct 12 11:32:56.281789 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'code': 200} Oct 12 11:32:56.281789 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8', 'code': 200} Oct 12 11:32:56.281789 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe2b12d-1244-4a44-a9f7-242b4b4f640e', 'code': 200} Oct 12 11:32:56.283011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:32:56.287555 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:32:56.324765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabea67-e8d2-47b7-b3b9-c3b91cddc706 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:56.346060 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3509b26e-d878-4fac-86fa-98d62b2dba36 x-openstack-request-id: req-3509b26e-d878-4fac-86fa-98d62b2dba36 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:56.346535 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:56.348477 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3509b26e-d878-4fac-86fa-98d62b2dba36 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:56.349194 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'status': 'completed', 'code': 200} Oct 12 11:32:56.361905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-fd55bff7-e252-441f-a675-9865f4ad0284 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018020 Oct 12 11:32:56.381947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Request body: {'port': {'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:32:56.390526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b2c1-2724-48e3-88e9-811bfdabde99 req-0f37bd72-2140-4075-bd67-0f2368c931ba tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.392151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3a2b2c1-2724-48e3-88e9-811bfdabde99 req-0f37bd72-2140-4075-bd67-0f2368c931ba tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.2792652 Oct 12 11:32:56.441929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:56.498217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-c56f306a-648a-4967-af34-94559ce13a85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 200 len: 217 time: 0.1050582 Oct 12 11:32:56.596462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.621402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.649642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3a2b2c1-2724-48e3-88e9-811bfdabde99 req-08c75ac1-630d-4b54-9c25-865343391fe2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283070 Oct 12 11:32:56.667498 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.697065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:56.699547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ab608313-45bb-4624-aed6-d7e5258442bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.718953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-ab608313-45bb-4624-aed6-d7e5258442bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.2013476 Oct 12 11:32:56.720329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.723468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.734539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-8b271377-ea86-4c16-8d48-739c2154ac3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6413 time: 0.3185685 Oct 12 11:32:56.792690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.793841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1e0207d1-5897-4f4b-977f-ca698f1cd017 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:32:56.871979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:56.890956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1e0207d1-5897-4f4b-977f-ca698f1cd017 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:32:56.916903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-b0e233e1-780b-4d51-ae4b-b71cfbb25fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:56.918423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-b0e233e1-780b-4d51-ae4b-b71cfbb25fc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945093 Oct 12 11:32:57.014051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:57.201472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-7e6dac52-100f-4fe5-a60f-b4aa4db3034a service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610250 Oct 12 11:32:57.284943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.291335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.297489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.315969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.323251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.341667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.364453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-05fdf213-cea8-4dc7-ab2b-639a2e4cf985 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 4654 time: 0.4622512 Oct 12 11:32:57.428525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-292627c5-8968-4ff4-89cb-d6e4b90cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.429257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-292627c5-8968-4ff4-89cb-d6e4b90cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.429714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-292627c5-8968-4ff4-89cb-d6e4b90cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.441750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-292627c5-8968-4ff4-89cb-d6e4b90cfdc4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6941433 Oct 12 11:32:57.542585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.564919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.571804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.587660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.593557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.610205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.627477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.629444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-108fc6c7-5ba6-48e8-a526-c0d9882b32e4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5411 time: 0.3772988 Oct 12 11:32:57.634330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-a0968307-0e68-46fb-976e-a77939c92f2f service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931322 Oct 12 11:32:57.681421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:32:57.690450 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:57.708860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Transition to ACTIVE for port object 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:32:57.772953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-727961fe-6c18-48a3-9f26-bb8718d809e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 200 len: 217 time: 0.1234598 Oct 12 11:32:57.823283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-f929b89f-8e4c-4bdf-8b6a-e5579d9e4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:57.825175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-362b7c1d-883c-4265-b103-0d42f7cfd9ef req-f929b89f-8e4c-4bdf-8b6a-e5579d9e4d9a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110640 Oct 12 11:32:57.828630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:57.915297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a96ef51-a9c8-4cd8-bf0b-d762ef6d7acf req-4c461319-dace-4ce2-94d2-0e4f35838c63 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2668405 Oct 12 11:32:57.923571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:32:57.951107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2a34380-f8c5-4be8-95fa-2eb5bc418046 req-76404873-1671-45d6-82dd-e6357c0509f0 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&id=c3836a64-e777-4195-9922-eb010c92bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5819557 Oct 12 11:32:57.996631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d4f44d76-8339-4228-91a9-e7e778cfaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.007703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-d4f44d76-8339-4228-91a9-e7e778cfaab2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 200 len: 797 time: 0.2169602 Oct 12 11:32:58.143461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] For port ebe2b12d-1244-4a44-a9f7-242b4b4f640e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:58.233915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Pushing event updated for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:58.241536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Attempting to bind port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:32:58.241884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Attempting to bind port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:32:58.242216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Attempting to bind port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:58.268571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:32:58.268898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Attempting to bind port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 on network 1665b445-9b53-4e98-aa84-c32fa1d1706f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:32:58.274587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:58.277022 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cc853d-4d96-43ed-be79-660a9d46dba7" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:58.282547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:32:58.283028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Checking segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:32:58.283304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Bound using segment: {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:32:58.283760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Bound port: 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbcbf23-dd9a-4777-983d-856f36734a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:32:58.284124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:58.325013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] device_id is not set on port ebe2b12d-1244-4a44-a9f7-242b4b4f640e yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:32:58.336786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-41e5f816-ce8e-4330-bc3e-1f4367f77d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.338716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-41e5f816-ce8e-4330-bc3e-1f4367f77d66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4efefe6d-9ceb-4bad-9a60-08218b72632e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3078189 Oct 12 11:32:58.360110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597ceef-a971-447c-9168-ec63bbff15f9 req-06588943-e8ce-4f8c-9e82-2a4594b0a493 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.369293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f597ceef-a971-447c-9168-ec63bbff15f9 req-06588943-e8ce-4f8c-9e82-2a4594b0a493 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.2510548 Oct 12 11:32:58.373350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:58.388513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2656a90b-d610-4f7b-af19-46667f226089 x-openstack-request-id: req-2656a90b-d610-4f7b-af19-46667f226089 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:58.388818 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:58.389068 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2656a90b-d610-4f7b-af19-46667f226089 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:58.389462 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'code': 200} Oct 12 11:32:58.471804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:32:58.475879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:32:58.576657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:58.734608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.735285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:58.736701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] 10.222.0.41 "PUT /v2.0/ports/7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 1091 time: 2.3613906 Oct 12 11:32:58.751129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:32:58.753566 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:32:58.831069 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e594e0f9-e630-4800-9e3e-06f246ed84e4 x-openstack-request-id: req-e594e0f9-e630-4800-9e3e-06f246ed84e4 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:32:58.831332 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:32:58.831592 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e594e0f9-e630-4800-9e3e-06f246ed84e4 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:32:58.832011 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58', 'status': 'completed', 'code': 200} Oct 12 11:32:58.832772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990f87-6f37-4266-9e8f-47d96e5f0518 service neutron] Pushing event updated for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:58.930294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.931073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.938937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.939661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.940279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.940903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.941369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:58.944202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-eebf255b-14f8-4c69-98b2-9d73ed981eae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6480 time: 0.0894322 Oct 12 11:32:59.026676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:59.080924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f597ceef-a971-447c-9168-ec63bbff15f9 req-6808e795-96bb-4e5c-b3a3-af0193e5d8cd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7089207 Oct 12 11:32:59.105214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:32:59.171233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] No DVR routers for this DVR port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:32:59.176333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-e319d4f7-8883-4cd4-8c06-70526e2de488 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001277 Oct 12 11:32:59.204330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.212976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.220734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.228670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.254483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.273925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.291113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.294402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-8c6d307b-7538-4c36-8940-aa7886c03c41 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.2498369 Oct 12 11:32:59.299744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-e9598de8-c7ab-41eb-a5a8-80e545f17510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.306528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-e9598de8-c7ab-41eb-a5a8-80e545f17510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.320744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-e9598de8-c7ab-41eb-a5a8-80e545f17510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.322997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-e9598de8-c7ab-41eb-a5a8-80e545f17510 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3704078 Oct 12 11:32:59.444419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-610fab2d-38fa-4097-967c-bcb5a4d95664 service neutron] 10.222.0.47 "GET /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478321 Oct 12 11:32:59.547003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-54334915-4b86-481e-98c3-3bae1c06ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.548512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b79bc677-b33c-44b4-9121-e2ce6ecdfdcd req-54334915-4b86-481e-98c3-3bae1c06ddac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069223 Oct 12 11:32:59.614160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-2a835be7-aaf2-4c6f-8227-9b76da9290c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 200 len: 217 time: 0.1551023 Oct 12 11:32:59.617962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38edd2ce-8fcf-4f2e-9fe1-81a2f75587dd req-ed8849d3-8acc-4878-841c-e044bf87683e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2863533 Oct 12 11:32:59.718118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.718640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.719143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.719612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.720072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.720530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.725764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.727887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1483c89a-7ff5-478e-9ac2-650fa22f488f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6480 time: 0.1367702 Oct 12 11:32:59.728090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] In _notify_port_updated(), no bound segment for port ebe2b12d-1244-4a44-a9f7-242b4b4f640e on network 4efefe6d-9ceb-4bad-9a60-08218b72632e {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:32:59.728974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.729586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:59.730924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-fddbb46b-09fe-48ca-a33f-61245bab6be2 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 200 len: 1032 time: 4.4043293 Oct 12 11:32:59.771654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.780895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.800333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.801534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6f8c2d97-6080-4a85-a1a3-c97b50c0177b None None] Provisioning complete for port ebe2b12d-1244-4a44-a9f7-242b4b4f640e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:32:59.806484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2d97-6080-4a85-a1a3-c97b50c0177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:32:59.807573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.813704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.822373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-939ab726-32b7-47e1-b9ca-42a1238cf7f5 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3877 time: 0.3705931 Oct 12 11:32:59.896874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c68ad7a-bc38-43d4-b880-61d72d72ea7a req-f3f0124e-a4c5-4732-bb95-9ad64c3f0759 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687070 Oct 12 11:32:59.935114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-a4272717-edd9-4eaf-a802-f6bb97de9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:32:59.936762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-a4272717-edd9-4eaf-a802-f6bb97de9360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.3052287 Oct 12 11:32:59.939987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ca32df74-ddc6-46ca-9969-4ef09b6b9278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 217 time: 0.2014329 Oct 12 11:32:59.955843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2d97-6080-4a85-a1a3-c97b50c0177b None None] Port ebe2b12d-1244-4a44-a9f7-242b4b4f640e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:33:00.066967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-740c65f9-8386-4ee4-9f74-f73656dcef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:00.068860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-740c65f9-8386-4ee4-9f74-f73656dcef7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.1206880 Oct 12 11:33:00.109518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:00.167026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-960695cb-49e1-4b8f-834a-cd222171e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:00.170513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-960695cb-49e1-4b8f-834a-cd222171e6aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242656 Oct 12 11:33:00.230838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ba046f05-f91b-4187-af31-adac963a82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:00.235829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-ba046f05-f91b-4187-af31-adac963a82aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602623 Oct 12 11:33:00.332246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 9ccbda4e-8480-46bc-a694-165879f230c8 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:00.332588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:00.467121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-81afcc9e-a6fc-4ea1-ba84-008caced730c service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221193 Oct 12 11:33:00.695604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-d261119c-e82b-4795-9dd9-94215309293d service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204211 Oct 12 11:33:00.701736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port 9ccbda4e-8480-46bc-a694-165879f230c8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=9ccbda4e-8480-46bc-a694-165879f230c8,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:00.705232 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:00.731495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 9ccbda4e-8480-46bc-a694-165879f230c8 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:00.808746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f0006dfa-7afd-4b84-a7ea-0af7e236880d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.1026030 Oct 12 11:33:00.825654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-0f4a1a31-f6df-4608-ba96-5f231d12f6d3 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436024 Oct 12 11:33:00.826731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-523c40e6-3519-4e20-ae3e-5d1a3fed3248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:00.991675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d61ca-f68e-4c51-995e-fcc2ffab62e7 req-40b4f404-8728-4262-93bc-7781991732d5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.002898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43d61ca-f68e-4c51-995e-fcc2ffab62e7 req-40b4f404-8728-4262-93bc-7781991732d5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.7264366 Oct 12 11:33:01.018921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.037531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.044084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.051179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.059010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.065683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.073219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.075525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-2d563925-6e13-4b07-b627-1838d46fa9eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.2702942 Oct 12 11:33:01.077403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-169eb019-2651-4bbf-99ae-548e502e9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.078947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-169eb019-2651-4bbf-99ae-548e502e9217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.2413704 Oct 12 11:33:01.098357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:01.143172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=9ccbda4e-8480-46bc-a694-165879f230c8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:01.220139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3f1b69a6-5b85-4ceb-a775-c68ad9559b50 req-69231270-3929-429e-b428-da50fea16b5a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275189 Oct 12 11:33:01.233336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-7b705f0e-2a15-477d-a6e4-7ded4d026d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.252317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-7b705f0e-2a15-477d-a6e4-7ded4d026d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502471 Oct 12 11:33:01.253160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43d61ca-f68e-4c51-995e-fcc2ffab62e7 req-47bc875c-0888-483e-a662-49cdd01e86a9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490091 Oct 12 11:33:01.262191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-523c40e6-3519-4e20-ae3e-5d1a3fed3248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:01.302406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port 9ccbda4e-8480-46bc-a694-165879f230c8 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:01.308719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:01.310903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-421f9d5f-bcee-4e6f-bf35-969de28c76b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "DELETE /v2.0/ports/9ccbda4e-8480-46bc-a694-165879f230c8 HTTP/1.1" status: 204 len: 173 time: 1.5672927 Oct 12 11:33:01.311428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:01.313806 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49edd0e6-ec03-4c15-b31f-f57bf6169385" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:01.330220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-7d260808-974c-4624-a54a-195fb784bd40 service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960618 Oct 12 11:33:01.357294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-523c40e6-3519-4e20-ae3e-5d1a3fed3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:01.431567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-b747f6d8-b7c6-4ed1-86be-1c532913f6fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 200 len: 217 time: 0.0680156 Oct 12 11:33:01.535551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-78860251-8564-47d7-8809-84705142c0a4 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891388 Oct 12 11:33:01.585249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c40e6-3519-4e20-ae3e-5d1a3fed3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6219054-d43c-476e-80f2-444fa1f4deb5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:01.608938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-523c40e6-3519-4e20-ae3e-5d1a3fed3248 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aca74a9ec364326b8f345c347c7d57d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4911783 Oct 12 11:33:01.611776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40222) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:01.750961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-911ff76c-e6d0-47ed-9b2d-ba1aa749a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.773489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-911ff76c-e6d0-47ed-9b2d-ba1aa749a5ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 200 len: 797 time: 0.3089690 Oct 12 11:33:01.800515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-b7d3c6d5-a1c6-4280-8663-3f2d486b2f21 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565634 Oct 12 11:33:01.882539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43562e1-302a-44de-bf72-fe7f69498433 req-fb02f9dd-c799-4cba-93cd-9bdf643efe71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.898500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-bb89360a-200c-445d-90da-b61ecc805ec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0892169 Oct 12 11:33:01.913861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43562e1-302a-44de-bf72-fe7f69498433 req-fb02f9dd-c799-4cba-93cd-9bdf643efe71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.921801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43562e1-302a-44de-bf72-fe7f69498433 req-fb02f9dd-c799-4cba-93cd-9bdf643efe71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.943786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43562e1-302a-44de-bf72-fe7f69498433 req-fb02f9dd-c799-4cba-93cd-9bdf643efe71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:01.958018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43562e1-302a-44de-bf72-fe7f69498433 req-fb02f9dd-c799-4cba-93cd-9bdf643efe71 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 3144 time: 0.5100398 Oct 12 11:33:02.001700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e1ed7313-1139-4af7-a7c5-e715fe0abba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.006615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e1ed7313-1139-4af7-a7c5-e715fe0abba4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0999374 Oct 12 11:33:02.032383 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316842fa-b162-4815-9aeb-fb0075dfa727 x-openstack-request-id: req-316842fa-b162-4815-9aeb-fb0075dfa727 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:02.039074 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "9ccbda4e-8480-46bc-a694-165879f230c8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:02.039634 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-316842fa-b162-4815-9aeb-fb0075dfa727 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:02.040167 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '9ccbda4e-8480-46bc-a694-165879f230c8', 'status': 'completed', 'code': 200} Oct 12 11:33:02.085544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:02.088999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.102089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-25615eda-e877-4d01-82fc-ca80d0107120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.103799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-25615eda-e877-4d01-82fc-ca80d0107120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891523 Oct 12 11:33:02.168406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-9c489779-5508-4236-a111-72bbb7ff3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.171462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-9c489779-5508-4236-a111-72bbb7ff3ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9bd6e6f3-1b27-4082-a58c-6d074f2bf626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3890815 Oct 12 11:33:02.199306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43562e1-302a-44de-bf72-fe7f69498433 req-5f083d0c-9621-4a78-b652-aaab767d59b6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401803 Oct 12 11:33:02.220834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.274139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.316782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-9ef6cf04-7d61-4ebb-b161-fb61d36a9fc0 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009597 Oct 12 11:33:02.627129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-da731843-d0bc-4538-b4b1-896cc7b43c2d service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238727 Oct 12 11:33:02.627523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.637253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.644898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.646927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.649492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.650727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6219054-d43c-476e-80f2-444fa1f4deb5 HTTP/1.1" status: 204 len: 168 time: 1.0329363 Oct 12 11:33:02.655575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.664092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.674455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.683815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.694729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-9860eda0-121a-4c90-adf0-5f9df9329a0e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.3155837 Oct 12 11:33:02.756604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63c150ec-7ed2-4895-81fc-df1085baeccf req-69482949-863c-48e2-8cb6-21d22ea85464 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607345 Oct 12 11:33:02.759094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-dd80dd1f-8b52-4a4c-9f1b-efb311c681b5 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351375 Oct 12 11:33:02.821838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe858f-3ab3-45d1-9e72-39813429f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6219054-d43c-476e-80f2-444fa1f4deb5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:02.851417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591986e-edf3-4ad8-acaa-520545561258 req-153b4468-58ea-40a8-a87c-e700de52c737 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:02.856191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5591986e-edf3-4ad8-acaa-520545561258 req-153b4468-58ea-40a8-a87c-e700de52c737 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.4217305 Oct 12 11:33:02.876447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port 3a99e2d2-3253-4b41-a585-0c1ca77375d2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3a99e2d2-3253-4b41-a585-0c1ca77375d2,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:02.876921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:02.889028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-30600c72-3eca-49a6-8b2f-dcc2367d73aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.1227491 Oct 12 11:33:02.914226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 3a99e2d2-3253-4b41-a585-0c1ca77375d2 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:02.998944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-b9840781-f630-423e-95f2-ffe9e1bfac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:03.000760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-b9840781-f630-423e-95f2-ffe9e1bfac75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1053700 Oct 12 11:33:03.115201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a69e33a-b719-48d3-94a6-9dff8cf12380 req-78bb151e-7e6e-45b8-8288-3a5c26def87f service neutron] 10.222.0.47 "GET /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612057 Oct 12 11:33:03.125752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-4b4376c8-4703-4481-b426-ce0cf45a9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:03.127620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-4b4376c8-4703-4481-b426-ce0cf45a9884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177695 Oct 12 11:33:03.212259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5591986e-edf3-4ad8-acaa-520545561258 req-1af55174-f5c1-4264-b0fe-61db40cac678 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443577 Oct 12 11:33:03.218124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:03.360825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=3a99e2d2-3253-4b41-a585-0c1ca77375d2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:03.442592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port 3a99e2d2-3253-4b41-a585-0c1ca77375d2 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:03.450940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:03.456076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c5dd98eb-337e-40a9-8f35-5d723839e352 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "DELETE /v2.0/ports/3a99e2d2-3253-4b41-a585-0c1ca77375d2 HTTP/1.1" status: 204 len: 173 time: 2.1387880 Oct 12 11:33:03.573819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-57e40fa3-7687-4d70-91f5-310da56cf0ca service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380889 Oct 12 11:33:03.665354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:03.665727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:03.805488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-09e821aa-6bc2-42eb-9d03-441b6741fbdf service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156308 Oct 12 11:33:03.836678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d9f2-cd60-4b1e-a0d9-260cd58301c3 req-5432553a-0846-4319-a7c0-b4a57ab403b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:03.853561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d9f2-cd60-4b1e-a0d9-260cd58301c3 req-5432553a-0846-4319-a7c0-b4a57ab403b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:03.860822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:03.862614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:03.869290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d9f2-cd60-4b1e-a0d9-260cd58301c3 req-5432553a-0846-4319-a7c0-b4a57ab403b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:03.881821 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7304d9f2-cd60-4b1e-a0d9-260cd58301c3 req-5432553a-0846-4319-a7c0-b4a57ab403b3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 2411 time: 0.5188234 Oct 12 11:33:04.002088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e23bb76d-13bb-4a5b-a0c0-8ea465d681dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.1174362 Oct 12 11:33:04.051468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:04.055207 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd75045-9703-42f8-b445-6e3f216fe2b8" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:04.160169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7304d9f2-cd60-4b1e-a0d9-260cd58301c3 req-c56cf073-6a52-43cf-9037-d244773edcf8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771876 Oct 12 11:33:04.202500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-a9dabdbc-38e3-4afe-afd5-7de3819bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.212524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-a9dabdbc-38e3-4afe-afd5-7de3819bb530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1941240 Oct 12 11:33:04.224263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.231085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.249285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.257617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.269061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.281898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.290406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.294922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-7e5db216-cec9-4a5a-9187-966a47c2f2ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.3209844 Oct 12 11:33:04.369990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f0fa65d5-4232-4f43-b3c3-90f7d3238e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.371968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f0fa65d5-4232-4f43-b3c3-90f7d3238e27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585042 Oct 12 11:33:04.537721 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753f865-5bc6-4c38-8bd6-dd758979b668 x-openstack-request-id: req-9753f865-5bc6-4c38-8bd6-dd758979b668 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:04.538124 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "3a99e2d2-3253-4b41-a585-0c1ca77375d2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:04.538560 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9753f865-5bc6-4c38-8bd6-dd758979b668 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:04.539080 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '3a99e2d2-3253-4b41-a585-0c1ca77375d2', 'status': 'completed', 'code': 200} Oct 12 11:33:04.553486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb7f6687-6c7b-4cb8-b83f-92478801b5cc req-4ed319e0-06ae-4f7b-9a5f-5f14bf3b7bfa tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513580 Oct 12 11:33:04.617574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:04.617946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:04.618265 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Floating IP 6bbdb1f9-4dca-4122-98be-bfdf58616de2 disassociated. External IP: 172.25.2.45, port: 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd. Oct 12 11:33:04.621339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:04.757205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40274) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:04.766257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-bd8da81a-48d8-47c9-8f1e-b424f73adbfb service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806293 Oct 12 11:33:04.930233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7616b-a81d-46bf-aaf6-e563e948e2ea req-5429d1dc-8285-4f58-a74c-3c79ed9d8002 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:04.932188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27c7616b-a81d-46bf-aaf6-e563e948e2ea req-5429d1dc-8285-4f58-a74c-3c79ed9d8002 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1637557 Oct 12 11:33:05.088481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-358589017-network', 'tenant_id': '4b0c9977f2324e21af62e81c81b5bc9f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:33:05.110373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e2c63451-f04f-47dc-83ec-4017c6e0b71c service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259060 Oct 12 11:33:05.150412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27c7616b-a81d-46bf-aaf6-e563e948e2ea req-0d344c7e-a991-4d00-9134-f9f01957aef5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026281 Oct 12 11:33:05.215713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.244032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1f685ba4-1510-427c-a816-1ce2ad931fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.1241927 Oct 12 11:33:05.347079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Made reservation on behalf of 4b0c9977f2324e21af62e81c81b5bc9f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:33:05.352949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.376584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.378836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=13c6f7ca-28f3-4497-8d97-c76a2a50c3fd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:05.437442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e9c82df0-4ef7-4196-8901-3b52c73cb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:05.438974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-e9c82df0-4ef7-4196-8901-3b52c73cb6e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1865315 Oct 12 11:33:05.478007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.558055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.574989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dee33-ec75-45a1-bd3d-1517fefba190 req-b0ff5efe-26c2-40f7-a543-146cf5880c3c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:05.581761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dee33-ec75-45a1-bd3d-1517fefba190 req-b0ff5efe-26c2-40f7-a543-146cf5880c3c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:05.584032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-817dee33-ec75-45a1-bd3d-1517fefba190 req-b0ff5efe-26c2-40f7-a543-146cf5880c3c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 1677 time: 0.2334633 Oct 12 11:33:05.597678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1a8b2030-e367-4b9b-a501-c51d0876785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:05.600490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1a8b2030-e367-4b9b-a501-c51d0876785f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465786 Oct 12 11:33:05.654233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b969e2-06cb-481e-b6b8-e650af99f7f0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:05.685696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:33:05.719897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-817dee33-ec75-45a1-bd3d-1517fefba190 req-b9ff7d10-ddc7-4b0f-99e1-54733fd5b990 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252625 Oct 12 11:33:05.765251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.765609 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Added segment c8a10526-f2e8-4b5b-81d6-e7cd914e3317 of type vlan for network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 Oct 12 11:33:05.859454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.873076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-f5254ca0-a415-4cc1-bc31-784043718957 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636714 Oct 12 11:33:05.942005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:33:05.995226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:05.995688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.002809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:06.163966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-b1fde8c2-ac75-48a1-8e5d-37ba073eabbf service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830839 Oct 12 11:33:06.166427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] Pushing event updated for resources: {'Network': ['ID=fdf8399d-75af-46ee-9c8c-d7654cc56fe1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:06.183583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:33:06.287434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-1b586357-1944-42f9-8c58-06525a6b5417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.1142998 Oct 12 11:33:06.359080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.371658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.378620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.385420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.396119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.406616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.411777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.413921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-5da965a7-cca0-4803-b4b1-c74ae2720fd1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.4903889 Oct 12 11:33:06.420554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8994304-c7fb-4f8a-8573-2bca09cf350f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6581376 Oct 12 11:33:06.438811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:06.445045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Request body: {'subnet': {'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-358589017-subnet', 'tenant_id': '4b0c9977f2324e21af62e81c81b5bc9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:33:06.524332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-083b9d31-ca92-47fa-b673-091803617ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.528211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-083b9d31-ca92-47fa-b673-091803617ef6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.2308841 Oct 12 11:33:06.633513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c17-6e90-451a-9e12-e2db309102f0 req-933219fd-67e4-4bd0-8849-8550976947e9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.635179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4b92c17-6e90-451a-9e12-e2db309102f0 req-933219fd-67e4-4bd0-8849-8550976947e9 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.3184943 Oct 12 11:33:06.680932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-04fa2b50-9903-4137-b124-a0ae165ffc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:06.682538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-04fa2b50-9903-4137-b124-a0ae165ffc92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379275 Oct 12 11:33:06.713322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c4b92c17-6e90-451a-9e12-e2db309102f0 req-6a43d374-be5a-4830-9000-667b3772586e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698276 Oct 12 11:33:06.886657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-709a8a4f-04c7-470d-b74a-1ce3b56f9ddf service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894352 Oct 12 11:33:07.037248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6febf80f-5c7d-4608-b4ae-f408250ffcab req-126c0044-ee56-45de-883d-abbb444ca3a5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6082425 Oct 12 11:33:07.079892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Made reservation on behalf of 4b0c9977f2324e21af62e81c81b5bc9f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:33:07.087894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:07.093519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:33:07.109224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Sync routers for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:33:07.119003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43152f6e-a9d4-467f-9a73-8ee3c7f7ee05 req-c0083f41-d938-4ff0-ae5d-cde21d06f321 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257082 Oct 12 11:33:07.123126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:07.124012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:07.227958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb0b5-20c4-4b6c-a909-ba821617310f req-871eae48-41bc-458b-b0f0-cb17ab29d578 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:07.236072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb0b5-20c4-4b6c-a909-ba821617310f req-871eae48-41bc-458b-b0f0-cb17ab29d578 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:07.238251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38cdb0b5-20c4-4b6c-a909-ba821617310f req-871eae48-41bc-458b-b0f0-cb17ab29d578 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 1677 time: 0.2081785 Oct 12 11:33:07.294986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port 13c6f7ca-28f3-4497-8d97-c76a2a50c3fd on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:07.316393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:07.323001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-b6d20911-a305-4eba-a744-1f199707a2ef tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "DELETE /v2.0/ports/13c6f7ca-28f3-4497-8d97-c76a2a50c3fd HTTP/1.1" status: 204 len: 173 time: 3.8605490 Oct 12 11:33:07.324604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:07.328115 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81abd656-1d11-4314-9aa1-641a2b41c77c" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:07.332824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-38cdb0b5-20c4-4b6c-a909-ba821617310f req-1cd4dce8-bc16-499b-b65c-ac68e99fbcc9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862877 Oct 12 11:33:07.377020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:07.452284 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78892944-8763-49c5-98ff-fec6f9c0898f x-openstack-request-id: req-78892944-8763-49c5-98ff-fec6f9c0898f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:07.452805 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "13c6f7ca-28f3-4497-8d97-c76a2a50c3fd", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:07.452913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78892944-8763-49c5-98ff-fec6f9c0898f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:07.453382 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '13c6f7ca-28f3-4497-8d97-c76a2a50c3fd', 'status': 'completed', 'code': 200} Oct 12 11:33:07.616312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port cb2ebe48-5380-4b40-8595-c61163795309 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:07.616649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:07.737958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:07.793035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Checking router: 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:33:07.810968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:07.814079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:07.820139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port cb2ebe48-5380-4b40-8595-c61163795309, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cb2ebe48-5380-4b40-8595-c61163795309,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:07.820511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:07.877441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf554-d928-4413-a41c-d69d6d92e0be req-c5cc1369-451e-4112-a338-c5bf7b723321 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:07.887634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for cb2ebe48-5380-4b40-8595-c61163795309 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:07.890738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2aaf554-d928-4413-a41c-d69d6d92e0be req-c5cc1369-451e-4112-a338-c5bf7b723321 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0763822 Oct 12 11:33:07.939572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2aaf554-d928-4413-a41c-d69d6d92e0be req-5c1c5404-0e63-479c-a305-c071ca488987 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477049 Oct 12 11:33:08.006059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:08.041600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:08.235955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e56b99-1f9f-4bbe-b30c-29c8621bc9a6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:08.358761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Checking segment: {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:33:08.358761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Network hostable DHCP agents. Network: fdf8399d-75af-46ee-9c8c-d7654cc56fe1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:33:08.408791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:08.422669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.429428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.435787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.441796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.448408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.453978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654e273-f022-472a-9a7c-1795f8b83943 None None] The sync data for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 is: [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:21:53Z', 'revision_number': 4, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c5f4d458-aab0-4981-a675-406a9b7f81cb', 'name': '', 'network_id': 'e76f2da4-b16b-46fb-942b-628171e148d8', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'mac_address': 'fa:16:3e:f2:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5b183c87-43e6-4582-8f02-93a442af1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:52Z', 'updated_at': '2021-10-12T11:22:00Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'subnets': [{'id': '5b183c87-43e6-4582-8f02-93a442af1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:33:08.454651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.461880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.463944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-9804065a-59d1-4763-9945-65c6e7f50e77 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.2936110 Oct 12 11:33:08.635660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-762d9719-c6ce-4cf1-ad75-21f5aed9d83c req-7b68d354-d503-4fc3-a4d4-c16e8619e5b2 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512607 Oct 12 11:33:08.637984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffedf3-eece-4ede-a0f2-7e7db6a55367 req-8f4a6bee-a128-4818-9273-c7eefbc8608f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.637984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffedf3-eece-4ede-a0f2-7e7db6a55367 req-8f4a6bee-a128-4818-9273-c7eefbc8608f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:08.637984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-07ffedf3-eece-4ede-a0f2-7e7db6a55367 req-8f4a6bee-a128-4818-9273-c7eefbc8608f tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 1677 time: 0.0799944 Oct 12 11:33:08.637984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-07ffedf3-eece-4ede-a0f2-7e7db6a55367 req-a8186b63-2ea7-4ad8-bdf0-ffeb27d7aa64 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups?id=5173c549-6e83-483b-ad6d-fb5257a0216e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359724 Oct 12 11:33:08.726184 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ad051-52a2-4179-9854-73fbbddf2264 None None] New status for floating IP 6bbdb1f9-4dca-4122-98be-bfdf58616de2: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:33:08.784551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:08.797663 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:33:08.815617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=cb2ebe48-5380-4b40-8595-c61163795309,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:08.828084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:33:08.871460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port cb2ebe48-5380-4b40-8595-c61163795309 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:08.874644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:08.879121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-89eda3ad-1e35-45c6-a65c-d1b8b25fe7ed tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "DELETE /v2.0/ports/cb2ebe48-5380-4b40-8595-c61163795309 HTTP/1.1" status: 204 len: 173 time: 1.5288298 Oct 12 11:33:08.956493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, fdf8399d-75af-46ee-9c8c-d7654cc56fe1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:33:08.978535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e35623-acb9-48fc-bb80-ace9b4f96f34 None None] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:33:09.049006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.055706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:09.129173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 159716ce-b748-4392-bbf0-dd30a6f80f75 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:09.130016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:09.172866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb663244-4938-4ae3-94a8-38acbb1992f0 req-ebed6002-fc11-4fa9-ac47-9a7a6871e161 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.177520 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eb663244-4938-4ae3-94a8-38acbb1992f0 req-ebed6002-fc11-4fa9-ac47-9a7a6871e161 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0866022 Oct 12 11:33:09.282171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eb663244-4938-4ae3-94a8-38acbb1992f0 req-4f96f2c4-9b30-4a29-adff-456fec988d73 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970261 Oct 12 11:33:09.325583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port 159716ce-b748-4392-bbf0-dd30a6f80f75, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=159716ce-b748-4392-bbf0-dd30a6f80f75,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:09.326361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:09.334547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc168c5-9717-4e86-93ee-bb5d3808980d None None] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:33:09.344757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 159716ce-b748-4392-bbf0-dd30a6f80f75 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:09.539051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:09.541571 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc97fd73-e95e-44a3-9a04-6f0a0bca2929" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "cb2ebe48-5380-4b40-8595-c61163795309"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:09.556957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65b6bc41-1573-4066-a1fd-81b36acd27c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1077154 Oct 12 11:33:09.603519 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf79d8-39d0-42ca-9bc2-69818e477a1d x-openstack-request-id: req-57bf79d8-39d0-42ca-9bc2-69818e477a1d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:09.603763 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "cb2ebe48-5380-4b40-8595-c61163795309", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:09.604892 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57bf79d8-39d0-42ca-9bc2-69818e477a1d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:09.605800 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': 'cb2ebe48-5380-4b40-8595-c61163795309', 'status': 'completed', 'code': 200} Oct 12 11:33:09.613469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:09.725227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=159716ce-b748-4392-bbf0-dd30a6f80f75,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:09.796324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9446e091-49aa-4d48-9a4d-1a9cc4c4f8dd req-0148dbda-3c8c-4f24-b6aa-deb84a77cdb9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0766959 Oct 12 11:33:09.867482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port 159716ce-b748-4392-bbf0-dd30a6f80f75 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:09.881155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:09.885892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b083c-890c-43df-b55c-d86c9ec47fc8 req-c09493d1-6747-4f3f-9c7d-948a9dc5bd7c tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.47 "DELETE /v2.0/ports/159716ce-b748-4392-bbf0-dd30a6f80f75 HTTP/1.1" status: 204 len: 173 time: 1.0005777 Oct 12 11:33:09.920822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.927738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.934505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.941757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.949673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.956619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.964708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:09.979514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-ba153088-c5ff-4fe9-9ab7-2744f389f80f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.2916522 Oct 12 11:33:10.026841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b09856ce-8ebc-4370-bae6-0b544bbc23dd req-b85ed328-e3f5-4ad6-b48b-74ebfb127235 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494521 Oct 12 11:33:10.469906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13aab-b768-4457-8bda-500139155c8c req-1cbd53d3-d6cb-4d39-a965-a2c1dea4e89f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:10.478450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77f13aab-b768-4457-8bda-500139155c8c req-1cbd53d3-d6cb-4d39-a965-a2c1dea4e89f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0697918 Oct 12 11:33:10.526345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77f13aab-b768-4457-8bda-500139155c8c req-d895977d-72ba-409c-b0b4-66805df87a7a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Oct 12 11:33:10.981906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-658988fb-da57-4811-9fb9-d73e5db843a2 req-1a9ed00d-23b2-4f27-af27-ed468e8c717b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0766146 Oct 12 11:33:11.397988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.405007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.413012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.420381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.430857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.437356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.445224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.453513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-006428fa-73ed-4f5b-8b5d-6bdfa7102666 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1493001 Oct 12 11:33:11.552635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9bdb703e-0f12-4955-9145-ead918ceae19 req-98560769-6bdf-4472-83aa-69c496a3e33f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984807 Oct 12 11:33:11.606026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:11.608460 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08306fc1-b80d-4ce4-8133-3a805f4a6365" -d '{"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:11.752860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f3d7-fa6e-436b-acff-fb01ad801ff9 req-87cfe84c-c539-49c1-a992-e5685fddbd6c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:11.763235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04d3f3d7-fa6e-436b-acff-fb01ad801ff9 req-87cfe84c-c539-49c1-a992-e5685fddbd6c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1217129 Oct 12 11:33:11.814355 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fab95-f02b-4c9a-baa6-0852f217241b x-openstack-request-id: req-cf1fab95-f02b-4c9a-baa6-0852f217241b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:11.814810 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80fb8b7-9595-467a-bf65-27ed5cec19eb", "name": "network-vif-deleted", "tag": "159716ce-b748-4392-bbf0-dd30a6f80f75", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:11.815128 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf1fab95-f02b-4c9a-baa6-0852f217241b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:11.815773 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80fb8b7-9595-467a-bf65-27ed5cec19eb', 'name': 'network-vif-deleted', 'tag': '159716ce-b748-4392-bbf0-dd30a6f80f75', 'status': 'completed', 'code': 200} Oct 12 11:33:11.838132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04d3f3d7-fa6e-436b-acff-fb01ad801ff9 req-764dc7e1-e313-4913-b328-cb044247a10d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720379 Oct 12 11:33:12.143329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3b516e5-d148-4b5a-820d-1800991c76f6 req-f01304d7-c1d4-4c49-9da7-008319b1f4e1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0543327 Oct 12 11:33:12.719605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.726527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.732233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.741660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.747716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.753668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.779150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.781622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e082904-b263-4769-af41-d1c24319f86d req-d72ea66a-0292-4ac4-995b-1da98451440b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1256526 Oct 12 11:33:12.858506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e082904-b263-4769-af41-d1c24319f86d req-ece62518-4011-46bf-9cbb-8541f7ca8ff6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700848 Oct 12 11:33:12.977023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9fe3-5a9d-4da4-ada1-6523bc071880 req-04db3794-3430-4fa3-83fd-63cce9806845 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:12.984836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-717f9fe3-5a9d-4da4-ada1-6523bc071880 req-04db3794-3430-4fa3-83fd-63cce9806845 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0623264 Oct 12 11:33:13.040387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-717f9fe3-5a9d-4da4-ada1-6523bc071880 req-b6ab08fa-7e30-49b3-b6fd-b91f07234ac2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542696 Oct 12 11:33:13.276926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9d41c55-71e1-40eb-96f5-871eb48d66a2 req-bdd643db-498c-478f-9bc8-7d3a2925d816 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0305433 Oct 12 11:33:14.099719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.106071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.112838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.121321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.127998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.134190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.141548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.151081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-c9fa70c2-352e-472e-a5e7-058d015c9866 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1532316 Oct 12 11:33:14.204915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0a3e0bf-9065-4f59-bc43-64d4d384cb39 req-80e5596c-6313-45f7-88ef-0c25dbbd3d9a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467751 Oct 12 11:33:14.225634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d8ebf-21c2-4d92-ab93-ea53a09a85ed req-6ddd56cb-672e-41b8-8d86-c3fc6e4f45f3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:14.234042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-505d8ebf-21c2-4d92-ab93-ea53a09a85ed req-6ddd56cb-672e-41b8-8d86-c3fc6e4f45f3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0734372 Oct 12 11:33:14.292344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-505d8ebf-21c2-4d92-ab93-ea53a09a85ed req-b6bb0c05-b6ad-4576-95e4-946b46fe2f6c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574329 Oct 12 11:33:14.403228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8b3e9ff-abb9-4aae-b2c2-f77e3c567c74 req-f9c9a3d0-921e-4c1f-acc1-714b6f8099ff tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0309896 Oct 12 11:33:15.443942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.451545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.469481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.480878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.491130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.510495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bc65-d260-4eee-a8da-9e602e9b5dda req-f4224d1f-f604-4a03-9ac0-c0d7fda907ef tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.512246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce69bc65-d260-4eee-a8da-9e602e9b5dda req-f4224d1f-f604-4a03-9ac0-c0d7fda907ef tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1014483 Oct 12 11:33:15.512549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.520124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:15.537151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-8a8963fc-a54b-42fc-8eb6-d88d9d424e36 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.2105780 Oct 12 11:33:15.593495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce69bc65-d260-4eee-a8da-9e602e9b5dda req-8ab7a0c6-892b-4a2e-be5d-d2c7bb2589bd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748508 Oct 12 11:33:15.638255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b47b61e3-cdf4-4c5d-9267-3f193059c3c9 req-74863faf-7044-4d83-b7d7-4a13f4023e3d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999091 Oct 12 11:33:15.698492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d34b715d-a8db-4d4e-99a9-5021796249d3 req-65329f4e-4210-4c58-a916-a54ca99f73da tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0433979 Oct 12 11:33:16.763450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a910d-21be-4f64-8a34-e324d9bf9276 req-510e4a4c-de4c-48a5-9bfb-a50ae905a933 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.767755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba2a910d-21be-4f64-8a34-e324d9bf9276 req-510e4a4c-de4c-48a5-9bfb-a50ae905a933 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1007397 Oct 12 11:33:16.799655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.804697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba2a910d-21be-4f64-8a34-e324d9bf9276 req-119f58da-5149-4c20-a674-47f0a9b1b0be tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333681 Oct 12 11:33:16.811618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.818604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.825262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.831522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.837696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.844207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:16.847181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-3d924fbe-32af-4f81-ab60-ab539fe4a1fe tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1144919 Oct 12 11:33:16.897878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fefcf525-b3e3-4ec7-9992-df81cb1e1928 req-04dd9b88-290b-4d29-8868-cdf625286cad tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433464 Oct 12 11:33:16.952002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cb97adf-acba-4ee4-b0b8-6b12b13d0708 req-fa0ba452-5542-46c0-8ba6-0705799b709a tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0766904 Oct 12 11:33:17.273264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50358-2e29-4152-9712-5e68d648997a req-161903ab-3968-49f5-b07b-b276b8c8dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:17.275157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-161903ab-3968-49f5-b07b-b276b8c8dac8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1096 time: 0.0481555 Oct 12 11:33:17.387977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50358-2e29-4152-9712-5e68d648997a req-fe03af76-b558-40a2-801a-a1022dbcfd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:17.389496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-fe03af76-b558-40a2-801a-a1022dbcfd6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1064019 Oct 12 11:33:17.466640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-62f1abbb-996d-45c1-8c52-4ce328d13e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 1001 time: 0.0695114 Oct 12 11:33:17.527277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50358-2e29-4152-9712-5e68d648997a req-cbdd3db8-7cd7-467a-8b98-156b01fbb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:17.529879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-cbdd3db8-7cd7-467a-8b98-156b01fbb715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0568476 Oct 12 11:33:17.599780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50358-2e29-4152-9712-5e68d648997a req-7012c8f5-a260-4cff-944c-99e069ddf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:17.601461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-7012c8f5-a260-4cff-944c-99e069ddf42c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638456 Oct 12 11:33:17.678370 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0a3-561c-4e3a-9512-dd927263ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:17.731219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-bd167fd0-7e44-4b04-9c4e-c7cb0062fc7e service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211762 Oct 12 11:33:17.834820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c9e50358-2e29-4152-9712-5e68d648997a req-d9fc35f5-c43d-4486-8724-717fcd1d9ffa service neutron] 10.222.0.41 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966611 Oct 12 11:33:17.944827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9cbc-77e7-4ecc-a396-97c99b5c8b5e req-28ee9498-9e5c-445c-8e80-7c2ae01b97b4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:17.947244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a4a9cbc-77e7-4ecc-a396-97c99b5c8b5e req-28ee9498-9e5c-445c-8e80-7c2ae01b97b4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Oct 12 11:33:18.002775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a4a9cbc-77e7-4ecc-a396-97c99b5c8b5e req-782dd9af-bbaf-4708-80ac-9fcc2b1fad22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 Oct 12 11:33:18.121070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce975663-389c-40f4-8e0a-4120c706be33 req-c9abedf5-35b7-44fb-98d4-592bd6d75cf7 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0408659 Oct 12 11:33:18.509972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.516525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.523195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.529473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.536071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.541840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.547675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:18.549619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-431b976a-27b0-43e6-80c0-4127656b664b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.5591815 Oct 12 11:33:18.592711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1650ba5-5614-4b49-b334-a804ccbf4819 req-2994ac27-31cc-4636-9c2e-78e9bbe5845d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354424 Oct 12 11:33:19.153574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad433b-e961-493b-9ca8-4008a50bc66c req-5aaa14bb-cd5e-4dbb-807d-2eb8ddedbb99 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.162039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89ad433b-e961-493b-9ca8-4008a50bc66c req-5aaa14bb-cd5e-4dbb-807d-2eb8ddedbb99 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0613508 Oct 12 11:33:19.206861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89ad433b-e961-493b-9ca8-4008a50bc66c req-882215f6-e4d3-41c0-9dd3-eecb917ff6b7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Oct 12 11:33:19.285097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4c89ed0a-9748-4cb1-ac13-b9c34a3774e6 req-ac3bfa58-95d7-4eb1-a6ac-acb9ca9f7656 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0542777 Oct 12 11:33:19.752340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.759396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.765990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.772546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.779368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.786354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.792903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:19.801832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d37e6830-dce1-4432-9cc0-e1164037131b req-8a565514-7abb-41e4-8369-a399ef71e293 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1128218 Oct 12 11:33:19.851378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d37e6830-dce1-4432-9cc0-e1164037131b req-1a3c20be-0e18-4652-8fbd-e2e3d0581855 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436797 Oct 12 11:33:20.238260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:33:20.338485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c8d-ac3d-4c77-ba69-49b5dea68cab req-f39313f1-9755-48b8-9c02-c8d63ca3be0b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:20.339551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:20.345349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8568c8d-ac3d-4c77-ba69-49b5dea68cab req-f39313f1-9755-48b8-9c02-c8d63ca3be0b tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.0611899 Oct 12 11:33:20.367106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:20.369588 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73664e28-3923-47cc-aecb-83cc493c4473" -d '{"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-unplugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:20.396880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8568c8d-ac3d-4c77-ba69-49b5dea68cab req-0906de88-af86-4be3-9e84-549eec0ca40e tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460184 Oct 12 11:33:20.399712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:20.497745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-afff972e-b6a8-453c-a4ef-3f9bb0e420f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:20.510594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e2d1b9f-1a22-4746-b1bf-fa93d1599622 req-c3ab511e-fe1a-490d-b93c-713092cb5ad6 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0440125 Oct 12 11:33:20.512290 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7ca6c-858b-440e-a494-07e5881abae7 x-openstack-request-id: req-13e7ca6c-858b-440e-a494-07e5881abae7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:20.512637 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-unplugged", "status": "failed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "code": 422}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:20.512955 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13e7ca6c-858b-440e-a494-07e5881abae7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:20.513423 n-d-813419-3 neutron-server[95549]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'code': 422} returned with failed status Oct 12 11:33:20.524213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:20.635575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:20.995393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.002342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.009086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.015610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.022643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.028947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.035143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:21.043532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-cd036160-2b5f-41bb-9520-000d4933cc04 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1036956 Oct 12 11:33:21.100286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51764e1f-aaf4-4c67-a057-bab076a04413 req-702e8da6-fddb-4bed-b1a7-b66ec587eb91 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533216 Oct 12 11:33:21.678981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b084e2a6-61f5-4223-a8d0-d25365e1bd39 req-4d10514b-2119-4359-9409-eae0f98bfd41 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0374880 Oct 12 11:33:21.737459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:21.801525 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:21.992701 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:22.268036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.275193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.285077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.291801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.297943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.304846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.311397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:22.314672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-3929535b-1037-4950-b145-728f4a21c961 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1209998 Oct 12 11:33:22.371878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb6aae64-b362-416b-baa6-77a73306cba9 req-d9d7eb72-5470-40bf-a1db-38b9f5504b98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514300 Oct 12 11:33:22.792580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d1adc13-06d0-4bcd-9c38-e746269169cd req-cd885ea6-0fdd-43d7-b814-7051a93d345d tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0274634 Oct 12 11:33:23.168560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-e74cc3ab-c1a8-4995-ab92-bc6644924cd2 req-243a5f64-4950-49ed-ae9d-43509cf9b3ee service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:33:23.169668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e74cc3ab-c1a8-4995-ab92-bc6644924cd2 req-243a5f64-4950-49ed-ae9d-43509cf9b3ee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0661550 Oct 12 11:33:23.267024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:23.545587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0d76a-123e-498c-a2f8-e182884a0e5c req-7c9dbf8c-b804-45ba-875f-89347ca39b7d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.547248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09d0d76a-123e-498c-a2f8-e182884a0e5c req-7c9dbf8c-b804-45ba-875f-89347ca39b7d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0605462 Oct 12 11:33:23.577771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.584111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.589955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.596627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09d0d76a-123e-498c-a2f8-e182884a0e5c req-447ccbed-380a-4f50-b11a-578d92ff2ff8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Oct 12 11:33:23.608203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.615898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.622161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.628463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:23.638595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-2e74c8cf-36a8-4d14-b2eb-065b3b43e8ea tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1235316 Oct 12 11:33:23.688802 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cb3db34-23c3-45c5-ac32-1c40d5c46ac8 req-6468e6e3-c0e9-48ac-b6d2-2fa8a5ee5899 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492859 Oct 12 11:33:23.974825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a3f666e9-5635-4d7d-9a71-e31db337a479 req-9401d44b-65ad-4442-bac8-51c83b1c58e9 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0637617 Oct 12 11:33:24.240818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-a66148ab-d044-43e9-b16c-c485bbee34b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204998 Oct 12 11:33:24.264055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-4fda828e-5553-4a2a-8e3e-12cb71e126f6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:33:24.265169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-4fda828e-5553-4a2a-8e3e-12cb71e126f6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092089 Oct 12 11:33:24.837091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f3f7-f463-4fa7-a99c-f3fc3c663f0e req-60e23f3b-4916-43a3-bb49-a5645720a997 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.851631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6163f3f7-f463-4fa7-a99c-f3fc3c663f0e req-60e23f3b-4916-43a3-bb49-a5645720a997 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.1290221 Oct 12 11:33:24.884360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.888680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6163f3f7-f463-4fa7-a99c-f3fc3c663f0e req-ee06f1cb-5f0b-47cc-9f19-54519bf79f78 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362029 Oct 12 11:33:24.891390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.899292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.906462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.913641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.921156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.930302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:24.935107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-1370a33c-b52d-4050-a4e7-879eb23c81b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1330025 Oct 12 11:33:24.987272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f77c48f-e9fa-41cc-a251-66d04b95854f req-c0479fbc-d40a-457a-afd9-7abcc7942759 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422354 Oct 12 11:33:25.107788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa69065d-d90b-4821-9da8-e6a020d44f29 req-43eac56e-9553-4906-991e-3c4735c7fe44 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0290756 Oct 12 11:33:26.067344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82426d-9ad8-4432-85e0-bb66e7fcccf7 req-dff88e95-6ac2-43da-9fcf-49f676185e15 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.075032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd82426d-9ad8-4432-85e0-bb66e7fcccf7 req-dff88e95-6ac2-43da-9fcf-49f676185e15 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0698245 Oct 12 11:33:26.139575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd82426d-9ad8-4432-85e0-bb66e7fcccf7 req-9d6e83d3-9075-48f5-95d0-5c0dcf4e5b31 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605173 Oct 12 11:33:26.166240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.173923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.180987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.187155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.193791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.200404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.206481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.209137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec62301d-057b-4159-9326-c3e1519e634c req-16f1dd06-4f6a-49de-9617-5cf90a9058d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1068096 Oct 12 11:33:26.278105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec62301d-057b-4159-9326-c3e1519e634c req-b966a497-927c-4085-9397-22d74eeedf81 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628841 Oct 12 11:33:26.386126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-c515c3a2-54a5-482b-aed8-d301b10cf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:26.387674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-c515c3a2-54a5-482b-aed8-d301b10cf6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54&tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a HTTP/1.1" status: 200 len: 1094 time: 0.1389000 Oct 12 11:33:26.400349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:33:26.404522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ce41de67-8162-4304-a844-cb21c255b918 req-6532bb8e-9e62-46ac-b55a-2de5d187c85b tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0285990 Oct 12 11:33:26.460592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:26.608313 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:26.694196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:26.736664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:33:26.784166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:26.793050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:26.805737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Transition to ACTIVE for port object 15dfcd8b-89b8-487f-95ed-3ce9498bd407 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:33:26.923702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:27.122302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=9']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:27.151853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.152263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.152601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.152952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.153544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.153860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.154189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.154506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.154853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.155173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.155490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.155804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:27.164586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] No DVR routers for this DVR port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:27.361279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa27f11-09cc-4585-b240-bc8c48d40e53 req-5dd2d9e6-137a-4c81-9048-7499fdd45336 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.362946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-caa27f11-09cc-4585-b240-bc8c48d40e53 req-5dd2d9e6-137a-4c81-9048-7499fdd45336 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 943 time: 0.0893810 Oct 12 11:33:27.407625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:33:27.407948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:33:27.408269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:33:27.418346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:33:27.418664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Attempting to bind port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on network c69c5470-710e-4aad-a1f3-28b2b6d2e037 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:33:27.436332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-caa27f11-09cc-4585-b240-bc8c48d40e53 req-bfe06bc0-86a3-40e4-a5f4-687736a7c6da tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593140 Oct 12 11:33:27.437123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:33:27.437496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Checking segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:33:27.437874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Bound using segment: {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:33:27.438952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Bound port: 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecca675-bedf-44cb-a444-08203b04e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:33:27.438952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:27.460828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.463939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.469825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.476080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.481960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.488768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.494810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.496743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-fd70a71d-4b8e-4fb9-9ce8-43222b7feed4 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.0971766 Oct 12 11:33:27.550102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:33:27.563664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:33:27.564944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-66474e9d-b73e-4ff5-bb60-0511692104ff req-f539db95-23e6-468d-b66b-2b056db226bd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541728 Oct 12 11:33:27.668794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f836ce23-74ca-4084-a26b-4d1a96949968 req-50fd0933-f000-4639-913e-f7836d7faec3 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80fb8b7-9595-467a-bf65-27ed5cec19eb HTTP/1.1" status: 200 len: 210 time: 0.0310676 Oct 12 11:33:27.669854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:27.719702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.720152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:27.721511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 1091 time: 1.3254712 Oct 12 11:33:27.721948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:27.724474 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d9137-8234-4959-a9ee-a6d705ef27ce" -d '{"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:27.778911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a433e-7acb-467f-ab97-187a3f15c4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:27.784673 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e792faec-07cb-4376-959f-4f8220c227b2 x-openstack-request-id: req-e792faec-07cb-4376-959f-4f8220c227b2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:27.784953 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:27.785249 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e792faec-07cb-4376-959f-4f8220c227b2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:27.785650 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'status': 'completed', 'code': 200} Oct 12 11:33:27.801906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-6085a5f8-3e1c-4875-a634-f5cefeafeaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.805454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-6085a5f8-3e1c-4875-a634-f5cefeafeaf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1095 time: 0.0545108 Oct 12 11:33:27.925210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-478a6794-0d27-4851-9558-a697955cd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:27.927435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-478a6794-0d27-4851-9558-a697955cd230 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.1141331 Oct 12 11:33:27.995697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-680fc658-f7b5-4560-aec8-13b4ea69c18a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 999 time: 0.0614939 Oct 12 11:33:28.054886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-a140df65-55fe-46cd-a0f9-d2788f581067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.056393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-a140df65-55fe-46cd-a0f9-d2788f581067 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0542052 Oct 12 11:33:28.109406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa054-61ac-48d1-a52b-69f536260956 req-8f70c7fc-942c-42e1-9d01-4b2cbaef6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.110157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-8f70c7fc-942c-42e1-9d01-4b2cbaef6fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468316 Oct 12 11:33:28.206526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-5a256ae2-514b-45dc-935a-5e5a7e42898a service neutron] 10.222.0.47 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887253 Oct 12 11:33:28.251416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:28.309622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-d548af7d-4d31-4340-be0f-2b15755ba8e1 service neutron] 10.222.0.47 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960164 Oct 12 11:33:28.381256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:28.397080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'port_id': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'mac_address': 'fa:16:3e:86:d2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:28.610152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-454c37fa-27fe-4bbd-ad6b-d5ae65c4aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.611713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-454c37fa-27fe-4bbd-ad6b-d5ae65c4aa75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1095 time: 0.1030829 Oct 12 11:33:28.691772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02efd50-1b24-45d9-9a8c-5ad3e17c004f req-3840c592-6556-4e3f-8d11-944b94ff4ba7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.700504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a02efd50-1b24-45d9-9a8c-5ad3e17c004f req-3840c592-6556-4e3f-8d11-944b94ff4ba7 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1010227 Oct 12 11:33:28.751695 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a02efd50-1b24-45d9-9a8c-5ad3e17c004f req-836da1d0-04eb-4a62-9543-3fb14dd04dde tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Oct 12 11:33:28.792326 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:28.816305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:28.834635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-115cde60-2264-43b5-a34b-b96ac0dadd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.836156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-115cde60-2264-43b5-a34b-b96ac0dadd1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 200 len: 918 time: 0.2048347 Oct 12 11:33:28.847318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:28.870647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.876714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.882781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.892586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.899669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.905548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.912141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:28.914033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-254efcf6-f343-49f8-afdb-658a7164eb6b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5423 time: 0.1624377 Oct 12 11:33:28.949524 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:28.950730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 80728a26-c8f0-48f6-8543-d845a7b72f92 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:28.970919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:29.023020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cba95a94-be24-44f9-8a89-fd3b2a783bb4 req-27a88ce0-742d-4805-a816-6196845ff8ed tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638165 Oct 12 11:33:29.029269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-0dbb4c95-ce79-4585-a7da-23ba8faed7b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 200 len: 999 time: 0.1814530 Oct 12 11:33:29.059492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=80728a26-c8f0-48f6-8543-d845a7b72f92,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:29.080476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '80728a26-c8f0-48f6-8543-d845a7b72f92', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'port_id': '80728a26-c8f0-48f6-8543-d845a7b72f92', 'mac_address': 'fa:16:3e:39:a3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:29.097971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.117845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-1f9ad5e5-36e6-41e0-81b6-1047980ed739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:29.119557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-1f9ad5e5-36e6-41e0-81b6-1047980ed739 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 200 len: 856 time: 0.0760887 Oct 12 11:33:29.166431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.200663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-801d963e-2cce-49e0-ada1-6437d623b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:29.202340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-801d963e-2cce-49e0-ada1-6437d623b410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c69c5470-710e-4aad-a1f3-28b2b6d2e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748606 Oct 12 11:33:29.238578 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.297375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80728a26-c8f0-48f6-8543-d845a7b72f92 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:29.351465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:29.353843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.360108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.365552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/security-groups/5173c549-6e83-483b-ad6d-fb5257a0216e HTTP/1.1" status: 204 len: 168 time: 0.3921864 Oct 12 11:33:29.366277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:29.377989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=80728a26-c8f0-48f6-8543-d845a7b72f92,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:29.413119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2e3da-2c7e-4dc7-a900-1a6e1e707ad4 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173c549-6e83-483b-ad6d-fb5257a0216e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:29.432525 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.433335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4301dfcd-f602-433f-bdbf-936ee309736d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:29.451393 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-e6f17a12-5133-4768-a09d-5ac4e50e35bd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] show failed (client error): The resource could not be found. Oct 12 11:33:29.455800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e6f17a12-5133-4768-a09d-5ac4e50e35bd tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "GET /v2.0/security-groups/5173c549-6e83-483b-ad6d-fb5257a0216e HTTP/1.1" status: 404 len: 347 time: 0.0649223 Oct 12 11:33:29.456951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:29.521419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-5166a9fd-9846-4cfb-bd48-a39cedc985aa service neutron] 10.222.0.47 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780704 Oct 12 11:33:29.606428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:29.648103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4301dfcd-f602-433f-bdbf-936ee309736d,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:29.667904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 9baa0d58-c849-4605-9bce-75dde98ee8b9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:29.668299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.685407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '4301dfcd-f602-433f-bdbf-936ee309736d', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'port_id': '4301dfcd-f602-433f-bdbf-936ee309736d', 'mac_address': 'fa:16:3e:5c:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:29.754911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a0d9137-8234-4959-a9ee-a6d705ef27ce req-85ff0f5a-878b-4ed8-8440-91ce030b2cf6 service neutron] 10.222.0.47 "GET /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119467 Oct 12 11:33:29.758539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.761392 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.761748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.775528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 9baa0d58-c849-4605-9bce-75dde98ee8b9 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:29.777587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4301dfcd-f602-433f-bdbf-936ee309736d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:29.841733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4301dfcd-f602-433f-bdbf-936ee309736d,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:29.939757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:29.940566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:29.991333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf6fa6-cdaf-4bd5-a879-60d546b87d87 req-a06feb13-c24e-48ae-a56b-7ab9520866b4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:29.992959 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ebf6fa6-cdaf-4bd5-a879-60d546b87d87 req-a06feb13-c24e-48ae-a56b-7ab9520866b4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0744541 Oct 12 11:33:30.033718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:30.037679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:30.063781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ebf6fa6-cdaf-4bd5-a879-60d546b87d87 req-85827c2f-ac6b-4fc5-bcf7-1050b1f7bbb8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635512 Oct 12 11:33:30.092918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'port_id': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf', 'mac_address': 'fa:16:3e:17:ef:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:30.260363 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.287358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.289223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:30.298937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.309774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.329988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.341025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.343382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.361072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.377979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:30.379524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:30.386394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-db188b36-bf7c-4fd3-b270-19949e28013b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5426 time: 0.2158606 Oct 12 11:33:30.415395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=9baa0d58-c849-4605-9bce-75dde98ee8b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:30.458045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2f006db-bb54-4da3-a2f3-3ce320051dc1 req-8c50e66b-6224-4269-bb94-b402ab2a4e9a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706854 Oct 12 11:33:30.466664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.528331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cfdea21c-e5cb-4b25-b442-a7dad8172679 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:30.583293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.586273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.590532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a782cde5-55ea-403c-a426-72d8e61f35b1 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/floatingips/6bbdb1f9-4dca-4122-98be-bfdf58616de2 HTTP/1.1" status: 204 len: 168 time: 1.1323559 Oct 12 11:33:30.593539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40788) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:30.683433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:30.786568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port ebe2b12d-1244-4a44-a9f7-242b4b4f640e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:30.788924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.843487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:30.856145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'port_id': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'mac_address': 'fa:16:3e:77:de:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53372039-1bb5-413b-b57d-ba14a6b00e6d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:30.929620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.962663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:30.989634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for ebe2b12d-1244-4a44-a9f7-242b4b4f640e owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:31.028929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['80728a26-c8f0-48f6-8543-d845a7b72f92'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:31.046366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdea21c-e5cb-4b25-b442-a7dad8172679 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:31.108477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:31.191325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['4301dfcd-f602-433f-bdbf-936ee309736d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:31.207877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:31.355275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:31.356502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:31.368687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c260-b1f9-4f04-8f19-f9ce7c92763e req-449c5b51-a1d7-481d-b179-ea0cb4ae93c1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.375422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:31.385842 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5b2c260-b1f9-4f04-8f19-f9ce7c92763e req-449c5b51-a1d7-481d-b179-ea0cb4ae93c1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1475284 Oct 12 11:33:31.422880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=ebe2b12d-1244-4a44-a9f7-242b4b4f640e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:31.515315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5b2c260-b1f9-4f04-8f19-f9ce7c92763e req-7383883d-0688-4e7b-ab69-a9d555a69784 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220551 Oct 12 11:33:31.557288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:31.561655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e97ed7f-7958-409c-99d1-d2e428529810 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/ports/ebe2b12d-1244-4a44-a9f7-242b4b4f640e HTTP/1.1" status: 204 len: 168 time: 0.9630415 Oct 12 11:33:31.564437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40802) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:31.612065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:33:31.711732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.724664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.727923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 1e0207d1-5897-4f4b-977f-ca698f1cd017 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:31.729573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:31.739488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.745654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:31.751878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.791691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.793908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:31.798055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.803982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58', 'network_id': '1665b445-9b53-4e98-aa84-c32fa1d1706f', 'port_id': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58', 'mac_address': 'fa:16:3e:68:d1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53372039-1bb5-413b-b57d-ba14a6b00e6d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:31.810345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:31.813327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-ef6b42d4-c221-4cfb-94dc-86daac2823cd tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5428 time: 0.1845567 Oct 12 11:33:31.907227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-783cbe59-7655-43a4-a2f3-43823c69a98b req-52400993-8a22-416d-9fe6-3fa93a98aac0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826433 Oct 12 11:33:31.916964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:31.942165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 1e0207d1-5897-4f4b-977f-ca698f1cd017 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:32.039726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.056306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:32.120774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:32.148899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:32.249261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.269006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.269720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b80133a3-3d72-419f-8cad-88bb96a717f2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:32.299113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=1e0207d1-5897-4f4b-977f-ca698f1cd017,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:32.384618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:32.465636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.470147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-75af464a-c468-4be8-bb4f-897959299418 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/ports/1e0207d1-5897-4f4b-977f-ca698f1cd017 HTTP/1.1" status: 204 len: 168 time: 0.9046583 Oct 12 11:33:32.473486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:32.530589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:32.553410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'network_id': '3577d16e-cb08-4817-905f-c13b594dc9fe', 'port_id': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'mac_address': 'fa:16:3e:4f:be:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49b9009-da6e-4819-b41e-3e7f5ce24bf1', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:32.618382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting subnet 4598c4b1-e8ce-4cd7-b32d-d6cd5566234c {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:33:32.628457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.687653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.740806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80133a3-3d72-419f-8cad-88bb96a717f2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:32.796850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:32.815749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.875161 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:32.903728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdb716-5d9e-4884-bdf4-84c27eade44b req-3891196e-de10-4961-86ba-770c5c296dc2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:32.905511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccdb716-5d9e-4884-bdf4-84c27eade44b req-3891196e-de10-4961-86ba-770c5c296dc2 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1818373 Oct 12 11:33:33.078605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:33.108703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.116024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eccdb716-5d9e-4884-bdf4-84c27eade44b req-44f22a41-c203-4cad-9113-8156b9cf3be5 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921852 Oct 12 11:33:33.162751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.170640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.178717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.184903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.191909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.198303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.204280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:33.207369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-865c32e1-679a-4234-96d1-05844ea711f5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5430 time: 0.1382458 Oct 12 11:33:33.250033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-abe640e1-00e2-443e-8b0b-cb91266f8c2e req-ef363c65-6102-428e-bde8-8076d28fd39d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375521 Oct 12 11:33:33.324490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.383171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Subnet': ['ID=4598c4b1-e8ce-4cd7-b32d-d6cd5566234c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:33.395131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.400928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a90c5ffd-de2e-494d-89cd-e974f38affa8 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/subnets/4598c4b1-e8ce-4cd7-b32d-d6cd5566234c HTTP/1.1" status: 204 len: 168 time: 0.9237342 Oct 12 11:33:33.401732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:33.408088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf8260-8146-444e-9d4e-ae348531ca94 None None] Network 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:33:33.501744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting subnet 59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:33:33.514770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.636098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.745247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] DHCP port deletion for 9bd6e6f3-1b27-4082-a58c-6d074f2bf626 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:33:33.860525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Deleting port 27b0a274-f164-45f5-bda5-d36f6f03b23c {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:33.860746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:33.890630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.010154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] For port 27b0a274-f164-45f5-bda5-d36f6f03b23c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=27b0a274-f164-45f5-bda5-d36f6f03b23c,segment=NetworkSegment(c66bdb2b-5dc8-48e2-9cfb-d16f26774180),segment_id=c66bdb2b-5dc8-48e2-9cfb-d16f26774180)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:34.011382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.034432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Calling delete_port for 27b0a274-f164-45f5-bda5-d36f6f03b23c owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:34.167531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.232274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.252371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] No DVR routers for this DVR port 27b0a274-f164-45f5-bda5-d36f6f03b23c on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:34.281025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c345c-a97e-4c1a-9c9b-746a52e03f11 None None] Pushing event deleted for resources: {'Port': ['ID=27b0a274-f164-45f5-bda5-d36f6f03b23c,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:34.366636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cfdea21c-e5cb-4b25-b442-a7dad8172679'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:34.441755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['7df1985d-4ec0-4ad5-bcd2-9d9b06421d58'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:34.625272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.639523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.653332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.668674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.674264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Subnet': ['ID=59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:34.676476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.682226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ca5fd662-e683-41ea-9efe-ab4798697227 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/subnets/59bd0349-cebe-42d3-b0c4-0e4b4ed60bc4 HTTP/1.1" status: 204 len: 168 time: 1.2777398 Oct 12 11:33:34.689231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.703790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.712403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.717287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40854) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:34.718587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df12c66-e80c-4aef-93d5-40b36c8db031 None None] Network 4efefe6d-9ceb-4bad-9a60-08218b72632e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:33:34.720166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-ea1b81d5-b858-4342-9d21-03c4b0cb31f1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5430 time: 0.2706788 Oct 12 11:33:34.773383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b235e-3b1e-4e18-80d8-b9602338cf82 req-ffa0f65a-f5bd-465c-b92a-cd889dcd5b2a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:34.781653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d90c5053-4c5e-4633-b310-3ecbd4716883 req-354b85da-7248-4b6b-9c10-0bbbd2611687 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604460 Oct 12 11:33:34.784318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41b235e-3b1e-4e18-80d8-b9602338cf82 req-ffa0f65a-f5bd-465c-b92a-cd889dcd5b2a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1133890 Oct 12 11:33:34.868072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:34.893115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b80133a3-3d72-419f-8cad-88bb96a717f2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:34.904027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41b235e-3b1e-4e18-80d8-b9602338cf82 req-66f97e77-514d-45ea-9214-7e5231aed9c6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179185 Oct 12 11:33:35.021703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:35.159994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.191936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd6e6f3-1b27-4082-a58c-6d074f2bf626']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:35.204614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:35.205002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66bdb2b-5dc8-48e2-9cfb-d16f26774180') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:35.238741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.255508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.263094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:33:35.263738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:33:35.267041 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:33:35.375338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 27b0a274-f164-45f5-bda5-d36f6f03b23c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:33:35.399547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:35.401629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 27b0a274-f164-45f5-bda5-d36f6f03b23c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:33:35.402026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 27b0a274-f164-45f5-bda5-d36f6f03b23c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:33:35.460121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:35.460614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.495338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.508640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.526619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/networks/9bd6e6f3-1b27-4082-a58c-6d074f2bf626 HTTP/1.1" status: 204 len: 168 time: 0.8039765 Oct 12 11:33:35.527370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:35.565038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4823bd-1bf9-44a4-9ea2-06cb2ff70cfe tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Network': ['ID=9bd6e6f3-1b27-4082-a58c-6d074f2bf626,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:35.594384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.606402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] DHCP port deletion for 4efefe6d-9ceb-4bad-9a60-08218b72632e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:33:35.727946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.814822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:35.817955 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2df1a4-cb38-43be-bae1-a491199c4450" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:35.834927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:35.875512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Deleting port 6ad4c1a1-96c9-417d-a605-f42204e27122 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:35.875512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.908715 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469c1043-806e-4e0a-94a4-313f2a18ff1f x-openstack-request-id: req-469c1043-806e-4e0a-94a4-313f2a18ff1f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:35.908715 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:35.908715 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-469c1043-806e-4e0a-94a4-313f2a18ff1f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:35.909672 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'code': 200} Oct 12 11:33:35.963548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Deleting port 6ad4c1a1-96c9-417d-a605-f42204e27122 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:35.966444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:35.980566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] For port 6ad4c1a1-96c9-417d-a605-f42204e27122, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6ad4c1a1-96c9-417d-a605-f42204e27122,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:35.980929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.007295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.013894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 80728a26-c8f0-48f6-8543-d845a7b72f92 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:36.017612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Calling delete_port for 6ad4c1a1-96c9-417d-a605-f42204e27122 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:36.153030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.190594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.216023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] For port 6ad4c1a1-96c9-417d-a605-f42204e27122, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6ad4c1a1-96c9-417d-a605-f42204e27122,segment=NetworkSegment(587b374b-a207-4ca7-8396-24e7852d0e77),segment_id=587b374b-a207-4ca7-8396-24e7852d0e77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:36.216849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.222594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.243538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Calling delete_port for 6ad4c1a1-96c9-417d-a605-f42204e27122 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:36.251850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d9dd-c6f6-44a3-a99f-8545a0a909f8 req-f04cead4-f536-4c42-917b-bb42dbd08c5c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.252366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.254467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15f6d9dd-c6f6-44a3-a99f-8545a0a909f8 req-f04cead4-f536-4c42-917b-bb42dbd08c5c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0786855 Oct 12 11:33:36.266520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:36.273028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.287215 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.294421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.314271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:36.323680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ca0a540-d612-43a1-a516-3915569fca39 req-66a2c6e0-e189-48fb-a8db-e6d62fddc84d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5430 time: 0.3616047 Oct 12 11:33:36.420011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 80728a26-c8f0-48f6-8543-d845a7b72f92 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:36.431135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Port': ['ID=6ad4c1a1-96c9-417d-a605-f42204e27122,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:36.437377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] No DVR routers for this DVR port 6ad4c1a1-96c9-417d-a605-f42204e27122 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:36.449363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ca0a540-d612-43a1-a516-3915569fca39 req-76f23016-96b4-4a3e-8723-8dab5fb4eb88 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117220 Oct 12 11:33:36.469379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 80728a26-c8f0-48f6-8543-d845a7b72f92 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:36.469699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.521388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.555665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] Pushing event deleted for resources: {'Port': ['ID=6ad4c1a1-96c9-417d-a605-f42204e27122,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:36.563542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.568057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055c9b0-2cc0-4941-8da5-978abad4d046 None None] No DVR routers for this DVR port 6ad4c1a1-96c9-417d-a605-f42204e27122 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:36.590476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efefe6d-9ceb-4bad-9a60-08218b72632e']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:36.601125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587b374b-a207-4ca7-8396-24e7852d0e77') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:36.601431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587b374b-a207-4ca7-8396-24e7852d0e77') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:36.614454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.624830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.638542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15f6d9dd-c6f6-44a3-a99f-8545a0a909f8 req-52e03586-d8dc-42a5-8390-cbe871f786bd tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769014 Oct 12 11:33:36.653225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.662529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:33:36.666553 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:33:36.681050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=80728a26-c8f0-48f6-8543-d845a7b72f92,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:36.766615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:36.781698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4301dfcd-f602-433f-bdbf-936ee309736d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:36.876756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:37.261603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:37.276032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:37.279464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] 10.222.0.43 "DELETE /v2.0/networks/4efefe6d-9ceb-4bad-9a60-08218b72632e HTTP/1.1" status: 204 len: 168 time: 1.7510195 Oct 12 11:33:37.289806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Pushing event deleted for resources: {'Network': ['ID=4efefe6d-9ceb-4bad-9a60-08218b72632e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:37.300456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.301144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6ad4c1a1-96c9-417d-a605-f42204e27122 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.303508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.304383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.304910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.305346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7add0a3-97fe-4410-9f03-f8949b7ac331 tempest-TaggedBootDevicesTest_v242-547801817 tempest-TaggedBootDevicesTest_v242-547801817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:37.336238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 6ad4c1a1-96c9-417d-a605-f42204e27122 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:33:37.336584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6ad4c1a1-96c9-417d-a605-f42204e27122 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:33:37.364391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 4301dfcd-f602-433f-bdbf-936ee309736d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:37.369817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 4301dfcd-f602-433f-bdbf-936ee309736d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:37.369817 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:37.466603 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:37.516054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4301dfcd-f602-433f-bdbf-936ee309736d,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:37.600824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:37.603185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:37.703640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.715272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.727032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.733841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.744690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.751778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.762846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:37.776141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8a7e1cc8-ac62-4814-bd8b-dec202c22378 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5432 time: 0.2103581 Oct 12 11:33:37.808939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:37.862572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24376ea6-02c8-489a-b9fa-a998e7b7775c req-8c26b23c-bdfc-4e5b-83ed-b1916229fa8a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854728 Oct 12 11:33:37.911679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92'}, {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301dfcd-f602-433f-bdbf-936ee309736d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:37.914246 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d44b79-5e4c-46ac-8755-6aa232739242" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92"}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "4301dfcd-f602-433f-bdbf-936ee309736d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:37.984561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:37.989541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:37.989930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:38.046124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ee54-a6d6-4f89-b310-51f5e7762d57 req-86993156-6e82-4259-9660-cd482b8ca267 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:38.048914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e797ee54-a6d6-4f89-b310-51f5e7762d57 req-86993156-6e82-4259-9660-cd482b8ca267 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1516502 Oct 12 11:33:38.093185 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e2b9b9-30b7-4456-a344-231d3e0efb51 x-openstack-request-id: req-d3e2b9b9-30b7-4456-a344-231d3e0efb51 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:38.093487 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92", "code": 200}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "4301dfcd-f602-433f-bdbf-936ee309736d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:38.093742 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3e2b9b9-30b7-4456-a344-231d3e0efb51 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:38.094227 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92', 'code': 200} Oct 12 11:33:38.094484 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4301dfcd-f602-433f-bdbf-936ee309736d', 'code': 200} Oct 12 11:33:38.140539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e797ee54-a6d6-4f89-b310-51f5e7762d57 req-9c889843-913c-4375-aacb-a99a20672398 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794132 Oct 12 11:33:38.218873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:38.275051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:38.364884 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:38.390849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b80133a3-3d72-419f-8cad-88bb96a717f2 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:38.451382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:38.595894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b80133a3-3d72-419f-8cad-88bb96a717f2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:38.601336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b80133a3-3d72-419f-8cad-88bb96a717f2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:38.601715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:38.813887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:38.904529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:39.047667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:39.049104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cfdea21c-e5cb-4b25-b442-a7dad8172679 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:39.123295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.142881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.164913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.169516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.177142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.184707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.213572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.213572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-67e38a19-9929-45ef-a104-7ceb359729e6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5434 time: 0.2015326 Oct 12 11:33:39.213766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:39.271988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f98ef737-312e-4eeb-ab11-8e766488cb62 req-301966e7-9d80-4c64-9451-92e542e52da8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684142 Oct 12 11:33:39.336486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bda93-cc51-40d8-b2a2-4e9a61947270 req-cba3e5af-4328-48a3-be3e-2471094756f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:39.338779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a62bda93-cc51-40d8-b2a2-4e9a61947270 req-cba3e5af-4328-48a3-be3e-2471094756f1 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0704474 Oct 12 11:33:39.369484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port cfdea21c-e5cb-4b25-b442-a7dad8172679 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:39.373703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port cfdea21c-e5cb-4b25-b442-a7dad8172679 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:39.374083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:39.407469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a62bda93-cc51-40d8-b2a2-4e9a61947270 req-c7f52915-45b9-4f1b-9392-601af406a2fb tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519037 Oct 12 11:33:39.541944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:39.615711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:39.695239 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:39.696645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:39.832299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:40.096359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf'}, {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2'}, {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:40.099389 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd53643-8ada-4d68-b2bc-cb46f0b6df1e" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf"}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2"}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb6970-068d-4509-b091-e6db559968a5 x-openstack-request-id: req-68fb6970-068d-4509-b091-e6db559968a5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf", "code": 200}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2", "code": 200}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68fb6970-068d-4509-b091-e6db559968a5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf', 'code': 200} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'code': 200} Oct 12 11:33:40.178149 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'code': 200} Oct 12 11:33:40.236453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:40.236453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:40.236453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:40.312587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:40.387551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:40.502226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:40.615593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.621759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.631169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.649527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.663726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.668912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:40.675874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.690651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.711323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8b86278-a674-4777-b596-7c63ebb517dd req-d69c79df-b3dc-46b2-a8f2-895c81b19772 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5436 time: 0.2896557 Oct 12 11:33:40.758215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66acc-6a5e-4f6a-83d5-eadd5494ff37 req-f48a3e82-1021-48a0-a155-365774bd2f24 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:40.767163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcf66acc-6a5e-4f6a-83d5-eadd5494ff37 req-f48a3e82-1021-48a0-a155-365774bd2f24 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1583927 Oct 12 11:33:40.805790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8b86278-a674-4777-b596-7c63ebb517dd req-1207ce40-4206-4ab5-a14d-46728a84714a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934927 Oct 12 11:33:40.853974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcf66acc-6a5e-4f6a-83d5-eadd5494ff37 req-f3188793-ee30-4651-bb86-4e980c105586 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727873 Oct 12 11:33:41.986455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.009327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.023702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.037285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.053548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.055721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ebc8c-8cfb-411b-b73a-16038cf3e66f req-9259f678-56f3-4075-9959-3764d7863d6f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.059890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b84ebc8c-8cfb-411b-b73a-16038cf3e66f req-9259f678-56f3-4075-9959-3764d7863d6f tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0754755 Oct 12 11:33:42.066662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.087314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.100281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-29ed7667-2ccc-491d-9479-c30ea493345f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.2029212 Oct 12 11:33:42.103899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b84ebc8c-8cfb-411b-b73a-16038cf3e66f req-be108cc1-a991-4f32-a372-9d4157164f10 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 Oct 12 11:33:42.143116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:42.146325 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3871dd4f-a613-4ba3-b888-b83e0cdbea76" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:42.197627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c662223-31ef-4e0b-9a33-a20998e4714d req-3dd9565b-6b5e-4e78-b454-c2564e3d94d6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948856 Oct 12 11:33:42.237366 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a09a8-1faf-4423-a931-e4592ec5b41c x-openstack-request-id: req-1b6a09a8-1faf-4423-a931-e4592ec5b41c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:42.237648 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-plugged", "status": "completed", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:42.237902 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b6a09a8-1faf-4423-a931-e4592ec5b41c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:42.238298 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58', 'code': 200} Oct 12 11:33:42.407096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.407568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.408131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.408587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.409093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.410101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.411011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:42.413818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-2bc45681-3b58-4690-af2a-012a4ed0b66f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1031480 Oct 12 11:33:42.454438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2dd732fa-7eb0-417e-8e1a-bb3dc3831d6a req-b39fd45c-14cb-408b-b65f-a105b24be062 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328214 Oct 12 11:33:43.306710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558d95-7001-47db-9b0c-5efd0f2b818e req-f1b531b5-17a1-4b30-b9ef-00717034c43d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.317797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86558d95-7001-47db-9b0c-5efd0f2b818e req-f1b531b5-17a1-4b30-b9ef-00717034c43d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.1302507 Oct 12 11:33:43.394742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-86558d95-7001-47db-9b0c-5efd0f2b818e req-e18ad763-8113-4645-b9ac-08fc8b7b0537 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746682 Oct 12 11:33:43.410990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.410990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.416036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.422164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.428988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.435978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.443093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:43.452043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-6c5b1b9a-c6ef-4f80-868d-3b1bbff3d29f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.1141927 Oct 12 11:33:43.516217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f422a5fc-49af-4d7e-bf4c-6e1533856ac6 req-0a84f1c0-b807-4079-bd9f-c18698ae56cb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629988 Oct 12 11:33:44.541372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6da7ab-a87a-4e03-8d96-b654eda0dd36 req-fa0d95bb-0fa3-435a-9997-1de06cb2adda tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.543653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd6da7ab-a87a-4e03-8d96-b654eda0dd36 req-fa0d95bb-0fa3-435a-9997-1de06cb2adda tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0766952 Oct 12 11:33:44.591654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dd6da7ab-a87a-4e03-8d96-b654eda0dd36 req-b0d8b27f-b475-412d-8059-de3da17bb21d tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419521 Oct 12 11:33:44.661786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.667701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.673640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.680188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.686101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.692103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.698262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.700242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-16ec1cd4-3d9e-4def-a164-a31db3238428 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.0933118 Oct 12 11:33:44.756058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a23170ec-add6-43b8-9aa8-d4a7c7fc54f4 req-771af176-4217-4c24-a3fb-53e0ee662db2 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494878 Oct 12 11:33:44.918575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.924800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.931501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.937462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.943989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.950193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.956541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:44.958577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c13570e-8c3b-46f2-a62e-6168fabd7028 req-2820cc03-789d-4118-868f-2c5493b6c00c tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.1149971 Oct 12 11:33:44.969698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:44.974400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Request body: {'floatingip': {'port_id': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:33:45.017584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:45.477883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:45.725327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b57a6-e6d3-4813-9bd2-339503e11a45 req-0a25abbb-2546-4cfa-83ba-7a582eaa9e00 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:45.727034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-574b57a6-e6d3-4813-9bd2-339503e11a45 req-0a25abbb-2546-4cfa-83ba-7a582eaa9e00 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 944 time: 0.0519164 Oct 12 11:33:45.767939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:33:45.774371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-574b57a6-e6d3-4813-9bd2-339503e11a45 req-d4a35c71-9bac-4aee-ab60-b2710d05616c tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362258 Oct 12 11:33:45.783737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:33:45.905241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:45.923506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'port_id': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'mac_address': 'fa:16:3e:1b:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:33:45.968737 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:45.984780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:33:46.009450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:46.563691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:46.569155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:46.623413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:46.635908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.636526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.637030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.637524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.638010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.638493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.638986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.639472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.639950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.640417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.640896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.641362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:33:46.729010 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Floating IP 70fae17a-ae6f-4910-97bd-56790d2ddf8d associated. External IP: 172.25.2.72, port: ca3bf2a3-cfd3-47a7-889f-b194e1f566b3. Oct 12 11:33:46.796189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['15dfcd8b-89b8-487f-95ed-3ce9498bd407'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:33:46.976497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f8fa9-6ca7-470a-bcf9-eb1b0ae84d28 req-5cee80e6-1f04-409a-96c0-9e00d6e8b2af tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:46.978036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e4f8fa9-6ca7-470a-bcf9-eb1b0ae84d28 req-5cee80e6-1f04-409a-96c0-9e00d6e8b2af tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1017494 Oct 12 11:33:47.061032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e4f8fa9-6ca7-470a-bcf9-eb1b0ae84d28 req-7604029b-2449-4522-b0a5-413f95fc1b50 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742128 Oct 12 11:33:47.085061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Router f58421af-c429-4e04-b310-af93e38df586 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:33:47.175188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1410d2-6bc6-4364-a52f-55475f4fb13a req-e7d721cd-7399-471e-bd19-7e393675a688 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.177555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c1410d2-6bc6-4364-a52f-55475f4fb13a req-e7d721cd-7399-471e-bd19-7e393675a688 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0544715 Oct 12 11:33:47.212615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:33:47.217925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:47.223235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Sync routers for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:33:47.231239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c1410d2-6bc6-4364-a52f-55475f4fb13a req-c3338acb-3976-46cb-980b-b99990e52977 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Oct 12 11:33:47.236800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:47.239069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:47.280898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3ded7647-6946-4eed-a4cd-f97b259e8f56 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "PUT /v2.0/floatingips/70fae17a-ae6f-4910-97bd-56790d2ddf8d HTTP/1.1" status: 200 len: 991 time: 2.3099427 Oct 12 11:33:47.281617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:47.284356 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea0805-c16d-46e3-822d-ee71cd566ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:47.334656 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5db7cc-3a86-4c74-a697-be8bf9e3e748 x-openstack-request-id: req-fd5db7cc-3a86-4c74-a697-be8bf9e3e748 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:47.335071 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:47.335750 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd5db7cc-3a86-4c74-a697-be8bf9e3e748 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:47.336245 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'status': 'completed', 'code': 200} Oct 12 11:33:47.355242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:47.441932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.442510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.443056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.444715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.445373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.445999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.455570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.455570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-766522e1-f5ab-4d6b-b61e-5240b795e515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.0647290 Oct 12 11:33:47.564057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-7d7fd548-903f-4f75-823c-5fd819d45322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.567190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-7d7fd548-903f-4f75-823c-5fd819d45322 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e HTTP/1.1" status: 200 len: 913 time: 0.1094897 Oct 12 11:33:47.672877 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-86c619ea-d84a-4e26-a0cc-769f723d6a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 999 time: 0.0979857 Oct 12 11:33:47.681526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '70fae17a-ae6f-4910-97bd-56790d2ddf8d', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f58421af-c429-4e04-b310-af93e38df586', 'port_id': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'mac_address': 'fa:16:3e:86:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:32:28Z', 'updated_at': '2021-10-12T11:33:45Z', 'revision_number': 1, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:47.710879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Checking router: f58421af-c429-4e04-b310-af93e38df586 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:33:47.720871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:47.721537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:47.726768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a44f6a43-3b52-4a94-a421-93be28a243d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:47.755498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-d2a6cab0-0b95-4595-8b04-bc5a45186145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.757151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-d2a6cab0-0b95-4595-8b04-bc5a45186145 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0759616 Oct 12 11:33:47.834636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:33:47.843121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-a646cc2d-3e1e-4196-9ba4-e146f3fc50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:47.850604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-a646cc2d-3e1e-4196-9ba4-e146f3fc50c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849264 Oct 12 11:33:47.899103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-7a8d8ab6-6a26-440a-bc4c-481e099143b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483952 Oct 12 11:33:47.924948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:47.995672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-0b78125b-72c5-4f10-9d76-849843baa0cf service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368234 Oct 12 11:33:48.015030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-d74b77b1-f96d-4d0b-8a2e-7f69cc87351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.018087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-d74b77b1-f96d-4d0b-8a2e-7f69cc87351a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c187fc1f78941baa17da555fdea3855&device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 1096 time: 0.1006305 Oct 12 11:33:48.130361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:33:48.180551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1ea0805-c16d-46e3-822d-ee71cd566ab8 req-4b0eba9d-74c1-4a29-9c79-35aed22f7ecb service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760907 Oct 12 11:33:48.198965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-0369b54e-7f7c-4010-a2d2-ff7bc3f641a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.200719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-0369b54e-7f7c-4010-a2d2-ff7bc3f641a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1548b27-8c8c-45cc-8aa1-e72b50e43792 HTTP/1.1" status: 200 len: 906 time: 0.1603029 Oct 12 11:33:48.213036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:33:48.213663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:48.307305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131222f9-b3fd-4097-9e03-04352fe7a348 req-fd2d494e-24f3-41c7-84c0-25523a5d55a3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.310084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-131222f9-b3fd-4097-9e03-04352fe7a348 req-fd2d494e-24f3-41c7-84c0-25523a5d55a3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 945 time: 0.1039639 Oct 12 11:33:48.355604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-58aab861-e0c0-42de-a7a2-da969031a934 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322972d8-882e-4530-b704-e6e32eaa219f HTTP/1.1" status: 200 len: 1001 time: 0.1389480 Oct 12 11:33:48.414028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-131222f9-b3fd-4097-9e03-04352fe7a348 req-b9fbc59e-30b7-4049-b904-81da5205c112 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926318 Oct 12 11:33:48.489778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-12db6b79-d150-4bee-87ab-7d34223da6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.492610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-12db6b79-d150-4bee-87ab-7d34223da6e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa87e9f5-2fd2-47fc-a03c-2b520c513034 HTTP/1.1" status: 200 len: 844 time: 0.1274655 Oct 12 11:33:48.500230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:48.516872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-4e02430b-1aaa-4f64-9c7e-c4b256775483 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887773 Oct 12 11:33:48.627130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-cc33d532-6be0-4602-87f4-25d064f558ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.628980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-cc33d532-6be0-4602-87f4-25d064f558ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1548b27-8c8c-45cc-8aa1-e72b50e43792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295872 Oct 12 11:33:48.652510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-5e193a80-e24d-49d4-b8c5-c96b6f6953a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.654071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-5e193a80-e24d-49d4-b8c5-c96b6f6953a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0783396 Oct 12 11:33:48.755784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b86d28-5e11-4377-b509-67e4e5fb218a req-cbb901d8-8b43-4c03-b800-664bf34fee4d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.765274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30b86d28-5e11-4377-b509-67e4e5fb218a req-cbb901d8-8b43-4c03-b800-664bf34fee4d tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.2197900 Oct 12 11:33:48.848099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:48.859541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:48.872905 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5404b9f-06a8-432e-8991-1381fad850a0" -d '{"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:48.873265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-0c5153fa-8971-495a-9716-d8dd85b64bbc service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209632 Oct 12 11:33:48.902194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-5faa9da1-bac7-4c68-9a7d-3e0ea174d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:48.906749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-5faa9da1-bac7-4c68-9a7d-3e0ea174d08f service neutron] 10.222.0.41 "GET /v2.0/networks?id=259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 200 len: 912 time: 0.2252283 Oct 12 11:33:48.931279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30b86d28-5e11-4377-b509-67e4e5fb218a req-ea91303f-83b0-48a3-a9d5-2cc80d1d7bc4 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582601 Oct 12 11:33:48.942954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '70fae17a-ae6f-4910-97bd-56790d2ddf8d', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f58421af-c429-4e04-b310-af93e38df586', 'port_id': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'mac_address': 'fa:16:3e:86:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:32:28Z', 'updated_at': '2021-10-12T11:33:45Z', 'revision_number': 1, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:49.009407 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafc59b3-fb26-4da7-b62a-6cbe1e1a543a x-openstack-request-id: req-dafc59b3-fb26-4da7-b62a-6cbe1e1a543a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:49.011523 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-plugged", "status": "completed", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:49.013091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dafc59b3-fb26-4da7-b62a-6cbe1e1a543a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:49.013499 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'code': 200} Oct 12 11:33:49.014878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:49.027435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c288a3-22af-480f-b1a2-decb69bed56e None None] The sync data for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 is: [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '70fae17a-ae6f-4910-97bd-56790d2ddf8d', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f58421af-c429-4e04-b310-af93e38df586', 'port_id': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'mac_address': 'fa:16:3e:86:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4a6436-d68c-45d8-b6b2-061144260945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:32:28Z', 'updated_at': '2021-10-12T11:33:45Z', 'revision_number': 1, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:33:49.029332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-fc4af783-d742-405e-8c93-ac6668b10e62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 200 len: 1002 time: 0.1146252 Oct 12 11:33:49.069012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34c7add9-8c20-4d6c-8bf5-7daf44e92cb2 req-52c761a5-f493-4ce6-813c-e5df1d0ef8e1 service neutron] 10.222.0.47 "GET /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937585 Oct 12 11:33:49.117245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-333a898c-6e40-43d2-b654-9b55b545f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:49.118871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-333a898c-6e40-43d2-b654-9b55b545f4b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 200 len: 850 time: 0.0824716 Oct 12 11:33:49.136565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:49.178827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-55148609-492b-4505-8d9a-93de38261476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:49.180608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-55148609-492b-4505-8d9a-93de38261476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259b3c4b-786d-4e75-abb4-22b8fd3d3425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541880 Oct 12 11:33:49.291477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46475822-7fe6-4c02-ad93-c49a3fbeb9af req-64386847-0baa-4327-b0e2-86a73812b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:49.293078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46475822-7fe6-4c02-ad93-c49a3fbeb9af req-64386847-0baa-4327-b0e2-86a73812b21e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 1097 time: 0.0628653 Oct 12 11:33:49.311404 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-d608236c-7e8c-43a2-8792-5604ef6a56e6 service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223803 Oct 12 11:33:49.345588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46475822-7fe6-4c02-ad93-c49a3fbeb9af req-d335726e-22f0-4b43-801d-34ea61b0a70d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Oct 12 11:33:49.448542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4fb2c5c5-610a-4d5e-9269-f22082fd0ad0 req-d8eadc34-8054-4771-87f3-e8b4c4f63fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283426 Oct 12 11:33:49.450849 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706239ef-2bdb-41cd-8a48-a2e2bbe7897c None None] New status for floating IP 70fae17a-ae6f-4910-97bd-56790d2ddf8d: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:33:49.561350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a5ca7-47ee-4d2d-bb4b-f1cb60de19ae req-0dd93802-5bb0-47d7-927d-3a28903ebb81 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:49.567167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e6a5ca7-47ee-4d2d-bb4b-f1cb60de19ae req-0dd93802-5bb0-47d7-927d-3a28903ebb81 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.0538754 Oct 12 11:33:49.607239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e6a5ca7-47ee-4d2d-bb4b-f1cb60de19ae req-4ea6f728-7a89-4064-921b-cb24cc78f4ed tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363190 Oct 12 11:33:50.224843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a810e-cf7b-4864-aeb8-da9249956634 req-e5650e50-ba5a-4929-96fe-31b9cfb6e891 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:50.226414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca8a810e-cf7b-4864-aeb8-da9249956634 req-e5650e50-ba5a-4929-96fe-31b9cfb6e891 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0949116 Oct 12 11:33:50.295218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca8a810e-cf7b-4864-aeb8-da9249956634 req-b67b7b4a-0724-462f-869a-64c9076a1959 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539157 Oct 12 11:33:50.521776 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0711390e-7686-48fa-a51f-90d00a8a4a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:50.870178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba839d-1bd4-4746-be6c-3d1eb288fce9 req-57a25c56-ca1d-4f4c-9832-2a43154feb76 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:50.891166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9ba839d-1bd4-4746-be6c-3d1eb288fce9 req-57a25c56-ca1d-4f4c-9832-2a43154feb76 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.1572733 Oct 12 11:33:51.025591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9ba839d-1bd4-4746-be6c-3d1eb288fce9 req-9c816050-fe6e-4011-bc76-a1f917f6e4d6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084342 Oct 12 11:33:51.402137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-421481a2-c239-4fde-a3f1-0fd00d656818 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:51.404417 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-421481a2-c239-4fde-a3f1-0fd00d656818 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.0812368 Oct 12 11:33:51.563379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0ee9-0360-415b-ae22-9642c7919ff8 req-bb5e3e7d-9625-47ce-994b-e1d015ffb383 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:51.569139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab7d0ee9-0360-415b-ae22-9642c7919ff8 req-bb5e3e7d-9625-47ce-994b-e1d015ffb383 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 945 time: 0.1210251 Oct 12 11:33:51.660581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab7d0ee9-0360-415b-ae22-9642c7919ff8 req-d0959b5b-5442-40ae-8b42-cbe3d67e66e6 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddd5feaf-83e0-4323-bf10-3f25eac44f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832579 Oct 12 11:33:51.687238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Deleting port 322972d8-882e-4530-b704-e6e32eaa219f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:51.687238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:51.747535 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:51.749722 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:51.781828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] For port 322972d8-882e-4530-b704-e6e32eaa219f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=322972d8-882e-4530-b704-e6e32eaa219f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:51.782106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.009150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.014399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.014793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.015178 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Floating IP f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc disassociated. External IP: 172.25.2.244, port: 322972d8-882e-4530-b704-e6e32eaa219f. Oct 12 11:33:52.016655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Calling delete_port for 322972d8-882e-4530-b704-e6e32eaa219f owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:52.218524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69ab5-13a8-44fa-97fc-b2736d8117b7 req-33693116-0eb4-40b1-ad63-cc41233b7865 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:52.238713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17a69ab5-13a8-44fa-97fc-b2736d8117b7 req-33693116-0eb4-40b1-ad63-cc41233b7865 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.0958903 Oct 12 11:33:52.282616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17a69ab5-13a8-44fa-97fc-b2736d8117b7 req-bfc0ea84-d68f-4b33-8fdc-a1f8c66b3324 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429769 Oct 12 11:33:52.403819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.434023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event deleted for resources: {'Port': ['ID=322972d8-882e-4530-b704-e6e32eaa219f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:52.603727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Router 061587d5-8507-4c38-bbe4-43e3ca0568e0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:33:52.770672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:33:52.785013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Sync routers for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:33:52.797985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:52.798880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:52.863888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37b09427-d5fd-4aef-8285-c0448e24d180 req-4e585102-ff73-46bc-9055-6b0261153a43 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0852773 Oct 12 11:33:52.897311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] No DVR routers for this DVR port 322972d8-882e-4530-b704-e6e32eaa219f on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:33:52.900104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:52.905810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2eb6f400-d238-44b8-aa54-fd3008ba1b68 req-43ebb073-549e-4554-b561-7effb8ae056f tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.47 "DELETE /v2.0/ports/322972d8-882e-4530-b704-e6e32eaa219f HTTP/1.1" status: 204 len: 173 time: 1.4940846 Oct 12 11:33:52.906294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'name': 'network-vif-deleted', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:33:52.909657 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af30ff-f6f2-4322-bfe9-7ea342d780e8" -d '{"events": [{"server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "name": "network-vif-deleted", "tag": "322972d8-882e-4530-b704-e6e32eaa219f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:33:52.949392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:52.954918 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24142f5d-4ecb-4bd0-bf4f-a44ef2f3a794 x-openstack-request-id: req-24142f5d-4ecb-4bd0-bf4f-a44ef2f3a794 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:33:52.955203 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e", "name": "network-vif-deleted", "tag": "322972d8-882e-4530-b704-e6e32eaa219f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:33:52.955538 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24142f5d-4ecb-4bd0-bf4f-a44ef2f3a794 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:33:52.961596 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e', 'name': 'network-vif-deleted', 'tag': '322972d8-882e-4530-b704-e6e32eaa219f', 'status': 'completed', 'code': 200} Oct 12 11:33:53.374081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:53.393194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:53.433486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Checking router: 061587d5-8507-4c38-bbe4-43e3ca0568e0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:33:53.445374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:53.446161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:53.459780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e5d6-29ad-43a3-a741-db9239302d67 req-1fdc4d78-7249-47fb-a048-350894b62fce tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:33:53.462416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ed0e5d6-29ad-43a3-a741-db9239302d67 req-1fdc4d78-7249-47fb-a048-350894b62fce tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.0748827 Oct 12 11:33:53.531320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ed0e5d6-29ad-43a3-a741-db9239302d67 req-f135110e-03bf-4a86-8634-8d0dd319ded4 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601480 Oct 12 11:33:53.594046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:53.832801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 322972d8-882e-4530-b704-e6e32eaa219f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:33:53.855562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 322972d8-882e-4530-b704-e6e32eaa219f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:33:53.855898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 322972d8-882e-4530-b704-e6e32eaa219f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:33:53.885843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:53.913656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1049b-830a-4db6-81db-f8d4689772a2 None None] The sync data for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 is: [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:31:44Z', 'revision_number': 4, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '786ff4a3-75ff-494d-8c0e-09e43a72848f', 'name': '', 'network_id': 'd1548b27-8c8c-45cc-8aa1-e72b50e43792', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'mac_address': 'fa:16:3e:59:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:43Z', 'updated_at': '2021-10-12T11:31:48Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'subnets': [{'id': 'fa87e9f5-2fd2-47fc-a03c-2b520c513034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:33:54.000085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5ef572d-ab86-4bcf-9435-d18ca145eefc req-693e74ff-1798-41d0-aed9-3acdd6bc3561 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0aa4eb7-1e14-4c98-b358-f2d1ffdb4e8e HTTP/1.1" status: 200 len: 210 time: 0.0270691 Oct 12 11:33:54.244461 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1de45-39f2-4ed7-a86e-5e6dabf8a91b None None] New status for floating IP f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:33:54.852588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41340) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:55.182773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41362) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:55.264595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.291990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.389966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.429552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.433160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.434688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddd5feaf-83e0-4323-bf10-3f25eac44f8c HTTP/1.1" status: 204 len: 168 time: 0.2533071 Oct 12 11:33:55.438204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41368) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:55.447708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898641a-d561-4eda-b4cb-d1f4eec8a600 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5feaf-83e0-4323-bf10-3f25eac44f8c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:55.465582 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-856d549c-fe05-4f41-9df5-68a48893c09e tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] show failed (client error): The resource could not be found. Oct 12 11:33:55.467018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-856d549c-fe05-4f41-9df5-68a48893c09e tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "GET /v2.0/security-groups/ddd5feaf-83e0-4323-bf10-3f25eac44f8c HTTP/1.1" status: 404 len: 347 time: 0.0275328 Oct 12 11:33:55.469867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:55.704821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Deleting port 795c2d11-d535-4a25-9e1a-e46f2378e3fa {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:55.705330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.730987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Deleting port c5f4d458-aab0-4981-a675-406a9b7f81cb {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:55.731336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.843266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] For port c5f4d458-aab0-4981-a675-406a9b7f81cb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c5f4d458-aab0-4981-a675-406a9b7f81cb,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:55.843624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.849838 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.850224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:55.863419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Calling delete_port for 795c2d11-d535-4a25-9e1a-e46f2378e3fa owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:55.874626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Calling delete_port for c5f4d458-aab0-4981-a675-406a9b7f81cb owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:56.100387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.148694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Pushing event deleted for resources: {'Port': ['ID=795c2d11-d535-4a25-9e1a-e46f2378e3fa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:56.187709 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.242730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.246836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.250744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91664015-d46f-40af-9ddf-bec0d26b7b17 tempest-ServersTestJSON-1361195359 tempest-ServersTestJSON-1361195359-project] 10.222.0.43 "DELETE /v2.0/floatingips/f4302d9f-097d-47d7-ad7e-dc7b4fd1b6fc HTTP/1.1" status: 204 len: 168 time: 0.7770133 Oct 12 11:33:56.251459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41392) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:56.266140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f4d458-aab0-4981-a675-406a9b7f81cb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:56.639577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.773547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:56.911035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.050923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Deleting port 786ff4a3-75ff-494d-8c0e-09e43a72848f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:57.051273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.134540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] For port 786ff4a3-75ff-494d-8c0e-09e43a72848f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=786ff4a3-75ff-494d-8c0e-09e43a72848f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:57.135003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.151643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Calling delete_port for 786ff4a3-75ff-494d-8c0e-09e43a72848f owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:57.161143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:33:57.300672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:33:57.312312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Sync routers for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:33:57.314102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41420) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:57.315360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70243331-9fae-4ee3-b7c9-5e6f2d0642a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/6f4b0fd1-9051-4d92-b27a-bea7c3964bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616487 Oct 12 11:33:57.329202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:57.330074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:57.486985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:57.487686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.745660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:33:56Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:57.774757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Checking router: 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:33:57.783823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Routers {'6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:57.784619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:57.905482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] Set router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:57.956315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.963409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:57.991944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=786ff4a3-75ff-494d-8c0e-09e43a72848f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:58.120945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:33:56Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:58.156834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0c61b-52ab-480a-bea4-ce32adc7f25b None None] The sync data for ids ['6f4b0fd1-9051-4d92-b27a-bea7c3964bc9'] in n-d-813419-3 is: [{'id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1933947967-router', 'tenant_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:21:47Z', 'updated_at': '2021-10-12T11:33:56Z', 'revision_number': 5, 'project_id': '0bf2866d0c0c4ec9a48af32255a067e2', 'gw_port': {'id': '5f90584e-1472-4089-a25a-296fc4c2dddb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b0fd1-9051-4d92-b27a-bea7c3964bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:21:49Z', 'updated_at': '2021-10-12T11:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:33:58.193157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:58.228380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Deleting port 5f90584e-1472-4089-a25a-296fc4c2dddb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:58.228905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:58.406198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] For port 5f90584e-1472-4089-a25a-296fc4c2dddb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5f90584e-1472-4089-a25a-296fc4c2dddb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:58.406198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:58.422653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Calling delete_port for 5f90584e-1472-4089-a25a-296fc4c2dddb owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:58.634973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Router 061587d5-8507-4c38-bbe4-43e3ca0568e0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:33:58.794250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:33:58.800526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d49d8cdc-d104-4cc1-86b1-42e72bad4f83 admin admin] 10.222.0.43 "PUT /v2.0/routers/061587d5-8507-4c38-bbe4-43e3ca0568e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478990 Oct 12 11:33:58.803185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:58.806169 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Sync routers for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:33:58.818271 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:58.819633 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:58.848559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:58.897002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f90584e-1472-4089-a25a-296fc4c2dddb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:58.937929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:58.977947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:58.990115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.067582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.116778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.120606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.187419 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '864f0c25-49f5-4585-9c40-e232700840eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:33:57Z', 'revision_number': 5, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port': {'id': '864f0c25-49f5-4585-9c40-e232700840eb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:39Z', 'updated_at': '2021-10-12T11:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:59.213095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Deleting port 864f0c25-49f5-4585-9c40-e232700840eb {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:33:59.213440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.217858 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Checking router: 061587d5-8507-4c38-bbe4-43e3ca0568e0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:33:59.226656 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Routers {'061587d5-8507-4c38-bbe4-43e3ca0568e0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:33:59.227293 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['061587d5-8507-4c38-bbe4-43e3ca0568e0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:59.288354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.288901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:33:59.297217 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.298437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf52c837-772d-4dc2-8f7f-f21cd73ec05e admin admin] 10.222.0.43 "DELETE /v2.0/routers/6f4b0fd1-9051-4d92-b27a-bea7c3964bc9 HTTP/1.1" status: 204 len: 168 time: 1.9833722 Oct 12 11:33:59.301015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:59.340132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] For port 864f0c25-49f5-4585-9c40-e232700840eb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=864f0c25-49f5-4585-9c40-e232700840eb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:33:59.340507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.356776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Calling delete_port for 864f0c25-49f5-4585-9c40-e232700840eb owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:33:59.385264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Deleting subnet 5b183c87-43e6-4582-8f02-93a442af1078 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:33:59.388740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.452419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.472892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c5f4d458-aab0-4981-a675-406a9b7f81cb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:33:59.500198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c5f4d458-aab0-4981-a675-406a9b7f81cb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:33:59.500796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c5f4d458-aab0-4981-a675-406a9b7f81cb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:33:59.532073 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] Set router 061587d5-8507-4c38-bbe4-43e3ca0568e0 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:33:59.655191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.661370 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:33:59Z', 'revision_number': 6, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:33:59.704946 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272233c-55fb-4e1c-b6f7-10e6562a5fe3 None None] The sync data for ids ['061587d5-8507-4c38-bbe4-43e3ca0568e0'] in n-d-813419-3 is: [{'id': '061587d5-8507-4c38-bbe4-43e3ca0568e0', 'name': 'tempest-ServersTestJSON-964438574-router', 'tenant_id': '8c187fc1f78941baa17da555fdea3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:38Z', 'updated_at': '2021-10-12T11:33:59Z', 'revision_number': 6, 'project_id': '8c187fc1f78941baa17da555fdea3855', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:33:59.749734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.775492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Pushing event deleted for resources: {'Port': ['ID=864f0c25-49f5-4585-9c40-e232700840eb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:59.809124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.837676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b183c87-43e6-4582-8f02-93a442af1078,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:33:59.841426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.845027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af08899b-3a13-44a2-8eb3-20e9e91fee86 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b183c87-43e6-4582-8f02-93a442af1078 HTTP/1.1" status: 204 len: 168 time: 0.5430171 Oct 12 11:33:59.847808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:33:59.853178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2294c81-d10a-4595-bca3-82640247ac8d None None] Network e76f2da4-b16b-46fb-942b-628171e148d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:33:59.863974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.959130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.978305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:33:59.980873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.106373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Deleting port af0cab0a-88dd-49c9-82c8-cd17b617fb8a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:00.106373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.123363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.123905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061587d5-8507-4c38-bbe4-43e3ca0568e0 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:34:00.129639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.130450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f7136f9-a8dd-46db-8cdf-81df50db4256 admin admin] 10.222.0.43 "DELETE /v2.0/routers/061587d5-8507-4c38-bbe4-43e3ca0568e0 HTTP/1.1" status: 204 len: 168 time: 1.3227012 Oct 12 11:34:00.132961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41488) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:00.180794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] For port af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:00.181147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.193419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Deleting subnet fa87e9f5-2fd2-47fc-a03c-2b520c513034 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:34:00.195160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Calling delete_port for af0cab0a-88dd-49c9-82c8-cd17b617fb8a owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:00.197484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.261964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.298521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] DHCP port deletion for e76f2da4-b16b-46fb-942b-628171e148d8 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:34:00.357964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Deleting port af0cab0a-88dd-49c9-82c8-cd17b617fb8a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:00.358386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.381260 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.418504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.428064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] For port af0cab0a-88dd-49c9-82c8-cd17b617fb8a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,segment=NetworkSegment(7637f1e1-9708-46cb-8b2f-d74791b912e1),segment_id=7637f1e1-9708-46cb-8b2f-d74791b912e1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:00.428651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.443886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Calling delete_port for af0cab0a-88dd-49c9-82c8-cd17b617fb8a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:00.446739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Pushing event deleted for resources: {'Port': ['ID=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:00.452261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] No DVR routers for this DVR port af0cab0a-88dd-49c9-82c8-cd17b617fb8a on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:00.532324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.540039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.558809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.566037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76f2da4-b16b-46fb-942b-628171e148d8']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:00.571968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] Pushing event deleted for resources: {'Port': ['ID=af0cab0a-88dd-49c9-82c8-cd17b617fb8a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:00.584745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e26161-a976-4fd1-ac81-2af61fb9b5c8 None None] No DVR routers for this DVR port af0cab0a-88dd-49c9-82c8-cd17b617fb8a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:00.586322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7637f1e1-9708-46cb-8b2f-d74791b912e1') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:00.586786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7637f1e1-9708-46cb-8b2f-d74791b912e1') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:00.604103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.615341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa87e9f5-2fd2-47fc-a03c-2b520c513034,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:00.617699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.622860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89769274-df57-4478-902c-1ff805fbfb4e None None] Network d1548b27-8c8c-45cc-8aa1-e72b50e43792 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:00.623622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-97861f23-406a-4c1e-a80c-56a6f5d2532f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fa87e9f5-2fd2-47fc-a03c-2b520c513034 HTTP/1.1" status: 204 len: 168 time: 0.4896891 Oct 12 11:34:00.631130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41502) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:00.638088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.657321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:34:00.657844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:34:00.666768 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:34:00.855940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.864285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60983398-da4e-4431-b660-026950daa324 None None] DHCP port deletion for d1548b27-8c8c-45cc-8aa1-e72b50e43792 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:34:00.925417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Deleting port 65d51a14-9bde-4f98-87ad-d04564568d5f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:00.925417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.926490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-60983398-da4e-4431-b660-026950daa324 None None] Deleting port 65d51a14-9bde-4f98-87ad-d04564568d5f {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:00.926490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60983398-da4e-4431-b660-026950daa324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.998838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] For port 65d51a14-9bde-4f98-87ad-d04564568d5f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=65d51a14-9bde-4f98-87ad-d04564568d5f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:00.999044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:00.999571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-60983398-da4e-4431-b660-026950daa324 None None] For port 65d51a14-9bde-4f98-87ad-d04564568d5f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=65d51a14-9bde-4f98-87ad-d04564568d5f,segment=NetworkSegment(029e26e8-aa8c-4db0-a092-07212c87e3fc),segment_id=029e26e8-aa8c-4db0-a092-07212c87e3fc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:00.999968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60983398-da4e-4431-b660-026950daa324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.014962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-60983398-da4e-4431-b660-026950daa324 None None] Calling delete_port for 65d51a14-9bde-4f98-87ad-d04564568d5f owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:01.016489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.023987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Calling delete_port for 65d51a14-9bde-4f98-87ad-d04564568d5f owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:01.027573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.029337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] 10.222.0.43 "DELETE /v2.0/networks/e76f2da4-b16b-46fb-942b-628171e148d8 HTTP/1.1" status: 204 len: 168 time: 1.1804566 Oct 12 11:34:01.046299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7fe5-9586-4131-817a-8a92e0bf0dde admin admin] Pushing event deleted for resources: {'Network': ['ID=e76f2da4-b16b-46fb-942b-628171e148d8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:01.237924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60983398-da4e-4431-b660-026950daa324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.245641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.272768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983398-da4e-4431-b660-026950daa324 None None] Pushing event deleted for resources: {'Port': ['ID=65d51a14-9bde-4f98-87ad-d04564568d5f,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:01.276932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d51a14-9bde-4f98-87ad-d04564568d5f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:01.288266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] No DVR routers for this DVR port 65d51a14-9bde-4f98-87ad-d04564568d5f on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:01.288766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60983398-da4e-4431-b660-026950daa324 None None] No DVR routers for this DVR port 65d51a14-9bde-4f98-87ad-d04564568d5f on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:01.404363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f90584e-1472-4089-a25a-296fc4c2dddb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:01.430623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 5f90584e-1472-4089-a25a-296fc4c2dddb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:01.431082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5f90584e-1472-4089-a25a-296fc4c2dddb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:01.431899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 786ff4a3-75ff-494d-8c0e-09e43a72848f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:01.462180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 786ff4a3-75ff-494d-8c0e-09e43a72848f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:01.462534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 786ff4a3-75ff-494d-8c0e-09e43a72848f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:01.462972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device af0cab0a-88dd-49c9-82c8-cd17b617fb8a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:01.484784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: af0cab0a-88dd-49c9-82c8-cd17b617fb8a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:01.485063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device af0cab0a-88dd-49c9-82c8-cd17b617fb8a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:01.485481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 65d51a14-9bde-4f98-87ad-d04564568d5f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:01.511035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.515819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 65d51a14-9bde-4f98-87ad-d04564568d5f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:01.516307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 65d51a14-9bde-4f98-87ad-d04564568d5f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:01.517501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 864f0c25-49f5-4585-9c40-e232700840eb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:01.539785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 864f0c25-49f5-4585-9c40-e232700840eb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:01.540198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 864f0c25-49f5-4585-9c40-e232700840eb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:01.544355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1548b27-8c8c-45cc-8aa1-e72b50e43792']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:01.554247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029e26e8-aa8c-4db0-a092-07212c87e3fc') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:01.554541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029e26e8-aa8c-4db0-a092-07212c87e3fc') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:01.572624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.577921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.584545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:34:01.584940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:34:01.586706 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:34:01.611850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41528) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:01.657208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fdc9469a-3026-444c-8ae6-3504a7bec526 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bf2866d0c0c4ec9a48af32255a067e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439503 Oct 12 11:34:01.660457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41530) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:01.713929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.718005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.724905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.729687 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1548b27-8c8c-45cc-8aa1-e72b50e43792 HTTP/1.1" status: 204 len: 168 time: 1.0979590 Oct 12 11:34:01.744516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10089d8-43e0-4213-a60a-6d714a135575 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1548b27-8c8c-45cc-8aa1-e72b50e43792,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:01.749784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.941062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.943803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:01.944955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3836a64-e777-4195-9922-eb010c92bb31 HTTP/1.1" status: 204 len: 168 time: 0.2835007 Oct 12 11:34:01.956480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948e99a-6907-49bf-ba4e-a5dff760ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3836a64-e777-4195-9922-eb010c92bb31,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:02.345510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41554) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:02.421632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c48f5329-a2f1-4632-948a-42710ae3e598 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c187fc1f78941baa17da555fdea3855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746825 Oct 12 11:34:02.424305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:02.478390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:02.505063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:02.700920 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:02.705268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:02.706932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d441b7f-feef-43f7-982f-8a298a6b3a18 HTTP/1.1" status: 204 len: 168 time: 0.2806678 Oct 12 11:34:02.717647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df065d-fc29-497f-be58-094fae2f927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d441b7f-feef-43f7-982f-8a298a6b3a18,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:03.241334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41608) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:03.360525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-network', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:03.469393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Made reservation on behalf of 220108b405f344a0b8ae5d8714a0af5e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:03.473766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.483070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.598419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.675387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.688162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:34:03.698604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.698917 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Added segment 45dd7fc0-77dd-499c-ba4d-45ce828cb316 of type vlan for network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 Oct 12 11:34:03.755702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.834974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:03.927514 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:03.928754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:03.929494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.021668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7783840 Oct 12 11:34:04.025159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41640) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:04.030572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffb021-8b7e-4fad-9eee-4e1671bf2b03 admin admin] Pushing event updated for resources: {'Network': ['ID=3386a5dd-7a58-42ec-9b46-d4edb157d4c9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:04.031809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Request body: {'subnet': {'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-subnet', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:04.043469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:34:04.151956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Made reservation on behalf of 220108b405f344a0b8ae5d8714a0af5e for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:04.155536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.206586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:04.493298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-531393018-network', 'tenant_id': 'c7c14926deac4f5dbe3963ba19b8ab75'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:04.500734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.574589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:04.582653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Checking segment: {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:04.582999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Network hostable DHCP agents. Network: 3386a5dd-7a58-42ec-9b46-d4edb157d4c9, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:34:04.625567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Made reservation on behalf of c7c14926deac4f5dbe3963ba19b8ab75 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:04.631885 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.647012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.717465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:34:04.734063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.797335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3386a5dd-7a58-42ec-9b46-d4edb157d4c9) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:04.802397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:04.803211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.809792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649c9b31-8b33-4c74-9c5d-7c95b3860caf None None] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:04.824235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.857428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d38ef82-541f-455e-9822-814252766d46,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:04.888865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:34:04.898597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41658) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:04.905282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-58906875-d8a2-43b7-90da-b22dd2b3e83b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8781805 Oct 12 11:34:04.907556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:04.922451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:04.922986 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Added segment 8da8762e-6c8b-4776-b4e9-837f30d95fe3 of type vlan for network 30f52458-a1a9-4cea-8103-ff8027573482 Oct 12 11:34:04.984720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eadc38-2fe2-4424-9f69-90c4fdbf2403 None None] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:05.013145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.046245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.048445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.114313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.180267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.181220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:05.181877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.242954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] Pushing event updated for resources: {'Network': ['ID=30f52458-a1a9-4cea-8103-ff8027573482,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:05.256371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 30f52458-a1a9-4cea-8103-ff8027573482 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:34:05.349196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41668) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:05.349992 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83163af5-c6ba-4489-8df1-25c7b9e0eb38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1417882 Oct 12 11:34:05.354840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Request body: {'subnet': {'network_id': '30f52458-a1a9-4cea-8103-ff8027573482', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-531393018-subnet', 'tenant_id': 'c7c14926deac4f5dbe3963ba19b8ab75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:05.462754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.481241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Made reservation on behalf of c7c14926deac4f5dbe3963ba19b8ab75 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:05.487891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.774666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.796766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.827375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:05.861205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Checking segment: {'id': '8da8762e-6c8b-4776-b4e9-837f30d95fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:05.861662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Network hostable DHCP agents. Network: 30f52458-a1a9-4cea-8103-ff8027573482, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:34:05.879898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f75a4b0-003a-4bd7-9275-647f464be1b5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:05.963146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Allocated IP 172.25.2.4 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5cfc4b92-e491-4015-9b3e-938f53a11bf3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:34:06.002749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Network 30f52458-a1a9-4cea-8103-ff8027573482 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:34:06.081464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:06.185880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 30f52458-a1a9-4cea-8103-ff8027573482) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:06.195125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d3cda-d8d9-4ad8-8acd-bb3139990ee9 None None] Network 30f52458-a1a9-4cea-8103-ff8027573482 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:06.201455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:06.202057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:06.284405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:06.315333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f3096935-4776-4145-b4c2-f6557c7cfdd8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9641623 Oct 12 11:34:06.359100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:06.359887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfc4b92-e491-4015-9b3e-938f53a11bf3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:06.364152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:06.370677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:34:06.389286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005481f-3327-460a-983d-edfc9516bbff None None] Network 30f52458-a1a9-4cea-8103-ff8027573482 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:06.985600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:07.029718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-2f5f7f85-722b-434b-85b7-2faec1ec6a57 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:07.031307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-2f5f7f85-722b-434b-85b7-2faec1ec6a57 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/networks?id=30f52458-a1a9-4cea-8103-ff8027573482 HTTP/1.1" status: 200 len: 821 time: 0.1903138 Oct 12 11:34:07.086783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-c1683c13-aaaf-4b87-a1e3-c562199c8eef tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/quotas/c7c14926deac4f5dbe3963ba19b8ab75 HTTP/1.1" status: 200 len: 375 time: 0.0482726 Oct 12 11:34:07.129695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-148580bc-cd55-4567-868b-a90a44a8a532 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7c14926deac4f5dbe3963ba19b8ab75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365705 Oct 12 11:34:07.144327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f9483158-7fd6-4d9d-b0a3-29efa5b48cab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:34:07.145308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f9483158-7fd6-4d9d-b0a3-29efa5b48cab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073175 Oct 12 11:34:07.686564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:07.691704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-dff24972-d519-4693-ab46-a34831720e6b service neutron] 10.222.0.43 "GET /v2.0/networks/30f52458-a1a9-4cea-8103-ff8027573482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161581 Oct 12 11:34:07.881554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-cd0fc14b-fef5-43a3-863a-3b750d030ec6 service neutron] 10.222.0.43 "GET /v2.0/networks/30f52458-a1a9-4cea-8103-ff8027573482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527057 Oct 12 11:34:07.984138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Router b98e885f-3542-45b6-8012-d08b40d65ff0 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:34:08.102073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:34:08.113490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Sync routers for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:34:08.123869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:08.124493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:08.223295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:08.225200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d51c7c25-c695-4bc3-a1c7-cb44ab5a3541 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3255165 Oct 12 11:34:08.228136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41734) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:08.267421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b18e251-f491-4306-8548-4aea77ea8315 req-d62b8633-32c0-4fcf-97c8-549c52e596ea tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.0519879 Oct 12 11:34:08.331134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:08.597127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:06Z', 'revision_number': 3, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:08.634869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Checking router: b98e885f-3542-45b6-8012-d08b40d65ff0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:34:08.634869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Updating router b98e885f-3542-45b6-8012-d08b40d65ff0 port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:34:08.675562 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:08.841101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:08.996848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.055753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Allocated IP 172.20.0.1 (3386a5dd-7a58-42ec-9b46-d4edb157d4c9/a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9/0bdb2731-638f-4f0b-b9ae-bcca517f75bf) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:34:09.157940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.171017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.235804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86ebe-2b6b-4057-bb63-47992c94fe35 None None] Pushing event updated for resources: {'Port': ['ID=5cfc4b92-e491-4015-9b3e-938f53a11bf3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:09.235804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Attempting to bind port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:34:09.235804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Attempting to bind port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:34:09.235804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Attempting to bind port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:09.244976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:34:09.245351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:09.245859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.246247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:34:09.246744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Bound port: 5cfc4b92-e491-4015-9b3e-938f53a11bf3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:34:09.247113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.324394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.350735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] For port 5cfc4b92-e491-4015-9b3e-938f53a11bf3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:34:09.353300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] For port 5cfc4b92-e491-4015-9b3e-938f53a11bf3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5cfc4b92-e491-4015-9b3e-938f53a11bf3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:34:09.421906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.459051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:09.478740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa5cd3c7-2b02-49f6-9010-c2ea19c4471d req-307c293e-5444-436a-856d-e2f1adf39816 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.1429720 Oct 12 11:34:09.491348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:09.499229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:09.504047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:09.504743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:09.507751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:34:09.570319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.591269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86ebe-2b6b-4057-bb63-47992c94fe35 None None] Pushing event updated for resources: {'Port': ['ID=5cfc4b92-e491-4015-9b3e-938f53a11bf3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:09.680650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:09.876947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:09.957867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:06Z', 'revision_number': 3, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:10.007332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b9344-12e5-44e9-9ef5-33159be829ce None None] The sync data for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 is: [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:06Z', 'revision_number': 3, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:34:10.108466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:10.275754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:10.463803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:10.524454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:10.668473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d31ec44-1626-4ca0-abc0-c3810a82ed33 req-84beb4cc-e4b7-4458-bcaa-94cfe7cfc915 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.0608795 Oct 12 11:34:10.683428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:10.687206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:10.902115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Router b98e885f-3542-45b6-8012-d08b40d65ff0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:34:11.050126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:34:11.059586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad42a445-0f52-40a2-8530-d69fa281d4c9 admin admin] 10.222.0.43 "PUT /v2.0/routers/b98e885f-3542-45b6-8012-d08b40d65ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8259866 Oct 12 11:34:11.397889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5cfc4b92-e491-4015-9b3e-938f53a11bf3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:11.513635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:11.514015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:11.538594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-34b7db99-6975-4184-baba-2a7c20e4f302 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:11.550848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-34b7db99-6975-4184-baba-2a7c20e4f302 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 818 time: 0.1696844 Oct 12 11:34:11.633135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:11.658454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 5cfc4b92-e491-4015-9b3e-938f53a11bf3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5cfc4b92-e491-4015-9b3e-938f53a11bf3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:11.675423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-01e274b6-8c14-4b02-9f96-01e48d32e9aa tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:11.677946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-01e274b6-8c14-4b02-9f96-01e48d32e9aa tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.47 "GET /v2.0/networks?id=30f52458-a1a9-4cea-8103-ff8027573482 HTTP/1.1" status: 200 len: 821 time: 0.1836524 Oct 12 11:34:11.699978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Request body: {'port': {'device_id': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482', 'admin_state_up': True, 'tenant_id': 'c7c14926deac4f5dbe3963ba19b8ab75'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:11.718248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-ec1e24a4-4ba3-4283-ae20-af8084b9757d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/quotas/220108b405f344a0b8ae5d8714a0af5e HTTP/1.1" status: 200 len: 375 time: 0.0391946 Oct 12 11:34:11.841850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6b1eea5-a30b-4bea-bed0-d148c6f2be45 req-cd996945-487e-4200-b815-1310045b56b2 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.0540414 Oct 12 11:34:11.854589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:11.941689 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-e8c93c63-3e1c-4f07-a69d-8996bc7e9259 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2000875 Oct 12 11:34:12.022172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=5cfc4b92-e491-4015-9b3e-938f53a11bf3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:12.099240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-937456ca-ae49-4a1d-992f-849524393a7b service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570001 Oct 12 11:34:12.197913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Made reservation on behalf of c7c14926deac4f5dbe3963ba19b8ab75 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:12.202728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:12.226493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-6f5680b6-4367-46c7-9112-1547a8e918c5 service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236436 Oct 12 11:34:12.280533 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Sync routers for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:34:12.318784 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:12.319430 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:12.394363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Allocated IP 172.20.0.6 (30f52458-a1a9-4cea-8103-ff8027573482/6f75a4b0-003a-4bd7-9275-647f464be1b5/3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:34:12.500208 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:12.619351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0aa83c15-5dde-4389-942b-6e74c41398bf req-2272c4f7-0086-4e98-8d67-76a6d0189cad tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 210 time: 0.0420604 Oct 12 11:34:12.638075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:12.795143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 2, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:12.823019 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Checking router: b98e885f-3542-45b6-8012-d08b40d65ff0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:34:12.823414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Updating router b98e885f-3542-45b6-8012-d08b40d65ff0 port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:34:12.826099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:12.858209 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:12.876003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Network 30f52458-a1a9-4cea-8103-ff8027573482 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:12.883258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:12.885306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Pushing event updated for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:12.887526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:34:13.063572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:13.064220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.101449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541571f-138f-4551-95f1-ae2ed1414a9a req-ac180dc9-304b-4c6d-b2ad-fd609e43620f tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:13.103301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8541571f-138f-4551-95f1-ae2ed1414a9a req-ac180dc9-304b-4c6d-b2ad-fd609e43620f tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 931 time: 0.1336312 Oct 12 11:34:13.190491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8541571f-138f-4551-95f1-ae2ed1414a9a req-6809bcb9-5116-4ee4-ab5f-5311f79838a0 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798209 Oct 12 11:34:13.194334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-f6c26563-b954-4051-aa12-7e05a9419536 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5002451 Oct 12 11:34:13.208682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Request body: {'port': {'device_id': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:13.235605 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.266588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.339061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5cfc4b92-e491-4015-9b3e-938f53a11bf3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:13.407131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:13.407131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.431795 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.576543 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Pushing event updated for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:13.608159 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.608656 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.609096 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.609653 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.610084 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.610510 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.611017 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.611610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.612038 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.612479 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.612898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.613315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:13.618760 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Attempting to bind port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:34:13.619212 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Attempting to bind port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:34:13.619941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Attempting to bind port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf on network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:13.625769 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:34:13.626747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Checking segment: {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:13.626747 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.627327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Bound using segment: {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:34:13.627896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Bound port: 0bdb2731-638f-4f0b-b9ae-bcca517f75bf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:34:13.630459 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.643738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:13.652534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.666236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Transition to ACTIVE for port object 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:34:13.702196 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] For port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:34:13.706715 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] For port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:34:13.727985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17b398ed-94f8-4648-805d-e4984b01f96f req-03fad79b-6f1e-4c08-bdce-ca5bfd671f9e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 210 time: 0.0282831 Oct 12 11:34:13.761381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.794603 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.836439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:13.879647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:13.880731 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:13.914599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Attempting to bind port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:34:13.914958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Attempting to bind port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8da8762e-6c8b-4776-b4e9-837f30d95fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:34:13.915285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Attempting to bind port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f on network 30f52458-a1a9-4cea-8103-ff8027573482 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:13.919716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f on network 30f52458-a1a9-4cea-8103-ff8027573482 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:34:13.920037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Attempting to bind port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f on network 30f52458-a1a9-4cea-8103-ff8027573482 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:13.926222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:34:13.926635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Checking segment: {'id': '8da8762e-6c8b-4776-b4e9-837f30d95fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:13.926969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Bound using segment: {'id': '8da8762e-6c8b-4776-b4e9-837f30d95fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:34:13.927667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Bound port: 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8762e-6c8b-4776-b4e9-837f30d95fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:34:13.928011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:13.943812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f353542-b869-409d-afb0-c777f2963451 None None] Pushing event updated for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:14.009089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:34:14.012464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,segment=NetworkSegment(8da8762e-6c8b-4776-b4e9-837f30d95fe3),segment_id=8da8762e-6c8b-4776-b4e9-837f30d95fe3)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:34:14.034981 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:14.115791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:14.178655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.180576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:14.183536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] 10.222.0.47 "PUT /v2.0/ports/3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f HTTP/1.1" status: 200 len: 1091 time: 0.9771135 Oct 12 11:34:14.184057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:14.196347 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:14.232901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf33135-fc5a-4986-9f88-d687ae82175a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:14.255820 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c82e4-c16f-47d0-8575-9ac73fcf3de9 x-openstack-request-id: req-fc5c82e4-c16f-47d0-8575-9ac73fcf3de9 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:14.255820 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:14.255820 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc5c82e4-c16f-47d0-8575-9ac73fcf3de9 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:14.255820 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f', 'status': 'completed', 'code': 200} Oct 12 11:34:14.320336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-aee4d3f6-d143-43ee-a315-b5afe240bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.322400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-aee4d3f6-d143-43ee-a315-b5afe240bf64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7c14926deac4f5dbe3963ba19b8ab75&device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 1094 time: 0.0499444 Oct 12 11:34:14.333517 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:13Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:14.372758 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353153c9-83c3-4987-b67d-1c1dea35e9cb None None] The sync data for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 is: [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:13Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:34:14.472496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4365b-e4c7-422f-bbb8-163ba9bba3a1 req-b2c31aca-cdd9-4822-9cd5-a46d7ac85f86 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.474357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eee4365b-e4c7-422f-bbb8-163ba9bba3a1 req-b2c31aca-cdd9-4822-9cd5-a46d7ac85f86 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 943 time: 0.1508863 Oct 12 11:34:14.548239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-291cbdc6-d48f-403c-81d7-79bf7cf21bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.551265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-291cbdc6-d48f-403c-81d7-79bf7cf21bec service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c7c14926deac4f5dbe3963ba19b8ab75&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2172139 Oct 12 11:34:14.561769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eee4365b-e4c7-422f-bbb8-163ba9bba3a1 req-821bca7e-b28a-431c-a319-7baa05761e69 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787396 Oct 12 11:34:14.784376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-d0f51367-5ecc-486a-8fc0-f14b554b6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.789859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-383b88a6-4308-420d-b2f6-1eca9b7d3b7d req-d0f51367-5ecc-486a-8fc0-f14b554b6cc6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238386 Oct 12 11:34:14.925518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8b287cce-6c5e-4079-8c21-f7d5949e3051 req-bc76d547-d254-4e77-ab4a-8b2740a06bf7 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 210 time: 0.0495870 Oct 12 11:34:14.947635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-1517738e-8d42-4b7b-ae8a-6a5ae1c29d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:14.949375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-1517738e-8d42-4b7b-ae8a-6a5ae1c29d36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7c14926deac4f5dbe3963ba19b8ab75&device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 1094 time: 0.1122377 Oct 12 11:34:15.031218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-28b1bac6-5c0f-4095-9e80-b773e5ab6cbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f HTTP/1.1" status: 200 len: 217 time: 0.0733991 Oct 12 11:34:15.109850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-11718f45-828e-4272-b226-8f9ba3188c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:15.112301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-11718f45-828e-4272-b226-8f9ba3188c35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f75a4b0-003a-4bd7-9275-647f464be1b5 HTTP/1.1" status: 200 len: 861 time: 0.0747416 Oct 12 11:34:15.187416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-0e13e002-9c25-47e0-a697-77c33406a8fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30f52458-a1a9-4cea-8103-ff8027573482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674689 Oct 12 11:34:15.357535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-6a22d100-e1f7-4434-a27b-2a827b31321a service neutron] 10.222.0.47 "GET /v2.0/networks/30f52458-a1a9-4cea-8103-ff8027573482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624537 Oct 12 11:34:15.504838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0bdb2731-638f-4f0b-b9ae-bcca517f75bf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:15.653336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:15.655112 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:15.799940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:15.818564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681afe-eae2-4ef8-bba8-b48d000bb3c9 req-d5d53c6d-2b86-4f04-9efc-d92a7004d7dd tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:15.832746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39681afe-eae2-4ef8-bba8-b48d000bb3c9 req-d5d53c6d-2b86-4f04-9efc-d92a7004d7dd tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 943 time: 0.1083276 Oct 12 11:34:15.840250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:15.884900 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39681afe-eae2-4ef8-bba8-b48d000bb3c9 req-ecf2d723-6fe3-4688-9954-be52c17871dc tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Oct 12 11:34:15.937861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:16.037296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:16.071598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-7d6064e6-52ce-44f0-9cf7-eca4418baca2 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:16.074134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-7d6064e6-52ce-44f0-9cf7-eca4418baca2 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 818 time: 0.1703653 Oct 12 11:34:16.088613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'port': {'device_id': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'admin_state_up': True, 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:16.313857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f2c0a530-7fda-4137-9747-e58f6fd49bc6 req-7fb8cd1f-cde8-4f2c-a4d7-e41044dfce41 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 210 time: 0.0761397 Oct 12 11:34:16.331574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3c617d8-83a5-40c4-b505-49756395f7fd req-17a9838a-2ea8-458d-90d1-e6bb004cd38b service neutron] 10.222.0.47 "GET /v2.0/networks/30f52458-a1a9-4cea-8103-ff8027573482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638917 Oct 12 11:34:16.391829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Made reservation on behalf of 220108b405f344a0b8ae5d8714a0af5e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:16.396463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:16.553539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Allocated IP 172.20.0.8 (3386a5dd-7a58-42ec-9b46-d4edb157d4c9/a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:34:16.736685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:16.883499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:16.928208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:16.933411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:16.938590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:34:16.945512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:17.001715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:17.003230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.056145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbbbb8-7fc2-4555-bc6b-02b1cb01330f req-06d6d3c6-ce72-4821-91e1-3d0396d4b8d0 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:17.057872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aecbbbb8-7fc2-4555-bc6b-02b1cb01330f req-06d6d3c6-ce72-4821-91e1-3d0396d4b8d0 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 943 time: 0.0727577 Oct 12 11:34:17.106867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aecbbbb8-7fc2-4555-bc6b-02b1cb01330f req-0ec4f70e-887e-4705-9ff4-a0e5366c5878 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Oct 12 11:34:17.131668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-09b13be0-5eea-464d-86fe-61fbfe8f8de6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0474410 Oct 12 11:34:17.145718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Request body: {'port': {'device_id': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:17.214386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.370091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0bdb2731-638f-4f0b-b9ae-bcca517f75bf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:17.436906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:17.437413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.567600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f414d-f5dc-4a10-a61b-c088fd0acf6b req-d888de7a-18aa-4439-b04e-5b040b7d6e22 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:17.569215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a4f414d-f5dc-4a10-a61b-c088fd0acf6b req-d888de7a-18aa-4439-b04e-5b040b7d6e22 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 931 time: 0.1244271 Oct 12 11:34:17.585544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:17.599934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.631139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Transition to ACTIVE for port object ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:34:17.636777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a4f414d-f5dc-4a10-a61b-c088fd0acf6b req-d4c85475-d075-4105-97da-b74bb5642616 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Oct 12 11:34:17.766555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-156fe0ce-f9ac-437a-91e0-f147c6f271a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.819917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:17.888183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:17.946457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Attempting to bind port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:34:17.946812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Attempting to bind port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:34:17.947386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Attempting to bind port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 on network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:17.951597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 on network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:34:17.951918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Attempting to bind port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 on network 3386a5dd-7a58-42ec-9b46-d4edb157d4c9 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:17.958172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:34:17.958606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Checking segment: {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:17.959077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Bound using segment: {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:34:17.959580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Bound port: ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dd7fc0-77dd-499c-ba4d-45ce828cb316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:34:17.960007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:18.035401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:34:18.038610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:34:18.170652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:18.231902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.232852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:18.234493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 1091 time: 1.0936286 Oct 12 11:34:18.235170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:18.238941 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea758b3-b976-4138-a9bb-f99a7e51b030" -d '{"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:18.278467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514df3-d0ea-410b-b07d-2c01842f642a req-671a6392-fd5c-4e82-bb0b-2dd2f54cf971 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.281803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11f0f3-9f9a-4918-9f0f-bcfb4c5e3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:18.282160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06514df3-d0ea-410b-b07d-2c01842f642a req-671a6392-fd5c-4e82-bb0b-2dd2f54cf971 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 943 time: 0.0616775 Oct 12 11:34:18.311158 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087c1ef-1db3-4e59-aa28-bc488ea79b05 x-openstack-request-id: req-b087c1ef-1db3-4e59-aa28-bc488ea79b05 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:18.311434 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:18.311689 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b087c1ef-1db3-4e59-aa28-bc488ea79b05 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:18.312106 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:34:18.326400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06514df3-d0ea-410b-b07d-2c01842f642a req-e6c34b77-ea08-460b-a968-2451b6448956 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Oct 12 11:34:18.383377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-47d357c8-0c4d-4430-b11f-316dc9657767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.384894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-47d357c8-0c4d-4430-b11f-316dc9657767 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1094 time: 0.0513401 Oct 12 11:34:18.491266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-b5279bb3-e7a8-4288-a535-22ad06900256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.492740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-b5279bb3-e7a8-4288-a535-22ad06900256 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=220108b405f344a0b8ae5d8714a0af5e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0989699 Oct 12 11:34:18.600249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-193f091d-b41a-47cd-ade8-ab4b3b1975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.602520 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9ea758b3-b976-4138-a9bb-f99a7e51b030 req-193f091d-b41a-47cd-ade8-ab4b3b1975ad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021566 Oct 12 11:34:18.692264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-7c8ba451-cc85-4747-8154-52ed819bd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.702393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-7c8ba451-cc85-4747-8154-52ed819bd356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1094 time: 0.0497026 Oct 12 11:34:18.809707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87db32-c49d-419d-a479-7bf06a39ccbe req-21b83eed-7aec-4674-ac6d-282b06917283 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:18.819589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb87db32-c49d-419d-a479-7bf06a39ccbe req-21b83eed-7aec-4674-ac6d-282b06917283 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 943 time: 0.0963342 Oct 12 11:34:18.881443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb87db32-c49d-419d-a479-7bf06a39ccbe req-aaaa09d6-f987-4d45-9981-acebf086d7e9 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Oct 12 11:34:19.123647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-833654df-3615-4f40-9674-f33848337072 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.4212143 Oct 12 11:34:19.177086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf30f-6260-4542-a966-312c2b585e4f req-f63eb380-5f37-4833-aaf8-dae35f010674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:19.178995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-f63eb380-5f37-4833-aaf8-dae35f010674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.0479050 Oct 12 11:34:19.223539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-a8ad55ad-2554-448c-89c5-6638cf46b404 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301080 Oct 12 11:34:19.329777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-4d2d6ab6-c24f-4715-ad2d-0628c6875c2e service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020727 Oct 12 11:34:19.510370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92ecf30f-6260-4542-a966-312c2b585e4f req-201fb2d1-c365-463a-995f-60711e96a8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630344 Oct 12 11:34:19.510370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3071bb-7b0f-4b1c-a370-448637d849e6 req-2e2870e2-75c7-45f7-9050-a1a3579bf9cb tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:19.510932 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c3071bb-7b0f-4b1c-a370-448637d849e6 req-2e2870e2-75c7-45f7-9050-a1a3579bf9cb tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 943 time: 0.0916672 Oct 12 11:34:19.555125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0c3071bb-7b0f-4b1c-a370-448637d849e6 req-21e2da19-b217-48ed-9a36-427a92fb60ce tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Oct 12 11:34:19.953163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:34:19.994081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d5f95-93d1-4f16-ab57-13017ef9025c req-2b600348-1ab3-4613-a852-5939e78ebd26 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:19.995642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be1d5f95-93d1-4f16-ab57-13017ef9025c req-2b600348-1ab3-4613-a852-5939e78ebd26 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 943 time: 0.0533462 Oct 12 11:34:20.036437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be1d5f95-93d1-4f16-ab57-13017ef9025c req-d2a987d1-042f-4335-92c2-82db8fddc229 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Oct 12 11:34:20.058718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,segment=NetworkSegment(8da8762e-6c8b-4776-b4e9-837f30d95fe3),segment_id=8da8762e-6c8b-4776-b4e9-837f30d95fe3)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:20.074729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f', 'network_id': '30f52458-a1a9-4cea-8103-ff8027573482', 'port_id': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f', 'mac_address': 'fa:16:3e:a4:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f75a4b0-003a-4bd7-9275-647f464be1b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:34:20.122853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:20.139170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:20.160519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,segment=NetworkSegment(8da8762e-6c8b-4776-b4e9-837f30d95fe3),segment_id=8da8762e-6c8b-4776-b4e9-837f30d95fe3)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:20.272309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:20.329108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:20.477133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-427b88b3-3135-4c58-8337-2ef4527ffa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:20.484527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:34:20.694233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae873-26b0-4e1e-973c-497a37b6c96c req-3bc0a6ea-92e1-4a14-81ee-f0077d48ce23 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:20.697473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2eae873-26b0-4e1e-973c-497a37b6c96c req-3bc0a6ea-92e1-4a14-81ee-f0077d48ce23 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 944 time: 0.0602686 Oct 12 11:34:20.737386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2eae873-26b0-4e1e-973c-497a37b6c96c req-d05666af-cabf-4157-9df7-b8f92686e8cc tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Oct 12 11:34:21.171123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e354c-661c-4fe7-8c60-b9284cc14ed6 req-ad33054a-a0a6-4b36-a797-348963e6c760 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:21.179989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-270e354c-661c-4fe7-8c60-b9284cc14ed6 req-ad33054a-a0a6-4b36-a797-348963e6c760 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 943 time: 0.0689533 Oct 12 11:34:21.216376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-270e354c-661c-4fe7-8c60-b9284cc14ed6 req-ad980f77-a677-475b-8637-30eee516d50f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Oct 12 11:34:21.703966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:21.754837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:21.866350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f383-1df0-48ac-98ea-b06aa16406a3 req-14a4e816-d016-4143-bf29-83a3217964c1 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:21.868063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe48f383-1df0-48ac-98ea-b06aa16406a3 req-14a4e816-d016-4143-bf29-83a3217964c1 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 944 time: 0.0522497 Oct 12 11:34:21.907634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe48f383-1df0-48ac-98ea-b06aa16406a3 req-bb0dde98-a3fc-4e9f-9a0c-b5a5e16e9ae9 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Oct 12 11:34:21.965991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:22.054292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:22.097934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:34:22.102442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:22.102881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:22.188708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:22.212044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:22.214302 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b1c6d-3a50-400a-9e98-068fc1c5ce9b" -d '{"events": [{"server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:22.227417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,segment=NetworkSegment(8da8762e-6c8b-4776-b4e9-837f30d95fe3),segment_id=8da8762e-6c8b-4776-b4e9-837f30d95fe3)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:22.262472 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd6b01-8498-49f6-9e61-0a8f1410d2be x-openstack-request-id: req-c3fd6b01-8498-49f6-9e61-0a8f1410d2be {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:22.262806 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:22.263065 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3fd6b01-8498-49f6-9e61-0a8f1410d2be {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:22.263466 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f', 'code': 200} Oct 12 11:34:22.363303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead8a04-8195-405a-a4c2-b2c21da77f6d req-e538033e-6312-47c1-aabb-d8d0d5e73b98 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:22.368768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eead8a04-8195-405a-a4c2-b2c21da77f6d req-e538033e-6312-47c1-aabb-d8d0d5e73b98 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 943 time: 0.0685008 Oct 12 11:34:22.371422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:22.411244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104226-0e24-4da4-8293-3bb702647687 req-3227edd6-5bb4-45d7-8118-54dece389bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:22.413482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4104226-0e24-4da4-8293-3bb702647687 req-3227edd6-5bb4-45d7-8118-54dece389bb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 1095 time: 0.0773640 Oct 12 11:34:22.436382 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eead8a04-8195-405a-a4c2-b2c21da77f6d req-d8da3fc6-900e-4420-93af-80410b51e58d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Oct 12 11:34:22.461765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4104226-0e24-4da4-8293-3bb702647687 req-04510714-dc2b-4647-b24d-74533688ad69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Oct 12 11:34:22.475789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:22.769411 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:34:23.031108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdeb3e-6916-4356-937d-9199a9c9a3b0 req-7f9674e2-1144-4834-ade4-66f57406bec4 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:23.032606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6afdeb3e-6916-4356-937d-9199a9c9a3b0 req-7f9674e2-1144-4834-ade4-66f57406bec4 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Oct 12 11:34:23.075276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6afdeb3e-6916-4356-937d-9199a9c9a3b0 req-49bfab10-79f3-48d6-9e4e-febd38391958 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Oct 12 11:34:23.150431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:34:23.311788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:23.327598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'port_id': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'mac_address': 'fa:16:3e:75:5b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:34:23.375665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:23.383324 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:23.401440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:23.422111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:23.504359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:23.566145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:23.600423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357c94-0886-4bf6-80ef-39bcd5b28aa1 req-ae47aeef-69fa-4125-b368-413c1641e756 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:23.607284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09357c94-0886-4bf6-80ef-39bcd5b28aa1 req-ae47aeef-69fa-4125-b368-413c1641e756 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 944 time: 0.0592175 Oct 12 11:34:23.644425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09357c94-0886-4bf6-80ef-39bcd5b28aa1 req-06c939d6-6641-4724-817f-459edad88f4f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Oct 12 11:34:23.872835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:34:24.194831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772a4a9-6f6d-4660-9989-6ce40f730b6a req-c2ff4b16-8182-45e1-bc9c-9684a2854053 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:24.196368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0772a4a9-6f6d-4660-9989-6ce40f730b6a req-c2ff4b16-8182-45e1-bc9c-9684a2854053 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Oct 12 11:34:24.240104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0772a4a9-6f6d-4660-9989-6ce40f730b6a req-4e2c62b9-ea4e-4748-88b6-ea5d4e09946c tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Oct 12 11:34:24.993198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ed75c-1b18-4db5-885d-9da21fe56adb req-37e43e2f-d76a-4ff5-8396-800f0fff7878 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:24.994863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-455ed75c-1b18-4db5-885d-9da21fe56adb req-37e43e2f-d76a-4ff5-8396-800f0fff7878 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 944 time: 0.0611377 Oct 12 11:34:25.051445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-455ed75c-1b18-4db5-885d-9da21fe56adb req-7eba13d3-3501-4b89-ad55-43c5236a1e43 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Oct 12 11:34:25.156907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:25.197099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1b63-a709-4e32-8519-84a20e67b2ac req-6ba26d34-dab6-4773-ac53-5e32b101817d tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:25.199314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-94cf1b63-a709-4e32-8519-84a20e67b2ac req-6ba26d34-dab6-4773-ac53-5e32b101817d tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Oct 12 11:34:25.246646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-94cf1b63-a709-4e32-8519-84a20e67b2ac req-cf62f331-555e-4606-ae52-0b54e254412d tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Oct 12 11:34:25.326622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be28b1-3a5b-490a-9caf-8d1c812ae3fb req-f3ac5851-be73-4e4f-bfd2-65f7ffdb1cc6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:25.328317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52be28b1-3a5b-490a-9caf-8d1c812ae3fb req-f3ac5851-be73-4e4f-bfd2-65f7ffdb1cc6 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.0796921 Oct 12 11:34:25.349107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:34:25.353019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:25.353406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:25.372505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52be28b1-3a5b-490a-9caf-8d1c812ae3fb req-37b8c41e-d248-488f-92bb-748f264806a8 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375562 Oct 12 11:34:25.443637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:25.468317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:25.470729 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2210e04d-00c8-4f80-828c-95a26b182844" -d '{"events": [{"server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "name": "network-vif-plugged", "status": "completed", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:25.490928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:25.726844 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d86f9-884a-42b7-9923-fbc96d858751 x-openstack-request-id: req-630d86f9-884a-42b7-9923-fbc96d858751 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:25.726844 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "name": "network-vif-plugged", "status": "completed", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:25.726844 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-630d86f9-884a-42b7-9923-fbc96d858751 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:25.726844 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'code': 200} Oct 12 11:34:25.726844 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:25.729667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80139fc9-1dee-47e4-87b9-a9459abfe3ba req-6c5e95f1-f9a0-43ae-95b9-a9f190fddb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:25.729667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80139fc9-1dee-47e4-87b9-a9459abfe3ba req-6c5e95f1-f9a0-43ae-95b9-a9f190fddb7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.0493662 Oct 12 11:34:25.729939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:25.730130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80139fc9-1dee-47e4-87b9-a9459abfe3ba req-2ef7c0a4-dae8-43ed-bf95-eae340e51e92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 12 11:34:26.168349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c83cb-fe13-49ff-bb5a-d6cdda8f6593 req-f31b4721-4fc2-4dab-8365-f1cc9ef83efa tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:26.169934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec8c83cb-fe13-49ff-bb5a-d6cdda8f6593 req-f31b4721-4fc2-4dab-8365-f1cc9ef83efa tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0530686 Oct 12 11:34:26.267722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec8c83cb-fe13-49ff-bb5a-d6cdda8f6593 req-44f479dd-c2ae-4773-be40-c51866f1918b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900798 Oct 12 11:34:26.313092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-3c0b2592-7ef0-4ae5-93c5-a1c20f971dfe tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:26.315208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-3c0b2592-7ef0-4ae5-93c5-a1c20f971dfe tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 945 time: 0.1199996 Oct 12 11:34:26.413262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34575b-c0ac-43c1-ad74-ff9a9ce72a79 req-5804b085-0d1f-438f-bfeb-3c020ba1cbb4 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:26.415598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd34575b-c0ac-43c1-ad74-ff9a9ce72a79 req-5804b085-0d1f-438f-bfeb-3c020ba1cbb4 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 945 time: 0.0725374 Oct 12 11:34:26.467032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bd34575b-c0ac-43c1-ad74-ff9a9ce72a79 req-98286904-4c4a-43a9-b566-48846b277e78 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d38ef82-541f-455e-9822-814252766d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Oct 12 11:34:26.534724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-d76e5810-0f3d-4f48-8668-c0a86f5ca456 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:26.536852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-d76e5810-0f3d-4f48-8668-c0a86f5ca456 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.47 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.1158230 Oct 12 11:34:26.546003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Deleting port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:26.546003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:26.586423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf58781-10ff-4cbd-b72e-40e699ed536a req-c0b44459-1549-47c5-b9c4-b6f94797b813 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:26.587931 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aaf58781-10ff-4cbd-b72e-40e699ed536a req-c0b44459-1549-47c5-b9c4-b6f94797b813 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 946 time: 0.1300378 Oct 12 11:34:26.640371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:26.732749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aaf58781-10ff-4cbd-b72e-40e699ed536a req-16e62703-aaaf-4e27-868f-32e885a3474a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups?id=1cf11355-0365-4825-936d-a83f21310de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245911 Oct 12 11:34:26.758400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] For port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,segment=NetworkSegment(8da8762e-6c8b-4776-b4e9-837f30d95fe3),segment_id=8da8762e-6c8b-4776-b4e9-837f30d95fe3)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:26.758846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:26.785477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Calling delete_port for 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:26.793359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Deleting port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:26.793706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:26.944025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] For port 15dfcd8b-89b8-487f-95ed-3ce9498bd407, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=15dfcd8b-89b8-487f-95ed-3ce9498bd407,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:26.944393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.178060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.178579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.178829 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Floating IP fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0 disassociated. External IP: 172.25.2.110, port: 15dfcd8b-89b8-487f-95ed-3ce9498bd407. Oct 12 11:34:27.179112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Calling delete_port for 15dfcd8b-89b8-487f-95ed-3ce9498bd407 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:27.242110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.260219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:34:27.313007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Pushing event deleted for resources: {'Port': ['ID=3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:27.326154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.326573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.326958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.327379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.327804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.328135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.328464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.332899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.332899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.332899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.332899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.332899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:27.377231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] No DVR routers for this DVR port 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:27.405805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.409296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2db4f51-4edb-4c2b-aeb2-f3c4926a29bd req-11c8a7f4-6a81-4411-a60c-8de0d9695625 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.47 "DELETE /v2.0/ports/3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f HTTP/1.1" status: 204 len: 173 time: 1.0872762 Oct 12 11:34:27.409807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'name': 'network-vif-deleted', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:27.412612 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f288aa-24ab-4068-909e-728264a61199" -d '{"events": [{"server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "name": "network-vif-deleted", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:27.471837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44da29-134d-48b7-97d0-03705542728f req-6d447ebf-02a5-4062-a4ae-2f57abc5d171 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:27.473625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc44da29-134d-48b7-97d0-03705542728f req-6d447ebf-02a5-4062-a4ae-2f57abc5d171 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1024926 Oct 12 11:34:27.475394 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6fc8b-55a7-4b80-8800-146e1cd06494 x-openstack-request-id: req-f6d6fc8b-55a7-4b80-8800-146e1cd06494 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:27.475724 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cb72a-daf3-4fad-a0cb-42b2a2997049", "name": "network-vif-deleted", "tag": "3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:27.476050 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6d6fc8b-55a7-4b80-8800-146e1cd06494 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:27.476545 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cb72a-daf3-4fad-a0cb-42b2a2997049', 'name': 'network-vif-deleted', 'tag': '3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f', 'status': 'completed', 'code': 200} Oct 12 11:34:27.535812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc44da29-134d-48b7-97d0-03705542728f req-0cbf0f3f-01da-4245-bf51-f4336f771303 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Oct 12 11:34:27.590405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbbe36b7-06dc-4572-949e-35546d9245d9 req-ef46f523-5422-4854-b587-897322efab5f tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.0310512 Oct 12 11:34:27.687037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:27.724722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'Port': ['ID=15dfcd8b-89b8-487f-95ed-3ce9498bd407,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:27.868484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be2c874e-ac0c-44f5-8ccf-ca15cdd2d0dc req-7b0da13b-f935-43af-95ed-7cc15116f670 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0591376 Oct 12 11:34:27.879566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:34:28.010294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:34:28.023424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:34:28.038081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:28.038782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:28.054388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] No DVR routers for this DVR port 15dfcd8b-89b8-487f-95ed-3ce9498bd407 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:28.057103 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:28.060580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22785272-c9f1-4085-a9b7-4d032a04ae37 req-04e5c599-b7cf-4bc4-b6eb-ecd1741ba4e3 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.47 "DELETE /v2.0/ports/15dfcd8b-89b8-487f-95ed-3ce9498bd407 HTTP/1.1" status: 204 len: 173 time: 1.5107598 Oct 12 11:34:28.163668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:28.395660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:28.429163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:34:28.439931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:28.440598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:28.567390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:28.695541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fde30-8e27-4222-8b9d-dc3bb6f4b130 req-1698b036-9c8d-4bb9-a91f-1c37efd1e94d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:28.704238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf5fde30-8e27-4222-8b9d-dc3bb6f4b130 req-1698b036-9c8d-4bb9-a91f-1c37efd1e94d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0609238 Oct 12 11:34:28.762192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6acdd083-baa5-4689-8b4d-897ec2ca65ce req-f75c9ee5-cd31-4793-b1f1-ce58db0f4659 tempest-ServerAddressesNegativeTestJSON-661807283 tempest-ServerAddressesNegativeTestJSON-661807283-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e5cb72a-daf3-4fad-a0cb-42b2a2997049 HTTP/1.1" status: 200 len: 210 time: 0.0318708 Oct 12 11:34:28.775820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf5fde30-8e27-4222-8b9d-dc3bb6f4b130 req-840da5fb-0a7e-444b-99c9-c0223e1fb429 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Oct 12 11:34:28.846335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:28.876590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484580b-c75c-44b7-909b-ab4dd25da911 None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:22:44Z', 'revision_number': 4, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9', 'name': '', 'network_id': 'c69c5470-710e-4aad-a1f3-28b2b6d2e037', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'mac_address': 'fa:16:3e:df:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:41Z', 'updated_at': '2021-10-12T11:22:55Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'subnets': [{'id': '562bdc6f-65f7-4520-a58d-342606c80be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:34:29.038928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d7d578-b8ad-4b53-a047-c58a37a4d365 req-62233c43-f3b1-481e-835d-9fd784d2968a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/ports?device_id=267a6ac2-c92c-49ff-b3ff-0254d0df4d54 HTTP/1.1" status: 200 len: 210 time: 0.0354140 Oct 12 11:34:29.179156 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be172cb8-5fae-4abe-a6e8-1b38a976200a None None] New status for floating IP fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:34:29.486232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-deleted', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:29.486232 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a7ebb-d2ee-45a3-83a2-99a28b448087" -d '{"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-deleted", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:29.522043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63879c86-ee42-4966-9995-f8ae048aed2f req-0003105d-fc85-4dbb-9283-5b2426ec8b5b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:29.530019 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63879c86-ee42-4966-9995-f8ae048aed2f req-0003105d-fc85-4dbb-9283-5b2426ec8b5b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0873256 Oct 12 11:34:29.576342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-63879c86-ee42-4966-9995-f8ae048aed2f req-a9538c52-3d89-49a1-9127-5b3ff6f95e98 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Oct 12 11:34:29.586543 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5a1938-4ca2-49e4-9104-7d963e812106 x-openstack-request-id: req-7f5a1938-4ca2-49e4-9104-7d963e812106 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:29.586790 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a6ac2-c92c-49ff-b3ff-0254d0df4d54", "name": "network-vif-deleted", "tag": "15dfcd8b-89b8-487f-95ed-3ce9498bd407", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:29.587044 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f5a1938-4ca2-49e4-9104-7d963e812106 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:29.587445 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a6ac2-c92c-49ff-b3ff-0254d0df4d54', 'name': 'network-vif-deleted', 'tag': '15dfcd8b-89b8-487f-95ed-3ce9498bd407', 'status': 'completed', 'code': 200} Oct 12 11:34:29.620961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-50707e92-15e9-4b72-864c-fda3dbe4220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:29.622899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-50707e92-15e9-4b72-864c-fda3dbe4220e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.0456214 Oct 12 11:34:29.729687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-55f12dda-ba78-41e8-9340-9fb4fe0d669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:29.731236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-55f12dda-ba78-41e8-9340-9fb4fe0d669f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.0997584 Oct 12 11:34:29.776697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-dbbc4d63-e5e0-4356-9a0d-832c7c47e8ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.0377548 Oct 12 11:34:29.826284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42270) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:29.834414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-4a37d346-8444-400f-8666-89918ea22cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:29.835966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-4a37d346-8444-400f-8666-89918ea22cea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.0530915 Oct 12 11:34:29.871234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-af5deabc-bc40-42af-9047-b91ce031d2c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282815 Oct 12 11:34:29.881306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Deleting subnet 6f75a4b0-003a-4bd7-9275-647f464be1b5 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:34:29.884802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:29.941182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:29.987183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-6164348e-e75f-47c2-b40a-0c10b5844164 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091115 Oct 12 11:34:30.006864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.020564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:30.043877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 15dfcd8b-89b8-487f-95ed-3ce9498bd407 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:30.044354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 15dfcd8b-89b8-487f-95ed-3ce9498bd407 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:30.044970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:30.068871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:30.069460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3f7a037a-d1e3-4aa9-b0db-9a8697e2ba8f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:30.099260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f119ed7e-7302-4bf9-b9d6-60ed4935324d req-1892de35-e996-4b6c-bb72-9292da42aae2 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020386 Oct 12 11:34:30.138379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.170040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f75a4b0-003a-4bd7-9275-647f464be1b5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:30.174126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.180966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5338614d-5253-4871-8d99-c06432ffea2f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f75a4b0-003a-4bd7-9275-647f464be1b5 HTTP/1.1" status: 204 len: 168 time: 0.3502688 Oct 12 11:34:30.180966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:30.265184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.266477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42288) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:30.328905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.352045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.354876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.372674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f52458-a1a9-4cea-8103-ff8027573482']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:30.381958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da8762e-6c8b-4776-b4e9-837f30d95fe3') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:30.382248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da8762e-6c8b-4776-b4e9-837f30d95fe3') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:30.391901 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.405952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.412555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:34:30.413072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:34:30.414675 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:34:30.549296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.561066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.565403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cf11355-0365-4825-936d-a83f21310de4 HTTP/1.1" status: 204 len: 168 time: 0.2948596 Oct 12 11:34:30.568273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:30.585852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.596350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.611916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] 10.222.0.43 "DELETE /v2.0/networks/30f52458-a1a9-4cea-8103-ff8027573482 HTTP/1.1" status: 204 len: 168 time: 0.4252229 Oct 12 11:34:30.612722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ad24-7077-4184-92ac-b1b3938a620a tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf11355-0365-4825-936d-a83f21310de4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:30.618206 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-402b1635-2f87-4b54-a7a7-f4e8408f1b12 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] show failed (client error): The resource could not be found. Oct 12 11:34:30.619299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-402b1635-2f87-4b54-a7a7-f4e8408f1b12 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "GET /v2.0/security-groups/1cf11355-0365-4825-936d-a83f21310de4 HTTP/1.1" status: 404 len: 347 time: 0.0493758 Oct 12 11:34:30.622315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:30.680489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981fbd8-7bf0-4bfa-a1e7-add2fe0aeedc admin admin] Pushing event deleted for resources: {'Network': ['ID=30f52458-a1a9-4cea-8103-ff8027573482,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:30.828948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5ab13-3bbd-41c2-8612-3e72b63fa0fc req-3486dd6f-e7cc-40ce-912a-0a87f9e87efe tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:30.831669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95e5ab13-3bbd-41c2-8612-3e72b63fa0fc req-3486dd6f-e7cc-40ce-912a-0a87f9e87efe tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0949178 Oct 12 11:34:30.867116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Deleting port eb6c67d8-e376-4b0e-9181-3ad2214614c0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:30.867378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.896525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95e5ab13-3bbd-41c2-8612-3e72b63fa0fc req-3e762a5a-d495-42be-84d0-fb727023c70a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Oct 12 11:34:30.957190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.957535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:30.969546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Calling delete_port for eb6c67d8-e376-4b0e-9181-3ad2214614c0 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:31.097279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42316) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:31.138971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ce8d4e99-5508-452c-bdf0-5c4905b40417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7c14926deac4f5dbe3963ba19b8ab75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402346 Oct 12 11:34:31.141219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:31.208746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.238350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.252946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.288986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Pushing event deleted for resources: {'Port': ['ID=eb6c67d8-e376-4b0e-9181-3ad2214614c0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:31.358074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.360707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.362485 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f33d44b-01ae-4b78-a392-0dbfa9058c22 tempest-AttachVolumeShelveTestJSON-1534036206 tempest-AttachVolumeShelveTestJSON-1534036206-project] 10.222.0.43 "DELETE /v2.0/floatingips/fb1c9e1c-6331-4c3d-ba9f-b26dc9b8c1e0 HTTP/1.1" status: 204 len: 168 time: 0.7385037 Oct 12 11:34:31.458020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.461070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:31.462820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d38ef82-541f-455e-9822-814252766d46 HTTP/1.1" status: 204 len: 168 time: 0.3196945 Oct 12 11:34:31.475296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd4da-9000-42e7-abb2-9727c7f6959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d38ef82-541f-455e-9822-814252766d46,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:32.064624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f569b-4500-425a-8c35-bc4682214e9a req-55274b2a-ed40-4881-a5f8-23c76aac426e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:32.066130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd9f569b-4500-425a-8c35-bc4682214e9a req-55274b2a-ed40-4881-a5f8-23c76aac426e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0561395 Oct 12 11:34:32.140390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd9f569b-4500-425a-8c35-bc4682214e9a req-19ef4b17-c169-47db-bc71-5d9752c13b1f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Oct 12 11:34:33.269542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:33.301210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b474-c053-48d1-8e11-cf51d2d70c02 req-ab67654c-56d7-49ec-9538-e79b51d682ab tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:33.308724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42f7b474-c053-48d1-8e11-cf51d2d70c02 req-ab67654c-56d7-49ec-9538-e79b51d682ab tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0785997 Oct 12 11:34:33.380901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42f7b474-c053-48d1-8e11-cf51d2d70c02 req-d2cd22f6-ee53-4d9d-97bc-0b02c639f7ab tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623431 Oct 12 11:34:33.450541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-995359480-network', 'tenant_id': 'f560c830527d48b194c1e1734f5d15ed'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:33.577836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Made reservation on behalf of f560c830527d48b194c1e1734f5d15ed for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:33.581665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.591467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.697062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.789254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.799953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:34:33.821481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.821930 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Added segment b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5 of type vlan for network fe5f9bff-f9cf-49ce-886b-663e94ee5934 Oct 12 11:34:33.908698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:33.999472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8720085-e496-4033-850d-16a9125b9251,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:34.065583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:34.066675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:34.067820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:34.134420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] Pushing event updated for resources: {'Network': ['ID=fe5f9bff-f9cf-49ce-886b-663e94ee5934,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:34.148337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network fe5f9bff-f9cf-49ce-886b-663e94ee5934 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:34:34.175053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-49a5a2a3-6823-4fd5-b9c9-7effa88fb1dd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9033070 Oct 12 11:34:34.177674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:34.182749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Request body: {'subnet': {'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-995359480-subnet', 'tenant_id': 'f560c830527d48b194c1e1734f5d15ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:34.281076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Made reservation on behalf of f560c830527d48b194c1e1734f5d15ed for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:34.284395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:34.500576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2946-5284-4e7d-ac22-959119b224b7 req-0c2e89b0-b59a-4f33-85df-a1925689d6fb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:34.502935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8acf2946-5284-4e7d-ac22-959119b224b7 req-0c2e89b0-b59a-4f33-85df-a1925689d6fb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0592005 Oct 12 11:34:34.574334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8acf2946-5284-4e7d-ac22-959119b224b7 req-6c689ab1-cda4-4fd1-b212-07c57c467cb0 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Oct 12 11:34:34.592440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:34.667010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:34.675777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Checking segment: {'id': 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:34.676188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Network hostable DHCP agents. Network: fe5f9bff-f9cf-49ce-886b-663e94ee5934, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:34:34.846503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Network fe5f9bff-f9cf-49ce-886b-663e94ee5934 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:34:34.991840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, fe5f9bff-f9cf-49ce-886b-663e94ee5934) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:35.004412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:35.007544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d915a6-daec-4423-9401-95fa50a6081c None None] Network fe5f9bff-f9cf-49ce-886b-663e94ee5934 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:35.007692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:35.132487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c7b32f25-7f44-4957-a5c2-5e2423bde650 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9533162 Oct 12 11:34:35.211111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2b6540-5996-49b8-b4a7-5b175afefb2f None None] Network fe5f9bff-f9cf-49ce-886b-663e94ee5934 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:35.912648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-2ce117e6-9376-45ee-937c-bb002e6db175 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:35.914986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-2ce117e6-9376-45ee-937c-bb002e6db175 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/networks?id=fe5f9bff-f9cf-49ce-886b-663e94ee5934 HTTP/1.1" status: 200 len: 820 time: 0.2119763 Oct 12 11:34:35.952309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-fd74b426-28b2-4d56-af66-a44ab7c0ef1d tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/quotas/f560c830527d48b194c1e1734f5d15ed HTTP/1.1" status: 200 len: 375 time: 0.0119634 Oct 12 11:34:35.971221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-4e39c032-a1dc-4f89-96ef-620a17e932f0 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f560c830527d48b194c1e1734f5d15ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326071 Oct 12 11:34:36.061657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-17f6dbd6-c71f-4a3f-a1ff-9376811ec5cf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:34:36.067984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-17f6dbd6-c71f-4a3f-a1ff-9376811ec5cf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0854905 Oct 12 11:34:36.191494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-a9ef4bb7-5720-4269-b0da-608beda2f6b5 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5f9bff-f9cf-49ce-886b-663e94ee5934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166937 Oct 12 11:34:36.310145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-86631afd-e984-4dc1-b45d-2e81f70bd709 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5f9bff-f9cf-49ce-886b-663e94ee5934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117640 Oct 12 11:34:36.487839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f32e1-c008-4f8d-932a-7b00c206df42 req-6741032d-79ca-4e96-b2e3-9085b09d0b12 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:36.498928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-422f32e1-c008-4f8d-932a-7b00c206df42 req-6741032d-79ca-4e96-b2e3-9085b09d0b12 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0997193 Oct 12 11:34:36.557957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-422f32e1-c008-4f8d-932a-7b00c206df42 req-823ea9f9-b2c0-4dc1-a63a-82fef23aa19f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Oct 12 11:34:36.739697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02385ffa-0b4a-452b-8ef8-55d0f84f1f68 req-9a8feaae-5345-4a6d-bb25-53f439024978 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 210 time: 0.0343874 Oct 12 11:34:37.795676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da66ec9-ee9c-4b69-8969-b54cba3c13d6 req-01941293-75a8-4fa6-8ba6-448c1ecb1e2d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:37.803098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da66ec9-ee9c-4b69-8969-b54cba3c13d6 req-01941293-75a8-4fa6-8ba6-448c1ecb1e2d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1403384 Oct 12 11:34:37.862526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da66ec9-ee9c-4b69-8969-b54cba3c13d6 req-2380042c-9260-4add-a47d-4bf86c95ae1b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562141 Oct 12 11:34:37.895363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1b28427f-8191-4775-bbe7-766c2f9f6f5d req-523a715d-9242-4344-ad63-f784aa71a3d0 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 210 time: 0.0439703 Oct 12 11:34:39.023570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a477c6ce-81ed-4f25-9004-879a06553bf6 req-f0bbb83c-cb05-4d41-9dfc-860a44585053 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 210 time: 0.0405340 Oct 12 11:34:39.028988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1edb08-6d39-4aaa-b8a0-8e199aa0a80e req-db3c8867-bf87-41b8-9c13-63c0d75d2523 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:39.031668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c1edb08-6d39-4aaa-b8a0-8e199aa0a80e req-db3c8867-bf87-41b8-9c13-63c0d75d2523 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0642653 Oct 12 11:34:39.088878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2c1edb08-6d39-4aaa-b8a0-8e199aa0a80e req-79f97e3f-14fd-40bd-9088-3779e002eb32 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Oct 12 11:34:39.842485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42598) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:40.241934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-73237c21-3f14-4eae-966c-b7cb07603c19 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:40.244170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-73237c21-3f14-4eae-966c-b7cb07603c19 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.47 "GET /v2.0/networks?id=fe5f9bff-f9cf-49ce-886b-663e94ee5934 HTTP/1.1" status: 200 len: 820 time: 0.3334646 Oct 12 11:34:40.257895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Request body: {'port': {'device_id': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934', 'admin_state_up': True, 'tenant_id': 'f560c830527d48b194c1e1734f5d15ed'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:40.268820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ba5e5871-65c5-4fca-b362-b1533636f35c req-3fc49165-a30d-451d-95bb-ec0b7560ef66 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 210 time: 0.0616131 Oct 12 11:34:40.426968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169fa6-da9b-44db-9a36-2f4ea288890a req-8f7adfac-d503-4d11-92bd-b47fa36b8a86 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:40.444495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74169fa6-da9b-44db-9a36-2f4ea288890a req-8f7adfac-d503-4d11-92bd-b47fa36b8a86 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1436229 Oct 12 11:34:40.527407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74169fa6-da9b-44db-9a36-2f4ea288890a req-20066d89-958a-4d9e-80fd-b5565f4a275c tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816052 Oct 12 11:34:40.675892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Made reservation on behalf of f560c830527d48b194c1e1734f5d15ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:34:40.689002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:40.791100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:40.901248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Allocated IP 172.20.0.5 (fe5f9bff-f9cf-49ce-886b-663e94ee5934/a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7/1cb1013d-c505-43df-bd56-f3ed17bc6aae) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:34:41.082791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.140905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Deleting port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:41.141395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.185918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.255927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] For port fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:41.256425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.276515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Calling delete_port for fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:41.289420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Network fe5f9bff-f9cf-49ce-886b-663e94ee5934 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:34:41.293445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:34:41.296700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:34:41.363208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:41.370430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.383883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Pushing event updated for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:41.507410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279ecba-701d-4d56-9c44-607915998bdc req-0de58ed1-1f1b-4b18-9afb-a21cb81b2bb6 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:41.517773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d279ecba-701d-4d56-9c44-607915998bdc req-0de58ed1-1f1b-4b18-9afb-a21cb81b2bb6 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 931 time: 0.1074584 Oct 12 11:34:41.534395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-14b9d883-3f1f-4de8-a3ae-1b4ef0a8526e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2811949 Oct 12 11:34:41.566130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Request body: {'port': {'device_id': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:41.627773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d279ecba-701d-4d56-9c44-607915998bdc req-687da441-1e81-491b-bf63-ce89bccee2da tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089034 Oct 12 11:34:41.636905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.684498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a810-6732-4769-8ef3-f8870f66a5bb req-c0d009e0-32ac-412c-8d65-6050fd0ff46d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:41.694133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7a2a810-6732-4769-8ef3-f8870f66a5bb req-c0d009e0-32ac-412c-8d65-6050fd0ff46d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0881498 Oct 12 11:34:41.715737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:41.859854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:41.900939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.901289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.901720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.902059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.902394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.902741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.903074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.903399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.903724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.904045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.904574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.904690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:41.919791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a7a2a810-6732-4769-8ef3-f8870f66a5bb req-9d0897fc-4e10-4289-9903-3924f94da046 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246852 Oct 12 11:34:42.125146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:42.277255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb1013d-c505-43df-bd56-f3ed17bc6aae {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:42.285280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:42.297529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Transition to ACTIVE for port object 1cb1013d-c505-43df-bd56-f3ed17bc6aae will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:34:42.403306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:34:42.435714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:42.555310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:34:42.558785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23655872-4712-4c40-a01b-342d52106873 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:42.565196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42662) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:42.568849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0eebf077-4272-4b97-af18-a3a79f970310 admin admin] 10.222.0.43 "PUT /v2.0/routers/700b1942-ab31-422b-b1ca-6ae5f7fdbebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7176206 Oct 12 11:34:42.709429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Attempting to bind port 1cb1013d-c505-43df-bd56-f3ed17bc6aae on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:34:42.709967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Attempting to bind port 1cb1013d-c505-43df-bd56-f3ed17bc6aae by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:34:42.710153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Attempting to bind port 1cb1013d-c505-43df-bd56-f3ed17bc6aae on network fe5f9bff-f9cf-49ce-886b-663e94ee5934 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:42.720330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Port 1cb1013d-c505-43df-bd56-f3ed17bc6aae on network fe5f9bff-f9cf-49ce-886b-663e94ee5934 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:34:42.720847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Attempting to bind port 1cb1013d-c505-43df-bd56-f3ed17bc6aae on network fe5f9bff-f9cf-49ce-886b-663e94ee5934 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:34:42.730500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Sync routers for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:34:42.734495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:34:42.734873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Checking segment: {'id': 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:34:42.736488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Bound using segment: {'id': 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:34:42.736624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Bound port: 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:34:42.737312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:42.744691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:42.745310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:42.758363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:42.806771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a1de7-295a-4264-9c0c-7f458343ea54 req-54acb0b2-53e9-4120-9f7f-26e4e47e742a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:42.808205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-551a1de7-295a-4264-9c0c-7f458343ea54 req-54acb0b2-53e9-4120-9f7f-26e4e47e742a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 943 time: 0.0539355 Oct 12 11:34:42.863617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:34:42.867098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae,segment=NetworkSegment(b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5),segment_id=b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:34:42.880146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-551a1de7-295a-4264-9c0c-7f458343ea54 req-5cae56fa-a9c2-49ee-b928-f0dcc376348c tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602174 Oct 12 11:34:42.934140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:42.964920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:43.021743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:43.023140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:43.024191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-23655872-4712-4c40-a01b-342d52106873 service neutron] 10.222.0.47 "PUT /v2.0/ports/1cb1013d-c505-43df-bd56-f3ed17bc6aae HTTP/1.1" status: 200 len: 1091 time: 1.4780068 Oct 12 11:34:43.025889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:43.026973 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444d50e2-de46-4cf9-aa52-2ce81dfd2888" -d '{"events": [{"name": "network-changed", "server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:43.034169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:43.064744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23655872-4712-4c40-a01b-342d52106873 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:43.142844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ddb25-2ff5-4c3e-9f74-ae7418457beb req-420ded99-3c4f-4043-98bd-f42828a4d6fe tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:43.150721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-312ddb25-2ff5-4c3e-9f74-ae7418457beb req-420ded99-3c4f-4043-98bd-f42828a4d6fe tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0737367 Oct 12 11:34:43.175515 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f86cc6-3e77-4fab-ac58-54d6a03fc506 x-openstack-request-id: req-51f86cc6-3e77-4fab-ac58-54d6a03fc506 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:43.175796 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:43.176045 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51f86cc6-3e77-4fab-ac58-54d6a03fc506 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:43.176446 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae', 'status': 'completed', 'code': 200} Oct 12 11:34:43.283012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-312ddb25-2ff5-4c3e-9f74-ae7418457beb req-21e60924-60f3-4ab2-b5f1-81978c50e965 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242282 Oct 12 11:34:43.306164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-ea12f2e8-d66d-4b76-a50d-c5aa2cbc8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:43.306164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-ea12f2e8-d66d-4b76-a50d-c5aa2cbc8490 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f560c830527d48b194c1e1734f5d15ed&device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 1094 time: 0.1197908 Oct 12 11:34:43.315827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:34:41Z', 'revision_number': 5, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port': {'id': 'ea2080d4-c5fb-4b32-9f23-abd24a81d75c', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:22:34Z', 'updated_at': '2021-10-12T11:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:43.328325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Deleting port ea2080d4-c5fb-4b32-9f23-abd24a81d75c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:43.328670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:43.369762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Checking router: 700b1942-ab31-422b-b1ca-6ae5f7fdbebc for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:34:43.384866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Routers {'700b1942-ab31-422b-b1ca-6ae5f7fdbebc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:34:43.385603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:43.490775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] Set router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:34:43.551685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:34:43Z', 'revision_number': 6, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:43.582525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522b799-6fb3-402f-8830-3c72de3d2ef5 None None] The sync data for ids ['700b1942-ab31-422b-b1ca-6ae5f7fdbebc'] in n-d-813419-3 is: [{'id': '700b1942-ab31-422b-b1ca-6ae5f7fdbebc', 'name': 'tempest-AttachVolumeShelveTestJSON-1299261094-router', 'tenant_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:22:33Z', 'updated_at': '2021-10-12T11:34:43Z', 'revision_number': 6, 'project_id': '20df97fa4c4a49f894fd09ef4a9bbe6a', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:34:43.849489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] For port ea2080d4-c5fb-4b32-9f23-abd24a81d75c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:43.849780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:43.870834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Calling delete_port for ea2080d4-c5fb-4b32-9f23-abd24a81d75c owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:43.877934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-8c08a95c-321f-430d-9c41-421537354290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:43.879517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-8c08a95c-321f-430d-9c41-421537354290 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f560c830527d48b194c1e1734f5d15ed&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5707803 Oct 12 11:34:44.124409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-38598182-42d2-472b-b8c5-ea780ac6a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:44.126030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-444d50e2-de46-4cf9-aa52-2ce81dfd2888 req-38598182-42d2-472b-b8c5-ea780ac6a226 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386260 Oct 12 11:34:44.156002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9501-d5f1-4bbf-a345-e77f3eff4d48 req-ccbef230-083a-40e5-a229-647145ca734a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:44.158280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-253e9501-d5f1-4bbf-a345-e77f3eff4d48 req-ccbef230-083a-40e5-a229-647145ca734a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 943 time: 0.0882754 Oct 12 11:34:44.252161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-253e9501-d5f1-4bbf-a345-e77f3eff4d48 req-245b1736-4399-4c99-bd1a-a77fbfc3b1eb tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757890 Oct 12 11:34:44.273191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-36506bcd-4f4e-4f3c-a757-1b86b5582f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:44.273191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-36506bcd-4f4e-4f3c-a757-1b86b5582f80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f560c830527d48b194c1e1734f5d15ed&device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 1094 time: 0.0908332 Oct 12 11:34:44.316767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-c1e4b6bc-17dd-459b-9ccd-a4dd68dd0817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae HTTP/1.1" status: 200 len: 217 time: 0.0412693 Oct 12 11:34:44.367000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-37d2397b-ab9f-4432-92cb-37b37f142577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:44.368449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-37d2397b-ab9f-4432-92cb-37b37f142577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7 HTTP/1.1" status: 200 len: 860 time: 0.0453732 Oct 12 11:34:44.402740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-284b1c06-fc6e-4940-8bfb-8a5631939a71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe5f9bff-f9cf-49ce-886b-663e94ee5934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265472 Oct 12 11:34:44.408753 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.432952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda763cb-531a-4a05-bb38-820f9eb83fc4 req-5b50463d-d549-4b6d-8c94-e20be4ea34cc tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:44.434774 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dda763cb-531a-4a05-bb38-820f9eb83fc4 req-5b50463d-d549-4b6d-8c94-e20be4ea34cc tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0700266 Oct 12 11:34:44.469303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2080d4-c5fb-4b32-9f23-abd24a81d75c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:44.505048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dda763cb-531a-4a05-bb38-820f9eb83fc4 req-565bedcd-f018-4f78-9e3a-8d9bb8b4fb55 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612733 Oct 12 11:34:44.606076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.640519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-983a242b-3e30-4803-8ebb-7bfbf8f2a044 service neutron] 10.222.0.47 "GET /v2.0/networks/fe5f9bff-f9cf-49ce-886b-663e94ee5934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286832 Oct 12 11:34:44.784765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.788892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.855219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97fc1390-e856-4e1a-af2b-3f47592e15cc req-894c55a2-4347-424e-8fc2-703d9e14612f service neutron] 10.222.0.47 "GET /v2.0/networks/fe5f9bff-f9cf-49ce-886b-663e94ee5934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772351 Oct 12 11:34:44.940897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.941623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700b1942-ab31-422b-b1ca-6ae5f7fdbebc {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:34:44.950518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:44.950518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b9ef3a97-c62c-4f16-b994-2320f1e3c17e admin admin] 10.222.0.43 "DELETE /v2.0/routers/700b1942-ab31-422b-b1ca-6ae5f7fdbebc HTTP/1.1" status: 204 len: 168 time: 2.3838115 Oct 12 11:34:44.952357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:45.014554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Deleting subnet 562bdc6f-65f7-4520-a58d-342606c80be1 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:34:45.018029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.059561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.151191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.367206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ea2080d4-c5fb-4b32-9f23-abd24a81d75c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:45.380244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.390936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: ea2080d4-c5fb-4b32-9f23-abd24a81d75c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:45.394448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ea2080d4-c5fb-4b32-9f23-abd24a81d75c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:45.394586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d388725-8293-4aab-8846-08c7976377b9 req-284f264d-7a2b-4468-9c4c-620ac3f029d4 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:45.394734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:45.395407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d388725-8293-4aab-8846-08c7976377b9 req-284f264d-7a2b-4468-9c4c-620ac3f029d4 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 943 time: 0.0579548 Oct 12 11:34:45.420498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:45.421017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fb9e4f2a-2d8e-450c-9d7b-2a16dd9baaa9 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:45.424852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562bdc6f-65f7-4520-a58d-342606c80be1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:45.427101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.430807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-448df527-3a36-45ed-8c14-87df05859c5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/562bdc6f-65f7-4520-a58d-342606c80be1 HTTP/1.1" status: 204 len: 168 time: 0.4771383 Oct 12 11:34:45.433015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0103e67-1a3c-4d97-bb9f-848155cc4f75 None None] Network c69c5470-710e-4aad-a1f3-28b2b6d2e037 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:34:45.433582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:45.449258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d388725-8293-4aab-8846-08c7976377b9 req-7b8c8197-5f98-411f-8db6-2ce3a3c97db7 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Oct 12 11:34:45.531771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.617618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Deleting port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:45.618013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.662392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] DHCP port deletion for c69c5470-710e-4aad-a1f3-28b2b6d2e037 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:34:45.684494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6de3-5557-4d7b-a61e-4f57db608c28 req-26e07f0c-6437-4731-9a27-dbe7f5ebb924 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:45.687540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdf6de3-5557-4d7b-a61e-4f57db608c28 req-26e07f0c-6437-4731-9a27-dbe7f5ebb924 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0590100 Oct 12 11:34:45.718155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] For port 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ff6ab95-db8e-4f17-b994-7b733cec8b70,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:45.718561 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.741293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Deleting port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:45.747231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.750148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Calling delete_port for 2ff6ab95-db8e-4f17-b994-7b733cec8b70 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:45.770856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbdf6de3-5557-4d7b-a61e-4f57db608c28 req-6074ce1f-90cd-4c62-b2ca-028fad52170b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765707 Oct 12 11:34:45.825745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] For port 2ff6ab95-db8e-4f17-b994-7b733cec8b70, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ff6ab95-db8e-4f17-b994-7b733cec8b70,segment=NetworkSegment(8ecca675-bedf-44cb-a444-08203b04e85c),segment_id=8ecca675-bedf-44cb-a444-08203b04e85c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:45.826154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:45.844252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Calling delete_port for 2ff6ab95-db8e-4f17-b994-7b733cec8b70 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:45.957240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.003381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff6ab95-db8e-4f17-b994-7b733cec8b70,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:46.005312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] No DVR routers for this DVR port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:46.085006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.101146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.110064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69c5470-710e-4aad-a1f3-28b2b6d2e037']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:46.125267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecca675-bedf-44cb-a444-08203b04e85c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:46.125569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecca675-bedf-44cb-a444-08203b04e85c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:46.130075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] No DVR routers for this DVR port 2ff6ab95-db8e-4f17-b994-7b733cec8b70 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:46.139799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f23bcb-4b30-4dc5-8e8b-252be9c5d328 None None] Pushing event deleted for resources: {'Port': ['ID=2ff6ab95-db8e-4f17-b994-7b733cec8b70,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:46.160719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.182477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.188924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:34:46.189307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:34:46.191002 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:34:46.343166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.376222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:46.376222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c69c5470-710e-4aad-a1f3-28b2b6d2e037 HTTP/1.1" status: 204 len: 168 time: 0.9184816 Oct 12 11:34:46.376222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bef3a-dbb8-4c63-a051-c4a9050daf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69c5470-710e-4aad-a1f3-28b2b6d2e037,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:46.571086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3e421-50a7-42f4-9ed3-17a701993e7b req-d005a985-00d0-4622-aa0d-e6ccf2ed2edb tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:46.573050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fb3e421-50a7-42f4-9ed3-17a701993e7b req-d005a985-00d0-4622-aa0d-e6ccf2ed2edb tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 943 time: 0.0534463 Oct 12 11:34:46.618024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7fb3e421-50a7-42f4-9ed3-17a701993e7b req-a1e185f8-67ce-4a90-a149-4f474adc44e1 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374172 Oct 12 11:34:46.890404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42778) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:46.892720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996a51-6687-404d-b5ec-7c98d77ebedc req-89374732-7edf-4fe5-b452-35a03c9845c7 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:46.894354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8996a51-6687-404d-b5ec-7c98d77ebedc req-89374732-7edf-4fe5-b452-35a03c9845c7 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0532465 Oct 12 11:34:46.936767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7b9d5349-e585-4b46-8ef3-e8c42a1b3f94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20df97fa4c4a49f894fd09ef4a9bbe6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425644 Oct 12 11:34:46.937007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8996a51-6687-404d-b5ec-7c98d77ebedc req-fd78a51d-7b90-4be4-be01-bb023c66f252 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Oct 12 11:34:46.937007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42780) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:46.996618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:47.018299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:47.151161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:47.153892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:47.155090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fde54221-6bfe-4e5d-840d-682d79ed18d8 HTTP/1.1" status: 204 len: 168 time: 0.2171199 Oct 12 11:34:47.163359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd496e-8246-436c-b155-86832672fc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde54221-6bfe-4e5d-840d-682d79ed18d8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:47.365217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ff6ab95-db8e-4f17-b994-7b733cec8b70 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:34:47.385961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2ff6ab95-db8e-4f17-b994-7b733cec8b70 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:34:47.386309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ff6ab95-db8e-4f17-b994-7b733cec8b70 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:34:47.756588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-592043d3-5349-4cf3-9434-9d88d5884908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:47.792381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858538-6173-42ba-a4c9-03fbbebd464b req-f1774953-ca84-49ed-a520-bfef1be948ac tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:47.792381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea858538-6173-42ba-a4c9-03fbbebd464b req-f1774953-ca84-49ed-a520-bfef1be948ac tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 943 time: 0.0712996 Oct 12 11:34:47.840598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea858538-6173-42ba-a4c9-03fbbebd464b req-f1430d2d-efb9-4e00-b0d7-36216c4b8963 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Oct 12 11:34:48.074295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090b1d0-ca64-456a-823f-449e99ff2624 req-87c616ab-1784-420f-908f-8d0d2c12e27b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.077135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a090b1d0-ca64-456a-823f-449e99ff2624 req-87c616ab-1784-420f-908f-8d0d2c12e27b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0505040 Oct 12 11:34:48.077837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1cb1013d-c505-43df-bd56-f3ed17bc6aae details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:34:48.127482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a090b1d0-ca64-456a-823f-449e99ff2624 req-80a1ffb0-90bc-49bd-b0ed-f5838bd8179f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Oct 12 11:34:48.229915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae,segment=NetworkSegment(b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5),segment_id=b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:48.248691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1cb1013d-c505-43df-bd56-f3ed17bc6aae', 'network_id': 'fe5f9bff-f9cf-49ce-886b-663e94ee5934', 'port_id': '1cb1013d-c505-43df-bd56-f3ed17bc6aae', 'mac_address': 'fa:16:3e:0d:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:34:48.306348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:48.322362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb1013d-c505-43df-bd56-f3ed17bc6aae {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:34:48.359146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae,segment=NetworkSegment(b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5),segment_id=b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:48.452124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:48.511594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-01037286-10a0-469e-94c1-fcb151c37048 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0683355 Oct 12 11:34:48.521049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:48.529315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.533071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.534208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.534823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.535326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:34:48.618380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.619063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.619801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.620686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.621480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.622254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.622979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.625827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-acf5644b-9f7d-4238-a370-5c69268fb116 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.0811582 Oct 12 11:34:48.655994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1cb1013d-c505-43df-bd56-f3ed17bc6aae'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:34:48.778934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a6c410d1-cdc7-45d8-a33a-1691218cda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.779771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a6c410d1-cdc7-45d8-a33a-1691218cda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.780400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a6c410d1-cdc7-45d8-a33a-1691218cda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.783572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a6c410d1-cdc7-45d8-a33a-1691218cda4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.1248715 Oct 12 11:34:48.887174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-083f2b5f-fdd8-4c4f-a49c-7ecaa5fa0eac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.0951130 Oct 12 11:34:48.946371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-279dbdd4-60e1-4680-bc2f-e6032d01cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.948125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-279dbdd4-60e1-4680-bc2f-e6032d01cf89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0477014 Oct 12 11:34:48.964650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31fb18-2c0e-4aac-bddb-70a040725224 req-0345ad90-ef91-45e2-8603-d6a60834949e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:48.966290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c31fb18-2c0e-4aac-bddb-70a040725224 req-0345ad90-ef91-45e2-8603-d6a60834949e tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 944 time: 0.0543821 Oct 12 11:34:49.009090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-c2bcd2d7-4d69-49e8-b676-5489e41a4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:49.010681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-c2bcd2d7-4d69-49e8-b676-5489e41a4ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529835 Oct 12 11:34:49.038231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c31fb18-2c0e-4aac-bddb-70a040725224 req-482d5bcb-89d1-4c6d-83ea-ad4e7781e2cb tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648539 Oct 12 11:34:49.135980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-197d457b-6c00-49fb-a57d-1769c5e1f426 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099970 Oct 12 11:34:49.247363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-c8d8d673-b864-491b-993b-a46c24614cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009305 Oct 12 11:34:49.267622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948c380-7b1d-4bb7-8039-a1d4ef766d1d req-797763c3-f94f-43b2-b917-5b34fd1e11c6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:49.269495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0948c380-7b1d-4bb7-8039-a1d4ef766d1d req-797763c3-f94f-43b2-b917-5b34fd1e11c6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0682299 Oct 12 11:34:49.309104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-6c850d06-132d-4142-b438-d129bfc95d49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0502594 Oct 12 11:34:49.353940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0948c380-7b1d-4bb7-8039-a1d4ef766d1d req-908ca098-23f0-4581-9eda-077b34ac405a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762117 Oct 12 11:34:49.367792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-5c669e7b-0543-4b9c-9031-8e6ecb456f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:49.369257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-5c669e7b-0543-4b9c-9031-8e6ecb456f23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0537801 Oct 12 11:34:49.420749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-66d68e22-baa2-4551-88b4-606780a4fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:49.422234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-66d68e22-baa2-4551-88b4-606780a4fb8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448747 Oct 12 11:34:49.535250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-83f9b67a-57c4-4cb5-b0ad-fd53318afaf8 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048055 Oct 12 11:34:49.978735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-f06645fc-03c2-4391-9b12-010c1b4ba127 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360795 Oct 12 11:34:50.025704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-7e97627c-2b12-4120-80d1-68c3f0159bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0388997 Oct 12 11:34:50.078318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-da9ec945-7557-4e72-8cf4-48e47fca395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.079981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-da9ec945-7557-4e72-8cf4-48e47fca395f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0467110 Oct 12 11:34:50.093602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1cb1013d-c505-43df-bd56-f3ed17bc6aae up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:34:50.140542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-4ba91041-a249-46d2-b01c-c7d641342ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.142422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-4ba91041-a249-46d2-b01c-c7d641342ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548167 Oct 12 11:34:50.265939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3f59-d658-46e8-99d6-90a151d06d78 req-967613e7-0626-4235-9b70-deda56e18e88 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.268193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78ee3f59-d658-46e8-99d6-90a151d06d78 req-967613e7-0626-4235-9b70-deda56e18e88 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 944 time: 0.1234243 Oct 12 11:34:50.283053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1cb1013d-c505-43df-bd56-f3ed17bc6aae completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:34:50.289094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1cb1013d-c505-43df-bd56-f3ed17bc6aae triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:34:50.289842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:50.330947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-4d1c52c3-aeed-4125-8656-d90f1a145e8f service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753371 Oct 12 11:34:50.428585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:50.468108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-78ee3f59-d658-46e8-99d6-90a151d06d78 req-a0cf86d0-cdeb-4b46-9297-5fbe95e3eaf7 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795247 Oct 12 11:34:50.522354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:50.527406 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78a2fa4-6d3a-442d-9667-10d79ef930e8" -d '{"events": [{"server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "name": "network-vif-plugged", "status": "completed", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:50.531234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a2705295-36cd-4461-9281-433a79ce3667 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888776 Oct 12 11:34:50.555903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae,segment=NetworkSegment(b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5),segment_id=b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:50.599281 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042eb4bf-cb1d-4c89-aa58-d6dc6b2b1eeb x-openstack-request-id: req-042eb4bf-cb1d-4c89-aa58-d6dc6b2b1eeb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:50.599281 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "name": "network-vif-plugged", "status": "completed", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:50.599281 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-042eb4bf-cb1d-4c89-aa58-d6dc6b2b1eeb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:50.599281 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae', 'code': 200} Oct 12 11:34:50.625464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-0d6ada4b-ccd5-429f-addd-2863deb9ee22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0879059 Oct 12 11:34:50.654535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9c45c-9644-4923-a5e1-6a167d7c424d req-ea33c44b-917a-47a5-9d3b-1d1b566f4e8f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.663597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dad9c45c-9644-4923-a5e1-6a167d7c424d req-ea33c44b-917a-47a5-9d3b-1d1b566f4e8f tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1195078 Oct 12 11:34:50.688049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e718fcb-ed1f-4bd5-91d5-816497bf31cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:50.717131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-481500cc-4347-4cf8-be5e-7b69075e6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.720032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-481500cc-4347-4cf8-be5e-7b69075e6b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0868602 Oct 12 11:34:50.747243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3c90-1e49-4a2c-8e47-a440805c65bc req-4343fc3d-b5b7-4dc1-9dfa-69bc439f4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.748743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-108c3c90-1e49-4a2c-8e47-a440805c65bc req-4343fc3d-b5b7-4dc1-9dfa-69bc439f4ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 1095 time: 0.0774994 Oct 12 11:34:50.754156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dad9c45c-9644-4923-a5e1-6a167d7c424d req-9d943fa1-6b8c-481c-aeca-bd5ab2cb314a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894690 Oct 12 11:34:50.759916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:50.791984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-7ea7cee3-cca2-4080-b636-4d80e2652f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:50.793299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-108c3c90-1e49-4a2c-8e47-a440805c65bc req-0bc8c440-f89e-4b79-b585-387e6e512ffe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Oct 12 11:34:50.793700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-7ea7cee3-cca2-4080-b636-4d80e2652f32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658870 Oct 12 11:34:50.830064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:50.933559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-1c2274b9-dddc-40eb-af04-c5a609449939 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310678 Oct 12 11:34:51.062629 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-6df9e73a-6a3d-479f-ba43-fd0a6c564d65 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221042 Oct 12 11:34:51.120940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-ac6743d7-616a-4825-a0f3-37a466b445bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.0492985 Oct 12 11:34:51.178840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-6002c24b-3304-450b-b668-f65aa30fa755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.180555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-6002c24b-3304-450b-b668-f65aa30fa755 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0524862 Oct 12 11:34:51.243678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-3842e4fe-a24d-46c6-acfb-e95f80b8f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.245111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-3842e4fe-a24d-46c6-acfb-e95f80b8f4af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561659 Oct 12 11:34:51.380507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-357dcb0d-74f6-4726-abe5-6c6fd8a560ee service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268473 Oct 12 11:34:51.509819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-3dc7ff3a-6741-436d-8fe0-55944270874a service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140771 Oct 12 11:34:51.567226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-7cda629d-43be-449e-978f-a2d2be73167a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.0492237 Oct 12 11:34:51.677683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-47782543-3737-4105-a339-25614420f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.679429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-47782543-3737-4105-a339-25614420f4cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0985005 Oct 12 11:34:51.689063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a2f7-2667-44ee-b872-b1ef824c2372 req-045666c2-7f35-45a8-b0ca-3d24f87fdd1c tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.690870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9743a2f7-2667-44ee-b872-b1ef824c2372 req-045666c2-7f35-45a8-b0ca-3d24f87fdd1c tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 945 time: 0.1199329 Oct 12 11:34:51.709490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:51.785135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:51.793838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9743a2f7-2667-44ee-b872-b1ef824c2372 req-5fadc9e8-93a4-4c8a-8465-3a6eb8c41e36 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Oct 12 11:34:51.804063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-04b2079e-a1f8-413c-9f55-46f2ed4c9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.805714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-04b2079e-a1f8-413c-9f55-46f2ed4c9f87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137068 Oct 12 11:34:51.904001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273022f-3bb1-4cca-8acf-47e159419c5a req-8cd3f0be-fede-4ade-bc57-f2bbe32f3ccc tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:51.905729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1273022f-3bb1-4cca-8acf-47e159419c5a req-8cd3f0be-fede-4ade-bc57-f2bbe32f3ccc tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0611966 Oct 12 11:34:51.912967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-ffa23001-94fc-4b7a-8b8a-807b58419c8c service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973167 Oct 12 11:34:51.958511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1273022f-3bb1-4cca-8acf-47e159419c5a req-1f519847-72d2-4c76-a395-9eb8a32acb78 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Oct 12 11:34:52.019051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-3adbd20c-657d-4b65-b04e-7f167077beea service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972078 Oct 12 11:34:52.057399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:52.082684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-a0695332-0148-4e96-bd63-d42a4ca7b522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.0400667 Oct 12 11:34:52.144715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-8876fad2-e10b-452c-bd4e-3c70cf2af4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:52.146512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-8876fad2-e10b-452c-bd4e-3c70cf2af4f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0540698 Oct 12 11:34:52.259902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-02203e32-657d-4f62-8fbf-8d5ea7ecc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:52.259902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-02203e32-657d-4f62-8fbf-8d5ea7ecc81a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952497 Oct 12 11:34:52.384751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-6955f130-59c1-4059-ba34-9a4f52904f98 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263039 Oct 12 11:34:52.506421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1943e03b-4c44-452a-91ff-51598dd16f44 req-48c67f04-d39a-48b9-aa1a-cfe62125fb60 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114898 Oct 12 11:34:52.964897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb713-85d0-4628-b350-45b1970e7df9 req-f0af3c2e-7741-4ee1-a930-d82117906a5a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:52.966460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c74cb713-85d0-4628-b350-45b1970e7df9 req-f0af3c2e-7741-4ee1-a930-d82117906a5a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 945 time: 0.0538304 Oct 12 11:34:53.061946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c74cb713-85d0-4628-b350-45b1970e7df9 req-25eda2ff-d7bb-45ac-8183-fd9ae7c603d0 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884283 Oct 12 11:34:53.182798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bde66-710d-41f0-aa36-ea24638038d5 req-b864875a-33fa-46e9-93fc-5b9d846ba4fd tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:53.185521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-642bde66-710d-41f0-aa36-ea24638038d5 req-b864875a-33fa-46e9-93fc-5b9d846ba4fd tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0819752 Oct 12 11:34:53.249003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:53.288283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-642bde66-710d-41f0-aa36-ea24638038d5 req-0af4b85c-ff0b-43b8-850b-871ce31e4ed1 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923786 Oct 12 11:34:54.420660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2afaa3-5c97-4d7f-a184-0a226edd97af req-90911f68-aada-462d-9e9d-27e045d5feb7 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:54.429055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f2afaa3-5c97-4d7f-a184-0a226edd97af req-90911f68-aada-462d-9e9d-27e045d5feb7 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 945 time: 0.0641904 Oct 12 11:34:54.455592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dccab-283f-4fea-a00c-c2d4eff9bc77 req-0967620f-78a3-413b-9936-583a67cb10f8 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:54.465184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1dccab-283f-4fea-a00c-c2d4eff9bc77 req-0967620f-78a3-413b-9936-583a67cb10f8 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0942137 Oct 12 11:34:54.490663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9f2afaa3-5c97-4d7f-a184-0a226edd97af req-642d5107-133f-48d4-9513-ef31c402dac3 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Oct 12 11:34:54.535220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1dccab-283f-4fea-a00c-c2d4eff9bc77 req-f178341c-7af6-4fc2-aeca-d02c4a032b88 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Oct 12 11:34:55.639500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642fc64-514f-4663-b089-9fc398f4744e req-83424600-23ff-4540-b1a2-9e5d842019fa tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:55.642532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c642fc64-514f-4663-b089-9fc398f4744e req-83424600-23ff-4540-b1a2-9e5d842019fa tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 945 time: 0.0694752 Oct 12 11:34:55.705232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c642fc64-514f-4663-b089-9fc398f4744e req-1e2faf48-0c71-4013-8a9f-4effa8c1b560 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8720085-e496-4033-850d-16a9125b9251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535226 Oct 12 11:34:55.756429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bdd5-8cb2-4d8f-a556-125ee4862256 req-23d0c892-5b67-4a2f-9a37-273d59240286 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:55.757995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdc4bdd5-8cb2-4d8f-a556-125ee4862256 req-23d0c892-5b67-4a2f-9a37-273d59240286 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1131954 Oct 12 11:34:55.776339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-01185ccf-efb6-45d5-89ae-ec492b70faaa tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:55.777922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-01185ccf-efb6-45d5-89ae-ec492b70faaa tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 945 time: 0.1180778 Oct 12 11:34:55.842304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bdc4bdd5-8cb2-4d8f-a556-125ee4862256 req-d4c7a383-88e7-471d-9a17-bf9d0815e776 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749345 Oct 12 11:34:55.920112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Deleting port 1cb1013d-c505-43df-bd56-f3ed17bc6aae {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:34:55.920321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.024435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] For port 1cb1013d-c505-43df-bd56-f3ed17bc6aae, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1cb1013d-c505-43df-bd56-f3ed17bc6aae,segment=NetworkSegment(b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5),segment_id=b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:34:56.024803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.041913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Calling delete_port for 1cb1013d-c505-43df-bd56-f3ed17bc6aae owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:34:56.309127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.323109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1cb1013d-c505-43df-bd56-f3ed17bc6aae'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:34:56.374492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Pushing event deleted for resources: {'Port': ['ID=1cb1013d-c505-43df-bd56-f3ed17bc6aae,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:56.402618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] No DVR routers for this DVR port 1cb1013d-c505-43df-bd56-f3ed17bc6aae on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:34:56.405822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.410269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6de90a35-25c2-4acc-b2cc-eb495f42828e req-59da68d1-f851-4c31-91ff-3caf7d27012a tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.47 "DELETE /v2.0/ports/1cb1013d-c505-43df-bd56-f3ed17bc6aae HTTP/1.1" status: 204 len: 173 time: 0.6263330 Oct 12 11:34:56.410789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'name': 'network-vif-deleted', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:34:56.421900 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657b6ff-f1c6-4c81-b2b7-778ba14df989" -d '{"events": [{"server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "name": "network-vif-deleted", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:34:56.487265 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f14bc6-7c24-4161-9f25-8b602ddc28a7 x-openstack-request-id: req-51f14bc6-7c24-4161-9f25-8b602ddc28a7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:34:56.487559 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b97787c-e16b-4680-9211-b7dda29b5dbf", "name": "network-vif-deleted", "tag": "1cb1013d-c505-43df-bd56-f3ed17bc6aae", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:34:56.487813 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51f14bc6-7c24-4161-9f25-8b602ddc28a7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:34:56.488228 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b97787c-e16b-4680-9211-b7dda29b5dbf', 'name': 'network-vif-deleted', 'tag': '1cb1013d-c505-43df-bd56-f3ed17bc6aae', 'status': 'completed', 'code': 200} Oct 12 11:34:56.573353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43116) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:56.652851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.756843 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b23f2dfa-b470-4331-9628-c9f478a266fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:56.864810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0975cb1b-6e32-4cf3-ae3c-bce67df475ab req-8b49b8e6-e306-4fa4-8e26-8d7d8d5d00b8 tempest-ServerMetadataNegativeTestJSON-1696333154 tempest-ServerMetadataNegativeTestJSON-1696333154-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b97787c-e16b-4680-9211-b7dda29b5dbf HTTP/1.1" status: 200 len: 210 time: 0.0489407 Oct 12 11:34:56.931809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b23f2dfa-b470-4331-9628-c9f478a266fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.031054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b23f2dfa-b470-4331-9628-c9f478a266fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.117873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431b316-7b88-43f2-8d3a-297411283abf req-8839e675-4afb-4416-b9b2-4f79d6833304 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:57.126438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2431b316-7b88-43f2-8d3a-297411283abf req-8839e675-4afb-4416-b9b2-4f79d6833304 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1157131 Oct 12 11:34:57.137827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b23f2dfa-b470-4331-9628-c9f478a266fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4dbc8b8f8ea46518570d75c337f66b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632770 Oct 12 11:34:57.141669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f2dfa-b470-4331-9628-c9f478a266fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b601f-61fb-4dcf-af0c-3b9ce509d90d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:57.147787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:57.150155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f0341-f14e-460e-b4dd-7a68961fc081 req-89b0a4cc-e2de-422d-8cf4-b3984104f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:57.152939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-239f0341-f14e-460e-b4dd-7a68961fc081 req-89b0a4cc-e2de-422d-8cf4-b3984104f1bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.1052909 Oct 12 11:34:57.231506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-239f0341-f14e-460e-b4dd-7a68961fc081 req-fe04dbc2-e389-425c-8ac0-c7c50a25c54f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Oct 12 11:34:57.267038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2431b316-7b88-43f2-8d3a-297411283abf req-7babecb8-4306-4c6f-a809-7122e16c1a6d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368189 Oct 12 11:34:57.270855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.317659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.505264 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.508786 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:57.510964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c3b601f-61fb-4dcf-af0c-3b9ce509d90d HTTP/1.1" status: 204 len: 168 time: 0.3516614 Oct 12 11:34:57.523235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982b902-7f28-494e-a735-6c491bd0f42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b601f-61fb-4dcf-af0c-3b9ce509d90d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:57.915138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43142) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:57.981232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Deleting subnet a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:34:57.996267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.060942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.110683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.270891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.302064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:58.304306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.310281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43158) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:58.310887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-53b9cc4e-b46c-4256-81b9-5e7890e6b3a2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0b4be2f-77f0-4c2b-9c5c-bf6063fbf9e7 HTTP/1.1" status: 204 len: 168 time: 0.3939412 Oct 12 11:34:58.433349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.449960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0cc36-ee26-4b1f-a190-baf58ea3f727 req-6d9fc8ea-15b9-4576-9c78-f5fe88a1197d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:58.451659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eec0cc36-ee26-4b1f-a190-baf58ea3f727 req-6d9fc8ea-15b9-4576-9c78-f5fe88a1197d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1013300 Oct 12 11:34:58.550003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.585329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5f9bff-f9cf-49ce-886b-663e94ee5934']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:58.597944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eec0cc36-ee26-4b1f-a190-baf58ea3f727 req-4cffdd34-3619-4905-a82e-677f80842da9 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384215 Oct 12 11:34:58.604005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:58.604938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88e8d69-81f8-4d39-ac75-f8d30a8ebfb5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:34:58.624931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.646063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.654525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:34:58.654949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:34:58.665128 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:34:58.859328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.864462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:58.868180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe5f9bff-f9cf-49ce-886b-663e94ee5934 HTTP/1.1" status: 204 len: 168 time: 0.5560234 Oct 12 11:34:58.881805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efcd44-1bee-4515-beaf-cd1cb94b4ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5f9bff-f9cf-49ce-886b-663e94ee5934,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:59.360881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43194) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:59.403228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6f1c9f0-58b7-46d7-acb4-099a456f680c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f560c830527d48b194c1e1734f5d15ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410905 Oct 12 11:34:59.405770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43198) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:34:59.464702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:59.486493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:59.671067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:59.674550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:34:59.678617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8720085-e496-4033-850d-16a9125b9251 HTTP/1.1" status: 204 len: 168 time: 0.2718959 Oct 12 11:34:59.687254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edbe81-7a48-4512-878d-0a37d030c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8720085-e496-4033-850d-16a9125b9251,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:34:59.759655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ec8af-e4de-44e7-b35f-bc077e34899c req-b9da18ac-0d68-4804-9127-6f074fa4e80b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:34:59.761211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce1ec8af-e4de-44e7-b35f-bc077e34899c req-b9da18ac-0d68-4804-9127-6f074fa4e80b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0714257 Oct 12 11:34:59.770866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:34:59.820413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce1ec8af-e4de-44e7-b35f-bc077e34899c req-728f31a1-79bd-4adc-9c6d-fc2b7d912170 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Oct 12 11:34:59.867539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1346035601', 'description': 'tempest-description-1365055371'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:34:59.960541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:00.040098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:00.109023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1cb1013d-c505-43df-bd56-f3ed17bc6aae no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:00.130592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 1cb1013d-c505-43df-bd56-f3ed17bc6aae {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:00.130964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1cb1013d-c505-43df-bd56-f3ed17bc6aae not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:00.195071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:00.241147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aced82d-9733-4ff5-ad86-2db7baec4dcc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:00.320157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:00.321167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c5b1196-b741-479c-8b39-30c14e4acace req-543aa460-9bdb-4aca-8840-15a71fdd1fcb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4593759 Oct 12 11:35:00.443826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-f83f6084-8c31-4c20-950f-02634049484b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1346035601&fields=id&tenant_id=220108b405f344a0b8ae5d8714a0af5e HTTP/1.1" status: 200 len: 267 time: 0.0356593 Oct 12 11:35:00.522775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-785e4f30-dd2d-4022-8d4f-0ba56870ef34 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:00.524936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-785e4f30-dd2d-4022-8d4f-0ba56870ef34 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0737174 Oct 12 11:35:00.538920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'port': {'security_groups': ['4fd9ea22-48ea-4263-9a31-fc21fa8b2c10', '7aced82d-9733-4ff5-ad86-2db7baec4dcc']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:00.615219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:00.845706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:00.877234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.002608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.009247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:01.051498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:01.052821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.061523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-864ad638-aaa6-4c91-8ee9-0f5c045c43dc req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "PUT /v2.0/ports/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 981 time: 0.5298834 Oct 12 11:35:01.065073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:01.075180 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30" -d '{"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:01.155214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e720cbf-7e94-467e-a597-2a58f1e0707a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:01.171600 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a28d7e-03b7-448b-b345-ba4608d43bc3 x-openstack-request-id: req-06a28d7e-03b7-448b-b345-ba4608d43bc3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:01.171887 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:01.176967 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06a28d7e-03b7-448b-b345-ba4608d43bc3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:01.178181 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:35:01.192100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:01.195960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-ce3a94f7-1b9f-41c6-9ff3-173de0f537cb tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1346035601&fields=id&tenant_id=220108b405f344a0b8ae5d8714a0af5e HTTP/1.1" status: 200 len: 267 time: 0.0523078 Oct 12 11:35:01.355791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-a1c4e1a8-fe8c-400f-b675-58126ea7b39a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:01.370805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-a1c4e1a8-fe8c-400f-b675-58126ea7b39a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 984 time: 0.1733263 Oct 12 11:35:01.381187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'port': {'security_groups': ['4fd9ea22-48ea-4263-9a31-fc21fa8b2c10']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:01.388075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-fd9aa673-12ab-4112-84a3-d0a3c51035b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:01.393415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-fd9aa673-12ab-4112-84a3-d0a3c51035b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1135 time: 0.1937237 Oct 12 11:35:01.442502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43268) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:01.558912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.588721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-952981043-network', 'tenant_id': '458176a0b9d24018a06066421e967ea9'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:01.665141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-daa9c448-184c-4ec7-b54f-4979dd8abad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:01.666631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-daa9c448-184c-4ec7-b54f-4979dd8abad2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.2378764 Oct 12 11:35:01.722447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-71723a64-0f17-4513-acc7-abf9346936f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.0452669 Oct 12 11:35:01.840984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Made reservation on behalf of 458176a0b9d24018a06066421e967ea9 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:01.843315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.846596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-b7229112-e179-4243-b0cc-3d45e0c82639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:01.848738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-b7229112-e179-4243-b0cc-3d45e0c82639 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.1147540 Oct 12 11:35:01.863308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:01.905576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-12c0c869-5152-4082-8759-d28887789777 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400231 Oct 12 11:35:01.929822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:02.035776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.069659 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-85ee502f-774b-4035-8839-dfddef2f0877 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579204 Oct 12 11:35:02.116599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.119535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.131654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:02.211502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:02.212108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.213508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80690bfd-97c9-4ce7-9f3c-f74a2a95f7d7 req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "PUT /v2.0/ports/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 942 time: 0.8417263 Oct 12 11:35:02.213966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:02.216260 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764081e-79e0-427c-aa23-edab5349a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:02.253066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91b589-cdf0-4f8c-843c-0f611fa18671 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:02.261292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe65315b-5edb-4e6b-9ce5-a3d0bb7b0e30 req-7a2fd079-4449-486c-a823-b65c2454cfbb service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812019 Oct 12 11:35:02.298146 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe4a119-34ea-4c51-b29b-133048778df7 x-openstack-request-id: req-ebe4a119-34ea-4c51-b29b-133048778df7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:02.298519 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:02.298860 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebe4a119-34ea-4c51-b29b-133048778df7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:02.299442 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:35:02.307582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:02.362442 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.425821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:35:02.461519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.461993 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Added segment e235469a-a13c-4919-94cc-61d8667db7c7 of type vlan for network 22749147-a8fc-40b3-aec4-a697a0c1522c Oct 12 11:35:02.467099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764081e-79e0-427c-aa23-edab5349a80e req-b81ca661-5178-40e6-86cb-7b7207625e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:02.468622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-b81ca661-5178-40e6-86cb-7b7207625e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.1217577 Oct 12 11:35:02.469418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5487807-de04-4e5d-aa49-6907bd62f97c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:02.527783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-fe931f3c-f828-4b2f-9977-e9114d02bbe0 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2572870 Oct 12 11:35:02.560710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:02.612157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.675590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764081e-79e0-427c-aa23-edab5349a80e req-c863e638-8dcd-4e3e-89ef-5fbfb0a70b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:02.677256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-c863e638-8dcd-4e3e-89ef-5fbfb0a70b85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.1786764 Oct 12 11:35:02.723503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-42525487-a70a-442a-8f21-49f7f138160a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.0383782 Oct 12 11:35:02.761379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.807526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.808711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:02.809500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:02.850615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764081e-79e0-427c-aa23-edab5349a80e req-7583b6e2-ab83-4a47-942b-cd3e754cc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:02.852108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-7583b6e2-ab83-4a47-942b-cd3e754cc113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.1220472 Oct 12 11:35:02.943266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-4bf1558b-beef-40e2-b2f5-9454f3171a85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587511 Oct 12 11:35:02.946660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] Pushing event updated for resources: {'Network': ['ID=22749147-a8fc-40b3-aec4-a697a0c1522c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:02.958613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 22749147-a8fc-40b3-aec4-a697a0c1522c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:35:03.016539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb81c701-46b1-47e5-83db-0ef975cc5118 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5716155 Oct 12 11:35:03.019678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:03.025428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Request body: {'subnet': {'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-952981043-subnet', 'tenant_id': '458176a0b9d24018a06066421e967ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:03.196386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Made reservation on behalf of 458176a0b9d24018a06066421e967ea9 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:03.199785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.407465 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43306) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:03.462527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-ad5b54ba-8ebe-4bbd-a295-3481e271d4e8 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064220 Oct 12 11:35:03.462527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.587364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.613189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77892d09-7cdd-4334-b961-56708b8a442e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.650448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:03.698424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Checking segment: {'id': 'e235469a-a13c-4919-94cc-61d8667db7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:03.699683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Network hostable DHCP agents. Network: 22749147-a8fc-40b3-aec4-a697a0c1522c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:35:03.704445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5764081e-79e0-427c-aa23-edab5349a80e req-c7a201e2-4bbc-41cc-a815-f017d88afa30 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339656 Oct 12 11:35:03.720838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Allocated IP 172.25.2.62 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c9a67716-b7bf-437f-b976-a5a608096c81) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:03.815009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Network 22749147-a8fc-40b3-aec4-a697a0c1522c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:35:03.840601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77892d09-7cdd-4334-b961-56708b8a442e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.875650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.891732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 22749147-a8fc-40b3-aec4-a697a0c1522c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:03.897953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:03.901697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d7018-fe3b-4f18-b45c-12b060062d7c None None] Network 22749147-a8fc-40b3-aec4-a697a0c1522c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:35:03.905143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.917216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77892d09-7cdd-4334-b961-56708b8a442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:03.966522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77892d09-7cdd-4334-b961-56708b8a442e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e9176bc14fb49809a7a7e724c311d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548790 Oct 12 11:35:03.967410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77892d09-7cdd-4334-b961-56708b8a442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31591b49-69d6-42ed-a238-06f649c2d703,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:03.970624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:03.997001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.041989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c77272ea-8ce2-418a-bfd1-a7ea618fadc2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0205863 Oct 12 11:35:04.066530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'Port': ['ID=c9a67716-b7bf-437f-b976-a5a608096c81,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:04.082496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:04.084753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:04.088040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:04.120969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c712b-0e87-4316-876c-3d1b772a2ea0 None None] Network 22749147-a8fc-40b3-aec4-a697a0c1522c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:35:04.124424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.180096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.233813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.370584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.419813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.423305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.424571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31591b49-69d6-42ed-a238-06f649c2d703 HTTP/1.1" status: 204 len: 168 time: 0.4528024 Oct 12 11:35:04.444609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4676de-6bff-4797-b53a-1e3688eac2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31591b49-69d6-42ed-a238-06f649c2d703,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:04.671584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.756595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.853092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-dd98d6f1-8885-433e-909e-1426de925074 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:04.856256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-dd98d6f1-8885-433e-909e-1426de925074 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/networks?id=22749147-a8fc-40b3-aec4-a697a0c1522c HTTP/1.1" status: 200 len: 808 time: 0.1737857 Oct 12 11:35:04.889639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-ff4b49d6-0220-44c1-ae5b-e6484ec11744 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/quotas/458176a0b9d24018a06066421e967ea9 HTTP/1.1" status: 200 len: 375 time: 0.0232582 Oct 12 11:35:04.893230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:04.919230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event updated for resources: {'Port': ['ID=c9a67716-b7bf-437f-b976-a5a608096c81,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:04.919649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-6c526a83-7d17-4648-a84b-6efe73b5eb11 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=458176a0b9d24018a06066421e967ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291293 Oct 12 11:35:05.014727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.016328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-8d480d44-5591-48b4-a29f-af7706c9d76b tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4627373 Oct 12 11:35:05.044778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-e5e57cc5-ad12-4e93-b6c9-b27d074032ba service neutron] 10.222.0.43 "GET /v2.0/networks/22749147-a8fc-40b3-aec4-a697a0c1522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162379 Oct 12 11:35:05.102607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-eedac736-b62b-4103-959f-ad9e58388e5c tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0677521 Oct 12 11:35:05.163876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-7ff64fce-4e69-489c-9860-2c99f7ae0951 service neutron] 10.222.0.43 "GET /v2.0/networks/22749147-a8fc-40b3-aec4-a697a0c1522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108034 Oct 12 11:35:05.236494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-d7d4b060-2649-4b1a-bed8-020844fd1584 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:05.238079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-67a5f92e-1698-4720-8509-faf192c32bb8 req-d7d4b060-2649-4b1a-bed8-020844fd1584 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.1291494 Oct 12 11:35:05.314310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:05.332147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52140b40-7983-4a50-ad2f-7f4e7e45e8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.454643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cac692c1-cc10-401d-aa7a-f593eaaaed34 req-6656f20c-dc5e-4ed3-baba-9d99dbb8d821 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0412512 Oct 12 11:35:05.467602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-989f1632-0959-440e-81a9-1c9595c2bf3e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:05.469483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-989f1632-0959-440e-81a9-1c9595c2bf3e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1159718 Oct 12 11:35:05.552956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-b925e56e-d6ea-4801-bc3c-c9641a0dbc51 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0644488 Oct 12 11:35:05.558292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52140b40-7983-4a50-ad2f-7f4e7e45e8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.566763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'floatingip': {'port_id': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:05.612592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.643905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52140b40-7983-4a50-ad2f-7f4e7e45e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.716728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52140b40-7983-4a50-ad2f-7f4e7e45e8bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=176368af12d443f7ae072b1ea262bc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007816 Oct 12 11:35:05.719564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43360) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:05.739801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140b40-7983-4a50-ad2f-7f4e7e45e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19980a74-32ce-44db-a29c-38293fa3679d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:05.790325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.817090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.985196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.989064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:05.992607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19980a74-32ce-44db-a29c-38293fa3679d HTTP/1.1" status: 204 len: 168 time: 0.2701690 Oct 12 11:35:06.001328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d283af8-d2a4-482c-b350-dcbbe62a3331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19980a74-32ce-44db-a29c-38293fa3679d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:06.142853 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:06.236776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:06.343853 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Floating IP 39ea7211-304e-48ec-aac4-abd7538938b2 associated. External IP: 172.25.2.62, port: ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8. Oct 12 11:35:06.586864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afb007fc-9acb-4a23-bae4-0a0dc2531209 req-95a8c53e-fbe3-4e18-803a-f1859b2b84a0 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0415106 Oct 12 11:35:06.613126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Router b98e885f-3542-45b6-8012-d08b40d65ff0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:06.732698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:06.738458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:06.754315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Sync routers for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:06.759530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:06.760353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:06.767047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-e072ddbe-f899-4906-bbb5-71b9fa8b4141 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "PUT /v2.0/floatingips/39ea7211-304e-48ec-aac4-abd7538938b2 HTTP/1.1" status: 200 len: 995 time: 1.2049267 Oct 12 11:35:06.767503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:06.769883 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760" -d '{"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:06.834762 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b9b37e-3d7b-4735-98e5-c7871950598b x-openstack-request-id: req-e1b9b37e-3d7b-4735-98e5-c7871950598b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:06.834762 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:06.834762 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1b9b37e-3d7b-4735-98e5-c7871950598b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:06.834762 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:35:06.858382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-5d6274bd-4df9-40f5-a400-170b860b9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:06.866399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-5d6274bd-4df9-40f5-a400-170b860b9ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.0812817 Oct 12 11:35:06.911134 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:06.953766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-e55b497b-b7cb-44dc-a594-5fbd397e1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:06.954948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-e55b497b-b7cb-44dc-a594-5fbd397e1310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.1075790 Oct 12 11:35:07.039902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-6921860c-d60b-4cdf-866d-fee70214be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:07.048861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-6921860c-d60b-4cdf-866d-fee70214be5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.1815388 Oct 12 11:35:07.133901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-6862e35c-ce68-42ae-9c22-c0efbc0849c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 998 time: 0.0841813 Oct 12 11:35:07.136608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-977721cb-c021-4ff7-a595-12678e70c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:07.138023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-977721cb-c021-4ff7-a595-12678e70c14c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.1763780 Oct 12 11:35:07.229128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39ea7211-304e-48ec-aac4-abd7538938b2', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'port_id': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'mac_address': 'fa:16:3e:75:5b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:04Z', 'updated_at': '2021-10-12T11:35:06Z', 'revision_number': 1, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:07.259273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-ead0a66a-0488-4cd6-9a7f-96a081b5839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:07.259707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-ead0a66a-0488-4cd6-9a7f-96a081b5839f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.1189938 Oct 12 11:35:07.271057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-6d668074-9d19-4084-bf13-f39a32bb97b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 998 time: 0.1212325 Oct 12 11:35:07.305929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Checking router: b98e885f-3542-45b6-8012-d08b40d65ff0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:07.320358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:07.321406 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:07.352632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-35dbe703-0563-4368-be86-5f40c8e3657e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669327 Oct 12 11:35:07.410885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-7b67c325-bec8-483b-983c-58c0bf72e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:07.412364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-7b67c325-bec8-483b-983c-58c0bf72e1e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.1282165 Oct 12 11:35:07.509772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-1a48fe12-a0ab-4f08-83e4-39b71b21ff0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599992 Oct 12 11:35:07.561143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:07.608266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-935b5c29-4219-4254-91f2-61914669c2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472618 Oct 12 11:35:07.718551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-77731352-e343-4413-a195-4115bf2ce1ae service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988056 Oct 12 11:35:07.735094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcc64e1-1905-4975-a9ad-200955bdba26 req-4c8b1106-e167-4b72-8218-6b5ef2e31ef4 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0320599 Oct 12 11:35:07.806524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0ef09ff-7b3f-4c13-9823-1fb989ae1194 req-995be225-8c20-45b3-91c4-808d11c8deb6 service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884518 Oct 12 11:35:07.842464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a983bd16-fa98-4dcc-be8c-8d0d8e4f9760 req-e135e92d-c9b2-41d0-88c1-95c708298b7e service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170876 Oct 12 11:35:07.879865 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39ea7211-304e-48ec-aac4-abd7538938b2', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'port_id': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'mac_address': 'fa:16:3e:75:5b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:04Z', 'updated_at': '2021-10-12T11:35:06Z', 'revision_number': 1, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:07.910410 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1bb4e5-6326-400e-a742-0c33d6a92133 None None] The sync data for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 is: [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39ea7211-304e-48ec-aac4-abd7538938b2', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'port_id': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'mac_address': 'fa:16:3e:75:5b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:04Z', 'updated_at': '2021-10-12T11:35:06Z', 'revision_number': 1, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:08.105143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-16b74f67-3c8a-4400-b893-576dace197f0 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 998 time: 0.1095183 Oct 12 11:35:08.167848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02281-c4e6-4d4e-8493-64a195666426 req-3441602f-6ab1-4ae4-895a-8bc172b6359e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:08.181893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-3441602f-6ab1-4ae4-895a-8bc172b6359e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 942 time: 0.0632641 Oct 12 11:35:08.194391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd48e3-3d90-4a14-aac2-c54d80b01505 None None] New status for floating IP 39ea7211-304e-48ec-aac4-abd7538938b2: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:35:08.327464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-e6574849-dd18-4365-965c-00868cab9824 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 998 time: 0.0854433 Oct 12 11:35:08.620435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02281-c4e6-4d4e-8493-64a195666426 req-28fbc941-5d66-475d-8550-be32d7d5353a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:08.633397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-28fbc941-5d66-475d-8550-be32d7d5353a tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.3016193 Oct 12 11:35:08.701409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-12e9c506-d203-45c7-a661-6f9c8c04e4d8 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:08.702955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-12e9c506-d203-45c7-a661-6f9c8c04e4d8 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.47 "GET /v2.0/networks?id=22749147-a8fc-40b3-aec4-a697a0c1522c HTTP/1.1" status: 200 len: 808 time: 0.3433580 Oct 12 11:35:08.727862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Request body: {'port': {'device_id': 'ffe1bae2-5551-4319-b954-717564cce923', 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c', 'admin_state_up': True, 'tenant_id': '458176a0b9d24018a06066421e967ea9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:08.773157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-2564e8e0-1789-4e99-846f-11653c81940d tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 1000 time: 0.1376646 Oct 12 11:35:08.816008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:08.880950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-627d3ee9-edf8-49cb-b69f-3d4e08306de2 req-10540490-bc61-4a88-ae61-94a32ac37415 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0278943 Oct 12 11:35:08.896962 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:09.086603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Made reservation on behalf of 458176a0b9d24018a06066421e967ea9 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:09.090135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:09.104243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:09.232942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Allocated IP 172.20.0.4 (22749147-a8fc-40b3-aec4-a697a0c1522c/e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d/528d9671-5232-4b83-964b-bd7f98c8664d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:09.246236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:09.261300 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Floating IP 39ea7211-304e-48ec-aac4-abd7538938b2 disassociated. External IP: 172.25.2.62, port: ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8. Oct 12 11:35:09.567765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876a9a-221d-45b5-a60c-38e7ea37e637 req-2d5f1d5c-8c1f-4adf-9805-d58154bb1fdc tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:09.569523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44876a9a-221d-45b5-a60c-38e7ea37e637 req-2d5f1d5c-8c1f-4adf-9805-d58154bb1fdc tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.0572355 Oct 12 11:35:09.612266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44876a9a-221d-45b5-a60c-38e7ea37e637 req-60eec5d4-1f33-48ea-a42c-17ce79306d67 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356543 Oct 12 11:35:09.971767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:10.011779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b04f21e-03c3-44e7-a953-1d591da82e65 req-577268b0-4b0e-4736-bad3-6a86e3e9cbdd tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0340600 Oct 12 11:35:10.017888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Router b98e885f-3542-45b6-8012-d08b40d65ff0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:10.147041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:10.152390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:10.157335 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Sync routers for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:10.166956 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:10.167611 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:10.181161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-656ed394-f2b9-4b45-b87a-5c962c9474a5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "PUT /v2.0/floatingips/39ea7211-304e-48ec-aac4-abd7538938b2 HTTP/1.1" status: 200 len: 694 time: 1.3715909 Oct 12 11:35:10.181701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:10.184116 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e333b0-d2d7-44ca-b516-de9cbbb421a9" -d '{"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:10.209483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:10.233512 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af00c3-bdbd-4216-87fa-16b1ff24419a x-openstack-request-id: req-d5af00c3-bdbd-4216-87fa-16b1ff24419a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:10.234051 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:10.234517 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5af00c3-bdbd-4216-87fa-16b1ff24419a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:10.235070 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:35:10.299080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-dc5a98ef-3b53-4c06-bb1c-3053a587a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.300818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-dc5a98ef-3b53-4c06-bb1c-3053a587a9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.0466447 Oct 12 11:35:10.309756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Network 22749147-a8fc-40b3-aec4-a697a0c1522c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:10.314687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02281-c4e6-4d4e-8493-64a195666426 req-a91562e3-0583-432d-aba4-024075a91c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.316362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-a91562e3-0583-432d-aba4-024075a91c6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=220108b405f344a0b8ae5d8714a0af5e&device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 1096 time: 0.1214421 Oct 12 11:35:10.317640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Pushing event updated for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:10.320827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:10.324678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:10.345280 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:10.464584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02281-c4e6-4d4e-8493-64a195666426 req-20c677aa-6885-4d61-99b9-c17e2c3ca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.466120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-20c677aa-6885-4d61-99b9-c17e2c3ca08a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.1428237 Oct 12 11:35:10.471721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-4bc2af80-e797-42f0-97b9-e06f224627fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.473528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-4bc2af80-e797-42f0-97b9-e06f224627fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 200 len: 919 time: 0.1642292 Oct 12 11:35:10.501493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.502786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:10.527961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-bb3f7979-5f56-477b-943f-6b2e20463283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.0442874 Oct 12 11:35:10.586861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-1e4519b2-ff5e-497e-831a-43f744c0492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.588321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-1e4519b2-ff5e-497e-831a-43f744c0492b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.0530248 Oct 12 11:35:10.592509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-688e68f2-d4d1-4163-a152-28f8599b9b11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 200 len: 217 time: 0.1180143 Oct 12 11:35:10.647601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-e4088217-87b3-452e-9b6c-e4c9f60cff24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463092 Oct 12 11:35:10.691624 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:10.711388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-a932c81c-722f-40ff-8be9-224acf823513 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9893737 Oct 12 11:35:10.716446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02281-c4e6-4d4e-8493-64a195666426 req-2efad63d-41fb-4e21-9976-5e4f6f7168d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:10.726198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-2efad63d-41fb-4e21-9976-5e4f6f7168d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 200 len: 858 time: 0.1264491 Oct 12 11:35:10.746628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Request body: {'port': {'device_id': 'ffe1bae2-5551-4319-b954-717564cce923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:10.751345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Checking router: b98e885f-3542-45b6-8012-d08b40d65ff0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:10.769548 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:10.771301 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:10.812656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-721e0fa2-96e4-4a12-82c8-e47f7489b9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3386a5dd-7a58-42ec-9b46-d4edb157d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741837 Oct 12 11:35:10.936631 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:11.010493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:11.175637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-b08b0a1b-275f-43f8-be7b-85e5f991649e service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601849 Oct 12 11:35:11.424225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1d36-fc61-4294-9645-056b51ea4dce req-266f504d-4837-4f01-a531-24a3ee9941cc tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:11.431971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f3e1d36-fc61-4294-9645-056b51ea4dce req-266f504d-4837-4f01-a531-24a3ee9941cc tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.6577415 Oct 12 11:35:11.443657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-c6f93d43-f728-415c-b4b2-6f851375ac94 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856741 Oct 12 11:35:11.486402 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:11.505316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c02281-c4e6-4d4e-8493-64a195666426 req-1355cdc7-7f18-46c0-8db7-9c011ba1dd2e service neutron] 10.222.0.43 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146744 Oct 12 11:35:11.573428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699d9ef-d3be-4be6-9b95-f5be5a040219 None None] The sync data for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 is: [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:09Z', 'revision_number': 4, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '0bdb2731-638f-4f0b-b9ae-bcca517f75bf', 'name': '', 'network_id': '3386a5dd-7a58-42ec-9b46-d4edb157d4c9', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'mac_address': 'fa:16:3e:98:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:08Z', 'updated_at': '2021-10-12T11:34:15Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'subnets': [{'id': 'a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:11.613963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f3e1d36-fc61-4294-9645-056b51ea4dce req-9a52785d-0ada-4614-bc6b-6eef58e26118 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815124 Oct 12 11:35:11.684966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528d9671-5232-4b83-964b-bd7f98c8664d {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:11.702663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:11.721863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fb511bd1-a695-41e2-9330-c1863fa7be9b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:11.722005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Transition to ACTIVE for port object 528d9671-5232-4b83-964b-bd7f98c8664d will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:35:11.722296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fb511bd1-a695-41e2-9330-c1863fa7be9b tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.2345350 Oct 12 11:35:11.819858 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-69e333b0-d2d7-44ca-b516-de9cbbb421a9 req-d9167ffe-644f-4902-a807-c8b45e077517 service neutron] 10.222.0.41 "GET /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352926 Oct 12 11:35:11.870193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:11.883131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-fadd8d36-75fc-4edb-babe-d05d4f9f05ea tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips/39ea7211-304e-48ec-aac4-abd7538938b2 HTTP/1.1" status: 200 len: 694 time: 0.0657964 Oct 12 11:35:11.961085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224070b-07a5-4469-9013-6a42cb3c6750 req-f342e57e-7d6b-4aa3-8f46-f139c90a81b5 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:11.961085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a224070b-07a5-4469-9013-6a42cb3c6750 req-f342e57e-7d6b-4aa3-8f46-f139c90a81b5 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 931 time: 0.1767411 Oct 12 11:35:12.090493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b968ad5-c000-42ff-90f4-a72161798eaa None None] New status for floating IP 39ea7211-304e-48ec-aac4-abd7538938b2: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:35:12.097299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Deleting port 9191995e-ea95-4eb4-85ef-26855dceb8a3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:12.097874 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.103792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a224070b-07a5-4469-9013-6a42cb3c6750 req-66cc826a-756a-4a86-85f1-4da10662d394 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152918 Oct 12 11:35:12.138414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-96dc39ab-fda5-4604-84e4-51e7c99dce3e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:12.146635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-96dc39ab-fda5-4604-84e4-51e7c99dce3e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/networks/083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 784 time: 0.2182648 Oct 12 11:35:12.151819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Pushing event updated for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:12.209703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Attempting to bind port 528d9671-5232-4b83-964b-bd7f98c8664d on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:35:12.210128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Attempting to bind port 528d9671-5232-4b83-964b-bd7f98c8664d by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'e235469a-a13c-4919-94cc-61d8667db7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:35:12.210525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Attempting to bind port 528d9671-5232-4b83-964b-bd7f98c8664d on network 22749147-a8fc-40b3-aec4-a697a0c1522c {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:12.215632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Port 528d9671-5232-4b83-964b-bd7f98c8664d on network 22749147-a8fc-40b3-aec4-a697a0c1522c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:35:12.215962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Attempting to bind port 528d9671-5232-4b83-964b-bd7f98c8664d on network 22749147-a8fc-40b3-aec4-a697a0c1522c {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:12.223308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:35:12.223732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Checking segment: {'id': 'e235469a-a13c-4919-94cc-61d8667db7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:12.224226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Bound using segment: {'id': 'e235469a-a13c-4919-94cc-61d8667db7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:35:12.224728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Bound port: 528d9671-5232-4b83-964b-bd7f98c8664d, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e235469a-a13c-4919-94cc-61d8667db7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:35:12.225248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.248371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-f69f59d4-bb60-4d26-9555-5a155ff3441c tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 697 time: 0.1004946 Oct 12 11:35:12.320300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-f0ae5579-6146-40bc-a58e-9d3bc9dabd81 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 697 time: 0.0709994 Oct 12 11:35:12.324077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:35:12.333244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=528d9671-5232-4b83-964b-bd7f98c8664d,segment=NetworkSegment(e235469a-a13c-4919-94cc-61d8667db7c7),segment_id=e235469a-a13c-4919-94cc-61d8667db7c7)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:35:12.393789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] For port 9191995e-ea95-4eb4-85ef-26855dceb8a3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9191995e-ea95-4eb4-85ef-26855dceb8a3,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:12.394161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.409387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.462256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:12.463263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.464937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] 10.222.0.47 "PUT /v2.0/ports/528d9671-5232-4b83-964b-bd7f98c8664d HTTP/1.1" status: 200 len: 1091 time: 1.7323031 Oct 12 11:35:12.469034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:12.472562 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b0e77-1954-4ba4-b3a6-a465d1905983" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:12.530755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd336-2466-40f9-a236-9ed6b6bf3e20 service neutron] Pushing event updated for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:12.582093 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d3a32-fa0d-48d5-92ef-607360d6f216 x-openstack-request-id: req-c63d3a32-fa0d-48d5-92ef-607360d6f216 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:12.585011 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:12.585011 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c63d3a32-fa0d-48d5-92ef-607360d6f216 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:12.586074 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d', 'status': 'completed', 'code': 200} Oct 12 11:35:12.601384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Deleting port c9a67716-b7bf-437f-b976-a5a608096c81 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:12.601898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.648811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-c77c734f-035e-4ba3-98eb-9f752de4ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:12.650577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-c77c734f-035e-4ba3-98eb-9f752de4ad79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=458176a0b9d24018a06066421e967ea9&device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 1094 time: 0.0512762 Oct 12 11:35:12.747487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.747988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.748584 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Floating IP 40d241a4-1ead-4124-833c-92c370ea35d4 disassociated. External IP: 172.25.2.149, port: 9191995e-ea95-4eb4-85ef-26855dceb8a3. Oct 12 11:35:12.749119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Calling delete_port for 9191995e-ea95-4eb4-85ef-26855dceb8a3 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:12.762768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.763097 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:12.782303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Calling delete_port for c9a67716-b7bf-437f-b976-a5a608096c81 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:12.887830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935166af-cf78-4e06-b02a-b70ddd8f8384 req-eeb24f17-8133-4caa-9b35-11b2c656b880 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:12.887830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-935166af-cf78-4e06-b02a-b70ddd8f8384 req-eeb24f17-8133-4caa-9b35-11b2c656b880 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 946 time: 0.1523073 Oct 12 11:35:12.887830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-1a8a69cb-843c-4a5d-9bf0-7d7fcbfbce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:12.888196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-1a8a69cb-843c-4a5d-9bf0-7d7fcbfbce3d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=458176a0b9d24018a06066421e967ea9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2296968 Oct 12 11:35:12.994780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-935166af-cf78-4e06-b02a-b70ddd8f8384 req-54dfea51-f1f2-42c8-b455-46505ba16800 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2cc8d21-447f-4470-a8b8-b63873031a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026974 Oct 12 11:35:13.040721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-9d220852-815a-48ff-9bbc-4f632cdde2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:13.042564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-463b0e77-1954-4ba4-b3a6-a465d1905983 req-9d220852-815a-48ff-9bbc-4f632cdde2d2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416700 Oct 12 11:35:13.132969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-4976f560-538b-4018-9ece-e7d0fd9c1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:13.133606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.134590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-4976f560-538b-4018-9ece-e7d0fd9c1e61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=458176a0b9d24018a06066421e967ea9&device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 1094 time: 0.0530210 Oct 12 11:35:13.191079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'Port': ['ID=9191995e-ea95-4eb4-85ef-26855dceb8a3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:13.201814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-f8b9d5e8-a98e-4ef5-ab19-97f486f154ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528d9671-5232-4b83-964b-bd7f98c8664d HTTP/1.1" status: 200 len: 217 time: 0.0596514 Oct 12 11:35:13.260901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.301641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b88a85-da85-48ef-9cc3-37693627a1ef req-dfbdb55d-cd6e-430f-be21-45d3a5f1bfe3 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:13.307612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9b88a85-da85-48ef-9cc3-37693627a1ef req-dfbdb55d-cd6e-430f-be21-45d3a5f1bfe3 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 943 time: 0.1215379 Oct 12 11:35:13.323247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-ce661b30-341e-4ed7-8384-9afc9982c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:13.323247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-ce661b30-341e-4ed7-8384-9afc9982c2e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d HTTP/1.1" status: 200 len: 848 time: 0.0983577 Oct 12 11:35:13.388716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-4ca9375b-d6de-4dd7-ae62-2428894f6cfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22749147-a8fc-40b3-aec4-a697a0c1522c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593474 Oct 12 11:35:13.435966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event deleted for resources: {'Port': ['ID=c9a67716-b7bf-437f-b976-a5a608096c81,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:13.443212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.445898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.447080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-70cbf260-27f8-40af-92c8-3a4486c15fc1 req-12bc465b-d3a7-4064-9a14-e113b9df5739 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "DELETE /v2.0/floatingips/39ea7211-304e-48ec-aac4-abd7538938b2 HTTP/1.1" status: 204 len: 173 time: 1.1259954 Oct 12 11:35:13.449215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:13.451564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9b88a85-da85-48ef-9cc3-37693627a1ef req-07719d7f-d160-4cc3-96b3-c0c0d34c43df tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301765 Oct 12 11:35:13.573954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-63e7456a-b72f-4a28-be9d-68d9fa8e439d service neutron] 10.222.0.47 "GET /v2.0/networks/22749147-a8fc-40b3-aec4-a697a0c1522c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765380 Oct 12 11:35:13.592150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-4fb1e9ee-b9c2-4112-bb01-847e64c25aa5 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups/7aced82d-9733-4ff5-ad86-2db7baec4dcc HTTP/1.1" status: 200 len: 1810 time: 0.1135051 Oct 12 11:35:13.687958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:13.705171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:13.730959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a13098bd-aff3-4f26-8d9e-dc699b7ce68a req-7d6a321a-6b0d-4c11-b3ff-43848d8a4fd4 service neutron] 10.222.0.47 "GET /v2.0/networks/22749147-a8fc-40b3-aec4-a697a0c1522c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472855 Oct 12 11:35:13.738303 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:13.739086 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:13.749164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] No DVR routers for this DVR port 9191995e-ea95-4eb4-85ef-26855dceb8a3 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:35:13.752219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.755641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.759039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1fef89e-f13f-4d58-9795-0aa56c768c34 req-fa2b94ac-d75e-4bb4-9237-6f0edd96d4ec tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.41 "DELETE /v2.0/ports/9191995e-ea95-4eb4-85ef-26855dceb8a3 HTTP/1.1" status: 204 len: 173 time: 2.0250297 Oct 12 11:35:13.759496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'name': 'network-vif-deleted', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:13.761868 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e3b71-335d-44c1-a3e6-a3676b88c059" -d '{"events": [{"server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "name": "network-vif-deleted", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:13.823732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:13.843219 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e3452-04cd-473e-a1fb-ccabea747bd2 x-openstack-request-id: req-353e3452-04cd-473e-a1fb-ccabea747bd2 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:13.843219 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7157dd-6fb1-43c3-9804-ca63cb84d7e0", "name": "network-vif-deleted", "tag": "9191995e-ea95-4eb4-85ef-26855dceb8a3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:13.843219 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-353e3452-04cd-473e-a1fb-ccabea747bd2 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:13.843219 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7157dd-6fb1-43c3-9804-ca63cb84d7e0', 'name': 'network-vif-deleted', 'tag': '9191995e-ea95-4eb4-85ef-26855dceb8a3', 'status': 'completed', 'code': 200} Oct 12 11:35:13.925661 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:14.094466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:14.098031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:14.099458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a70248d1-2972-4ded-a2fb-bb1199e6fce5 req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "DELETE /v2.0/security-groups/7aced82d-9733-4ff5-ad86-2db7baec4dcc HTTP/1.1" status: 204 len: 173 time: 0.4643075 Oct 12 11:35:14.123211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba411b2b-5b0a-4f7e-afab-e4126d4a1c80 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aced82d-9733-4ff5-ad86-2db7baec4dcc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:14.225976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0148237-7dc1-4b60-b908-8ab24b3d0768 req-750293c6-ea92-477d-a2dd-222b6dbd2350 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7157dd-6fb1-43c3-9804-ca63cb84d7e0 HTTP/1.1" status: 200 len: 210 time: 0.1039934 Oct 12 11:35:14.249610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:14.280167 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:14.291451 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:14.292417 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:34:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:14.412311 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:14.635918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64697240-08f4-49f6-91fc-870cfb06d67e req-ea3aa957-4033-42ed-9814-c0b11952a27b tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:14.637978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64697240-08f4-49f6-91fc-870cfb06d67e req-ea3aa957-4033-42ed-9814-c0b11952a27b tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 943 time: 0.1002913 Oct 12 11:35:14.689039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64697240-08f4-49f6-91fc-870cfb06d67e req-96fb66d2-db25-4554-a504-59b6d165e811 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Oct 12 11:35:14.708312 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:14.739374 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f52d3-a1c9-4718-bdad-d3312c488ca5 None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:26:48Z', 'revision_number': 4, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'f142aa86-edc0-458e-81a4-fbe84341ef3c', 'name': '', 'network_id': '259b3c4b-786d-4e75-abb4-22b8fd3d3425', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'mac_address': 'fa:16:3e:35:5c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:45Z', 'updated_at': '2021-10-12T11:26:57Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'subnets': [{'id': '5d5f3eeb-b813-4e0e-91da-ba7045fdfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:14.942282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151ae4-f152-4773-9ddb-c2cdf9a46e88 req-738dc05b-b91b-4856-8227-1d5d85f22965 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:14.944166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02151ae4-f152-4773-9ddb-c2cdf9a46e88 req-738dc05b-b91b-4856-8227-1d5d85f22965 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0672677 Oct 12 11:35:14.987326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02151ae4-f152-4773-9ddb-c2cdf9a46e88 req-b40e7d15-7f43-4af0-a19c-b7920423391e tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Oct 12 11:35:15.084256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2149b-da7a-4a4b-9939-f4179a0141f1 None None] New status for floating IP 40d241a4-1ead-4124-833c-92c370ea35d4: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:35:15.404469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43668) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:15.407736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9191995e-ea95-4eb4-85ef-26855dceb8a3 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:15.436795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 9191995e-ea95-4eb4-85ef-26855dceb8a3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:15.437835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9191995e-ea95-4eb4-85ef-26855dceb8a3 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:15.474134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:15.508325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:15.751286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:15.754053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:15.758221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43694) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:15.766149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "DELETE /v2.0/security-groups/a2cc8d21-447f-4470-a8b8-b63873031a9b HTTP/1.1" status: 204 len: 168 time: 0.3597374 Oct 12 11:35:15.790862 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-fe0dc0f4-2a42-4770-a4b7-7f0d2d426890 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] show failed (client error): The resource could not be found. Oct 12 11:35:15.794213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442235ac-0df1-4d64-a58e-16356cec8f60 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc8d21-447f-4470-a8b8-b63873031a9b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:15.795706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe0dc0f4-2a42-4770-a4b7-7f0d2d426890 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "GET /v2.0/security-groups/a2cc8d21-447f-4470-a8b8-b63873031a9b HTTP/1.1" status: 404 len: 347 time: 0.0357459 Oct 12 11:35:15.796550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43698) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:15.887373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3dfa2-7df4-42b6-aaaa-e4b8ac9f8eea req-b9e67774-43f4-452a-9af6-08290e228651 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:15.889155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-deb3dfa2-7df4-42b6-aaaa-e4b8ac9f8eea req-b9e67774-43f4-452a-9af6-08290e228651 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 943 time: 0.0968227 Oct 12 11:35:15.962387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-deb3dfa2-7df4-42b6-aaaa-e4b8ac9f8eea req-fbea1dbf-c59d-45a3-b9cf-01327a418d32 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Oct 12 11:35:15.975909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Deleting port edf72f59-c7c6-4b71-8267-6080fb33a375 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:15.975909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.104139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.104470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.131901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Calling delete_port for edf72f59-c7c6-4b71-8267-6080fb33a375 owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:16.150224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc949e6-b530-4607-8916-1e2447ff20cc req-04e99d64-e589-4bb2-9c43-b7b0a4680825 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:16.152122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bcc949e6-b530-4607-8916-1e2447ff20cc req-04e99d64-e589-4bb2-9c43-b7b0a4680825 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0724037 Oct 12 11:35:16.192178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bcc949e6-b530-4607-8916-1e2447ff20cc req-5cf22236-5f10-41e0-960e-6a1032322a91 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Oct 12 11:35:16.283958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43724) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:16.288543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768873175', 'description': 'tempest-secgroup-smoke-1768873175 description', 'project_id': '684d6936d03e4b57873b796e03b0350e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:16.401221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.419144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.432635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Pushing event deleted for resources: {'Port': ['ID=edf72f59-c7c6-4b71-8267-6080fb33a375,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:16.504927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.514060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.517635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.518839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f2fecf2-6083-4d6b-8fd7-7a64c5835908 tempest-AttachVolumeTestJSON-1958142622 tempest-AttachVolumeTestJSON-1958142622-project] 10.222.0.43 "DELETE /v2.0/floatingips/40d241a4-1ead-4124-833c-92c370ea35d4 HTTP/1.1" status: 204 len: 168 time: 0.7211611 Oct 12 11:35:16.571678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.631503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14abe787-f12a-438f-8976-3954d99fcc83,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:16.673253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.677510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b441cac-771e-49fc-9cdc-cdcacc6a06ec tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3895845 Oct 12 11:35:16.677626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43744) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:16.682411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:16.842065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:16.926921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.036947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.063946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e3b503-3bcf-4272-93b7-f61edf75aef0,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:17.105268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639d0aa-c94a-4d89-9068-f7d592f1aadb req-b6ec1447-5570-4c84-8b5f-b8f76d3102f7 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:17.106762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7639d0aa-c94a-4d89-9068-f7d592f1aadb req-b6ec1447-5570-4c84-8b5f-b8f76d3102f7 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 943 time: 0.0730145 Oct 12 11:35:17.162529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.162529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f4796ae6-8666-474f-b630-ec6b69175fce tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4798033 Oct 12 11:35:17.163476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43768) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:17.170257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:17.184197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7639d0aa-c94a-4d89-9068-f7d592f1aadb req-2f8634a8-1e8e-488f-a35e-bfb8fd9bff42 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679598 Oct 12 11:35:17.208288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-035c52a9-4175-4031-9c8d-3d93f23d6832 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:17.209814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-035c52a9-4175-4031-9c8d-3d93f23d6832 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.41 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.1021605 Oct 12 11:35:17.322201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Deleting port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:17.322469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.347776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614a375-c014-4bdc-9c06-17d2e6b2818f req-a8045a2c-4019-4089-9ed6-d0da33f04632 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:17.358083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4614a375-c014-4bdc-9c06-17d2e6b2818f req-a8045a2c-4019-4089-9ed6-d0da33f04632 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 945 time: 0.0772860 Oct 12 11:35:17.381587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.424158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4614a375-c014-4bdc-9c06-17d2e6b2818f req-3c8fc2b7-0c2f-4ef3-9566-191f54730533 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Oct 12 11:35:17.525135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.548248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] For port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:17.548834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.563111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Calling delete_port for ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:17.619282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.645077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa77514-4bc1-4aa8-9f56-078f10712265,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:17.777084 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-265296a2-8015-4558-ae03-ed45eeb2a939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.830809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.834688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.838688 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27cfd412-f737-4b86-a8f0-8e9d8200a615 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6732569 Oct 12 11:35:17.840835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43800) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:17.847131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:17.853097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:17.902866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Pushing event deleted for resources: {'Port': ['ID=ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:17.950838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] No DVR routers for this DVR port ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:35:17.953978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:17.957495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d8d7013c-d6d9-49a9-9747-a363b201c24b req-9b970138-f304-4f99-a50b-fc24a498a997 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.41 "DELETE /v2.0/ports/ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 HTTP/1.1" status: 204 len: 173 time: 0.7402990 Oct 12 11:35:17.957956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'name': 'network-vif-deleted', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:17.960289 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9b17f-8b25-45be-a16e-34e995c0a840" -d '{"events": [{"server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "name": "network-vif-deleted", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:18.001460 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf3b9a-efa2-4084-95ff-2a21caa7a4b9 x-openstack-request-id: req-8aaf3b9a-efa2-4084-95ff-2a21caa7a4b9 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:18.001751 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472dd23d-7e82-4462-8ea9-c77bda566a0c", "name": "network-vif-deleted", "tag": "ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:18.002000 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aaf3b9a-efa2-4084-95ff-2a21caa7a4b9 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:18.002405 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472dd23d-7e82-4462-8ea9-c77bda566a0c', 'name': 'network-vif-deleted', 'tag': 'ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8', 'status': 'completed', 'code': 200} Oct 12 11:35:18.007593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.090121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.142530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 528d9671-5232-4b83-964b-bd7f98c8664d details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:35:18.205913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.238069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92ab650-cef3-49b8-9dda-ec9c84f981f3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:18.261809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=528d9671-5232-4b83-964b-bd7f98c8664d,segment=NetworkSegment(e235469a-a13c-4919-94cc-61d8667db7c7),segment_id=e235469a-a13c-4919-94cc-61d8667db7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:18.283977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '528d9671-5232-4b83-964b-bd7f98c8664d', 'network_id': '22749147-a8fc-40b3-aec4-a697a0c1522c', 'port_id': '528d9671-5232-4b83-964b-bd7f98c8664d', 'mac_address': 'fa:16:3e:f1:2c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:35:18.318763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.324528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4099e1f3-ecc1-41dc-a001-6253192e58f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4818394 Oct 12 11:35:18.326096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43830) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:18.337473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:18.348410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c256a0-da0e-488c-ac1e-a78a1ed3bb10 req-ed755f34-f4d5-4278-8222-ad2370c6a1dc tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:18.349962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48c256a0-da0e-488c-ac1e-a78a1ed3bb10 req-ed755f34-f4d5-4278-8222-ad2370c6a1dc tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 943 time: 0.0761955 Oct 12 11:35:18.363892 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.392209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528d9671-5232-4b83-964b-bd7f98c8664d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:18.412613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48c256a0-da0e-488c-ac1e-a78a1ed3bb10 req-9b2db566-d4ac-403d-bb97-e70e7263d68d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Oct 12 11:35:18.436762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=528d9671-5232-4b83-964b-bd7f98c8664d,segment=NetworkSegment(e235469a-a13c-4919-94cc-61d8667db7c7),segment_id=e235469a-a13c-4919-94cc-61d8667db7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:18.498598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.522066 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.584429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:18.599466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f8223f5-3255-4dda-b683-a2ab244faac4 req-538d029d-d8c5-4814-ae65-88855123c4e6 tempest-ServerRescueTestJSONUnderV235-827665013 tempest-ServerRescueTestJSONUnderV235-827665013-project] 10.222.0.43 "GET /v2.0/ports?device_id=472dd23d-7e82-4462-8ea9-c77bda566a0c HTTP/1.1" status: 200 len: 210 time: 0.0442133 Oct 12 11:35:18.631908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.714420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['528d9671-5232-4b83-964b-bd7f98c8664d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:18.727601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.746502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc7238-a70d-4abb-9600-85f093011b72,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:18.887527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:18.888759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3d062a5b-35da-4476-b50f-7b317db49278 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5615561 Oct 12 11:35:18.892230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:18.896918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:19.098947 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Project 684d6936d03e4b57873b796e03b0350e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:35:19.104325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.184143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.399948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.420038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f71b16-0762-44f5-a241-94ddc21c1321,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:19.524155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.525290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0f212d49-889b-4c3f-8acf-12f7b062ba99 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6320121 Oct 12 11:35:19.528167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:19.539250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'security_group_rule': {'security_group_id': '14abe787-f12a-438f-8976-3954d99fcc83', 'project_id': '684d6936d03e4b57873b796e03b0350e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:19.569956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab5442-8faf-46ce-8bfe-0a2e678baa07 req-288ebda7-a438-4f40-beed-2ab901c76326 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:19.580768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4dab5442-8faf-46ce-8bfe-0a2e678baa07 req-288ebda7-a438-4f40-beed-2ab901c76326 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 944 time: 0.0792255 Oct 12 11:35:19.626236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4dab5442-8faf-46ce-8bfe-0a2e678baa07 req-2fad9d6b-4f2a-4560-b9f4-45148416c693 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Oct 12 11:35:19.674563 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Project 684d6936d03e4b57873b796e03b0350e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:35:19.675566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:19.680500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.795580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:19.967818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.001085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190560cf-41ef-4c82-be3d-7399d631a245,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:20.095671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.101293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.103804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3e8450bc-c5c5-4485-81f2-dd0aabc987fb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5732541 Oct 12 11:35:20.139987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 528d9671-5232-4b83-964b-bd7f98c8664d up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:35:20.310537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 528d9671-5232-4b83-964b-bd7f98c8664d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:35:20.316315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 528d9671-5232-4b83-964b-bd7f98c8664d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:35:20.316787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.364540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-3fb58dbe-1317-4822-9d7c-7d2337095df3 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768873175&fields=id&tenant_id=684d6936d03e4b57873b796e03b0350e HTTP/1.1" status: 200 len: 267 time: 0.0550663 Oct 12 11:35:20.415673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.442658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:20.444985 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2926b8a-cc63-477f-ba33-0cf4b97208d3" -d '{"events": [{"server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "name": "network-vif-plugged", "status": "completed", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:20.462531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=528d9671-5232-4b83-964b-bd7f98c8664d,segment=NetworkSegment(e235469a-a13c-4919-94cc-61d8667db7c7),segment_id=e235469a-a13c-4919-94cc-61d8667db7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:20.498124 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad2781-a44a-4a96-bb4b-7976489b7c8c x-openstack-request-id: req-edad2781-a44a-4a96-bb4b-7976489b7c8c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:20.498492 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "name": "network-vif-plugged", "status": "completed", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:20.498845 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edad2781-a44a-4a96-bb4b-7976489b7c8c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:20.499336 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d', 'code': 200} Oct 12 11:35:20.555686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-22d52e22-f866-4519-8eaf-45c54246fca8 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:20.564076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-22d52e22-f866-4519-8eaf-45c54246fca8 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 814 time: 0.1898432 Oct 12 11:35:20.578974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Deleting port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:20.585974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.586195 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.586377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9bd0df2c-7df6-4f52-8715-1fc7aded7196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:20.588069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-4c03f167-134b-4757-acb7-c64c2ada9640 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/quotas/684d6936d03e4b57873b796e03b0350e HTTP/1.1" status: 200 len: 375 time: 0.0230262 Oct 12 11:35:20.627621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddc083-b3f9-494b-aa85-d76d88cfc651 req-279e98de-f66a-4545-a3a1-2d153511013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:20.629298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85ddc083-b3f9-494b-aa85-d76d88cfc651 req-279e98de-f66a-4545-a3a1-2d153511013c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 1096 time: 0.0444777 Oct 12 11:35:20.651629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:20.672552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85ddc083-b3f9-494b-aa85-d76d88cfc651 req-17238c9b-0428-46d5-be72-b25c8c19f408 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Oct 12 11:35:20.691653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-1360163a-4a14-4a4b-aee2-f2bf3572d86a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027207 Oct 12 11:35:20.824932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73e2b1-9005-4fd2-80d2-0007f3be28c4 req-0d128b33-ecb0-4d78-8621-096b4ac08c71 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:20.826532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b73e2b1-9005-4fd2-80d2-0007f3be28c4 req-0d128b33-ecb0-4d78-8621-096b4ac08c71 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.0638611 Oct 12 11:35:20.874009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b73e2b1-9005-4fd2-80d2-0007f3be28c4 req-ff03e450-b4f9-45b6-a5d5-64846c04c168 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Oct 12 11:35:20.960795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:21.093743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37647fd5-e80f-4057-8fa4-d3c0d2b986ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.147272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] For port 0bdb2731-638f-4f0b-b9ae-bcca517f75bf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,segment=NetworkSegment(45dd7fc0-77dd-499c-ba4d-45ce828cb316),segment_id=45dd7fc0-77dd-499c-ba4d-45ce828cb316)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:21.148037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.166170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Calling delete_port for 0bdb2731-638f-4f0b-b9ae-bcca517f75bf owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:21.222559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37647fd5-e80f-4057-8fa4-d3c0d2b986ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.242083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-fa9c8a00-a91d-4b2c-a956-d8da0fecb846 service neutron] 10.222.0.43 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351484 Oct 12 11:35:21.310777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37647fd5-e80f-4057-8fa4-d3c0d2b986ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.356342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37647fd5-e80f-4057-8fa4-d3c0d2b986ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b11415473b8f473c8e08fb4642b513d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919089 Oct 12 11:35:21.357192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43970) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:21.367400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647fd5-e80f-4057-8fa4-d3c0d2b986ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04028d05-9825-458c-8e25-4f5a6936c2b9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:21.438754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:21.444142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-9b71a972-284f-4f29-b3d9-cad86bab3270 service neutron] 10.222.0.43 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869538 Oct 12 11:35:21.465707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.512645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:21.513324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ae21c31a-1cfc-4d21-9c8d-0a483bfad1a8 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:21.544961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.681775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.715368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdb2731-638f-4f0b-b9ae-bcca517f75bf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:21.751016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.763495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.766666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.767966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04028d05-9825-458c-8e25-4f5a6936c2b9 HTTP/1.1" status: 204 len: 168 time: 0.4102812 Oct 12 11:35:21.804298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:21.805746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5331b1d-98c9-4d11-b7c5-2700ec1f3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04028d05-9825-458c-8e25-4f5a6936c2b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:21.967529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:22.040793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7668d-15f4-4fdc-9436-1d277ade5ee0 req-6479a9f9-3d81-4f5c-a2ee-25692104546e tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:22.051383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dba7668d-15f4-4fdc-9436-1d277ade5ee0 req-6479a9f9-3d81-4f5c-a2ee-25692104546e tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.0607765 Oct 12 11:35:22.109502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dba7668d-15f4-4fdc-9436-1d277ade5ee0 req-ae6ee2c4-cdef-4474-8956-1dc96504a175 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524557 Oct 12 11:35:22.133314 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:22.306362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Router b98e885f-3542-45b6-8012-d08b40d65ff0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:22.510609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77cf53e3-067b-4b58-bdc5-01921f71a938 req-981c7594-5f0e-4514-931d-6679614c4f18 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0445268 Oct 12 11:35:22.557588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:22.571616 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Sync routers for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:22.575385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c760100b-a16a-4459-9c14-bf29fcefd57c admin admin] 10.222.0.43 "PUT /v2.0/routers/b98e885f-3542-45b6-8012-d08b40d65ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8956378 Oct 12 11:35:22.576723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44030) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:22.587939 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:22.588558 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:22.724322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:22.752768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:22.871489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:22.960917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:35:21Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:22.988077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Checking router: b98e885f-3542-45b6-8012-d08b40d65ff0 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:22.991757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44046) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:23.001796 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Routers {'b98e885f-3542-45b6-8012-d08b40d65ff0'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:23.002437 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['b98e885f-3542-45b6-8012-d08b40d65ff0'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:23.006928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9641c2-5942-4a3c-8e28-705e57fcfe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.120414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Deleting port 5cfc4b92-e491-4015-9b3e-938f53a11bf3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:23.120750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.153737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] Set router b98e885f-3542-45b6-8012-d08b40d65ff0 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:23.198575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9641c2-5942-4a3c-8e28-705e57fcfe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.271776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] For port 5cfc4b92-e491-4015-9b3e-938f53a11bf3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5cfc4b92-e491-4015-9b3e-938f53a11bf3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:23.272151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.285184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6427-3ca0-4e81-b098-c946579076ea req-06b1fa73-c85b-4e50-b054-1b7f27733a73 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:23.287884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Calling delete_port for 5cfc4b92-e491-4015-9b3e-938f53a11bf3 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:23.291910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00cf6427-3ca0-4e81-b098-c946579076ea req-06b1fa73-c85b-4e50-b054-1b7f27733a73 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.1098030 Oct 12 11:35:23.371248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9641c2-5942-4a3c-8e28-705e57fcfe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.397126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.429494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00cf6427-3ca0-4e81-b098-c946579076ea req-b53078b5-9a4a-4a59-9706-67f7ce75ba19 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337574 Oct 12 11:35:23.503298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f9641c2-5942-4a3c-8e28-705e57fcfe9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cc130cda2e043ab960a88dd764a7ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104835 Oct 12 11:35:23.505460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:23.506876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9641c2-5942-4a3c-8e28-705e57fcfe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3ec89-aee6-4eb9-998b-163f809fc400,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:23.603571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:35:21Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:23.620415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ff6a3b5-377c-4159-8d4a-1c51f708d1ac req-e6202f20-4b28-4fb7-98a5-92d393d3bc98 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0347502 Oct 12 11:35:23.636231 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d8c43-8c06-48e7-81e3-f77ca3d01d1c None None] The sync data for ids ['b98e885f-3542-45b6-8012-d08b40d65ff0'] in n-d-813419-3 is: [{'id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'name': 'tempest-ServerRescueTestJSONUnderV235-72998337-router', 'tenant_id': '220108b405f344a0b8ae5d8714a0af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:35:21Z', 'revision_number': 5, 'project_id': '220108b405f344a0b8ae5d8714a0af5e', 'gw_port': {'id': '5cfc4b92-e491-4015-9b3e-938f53a11bf3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e885f-3542-45b6-8012-d08b40d65ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:34:05Z', 'updated_at': '2021-10-12T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:23.661077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.722585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.801841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.834641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfc4b92-e491-4015-9b3e-938f53a11bf3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:23.906429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.911791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.915045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:23.916174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30b3ec89-aee6-4eb9-998b-163f809fc400 HTTP/1.1" status: 204 len: 168 time: 0.4113986 Oct 12 11:35:23.940233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77de75-19a7-4711-93ba-7c007d033fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3ec89-aee6-4eb9-998b-163f809fc400,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:24.056490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.059499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.223318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.224102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98e885f-3542-45b6-8012-d08b40d65ff0 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:35:24.229096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.230532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6cd1f2ea-72dc-4c80-8ea8-25ba4814814f admin admin] 10.222.0.43 "DELETE /v2.0/routers/b98e885f-3542-45b6-8012-d08b40d65ff0 HTTP/1.1" status: 204 len: 168 time: 1.6520138 Oct 12 11:35:24.233286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44106) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:24.319136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Deleting subnet a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:35:24.322317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.361884 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.405879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.588911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.604817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.614673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9 HTTP/1.1" status: 204 len: 168 time: 0.3716536 Oct 12 11:35:24.616625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44128) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:24.634135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231c64c-ce8d-48a6-89cc-6c26d9548ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27cf2b1-eba0-4586-aa1e-5eeb7b596ba9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:24.717154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.744026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-403f34ae-9c7e-4b94-88cd-9446d5b36154 req-876741de-dd4d-478b-895d-5fa736a080ed tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0348723 Oct 12 11:35:24.835401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.863197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3386a5dd-7a58-42ec-9b46-d4edb157d4c9']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:24.883131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dd7fc0-77dd-499c-ba4d-45ce828cb316') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:24.883442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dd7fc0-77dd-499c-ba4d-45ce828cb316') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:24.901346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.933155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:24.940869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:35:24.941342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:35:25.003277 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:35:25.106717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:25.131226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:25.131226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] 10.222.0.43 "DELETE /v2.0/networks/3386a5dd-7a58-42ec-9b46-d4edb157d4c9 HTTP/1.1" status: 204 len: 168 time: 0.5064821 Oct 12 11:35:25.136456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae24be8-52a0-4236-ac3f-4a7239d8f39f admin admin] Pushing event deleted for resources: {'Network': ['ID=3386a5dd-7a58-42ec-9b46-d4edb157d4c9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:25.388359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0bdb2731-638f-4f0b-b9ae-bcca517f75bf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:25.414230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0bdb2731-638f-4f0b-b9ae-bcca517f75bf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:25.414573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0bdb2731-638f-4f0b-b9ae-bcca517f75bf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:25.415030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5cfc4b92-e491-4015-9b3e-938f53a11bf3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:25.435079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 5cfc4b92-e491-4015-9b3e-938f53a11bf3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:25.435428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 5cfc4b92-e491-4015-9b3e-938f53a11bf3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:25.738643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44194) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:25.790682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3458ae9e-096b-4526-a9c3-5ec638fccac2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=220108b405f344a0b8ae5d8714a0af5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486538 Oct 12 11:35:25.791340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44204) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:25.884151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51072cd4-82fd-42d9-b3d0-b970805f5411 req-1996dcb3-04a5-46b8-9f02-5990a61716f9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0388174 Oct 12 11:35:25.889543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:25.924683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:26.097095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:26.107535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:26.109447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fd9ea22-48ea-4263-9a31-fc21fa8b2c10 HTTP/1.1" status: 204 len: 168 time: 0.3164973 Oct 12 11:35:26.136614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8af60-8a81-4283-a52b-1a8432b71320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9ea22-48ea-4263-9a31-fc21fa8b2c10,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:26.280118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-228560b7-c05c-45ef-9514-9ccac1e0ffd5 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:26.282027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-228560b7-c05c-45ef-9514-9ccac1e0ffd5 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.41 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 814 time: 0.1466389 Oct 12 11:35:26.383738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-130c6009-1562-4e48-9cc9-f750487f1def tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=684d6936d03e4b57873b796e03b0350e HTTP/1.1" status: 200 len: 380 time: 0.0849957 Oct 12 11:35:26.393103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'port': {'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'admin_state_up': True, 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'security_groups': ['14abe787-f12a-438f-8976-3954d99fcc83']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:26.783309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Made reservation on behalf of 684d6936d03e4b57873b796e03b0350e for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:26.783462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:26.789237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:27.108184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Allocated IP 172.20.0.4 (74e79850-a9c3-4259-af7a-0b2630582591/b3379e12-44d4-4661-9bf0-9cebbb57da5e/cdae3722-241a-4fb6-bb2f-ad3c17e79acc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:27.308649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:27.375494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b1d334f1-8873-43a8-8c32-1220ba1e2a6a req-c231d664-192a-4519-99ad-efe129ad0a50 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.3763239 Oct 12 11:35:27.523823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:27.625829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Network 74e79850-a9c3-4259-af7a-0b2630582591 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:27.637536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:27.641926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:27.737253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:27.767314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:27.767986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:27.932553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44332) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:27.987450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-20bb056e-2d9a-431f-bc66-c2e0a67c99cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5980017 Oct 12 11:35:28.004207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Request body: {'port': {'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:28.058570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2171e8-76ec-4a90-92b7-e3958d04c568 req-459bf022-792b-4143-8bde-fe1e2ccb4620 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:28.060639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec2171e8-76ec-4a90-92b7-e3958d04c568 req-459bf022-792b-4143-8bde-fe1e2ccb4620 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.1884093 Oct 12 11:35:28.067625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5d984f11-a935-44c0-814e-626531b0cfd2 None None] Provisioning complete for port cdae3722-241a-4fb6-bb2f-ad3c17e79acc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:35:28.068196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d984f11-a935-44c0-814e-626531b0cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.111374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.130022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5d984f11-a935-44c0-814e-626531b0cfd2 None None] Port cdae3722-241a-4fb6-bb2f-ad3c17e79acc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:35:28.148157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1464838908-network', 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:28.148738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec2171e8-76ec-4a90-92b7-e3958d04c568 req-7b976084-1f4e-4851-975a-48b84fe985a8 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686979 Oct 12 11:35:28.297590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:28.300811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.312898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.455746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.570995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdae3722-241a-4fb6-bb2f-ad3c17e79acc {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:28.575886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.584295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.608238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Transition to ACTIVE for port object cdae3722-241a-4fb6-bb2f-ad3c17e79acc will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:35:28.624837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:35:28.658303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb14df6-8f3e-4a57-ba42-b65b027d5a01 req-08215b84-f056-4bbc-8743-bd9ee75e7e04 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:28.663190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecb14df6-8f3e-4a57-ba42-b65b027d5a01 req-08215b84-f056-4bbc-8743-bd9ee75e7e04 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 931 time: 0.1824887 Oct 12 11:35:28.666570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b74dc-6cee-4836-ae90-ce63448ed30e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:28.669112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.669451 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Added segment 8ef051bb-a652-4037-ae7e-4777ef00e6d0 of type vlan for network 3fc104a6-e7fd-4803-8b47-98b67feac896 Oct 12 11:35:28.726921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.727272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.727706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.728037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.728364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.728683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.729007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.729503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.730021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.730528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.731041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.731524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:28.750899 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.788260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecb14df6-8f3e-4a57-ba42-b65b027d5a01 req-98d23698-db08-4e3d-a69e-3d215715f644 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158364 Oct 12 11:35:28.797661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.880288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:28.919195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Attempting to bind port cdae3722-241a-4fb6-bb2f-ad3c17e79acc on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:35:28.919486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Attempting to bind port cdae3722-241a-4fb6-bb2f-ad3c17e79acc by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:35:28.919822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Attempting to bind port cdae3722-241a-4fb6-bb2f-ad3c17e79acc on network 74e79850-a9c3-4259-af7a-0b2630582591 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:28.927184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Port cdae3722-241a-4fb6-bb2f-ad3c17e79acc on network 74e79850-a9c3-4259-af7a-0b2630582591 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:35:28.927535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Attempting to bind port cdae3722-241a-4fb6-bb2f-ad3c17e79acc on network 74e79850-a9c3-4259-af7a-0b2630582591 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:28.931147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.932136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:28.934105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:28.934655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:35:28.934879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Checking segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:28.935264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Bound using segment: {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:35:28.936371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Bound port: cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d3b8b8-4e58-44a5-8971-161aec70eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:35:28.937297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.041475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] Pushing event updated for resources: {'Network': ['ID=3fc104a6-e7fd-4803-8b47-98b67feac896,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:29.054998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:35:29.081127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:35:29.093893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:35:29.113234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147af7e-aed2-464a-984b-85ffd435e014 req-064a3c86-08b8-4ae0-b253-d42756fea3ad tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:29.115418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1147af7e-aed2-464a-984b-85ffd435e014 req-064a3c86-08b8-4ae0-b253-d42756fea3ad tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.0706506 Oct 12 11:35:29.119687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d8ecc591-2a28-4bd2-856b-991caab48136 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1846995 Oct 12 11:35:29.123068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:29.128835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Request body: {'subnet': {'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1464838908-subnet', 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:29.179147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.229597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:29.229597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.229597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] 10.222.0.41 "PUT /v2.0/ports/cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 1091 time: 1.2280819 Oct 12 11:35:29.229597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:29.229597 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:29.297723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Deleting port 528d9671-5232-4b83-964b-bd7f98c8664d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:29.298074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.306343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:29.310962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.324450 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7320b-fc79-40cb-90f1-22da3e9415a3 x-openstack-request-id: req-2ac7320b-fc79-40cb-90f1-22da3e9415a3 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:29.325265 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:29.325265 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac7320b-fc79-40cb-90f1-22da3e9415a3 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:29.325477 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:35:29.382972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fb0f5-f24f-4619-acae-b86cc928d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:29.448099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] For port 528d9671-5232-4b83-964b-bd7f98c8664d, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=528d9671-5232-4b83-964b-bd7f98c8664d,segment=NetworkSegment(e235469a-a13c-4919-94cc-61d8667db7c7),segment_id=e235469a-a13c-4919-94cc-61d8667db7c7)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:29.448591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.470882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Calling delete_port for 528d9671-5232-4b83-964b-bd7f98c8664d owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:29.579022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-c0064eaf-b95f-4458-b1db-5a5fd6ff6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:29.580588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-c0064eaf-b95f-4458-b1db-5a5fd6ff6b3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1094 time: 0.2323191 Oct 12 11:35:29.632934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754d6b-72bc-4886-a213-d72d626d2d5d req-99f4ff82-58eb-4d02-a9c9-5cf86dfe8d04 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:29.634529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50754d6b-72bc-4886-a213-d72d626d2d5d req-99f4ff82-58eb-4d02-a9c9-5cf86dfe8d04 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 945 time: 0.3675346 Oct 12 11:35:29.834077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:29.844196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['528d9671-5232-4b83-964b-bd7f98c8664d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:29.864098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50754d6b-72bc-4886-a213-d72d626d2d5d req-d3adf89c-bbf2-4024-9c4f-11b0ec7aa613 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5487807-de04-4e5d-aa49-6907bd62f97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142713 Oct 12 11:35:29.942925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Pushing event deleted for resources: {'Port': ['ID=528d9671-5232-4b83-964b-bd7f98c8664d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:29.971693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-21b17373-7e49-47ef-9e2d-ed633c51b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:29.973428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-21b17373-7e49-47ef-9e2d-ed633c51b293 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=684d6936d03e4b57873b796e03b0350e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3262262 Oct 12 11:35:30.081435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-7c1ef1c5-774a-4873-9f78-75bd3b638c5c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.089241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-7c1ef1c5-774a-4873-9f78-75bd3b638c5c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/networks?id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 200 len: 813 time: 0.1512656 Oct 12 11:35:30.102777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-1b4d8dfd-7dbe-4afc-b616-4067820b6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.104582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e32dd7bb-c7d1-4ede-b5d4-1f8b08ba35a5 req-1b4d8dfd-7dbe-4afc-b616-4067820b6ccd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152334 Oct 12 11:35:30.118048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] No DVR routers for this DVR port 528d9671-5232-4b83-964b-bd7f98c8664d on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:35:30.148162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-67f8273c-2ea1-47e8-a17f-47855dadb41c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/quotas/4b0c9977f2324e21af62e81c81b5bc9f HTTP/1.1" status: 200 len: 375 time: 0.0567117 Oct 12 11:35:30.151171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:30.154891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1147af7e-aed2-464a-984b-85ffd435e014 req-e982e567-2831-4089-9aec-373fecda132d tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.47 "DELETE /v2.0/ports/528d9671-5232-4b83-964b-bd7f98c8664d HTTP/1.1" status: 204 len: 173 time: 1.0337512 Oct 12 11:35:30.156725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'name': 'network-vif-deleted', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:30.159348 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523a3953-8ec4-4782-8f83-1b7334eb7367" -d '{"events": [{"server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "name": "network-vif-deleted", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:30.195781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-2010b5de-0f73-46cd-b24f-16489f274edb tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462205 Oct 12 11:35:30.226344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27268fb3-1eb2-4eb0-b12c-9eb912359e0f req-acd10604-cb4c-4d98-9ca7-ea0cff75606f tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.235082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-27268fb3-1eb2-4eb0-b12c-9eb912359e0f req-acd10604-cb4c-4d98-9ca7-ea0cff75606f tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.2506042 Oct 12 11:35:30.239323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-785c2cef-ec9a-4ba7-9744-719ca6fc7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.240869 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-785c2cef-ec9a-4ba7-9744-719ca6fc7052 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1094 time: 0.0915940 Oct 12 11:35:30.298017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0daf055f-a7e5-4ae9-a8a2-4d6ba9da7619 service neutron] 10.222.0.43 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013522 Oct 12 11:35:30.410161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-21c8de47-0fff-4936-a276-303d45dffece service neutron] 10.222.0.43 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048369 Oct 12 11:35:30.694107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:30.696768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-f7723454-492b-467c-847f-083f23b29398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 217 time: 0.4318159 Oct 12 11:35:30.702675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-27268fb3-1eb2-4eb0-b12c-9eb912359e0f req-5bdf5e3c-310b-4e66-a875-34e52f5b68cc tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599457 Oct 12 11:35:30.791961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-3bf6a7e0-1ec0-48b9-846e-b1fd38462991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.793424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-3bf6a7e0-1ec0-48b9-846e-b1fd38462991 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 200 len: 853 time: 0.0588565 Oct 12 11:35:30.805049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:30.859731 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0b2cf-cd89-4515-9e96-bfeb03baa62a x-openstack-request-id: req-79f0b2cf-cd89-4515-9e96-bfeb03baa62a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:30.860239 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1bae2-5551-4319-b954-717564cce923", "name": "network-vif-deleted", "tag": "528d9671-5232-4b83-964b-bd7f98c8664d", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:30.860958 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79f0b2cf-cd89-4515-9e96-bfeb03baa62a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:30.861761 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1bae2-5551-4319-b954-717564cce923', 'name': 'network-vif-deleted', 'tag': '528d9671-5232-4b83-964b-bd7f98c8664d', 'status': 'completed', 'code': 200} Oct 12 11:35:30.883215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49766ce3-be35-4c28-8375-2aebaad7dd95,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:30.909614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3726605e-276f-43fe-bdbe-7c15e9e4a616 req-175f4f2c-13e2-4cc1-8e3e-78fef359f5cf tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.0581820 Oct 12 11:35:30.912314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:30.912683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Network hostable DHCP agents. Network: 3fc104a6-e7fd-4803-8b47-98b67feac896, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:35:30.920333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-29e6134b-5b14-46fc-bab6-aebc7058a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:30.922002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-29e6134b-5b14-46fc-bab6-aebc7058a229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e79850-a9c3-4259-af7a-0b2630582591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195061 Oct 12 11:35:31.048996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ebe11b0-915d-4de8-a151-0849d9ba609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.086904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-88d4cb58-3cfa-4c0a-b4e8-6d724babbc00 service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540799 Oct 12 11:35:31.147252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2404ec6-6c2c-476b-9926-8bee46193e3d req-412575e8-b056-4864-b7e0-d9b5c494ce59 tempest-ServerTagsTestJSON-1125699329 tempest-ServerTagsTestJSON-1125699329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffe1bae2-5551-4319-b954-717564cce923 HTTP/1.1" status: 200 len: 210 time: 0.0508747 Oct 12 11:35:31.160592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ebe11b0-915d-4de8-a151-0849d9ba609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.161480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:35:31.237440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8841bd9-825d-4558-b1be-e4ecfb4c2e00 req-8f451557-4266-4f52-8708-09bc39910dfa service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429000 Oct 12 11:35:31.332693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ebe11b0-915d-4de8-a151-0849d9ba609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.373532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7ebe11b0-915d-4de8-a151-0849d9ba609f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=345f7cca79ca4652bf9d60371c0df9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648582 Oct 12 11:35:31.373532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe11b0-915d-4de8-a151-0849d9ba609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3f4d1-1680-4a91-b767-12079237aa6b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:31.374816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44412) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:31.411839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3fc104a6-e7fd-4803-8b47-98b67feac896) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:31.418327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:31.418957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.420235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289be32-d0c0-4656-b449-309ddd96b3ad None None] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:35:31.460471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.484519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.558230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-aeca6ea0-8eb5-4c3f-9807-8d9e23e46b13 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.4339182 Oct 12 11:35:31.596856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed825035-8dd0-43d1-97ec-310f4a5f076e None None] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:35:31.715378 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.718918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:31.721557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91d3f4d1-1680-4a91-b767-12079237aa6b HTTP/1.1" status: 204 len: 168 time: 0.3453305 Oct 12 11:35:31.738513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c583c-deed-4c26-9b7b-360130e8ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3f4d1-1680-4a91-b767-12079237aa6b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:31.903822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb6390-19c9-4472-9c26-6c60edb1cca5 req-347df58b-75c2-4a25-898f-4e6bf6139b4d tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:31.914362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17fb6390-19c9-4472-9c26-6c60edb1cca5 req-347df58b-75c2-4a25-898f-4e6bf6139b4d tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0820093 Oct 12 11:35:31.979136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17fb6390-19c9-4472-9c26-6c60edb1cca5 req-143b81e5-5c1a-488e-b35f-48582d74c97e tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 Oct 12 11:35:32.097547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd779805-e5fc-4056-9323-5a503a5a3d1d req-fd59dbf3-335b-417b-9a45-60c425bfbbaf tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.0275941 Oct 12 11:35:32.211956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-d8b0f4be-5481-41b7-81b1-c8291e6b629e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:32.217805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-d8b0f4be-5481-41b7-81b1-c8291e6b629e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1445658 Oct 12 11:35:32.240985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-943fd5e5-1946-442f-a90d-53b20793630f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0169706 Oct 12 11:35:32.271928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44450) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:32.292554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-459b7718-7a9c-4787-b6c8-e002cf9e621b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507648 Oct 12 11:35:32.327886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44454) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:32.386768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Deleting subnet e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:35:32.416795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:32.428295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-6ee886f3-9c4c-4ee8-b516-f5ecb91c6197 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255176 Oct 12 11:35:32.455572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:32.563350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-2a5df813-d606-4160-8bf5-10bcd49afe0f service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228914 Oct 12 11:35:32.584521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:32.796251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44456) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:32.824417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26eda55a-6d6a-448c-b675-d4c95690f3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:32.859434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:32.958238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26eda55a-6d6a-448c-b675-d4c95690f3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.095895 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26eda55a-6d6a-448c-b675-d4c95690f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.167895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266677c-15fc-4417-b1c1-6387aac55588 req-7029bd0c-a1b4-4dde-9c1c-a826319cc2c8 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:33.169776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6266677c-15fc-4417-b1c1-6387aac55588 req-7029bd0c-a1b4-4dde-9c1c-a826319cc2c8 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.1040230 Oct 12 11:35:33.171960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda55a-6d6a-448c-b675-d4c95690f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd28c5-e3da-4e3b-a8e9-56811c905433,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:33.177123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-26eda55a-6d6a-448c-b675-d4c95690f3db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba82ebf3855f4f339bc62653ddc32cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795211 Oct 12 11:35:33.180784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:33.267384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6266677c-15fc-4417-b1c1-6387aac55588 req-dc13dedf-a2a8-4581-80c8-167cf7632cbb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742977 Oct 12 11:35:33.293490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.329970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.404965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51f7b48e-9a2a-4722-92e4-44ad9c17bf3c req-0fbefa40-b67b-4439-a8da-3ac637963715 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.5423939 Oct 12 11:35:33.409892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.412797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d HTTP/1.1" status: 204 len: 168 time: 1.0838296 Oct 12 11:35:33.413899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750087-752b-41d4-89d6-88ff8d5fcf1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59ca7f5-c3c9-4aaa-8b0a-4b785e35578d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:33.415581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44474) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:33.494570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e37e3868-5126-4879-ae94-6d1e1b06f2bb req-41daa5cd-1fbb-4c5e-a13d-39b6d60fa4a5 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.1125076 Oct 12 11:35:33.532153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.545519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.633270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.655657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22749147-a8fc-40b3-aec4-a697a0c1522c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:33.664879 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.667698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.671625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77fd28c5-e3da-4e3b-a8e9-56811c905433 HTTP/1.1" status: 204 len: 168 time: 0.4872649 Oct 12 11:35:33.671625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e235469a-a13c-4919-94cc-61d8667db7c7') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:33.671625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e235469a-a13c-4919-94cc-61d8667db7c7') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:33.688167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.690432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b9069-4bec-4f21-9821-d0d8e9883b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd28c5-e3da-4e3b-a8e9-56811c905433,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:33.706880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.714800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:35:33.715453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:35:33.717501 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:35:33.853677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Deleting port f142aa86-edc0-458e-81a4-fbe84341ef3c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:33.854106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.935962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] For port f142aa86-edc0-458e-81a4-fbe84341ef3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f142aa86-edc0-458e-81a4-fbe84341ef3c,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:33.936441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.951020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Calling delete_port for f142aa86-edc0-458e-81a4-fbe84341ef3c owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:33.974011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.989068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:33.994968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] 10.222.0.43 "DELETE /v2.0/networks/22749147-a8fc-40b3-aec4-a697a0c1522c HTTP/1.1" status: 204 len: 168 time: 0.5779006 Oct 12 11:35:34.011759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cc661-6dc7-4e40-b6ad-8b42bfe7002d admin admin] Pushing event deleted for resources: {'Network': ['ID=22749147-a8fc-40b3-aec4-a697a0c1522c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:34.201999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 528d9671-5232-4b83-964b-bd7f98c8664d no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:34.223320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 528d9671-5232-4b83-964b-bd7f98c8664d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:34.223772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 528d9671-5232-4b83-964b-bd7f98c8664d not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:34.358169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:34.386428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8395084-0dc0-4e4a-b1ba-d4d7dd7ddb77 req-12b5598b-4903-4a4e-8fff-3afbc2e0c389 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:34.388839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8395084-0dc0-4e4a-b1ba-d4d7dd7ddb77 req-12b5598b-4903-4a4e-8fff-3afbc2e0c389 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0630641 Oct 12 11:35:34.406639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f142aa86-edc0-458e-81a4-fbe84341ef3c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:34.482025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8395084-0dc0-4e4a-b1ba-d4d7dd7ddb77 req-9a702126-3699-4f5a-bfe6-214944316f21 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852518 Oct 12 11:35:34.543564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44500) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:34.597535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f71e06b5-f3cd-406a-b55a-1119d5695c3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=458176a0b9d24018a06066421e967ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525270 Oct 12 11:35:34.603287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44502) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:34.649415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-147280c9-9d1a-4e61-b299-ccd66e2a3b4c req-64c15b8c-5d0a-420e-9e9e-09935b8c4316 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.0448475 Oct 12 11:35:34.681670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d53a844-568a-4200-b96c-9cce48213c2c req-24271176-7fa5-473f-bcb9-b9020a8d90d4 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.0440063 Oct 12 11:35:34.748437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:34.755294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-b174869a-784e-44ac-8e76-0e9639d455ef tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:34.761531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-b174869a-784e-44ac-8e76-0e9639d455ef tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.47 "GET /v2.0/networks?id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 200 len: 813 time: 0.3687897 Oct 12 11:35:34.780386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:34.813932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Request body: {'port': {'device_id': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1', 'admin_state_up': True, 'tenant_id': '4b0c9977f2324e21af62e81c81b5bc9f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:34.916364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.024995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.030493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.034308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5487807-de04-4e5d-aa49-6907bd62f97c HTTP/1.1" status: 204 len: 168 time: 0.4276903 Oct 12 11:35:35.040961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ed2b-fdd6-47d5-a22d-9d5e82d99c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5487807-de04-4e5d-aa49-6907bd62f97c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:35.223897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:35.237937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Made reservation on behalf of 4b0c9977f2324e21af62e81c81b5bc9f for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:35.242421 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.447238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:35.466681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b1ca104-a1e6-429c-bf8a-76f354139d5c admin admin] 10.222.0.43 "PUT /v2.0/routers/2dd4d32c-9722-4260-a1d2-9e31d14bc5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1826842 Oct 12 11:35:35.468427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Sync routers for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:35.469546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44518) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:35.470896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:35.471522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:35.528509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Allocated IP 172.20.0.6 (fdf8399d-75af-46ee-9c8c-d7654cc56fe1/34e56b99-1f9f-4bbe-b30c-29c8621bc9a6/73d79007-a424-4f79-aff8-5eebd616f8ca) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:35.675670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.685795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156eb30-3846-4d39-84ec-cd43076c33c6 req-7e8a970d-ff03-4ca8-b1ef-e08d3ba0ae7b tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:35.688482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c156eb30-3846-4d39-84ec-cd43076c33c6 req-7e8a970d-ff03-4ca8-b1ef-e08d3ba0ae7b tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0828004 Oct 12 11:35:35.825846 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c156eb30-3846-4d39-84ec-cd43076c33c6 req-90a744e1-3db1-4411-99e1-b526cc5c4e0e tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836151 Oct 12 11:35:35.843685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42116ef6-bbf0-465c-b3f2-c073b7c195a8 req-1a40f3a6-e68f-4015-9dc0-43076292850c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.0610113 Oct 12 11:35:35.913138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.920789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:35.926932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:36.008751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72ccdb22-fc3d-4d0f-8c4d-593290bc1db0 req-a65dd741-798e-4f0a-8c8d-0f8af4a5106a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Oct 12 11:35:36.108663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Deleting port d7b4db67-5797-4172-9fbb-f9c5252b1864 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:36.109051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.128929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:35:34Z', 'revision_number': 5, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port': {'id': 'd7b4db67-5797-4172-9fbb-f9c5252b1864', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:26:35Z', 'updated_at': '2021-10-12T11:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:36.144728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.165953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Checking router: 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:36.177757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Routers {'2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:36.178734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:36.205276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] For port d7b4db67-5797-4172-9fbb-f9c5252b1864, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d7b4db67-5797-4172-9fbb-f9c5252b1864,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:36.205809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:36.206260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.211427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:36.215710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:36.225395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Calling delete_port for d7b4db67-5797-4172-9fbb-f9c5252b1864 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:36.253402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Pushing event updated for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:36.287596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:36.288597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.308566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] Set router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:36.367146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2ca79122-b689-4982-962e-efed23a75996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:35:35Z', 'revision_number': 6, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:36.397585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca79122-b689-4982-962e-efed23a75996 None None] The sync data for ids ['2dd4d32c-9722-4260-a1d2-9e31d14bc5a0'] in n-d-813419-3 is: [{'id': '2dd4d32c-9722-4260-a1d2-9e31d14bc5a0', 'name': 'tempest-AttachVolumeTestJSON-1316898535-router', 'tenant_id': '6eef9578addc4d1594dbd4b14dd26db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:26:34Z', 'updated_at': '2021-10-12T11:35:35Z', 'revision_number': 6, 'project_id': '6eef9578addc4d1594dbd4b14dd26db4', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:36.479334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0a134f9c-b3b9-466c-8371-b4bf3c3c811a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6993341 Oct 12 11:35:36.492842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Request body: {'port': {'device_id': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:36.513955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.541369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b4db67-5797-4172-9fbb-f9c5252b1864,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:36.615730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.643257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-617e9aa3-81d2-4499-9cc7-a73fa5c0f661 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:36.644836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-617e9aa3-81d2-4499-9cc7-a73fa5c0f661 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1489305 Oct 12 11:35:36.672910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:36.698808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.723192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.724142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.773159 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:35:36.859571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.860007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:35:36.864379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:36.866577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe0f6902-e7ae-4327-9b09-993b4abed91e admin admin] 10.222.0.43 "DELETE /v2.0/routers/2dd4d32c-9722-4260-a1d2-9e31d14bc5a0 HTTP/1.1" status: 204 len: 168 time: 1.3956001 Oct 12 11:35:36.876497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44570) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:36.976461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Deleting subnet 5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:35:36.981849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.025067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.044336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb749dcc-84aa-47bf-88a2-f548dd219843 req-aeb0df8f-b1ca-445d-bfd3-52686f2246de tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.0850909 Oct 12 11:35:37.126539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.172764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:37.176425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.229223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d740f-2b43-410e-aa5a-43588ff6e005 req-29544401-cebc-4c13-9bb9-6b87a5b6ad38 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:37.230728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a6d740f-2b43-410e-aa5a-43588ff6e005 req-29544401-cebc-4c13-9bb9-6b87a5b6ad38 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.1173856 Oct 12 11:35:37.258468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d79007-a424-4f79-aff8-5eebd616f8ca {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:37.310733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.317263 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.352021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5f3eeb-b813-4e0e-91da-ba7045fdfd17,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:37.355581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Transition to ACTIVE for port object 73d79007-a424-4f79-aff8-5eebd616f8ca will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:35:37.369348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.371981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39e753-5917-45c9-96d7-e297af14f1bd None None] Network 259b3c4b-786d-4e75-abb4-22b8fd3d3425 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:35:37.376062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a6d740f-2b43-410e-aa5a-43588ff6e005 req-cb4ace0d-c6d9-4c43-adab-2ae9fcd7d7a0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369781 Oct 12 11:35:37.381472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5e247339-bb9c-40d8-8455-0ffb22d21045 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d5f3eeb-b813-4e0e-91da-ba7045fdfd17 HTTP/1.1" status: 204 len: 168 time: 0.5037141 Oct 12 11:35:37.384193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:37.493939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.552993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f142aa86-edc0-458e-81a4-fbe84341ef3c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:37.568541 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e0b4354-c79a-4be6-a8bc-66716f7ac1b2 req-3c40a1a5-7f45-4ec5-836e-ad783e706d46 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0435481 Oct 12 11:35:37.579339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f142aa86-edc0-458e-81a4-fbe84341ef3c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:37.579689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f142aa86-edc0-458e-81a4-fbe84341ef3c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:37.580129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d7b4db67-5797-4172-9fbb-f9c5252b1864 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:37.623996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d7b4db67-5797-4172-9fbb-f9c5252b1864 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:37.624381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d7b4db67-5797-4172-9fbb-f9c5252b1864 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:37.708610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.9 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/80c9a282-cb4b-4a58-8398-44c108f34f9c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:37.720170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.744297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:37.773320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] DHCP port deletion for 259b3c4b-786d-4e75-abb4-22b8fd3d3425 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:35:37.850727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Deleting port a4545231-c6c9-4fb0-872e-b55d2e6a38ad {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:37.853561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ad286-6039-4316-8271-44e0dd9a5748 req-cbcf1a9d-4f27-4bb8-84e7-7ff74e47e013 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:37.854212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.855178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc0ad286-6039-4316-8271-44e0dd9a5748 req-cbcf1a9d-4f27-4bb8-84e7-7ff74e47e013 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.3118126 Oct 12 11:35:37.946768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] For port a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:37.947178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:37.969351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Calling delete_port for a4545231-c6c9-4fb0-872e-b55d2e6a38ad owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:38.029068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc0ad286-6039-4316-8271-44e0dd9a5748 req-06044a3e-2dc4-42dc-9a71-ea0e1393d74c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489027 Oct 12 11:35:38.029523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Attempting to bind port 73d79007-a424-4f79-aff8-5eebd616f8ca on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:35:38.029865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Attempting to bind port 73d79007-a424-4f79-aff8-5eebd616f8ca by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:35:38.030737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Attempting to bind port 73d79007-a424-4f79-aff8-5eebd616f8ca on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:38.047780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Port 73d79007-a424-4f79-aff8-5eebd616f8ca on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:35:38.048102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Attempting to bind port 73d79007-a424-4f79-aff8-5eebd616f8ca on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:38.062916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:35:38.063255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Checking segment: {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:38.063636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Bound using segment: {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:35:38.064070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Bound port: 73d79007-a424-4f79-aff8-5eebd616f8ca, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:35:38.064424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.075869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Deleting port a4545231-c6c9-4fb0-872e-b55d2e6a38ad {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:35:38.076202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.149178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.213949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c368a1a-bc5c-47cc-9710-4d6d81a31c38 req-9b31e8d7-3a06-4471-af77-553f04325311 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.0612912 Oct 12 11:35:38.222582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.224994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] For port a4545231-c6c9-4fb0-872e-b55d2e6a38ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,segment=NetworkSegment(5ac80e9f-d217-4499-ab13-1d5345fce5c8),segment_id=5ac80e9f-d217-4499-ab13-1d5345fce5c8)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:38.225359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.256195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Calling delete_port for a4545231-c6c9-4fb0-872e-b55d2e6a38ad owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:35:38.291281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:35:38.304505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] Pushing event deleted for resources: {'Port': ['ID=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:38.323692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfde28-c20d-4408-99d1-9ef42a918ece None None] No DVR routers for this DVR port a4545231-c6c9-4fb0-872e-b55d2e6a38ad on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:35:38.348597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=73d79007-a424-4f79-aff8-5eebd616f8ca,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:35:38.420728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-671525e4-17b2-4119-a985-5d034385ae7f req-190ad69d-3503-48fa-8739-81352c363654 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0419354 Oct 12 11:35:38.434477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.465614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.467249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4545231-c6c9-4fb0-872e-b55d2e6a38ad,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:38.469929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.472349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] No DVR routers for this DVR port a4545231-c6c9-4fb0-872e-b55d2e6a38ad on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:35:38.508999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d928-9e62-4fcc-9058-5909bdb16df1 req-5e99695b-0c0a-4fb8-8fb7-6648b1d588b7 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:38.510985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec03d928-9e62-4fcc-9058-5909bdb16df1 req-5e99695b-0c0a-4fb8-8fb7-6648b1d588b7 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0645711 Oct 12 11:35:38.549478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ec03d928-9e62-4fcc-9058-5909bdb16df1 req-fc3c6c73-3557-42e2-a4ba-a386b1d4a087 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Oct 12 11:35:38.568763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:38.569382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.570811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/73d79007-a424-4f79-aff8-5eebd616f8ca HTTP/1.1" status: 200 len: 1091 time: 2.0881057 Oct 12 11:35:38.571251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:38.573818 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5" -d '{"events": [{"name": "network-changed", "server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:38.602027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:38.635231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb78f9-7961-414c-81d6-7290ba6ec16a x-openstack-request-id: req-d0eb78f9-7961-414c-81d6-7290ba6ec16a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:38.635520 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:38.635773 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0eb78f9-7961-414c-81d6-7290ba6ec16a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:38.636540 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca', 'status': 'completed', 'code': 200} Oct 12 11:35:38.637026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:38.645103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:38.648471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.658584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa8e40-6ca7-44ba-9ae0-6f98aa9943a0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:38.748398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259b3c4b-786d-4e75-abb4-22b8fd3d3425']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:38.776192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac80e9f-d217-4499-ab13-1d5345fce5c8') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:38.776495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac80e9f-d217-4499-ab13-1d5345fce5c8') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:38.803807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:38.804360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.808484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.828033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:38.836156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-e0f6d5cc-d23b-4fcd-a6eb-480fd4a1d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:38.837657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-e0f6d5cc-d23b-4fcd-a6eb-480fd4a1d886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 1094 time: 0.1801124 Oct 12 11:35:38.841276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.856604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:35:38.857014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:35:38.858742 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:35:38.987356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-dc265792-03aa-409e-87c4-65335b086ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:38.988862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-dc265792-03aa-409e-87c4-65335b086ab0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1427164 Oct 12 11:35:39.364193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe359e-5507-4609-a6b1-6e341c6e3fe2 req-8ebb17aa-b4f2-4e75-80fd-c65e7f953756 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.365254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5fe359e-5507-4609-a6b1-6e341c6e3fe2 req-8ebb17aa-b4f2-4e75-80fd-c65e7f953756 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 931 time: 0.0554214 Oct 12 11:35:39.411249 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c5fe359e-5507-4609-a6b1-6e341c6e3fe2 req-96c0c11d-6124-40eb-94c6-103a01f072a3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Oct 12 11:35:39.412181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4545231-c6c9-4fb0-872e-b55d2e6a38ad no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:35:39.433258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:39.435870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-8b1581c0-1582-4ee9-baa2-a5ed269d3d45 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7688675 Oct 12 11:35:39.438508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a4545231-c6c9-4fb0-872e-b55d2e6a38ad {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:35:39.438939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4545231-c6c9-4fb0-872e-b55d2e6a38ad not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:35:39.442685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:39.448836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] 10.222.0.43 "DELETE /v2.0/networks/259b3c4b-786d-4e75-abb4-22b8fd3d3425 HTTP/1.1" status: 204 len: 168 time: 2.0571311 Oct 12 11:35:39.464144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Request body: {'port': {'device_id': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:39.513964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98982b-0f34-49a2-97c5-30b74435ee34 admin admin] Pushing event deleted for resources: {'Network': ['ID=259b3c4b-786d-4e75-abb4-22b8fd3d3425,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:39.540234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6074bf6f-264e-4e30-a02a-c834740666fa req-964696a5-54f9-404f-80e1-5e50b3a95c9e tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0475206 Oct 12 11:35:39.574865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-a82c3fad-0755-459a-988d-9a5b26126fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.576167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e71e2c12-48f4-4d5f-96bf-7fdcb67e91c5 req-a82c3fad-0755-459a-988d-9a5b26126fcb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5793209 Oct 12 11:35:39.581127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:39.598066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891e671-9c7e-4c5a-b6be-4a6d69436df0 req-87c7e3cd-4485-439b-a700-095a26051f71 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.598066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c891e671-9c7e-4c5a-b6be-4a6d69436df0 req-87c7e3cd-4485-439b-a700-095a26051f71 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.1631932 Oct 12 11:35:39.717690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c891e671-9c7e-4c5a-b6be-4a6d69436df0 req-8fd6c2aa-55db-42a3-b663-6d50a76e9715 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105945 Oct 12 11:35:39.722018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfb552-24ea-4334-81ab-08f918252c6b req-7dee52bf-e9bb-41bf-9e58-3641fe6ff8dd tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.724126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4acfb552-24ea-4334-81ab-08f918252c6b req-7dee52bf-e9bb-41bf-9e58-3641fe6ff8dd tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0775318 Oct 12 11:35:39.778913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0c1cabfc-52c9-4d78-8797-94a6e978d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.779365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4acfb552-24ea-4334-81ab-08f918252c6b req-57e620c5-6994-4ccb-9380-5101d0f974c0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486062 Oct 12 11:35:39.780510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-0c1cabfc-52c9-4d78-8797-94a6e978d7b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 1094 time: 0.1451159 Oct 12 11:35:39.837652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-e5205c1d-6812-423a-b3b0-e6c0521fd80f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d79007-a424-4f79-aff8-5eebd616f8ca HTTP/1.1" status: 200 len: 217 time: 0.0480046 Oct 12 11:35:39.944617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-ff62acd4-f942-4d6d-b90f-d36b15d6d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:39.946091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-ff62acd4-f942-4d6d-b90f-d36b15d6d975 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e56b99-1f9f-4bbe-b30c-29c8621bc9a6 HTTP/1.1" status: 200 len: 853 time: 0.0925217 Oct 12 11:35:40.001117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-761f8379-aca4-410f-b667-5bd3d081566c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463078 Oct 12 11:35:40.074818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44662) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:40.115466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-becd210d-7070-41a4-bee6-b685d4d7942f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eef9578addc4d1594dbd4b14dd26db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387633 Oct 12 11:35:40.117743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:40.132545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c9a282-cb4b-4a58-8398-44c108f34f9c {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:40.151229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.158155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-04758cd6-23d1-4fa5-a60f-763124745181 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460555 Oct 12 11:35:40.166122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.195073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Transition to ACTIVE for port object 80c9a282-cb4b-4a58-8398-44c108f34f9c will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:35:40.205866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.258751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f91c596f-7bc9-400a-bf52-0b744fd68b31 req-393171b6-4d61-48c3-a444-c07b293ff499 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930593 Oct 12 11:35:40.275285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.332829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Pushing event updated for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:40.360592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.363738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.364955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f5fc0e9-25d2-48ae-a7d8-16ce9c3fcbae HTTP/1.1" status: 204 len: 168 time: 0.2462718 Oct 12 11:35:40.379866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd4a73-ec73-4b70-8297-77bea755f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5fc0e9-25d2-48ae-a7d8-16ce9c3fcbae,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:40.410438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Attempting to bind port 80c9a282-cb4b-4a58-8398-44c108f34f9c on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:35:40.410966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Attempting to bind port 80c9a282-cb4b-4a58-8398-44c108f34f9c by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:35:40.411576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Attempting to bind port 80c9a282-cb4b-4a58-8398-44c108f34f9c on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:40.416146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Port 80c9a282-cb4b-4a58-8398-44c108f34f9c on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:35:40.416472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Attempting to bind port 80c9a282-cb4b-4a58-8398-44c108f34f9c on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:35:40.423400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:35:40.423742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:35:40.424326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:35:40.424910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Bound port: 80c9a282-cb4b-4a58-8398-44c108f34f9c, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:35:40.425280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.512904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:35:40.519009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:35:40.557645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850478cd-765b-4d93-8ae1-02f46aa746cb req-ba099b20-f538-42f1-aa5a-a0534b72eb2b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:40.560383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-850478cd-765b-4d93-8ae1-02f46aa746cb req-ba099b20-f538-42f1-aa5a-a0534b72eb2b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 943 time: 0.0582626 Oct 12 11:35:40.601159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-850478cd-765b-4d93-8ae1-02f46aa746cb req-ab497b4f-ba6e-4050-afc7-eb217bc5c7e6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Oct 12 11:35:40.613835 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.675917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cddcf42a-4638-4030-a890-6529b7c7ca1f req-d400dbd7-9d77-45f1-9b48-640bab5a0ac7 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0585315 Oct 12 11:35:40.680894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:40.681645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:40.686130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] 10.222.0.47 "PUT /v2.0/ports/80c9a282-cb4b-4a58-8398-44c108f34f9c HTTP/1.1" status: 200 len: 1091 time: 1.2277687 Oct 12 11:35:40.687100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:40.689403 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:40.714192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843fa54-fedc-4348-8fbb-9362d730b00d service neutron] Pushing event updated for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:40.754271 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be0e72-4dd6-4ffe-b254-5306e1ae5c1d x-openstack-request-id: req-f0be0e72-4dd6-4ffe-b254-5306e1ae5c1d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:40.754829 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:40.755275 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0be0e72-4dd6-4ffe-b254-5306e1ae5c1d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:40.755741 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c', 'status': 'completed', 'code': 200} Oct 12 11:35:40.856811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-1ec70238-9958-45e3-a11c-b1cad469a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:40.870853 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-1ec70238-9958-45e3-a11c-b1cad469a8c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 1094 time: 0.0796473 Oct 12 11:35:40.871080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a088d5-c1be-4af1-b789-8d71d47c89c8 req-b0b3d1e7-0018-49d8-88d5-ccda0ff848e7 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:40.872562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1a088d5-c1be-4af1-b789-8d71d47c89c8 req-b0b3d1e7-0018-49d8-88d5-ccda0ff848e7 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.0655956 Oct 12 11:35:40.908760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e828af-e860-4f11-adf0-8700aeee205c req-abcd4e6c-f448-4cc6-8354-e5ad4eaa32f0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:40.910967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58e828af-e860-4f11-adf0-8700aeee205c req-abcd4e6c-f448-4cc6-8354-e5ad4eaa32f0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0589261 Oct 12 11:35:40.957612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-58e828af-e860-4f11-adf0-8700aeee205c req-15c14a73-1300-4608-8d53-a07c2f795f84 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369611 Oct 12 11:35:40.967024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1a088d5-c1be-4af1-b789-8d71d47c89c8 req-2b4d859f-ded2-4b64-9be5-04e1f9b027a1 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Oct 12 11:35:41.015279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-845784fa-e4fb-466d-bf55-2a6e7740e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:41.017333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-845784fa-e4fb-466d-bf55-2a6e7740e70a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1434729 Oct 12 11:35:41.128601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-49f27062-51ef-47ba-92ee-e35e8c983c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:41.130074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5de61b41-5dd1-4fc0-bf6a-6963fd7005d6 req-49f27062-51ef-47ba-92ee-e35e8c983c0d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065106 Oct 12 11:35:41.220159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-cf7222c3-3714-4fe0-990a-79a5208e14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:41.221768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-cf7222c3-3714-4fe0-990a-79a5208e14a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 1094 time: 0.0500083 Oct 12 11:35:41.269189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-c9b737e2-0bfe-4a1f-8f57-756e687f2b9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c HTTP/1.1" status: 200 len: 217 time: 0.0377605 Oct 12 11:35:41.323298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-180dca57-6608-48bb-868a-997ce09d19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:41.325164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-180dca57-6608-48bb-868a-997ce09d19ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0484169 Oct 12 11:35:41.360521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-b96961e6-0fd4-481c-a0c7-a6549d936bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286200 Oct 12 11:35:41.454945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-c4bf99a6-4f04-4a97-bcc5-490da9b8c83c service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871484 Oct 12 11:35:41.552388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7683ed-1253-4265-ae52-29f5eb60fc8c req-5e75ab19-7e7f-4cd5-9a28-a3d364c013ab service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911274 Oct 12 11:35:41.727395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031f634-e282-474f-8b48-faa28d3bf3d9 req-acfe0204-769d-4487-bdf9-29d3e93df0d7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:41.728888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9031f634-e282-474f-8b48-faa28d3bf3d9 req-acfe0204-769d-4487-bdf9-29d3e93df0d7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 943 time: 0.0502653 Oct 12 11:35:41.776232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9031f634-e282-474f-8b48-faa28d3bf3d9 req-56882adf-e9d2-4d89-9b0f-308bc29dfd5d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Oct 12 11:35:41.829027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d62a66dd-7047-4e63-a61c-191c5b325346 req-900da1a3-4f3a-46d6-9baf-38b8ba788c72 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0305541 Oct 12 11:35:42.088514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500b15-e8ee-4aed-9d8c-e23b33e45125 req-66d6c8d8-ed56-41d1-98a0-92d1ebd7ce37 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:42.090113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90500b15-e8ee-4aed-9d8c-e23b33e45125 req-66d6c8d8-ed56-41d1-98a0-92d1ebd7ce37 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0563185 Oct 12 11:35:42.104320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6681d70-a6fe-4688-a77b-31756a0b0ccd req-df015fe2-121f-44f4-9c01-d4e1abc2e0c1 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:42.105829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6681d70-a6fe-4688-a77b-31756a0b0ccd req-df015fe2-121f-44f4-9c01-d4e1abc2e0c1 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Oct 12 11:35:42.131676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90500b15-e8ee-4aed-9d8c-e23b33e45125 req-3ef8a8a9-e681-44e1-867b-584dcec4d0e9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347245 Oct 12 11:35:42.148845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b6681d70-a6fe-4688-a77b-31756a0b0ccd req-8e496358-2d5c-4070-9748-c1446b1aadda tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Oct 12 11:35:42.901136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bfb8-0bec-4218-8034-af495c41bffa req-112b2939-cefa-4b95-bbdc-4b2d0a15d7b9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:42.902687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d75bfb8-0bec-4218-8034-af495c41bffa req-112b2939-cefa-4b95-bbdc-4b2d0a15d7b9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 943 time: 0.0553474 Oct 12 11:35:42.940882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d75bfb8-0bec-4218-8034-af495c41bffa req-ae9c7998-cde1-4a8c-b43c-fb6be53c5388 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Oct 12 11:35:43.026290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1d88d3f-83f2-4fa3-b347-3ad059ab288c req-fd382740-b72e-4ace-9de0-d87c221083c3 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0252619 Oct 12 11:35:43.261619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea9c9-e265-4ee2-a4ed-901320c121d0 req-0062e99c-7b0d-4a52-935d-0ae13bb1fef9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:43.263150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36ea9c9-e265-4ee2-a4ed-901320c121d0 req-0062e99c-7b0d-4a52-935d-0ae13bb1fef9 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0536728 Oct 12 11:35:43.294715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb50a88-c555-428d-a49f-cbcae997617f req-a080f9b8-d2d7-4756-b1fe-8d9fb8fa5d49 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:43.298032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4bb50a88-c555-428d-a49f-cbcae997617f req-a080f9b8-d2d7-4756-b1fe-8d9fb8fa5d49 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.0630953 Oct 12 11:35:43.319256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36ea9c9-e265-4ee2-a4ed-901320c121d0 req-c6a69419-36d9-4d48-9280-29d0d389ba41 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459986 Oct 12 11:35:43.353713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4bb50a88-c555-428d-a49f-cbcae997617f req-89c440b8-57c4-4d20-8a9e-c007c4b3a1d0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Oct 12 11:35:44.073826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3204b2-b441-4058-b2fc-06382a275e55 req-a4a7940c-1c9a-4887-a37d-47054916f226 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:44.075520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab3204b2-b441-4058-b2fc-06382a275e55 req-a4a7940c-1c9a-4887-a37d-47054916f226 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 943 time: 0.0621076 Oct 12 11:35:44.131893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab3204b2-b441-4058-b2fc-06382a275e55 req-aef978e9-a3cf-4a03-b93b-7d56e97b4d3a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Oct 12 11:35:44.141693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c5647f4-e2d3-4341-9cbe-7ebae7c65d67 req-03cfdf3e-f587-4c33-ae72-e3db63478040 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0287468 Oct 12 11:35:44.263961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 73d79007-a424-4f79-aff8-5eebd616f8ca details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:35:44.384657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=73d79007-a424-4f79-aff8-5eebd616f8ca,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:44.415365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '73d79007-a424-4f79-aff8-5eebd616f8ca', 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1', 'port_id': '73d79007-a424-4f79-aff8-5eebd616f8ca', 'mac_address': 'fa:16:3e:b5:ef:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e56b99-1f9f-4bbe-b30c-29c8621bc9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:35:44.435341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-94790002-31b1-456a-9b9e-56f4b177c1d1 req-d0c79eff-e0cd-4a34-8354-bcc29998b61e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0439587 Oct 12 11:35:44.478480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:44.502907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d79007-a424-4f79-aff8-5eebd616f8ca {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:44.518444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c51245-cb64-4b7e-80ec-167ceaaf4c81 req-65fe8288-a045-4c95-aa9f-245b3e7b1193 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:44.520407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82c51245-cb64-4b7e-80ec-167ceaaf4c81 req-65fe8288-a045-4c95-aa9f-245b3e7b1193 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0684373 Oct 12 11:35:44.544746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=73d79007-a424-4f79-aff8-5eebd616f8ca,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:44.568225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59dded-b36f-42a3-8123-ed0b531c2500 req-092664c9-78a8-4da9-844a-c67955b31fb4 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:44.570138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a59dded-b36f-42a3-8123-ed0b531c2500 req-092664c9-78a8-4da9-844a-c67955b31fb4 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 943 time: 0.0625622 Oct 12 11:35:44.583174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82c51245-cb64-4b7e-80ec-167ceaaf4c81 req-92eb0fce-b59e-4073-b8d3-bec60f5579e6 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Oct 12 11:35:44.616928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a59dded-b36f-42a3-8123-ed0b531c2500 req-b9631aec-009d-42a2-b63e-ed9e31890d2c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Oct 12 11:35:44.656941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:44.657643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 80c9a282-cb4b-4a58-8398-44c108f34f9c details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:35:44.735713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:44.796672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:44.808029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '80c9a282-cb4b-4a58-8398-44c108f34f9c', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': '80c9a282-cb4b-4a58-8398-44c108f34f9c', 'mac_address': 'fa:16:3e:38:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:35:44.845304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:44.857422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c9a282-cb4b-4a58-8398-44c108f34f9c {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:44.880958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:45.035581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:45.083924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:45.244179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:45.250135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ef48d-09d4-4f07-b222-63b82e90b30b req-70d4aa32-82f6-4249-b48b-95dff09c70d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:45.257710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-542ef48d-09d4-4f07-b222-63b82e90b30b req-70d4aa32-82f6-4249-b48b-95dff09c70d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 944 time: 0.0601001 Oct 12 11:35:45.270460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['73d79007-a424-4f79-aff8-5eebd616f8ca'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:45.276543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-32322f6c-0871-4ae2-9879-c4b2b0ebacee req-a7180692-360a-40ab-b960-379dd452811c tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0537636 Oct 12 11:35:45.307228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-542ef48d-09d4-4f07-b222-63b82e90b30b req-871aaf8a-cfbb-4955-b6a2-4b5121ecde51 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486431 Oct 12 11:35:45.329412 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8244b39-9b15-48e4-b337-b7439d62405c req-b92a9d77-6f3f-467a-9aff-2c892696c7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0362842 Oct 12 11:35:45.598274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cdae3722-241a-4fb6-bb2f-ad3c17e79acc details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:35:45.715248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:45.728425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:35:45.728750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1058d-c9e9-478b-ba9c-040ce9177d34 req-a33da5bf-73b5-4a13-ad3c-64187b4f9576 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:45.731996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03d1058d-c9e9-478b-ba9c-040ce9177d34 req-a33da5bf-73b5-4a13-ad3c-64187b4f9576 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 943 time: 0.0787911 Oct 12 11:35:45.781339 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:45.787384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-03d1058d-c9e9-478b-ba9c-040ce9177d34 req-aca45df4-0045-4fdb-891f-4ca1aacfeab7 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Oct 12 11:35:45.789501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d324e-a4d8-4e22-9e82-453f8f904616 req-5bc0bcc0-2c92-48f6-bdfd-6ed359093bce tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:45.791356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f6d324e-a4d8-4e22-9e82-453f8f904616 req-5bc0bcc0-2c92-48f6-bdfd-6ed359093bce tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 944 time: 0.0674691 Oct 12 11:35:45.797640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdae3722-241a-4fb6-bb2f-ad3c17e79acc {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:35:45.820092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:45.837881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f6d324e-a4d8-4e22-9e82-453f8f904616 req-a3b54c5c-53d0-400a-a47b-4d9d5ccc6fb2 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Oct 12 11:35:45.910262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:45.960586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:46.279449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 73d79007-a424-4f79-aff8-5eebd616f8ca up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:35:46.392373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-970bb78e-d0aa-48ef-88a3-fa77b5935706 req-c8e24e48-0bb7-406f-b5b4-245909f37ec5 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Oct 12 11:35:46.417872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['cdae3722-241a-4fb6-bb2f-ad3c17e79acc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:46.441435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 73d79007-a424-4f79-aff8-5eebd616f8ca completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:35:46.448427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 73d79007-a424-4f79-aff8-5eebd616f8ca triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:35:46.448806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:46.503038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebf62-9113-432a-a4f5-34e1342e1da8 req-b1cd8c38-e935-4bbe-bea8-908f4cfbe457 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:46.525615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed3ebf62-9113-432a-a4f5-34e1342e1da8 req-b1cd8c38-e935-4bbe-bea8-908f4cfbe457 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 944 time: 0.0727515 Oct 12 11:35:46.572833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed3ebf62-9113-432a-a4f5-34e1342e1da8 req-0cbda5b7-57a4-40f2-81f0-c190fdab9eee tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Oct 12 11:35:46.587875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:46.624560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:46.627077 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f2c474-d168-4fb4-9233-e24b314dd970" -d '{"events": [{"server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "name": "network-vif-plugged", "status": "completed", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:46.656359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=73d79007-a424-4f79-aff8-5eebd616f8ca,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:46.683444 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32e0c5-90e1-4bb3-b58c-b04e57010005 x-openstack-request-id: req-8c32e0c5-90e1-4bb3-b58c-b04e57010005 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:46.683554 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "name": "network-vif-plugged", "status": "completed", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:46.683792 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c32e0c5-90e1-4bb3-b58c-b04e57010005 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:46.684196 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca', 'code': 200} Oct 12 11:35:46.773087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:46.773794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 80c9a282-cb4b-4a58-8398-44c108f34f9c up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:35:46.779135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a327b8-4f08-4768-a01c-c665d99a5598 req-2eeeec35-c6b7-417a-a8e9-851c49256114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:46.781494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3a327b8-4f08-4768-a01c-c665d99a5598 req-2eeeec35-c6b7-417a-a8e9-851c49256114 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 1095 time: 0.0419419 Oct 12 11:35:46.816743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3a327b8-4f08-4768-a01c-c665d99a5598 req-6d6fe2b4-1eca-42f6-85bb-71d0dbdc8d83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287700 Oct 12 11:35:46.888485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:46.967312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d7cf-5044-4cee-8112-1638a08b7e14 req-052aea32-7b3d-4ee7-9caf-5a757a67f271 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:46.971762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2e9d7cf-5044-4cee-8112-1638a08b7e14 req-052aea32-7b3d-4ee7-9caf-5a757a67f271 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 944 time: 0.0674205 Oct 12 11:35:46.971893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9475493-27e3-4883-82e2-c73d1fa4cc4a req-250d7e8b-8b2a-4ff7-869a-e5ed876cada2 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:46.972369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9475493-27e3-4883-82e2-c73d1fa4cc4a req-250d7e8b-8b2a-4ff7-869a-e5ed876cada2 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.0599618 Oct 12 11:35:47.016194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2e9d7cf-5044-4cee-8112-1638a08b7e14 req-647ba89a-8762-4745-b9c9-52e34834ad51 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400169 Oct 12 11:35:47.025029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9475493-27e3-4883-82e2-c73d1fa4cc4a req-5d6fe73b-d60f-4560-b75c-7494fe81e0b9 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Oct 12 11:35:47.098018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 80c9a282-cb4b-4a58-8398-44c108f34f9c completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:35:47.102058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 80c9a282-cb4b-4a58-8398-44c108f34f9c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:35:47.114187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.193446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.227593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:47.313724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.367952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:47.496822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aba29635-1a66-4ccf-b905-a1ce67a1af5f req-2ae7f227-2c80-4140-97a3-48b1973606a7 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Oct 12 11:35:47.614623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cdae3722-241a-4fb6-bb2f-ad3c17e79acc up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:35:47.730726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a8e46-3618-4bbf-a9d0-b5af46672e78 req-d2314077-64da-4269-a04d-2b434470ef21 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:47.732335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe6a8e46-3618-4bbf-a9d0-b5af46672e78 req-d2314077-64da-4269-a04d-2b434470ef21 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.0784013 Oct 12 11:35:47.772436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe6a8e46-3618-4bbf-a9d0-b5af46672e78 req-0d75c785-2c04-47ff-a9d5-3c2a0d647930 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Oct 12 11:35:47.778847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-486218f1-22b6-4ace-ae0e-f9fceaad2420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.878057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port cdae3722-241a-4fb6-bb2f-ad3c17e79acc completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:35:47.878057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port cdae3722-241a-4fb6-bb2f-ad3c17e79acc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:35:47.878057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.952175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:47.990201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:35:48.103938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:48.175589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:48.245825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f723-7e95-411d-b762-7764742ce45f req-9f590ca8-c3f2-4726-9548-a420094e1ef0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:48.247432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b391f723-7e95-411d-b762-7764742ce45f req-9f590ca8-c3f2-4726-9548-a420094e1ef0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.0694079 Oct 12 11:35:48.288177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b391f723-7e95-411d-b762-7764742ce45f req-69ea4cec-6cf7-435f-b67e-c626739b869c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Oct 12 11:35:48.371666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480928e-c84c-4cb8-be46-5fbde85a8e64 req-3dda0715-8bad-421c-9dd5-144da70de7af tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:48.371666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4480928e-c84c-4cb8-be46-5fbde85a8e64 req-3dda0715-8bad-421c-9dd5-144da70de7af tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.2695158 Oct 12 11:35:48.423483 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4480928e-c84c-4cb8-be46-5fbde85a8e64 req-40851c7e-bd2a-42c6-9a61-eab3b99fed8f tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Oct 12 11:35:48.466882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-081fea7a-0925-4e61-a38d-a5b129fd1cc3 req-2493ef2f-cf46-424a-95cd-d5c1b51162d3 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0358152 Oct 12 11:35:48.685056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c'}, {'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:48.688103 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87be30c9-4ff0-4fc0-aa79-aac5134d175f" -d '{"events": [{"server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "name": "network-vif-plugged", "status": "completed", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c"}, {"server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "name": "network-vif-plugged", "status": "completed", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:48.732391 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d067c2-0f62-41ab-b575-68584abeaa82 x-openstack-request-id: req-24d067c2-0f62-41ab-b575-68584abeaa82 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:48.732391 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "name": "network-vif-plugged", "status": "completed", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c", "code": 200}, {"server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "name": "network-vif-plugged", "status": "completed", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:48.732391 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24d067c2-0f62-41ab-b575-68584abeaa82 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:48.732391 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c', 'code': 200} Oct 12 11:35:48.732391 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'code': 200} Oct 12 11:35:48.856309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a13691-ed2b-4ca3-932b-c45ae04d6125 req-466e271e-6f1f-45b0-bf03-67f6de197700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:48.857595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5197-b759-4696-9493-91cb21d13980 req-e4bff781-c314-473b-bd0e-65d3f7854af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:48.859796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5af5197-b759-4696-9493-91cb21d13980 req-e4bff781-c314-473b-bd0e-65d3f7854af3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 1096 time: 0.0723031 Oct 12 11:35:48.861962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59a13691-ed2b-4ca3-932b-c45ae04d6125 req-466e271e-6f1f-45b0-bf03-67f6de197700 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1096 time: 0.0749328 Oct 12 11:35:48.908001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59a13691-ed2b-4ca3-932b-c45ae04d6125 req-f92ae741-7385-4ab8-81b5-2c6e2ee6fc5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Oct 12 11:35:48.943148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5af5197-b759-4696-9493-91cb21d13980 req-7d93812b-8690-4de1-91f9-8283c57c932f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710354 Oct 12 11:35:48.952856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b79f9-eb9b-48f3-99eb-4a1581899bc1 req-b77324c2-386f-4383-8bb7-47d52cd5e9d2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:48.954319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5b79f9-eb9b-48f3-99eb-4a1581899bc1 req-b77324c2-386f-4383-8bb7-47d52cd5e9d2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.0922241 Oct 12 11:35:49.202747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5b79f9-eb9b-48f3-99eb-4a1581899bc1 req-c3ac5916-2eab-4f10-9ce0-507d276edd09 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422011 Oct 12 11:35:49.418043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe249-30a9-444e-86c3-bc27c22de51a req-48ca1ad2-5553-4833-9fab-fa2b703800d3 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.419550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60bfe249-30a9-444e-86c3-bc27c22de51a req-48ca1ad2-5553-4833-9fab-fa2b703800d3 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.0574944 Oct 12 11:35:49.495155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-60bfe249-30a9-444e-86c3-bc27c22de51a req-fe372a79-680b-4ad8-a84a-a0143f6e8f2b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681207 Oct 12 11:35:49.502736 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-6f8b7f23-da75-442a-99ac-47946768ea16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0742669 Oct 12 11:35:49.603705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9c2f7-2a2b-4644-9899-cb1caf871bc1 req-9ce0d663-cf10-480e-b471-3b7f56c6fbe5 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.606089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfe9c2f7-2a2b-4644-9899-cb1caf871bc1 req-9ce0d663-cf10-480e-b471-3b7f56c6fbe5 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.0735564 Oct 12 11:35:49.653038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfe9c2f7-2a2b-4644-9899-cb1caf871bc1 req-5c5f69ff-64bc-479c-bbef-e5e140b671e7 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Oct 12 11:35:49.655477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d79975a5-e682-42f7-a387-283415b1ff56 req-46440862-5a23-4a76-958c-4e4707dd77a8 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0766368 Oct 12 11:35:49.668727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.669061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.669704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.670157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.670829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.671281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.671911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.673848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1035cc2b-32d3-4df0-91d3-fea6cbbfd3d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1066771 Oct 12 11:35:49.797217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-42ff2975-a25f-4e36-b497-636d308b2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.797683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-42ff2975-a25f-4e36-b497-636d308b2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.798135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-42ff2975-a25f-4e36-b497-636d308b2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.799812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-42ff2975-a25f-4e36-b497-636d308b2664 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.0992577 Oct 12 11:35:49.887016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-9248fcbe-4ae7-44cd-aeb4-d9ba201d450d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.0788279 Oct 12 11:35:49.943292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-06652622-2391-4333-93bb-6b47c4db0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:49.945287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-06652622-2391-4333-93bb-6b47c4db0667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0504467 Oct 12 11:35:50.011225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-e23a9dd3-486e-4647-b55a-309e2995f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.012860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-e23a9dd3-486e-4647-b55a-309e2995f4d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556929 Oct 12 11:35:50.123098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-a56711f7-bbba-4069-99c6-1a911dc9e559 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909102 Oct 12 11:35:50.255416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-cf6d56e8-17ba-4a72-9f76-73c2928bdd6e service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253366 Oct 12 11:35:50.313563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-d0e1383d-31c1-4da9-a437-157778825011 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0500212 Oct 12 11:35:50.384617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-a0006701-3d9c-4be3-8c97-38c45e36ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.386052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df712e9-92d2-46c1-8b28-6bca4e5ee30a req-31364201-ab1f-4d26-86f8-eb48d3c2535e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.386212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-a0006701-3d9c-4be3-8c97-38c45e36ae3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0598054 Oct 12 11:35:50.387600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3df712e9-92d2-46c1-8b28-6bca4e5ee30a req-31364201-ab1f-4d26-86f8-eb48d3c2535e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.1070926 Oct 12 11:35:50.431858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-5aceb8b7-6aa4-47e7-88c7-9aae7235d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.434106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-5aceb8b7-6aa4-47e7-88c7-9aae7235d40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415211 Oct 12 11:35:50.438467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3df712e9-92d2-46c1-8b28-6bca4e5ee30a req-7130cb94-3e65-4e60-ad78-b016a554ae12 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Oct 12 11:35:50.538413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd180948-b1bf-4d3b-8f2a-3a05f7a48052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:50.600950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-769bf767-cc8e-4476-91fa-e2fdc449a24d service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537437 Oct 12 11:35:50.689102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 44992) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:50.780179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-b4889687-bc58-4dfa-94c4-48a2f9c7d571 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666405 Oct 12 11:35:50.828283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-e7d1cdf6-2b8d-40b0-8820-7e01d5539e2a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.835420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-e7d1cdf6-2b8d-40b0-8820-7e01d5539e2a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1538520 Oct 12 11:35:50.855288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-57c7adfc-cc49-4ec8-bbc4-e2432ff6ddde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0505023 Oct 12 11:35:50.886184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-6ae3e81d-be74-4c8e-887e-6e3c83d527d3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0498550 Oct 12 11:35:50.904727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ff45-680c-4342-9c66-113337f110a5 req-c7758359-4ceb-407d-a900-b4061250ba8f tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.906351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e17ff45-680c-4342-9c66-113337f110a5 req-c7758359-4ceb-407d-a900-b4061250ba8f tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.1608419 Oct 12 11:35:50.923190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-bb9c3c08-a258-4300-87d2-da5ca3fbe86b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857301 Oct 12 11:35:50.950017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-a706a1a9-52b6-4fd6-8520-68078886f2b9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628984 Oct 12 11:35:50.954422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-5e178445-eab6-4e66-a3fc-915a689501a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:50.956232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-5e178445-eab6-4e66-a3fc-915a689501a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0912218 Oct 12 11:35:50.986601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:51.013292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e17ff45-680c-4342-9c66-113337f110a5 req-b6499680-00a7-4dd8-b56c-5ac90e7b72da tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958440 Oct 12 11:35:51.048574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-c4181102-ecaa-4c59-b1ca-e4569ac17d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:51.050094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-c4181102-ecaa-4c59-b1ca-e4569ac17d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831461 Oct 12 11:35:51.109703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-dd0398b2-a7f7-4aff-bd6f-91f642bd36cc service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588175 Oct 12 11:35:51.158310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160949-3c94-46a1-938f-e7cf461608ba req-26d24755-5f3d-4163-9eab-40ca39c9ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:51.160159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-26d24755-5f3d-4163-9eab-40ca39c9ea12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 1096 time: 0.1776621 Oct 12 11:35:51.172161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fade2fde-5c40-475f-ab8d-024d198aadcd req-3dbbd080-4c3d-4b78-9cbc-5a188d7f9baf tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0781178 Oct 12 11:35:51.215019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:51.233688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-d29e5686-5884-4587-8bc6-83c977ff8236 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688883 Oct 12 11:35:51.292092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:51.333262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160949-3c94-46a1-938f-e7cf461608ba req-df87e537-cc7e-42b5-a544-a4e5d165aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:51.334953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-df87e537-cc7e-42b5-a544-a4e5d165aef9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 200 len: 914 time: 0.1268513 Oct 12 11:35:51.392113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-b44bb752-e55e-401c-b92c-d274c6c9ed0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d79007-a424-4f79-aff8-5eebd616f8ca HTTP/1.1" status: 200 len: 217 time: 0.0500574 Oct 12 11:35:51.408036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccaefb205e534d80b357867136de353c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150977 Oct 12 11:35:51.408942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45034) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:51.413252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717089ea-acd4-4165-a93f-25519b6cb0aa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:51.493766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9508f3fe-4501-4b58-8c76-54a4b0fd4c15 req-3fc39de5-6168-4ce9-9d94-23407b059ccc service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764410 Oct 12 11:35:51.520519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160949-3c94-46a1-938f-e7cf461608ba req-2d58eda8-fc13-4fc9-a3c7-e9363f01ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:51.522334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-2d58eda8-fc13-4fc9-a3c7-e9363f01ed40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e56b99-1f9f-4bbe-b30c-29c8621bc9a6 HTTP/1.1" status: 200 len: 853 time: 0.1031148 Oct 12 11:35:51.566952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-7ca111c8-ea7d-4831-a3ce-a6f4c1e032f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364251 Oct 12 11:35:51.698550 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:51.718090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-f530b45f-d800-450f-af8e-4fe38b7ee2c7 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431463 Oct 12 11:35:51.836515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:51.856141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3160949-3c94-46a1-938f-e7cf461608ba req-01c6e6cc-baa3-423e-bee6-f34c9a69ec19 service neutron] 10.222.0.47 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316290 Oct 12 11:35:51.943660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.944238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.944346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.944748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.944994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.945755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.946095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.946478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.946846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.947171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.947493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.947815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c19f5-f82f-434b-9e6c-ba19e59cc5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:35:51.964686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-4233b34e-c6ea-4b5c-aded-bc166e07f49b service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274282 Oct 12 11:35:52.015571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-3e034814-4e2f-4293-928b-63668b953e74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0433831 Oct 12 11:35:52.031240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:52.082196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:52.088932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:52.129665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-9a28c74a-b22f-489f-bbd5-9ec6b5476ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.131213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-9a28c74a-b22f-489f-bbd5-9ec6b5476ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0979981 Oct 12 11:35:52.186295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce1e0e-397c-4d7c-b372-d67fc0965909 req-4f35e654-db08-4d37-aaa4-d82be99b0b05 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.188526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71ce1e0e-397c-4d7c-b372-d67fc0965909 req-4f35e654-db08-4d37-aaa4-d82be99b0b05 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.0642169 Oct 12 11:35:52.190800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-c7eaf790-eb05-445b-807f-58553bf5b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.192334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-c7eaf790-eb05-445b-807f-58553bf5b663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506024 Oct 12 11:35:52.257226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71ce1e0e-397c-4d7c-b372-d67fc0965909 req-22f6cb6e-12d0-495c-b7eb-6c6a5b2103c1 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583777 Oct 12 11:35:52.327497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:52.330253 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:52.331567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/717089ea-acd4-4165-a93f-25519b6cb0aa HTTP/1.1" status: 204 len: 168 time: 0.9155252 Oct 12 11:35:52.360779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7818-24ae-4ae8-ba7f-af8172bcf1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717089ea-acd4-4165-a93f-25519b6cb0aa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:52.366316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-ef41090f-86da-41fe-9423-6c5b9a55751a service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661460 Oct 12 11:35:52.426881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1ef6727-c5d2-4827-ba4a-5e6d620b840b req-dcac7a32-2274-4513-b00e-c16143d3ead2 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0374498 Oct 12 11:35:52.522542 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-6ea8a0d8-c884-482b-879e-d91025cfd707 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464424 Oct 12 11:35:52.584852 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-092fde06-69d2-4fc3-9370-d6c9d2efcb6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.0549340 Oct 12 11:35:52.603718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35877f-768e-4319-97d4-ad44a876cfa4 req-3b27f002-b3e3-4e64-a4ba-be22367b07da tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.603718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d35877f-768e-4319-97d4-ad44a876cfa4 req-3b27f002-b3e3-4e64-a4ba-be22367b07da tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.0703814 Oct 12 11:35:52.646327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-2732bbc9-cce8-4292-a9d0-6c2ca5023b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.648390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-2732bbc9-cce8-4292-a9d0-6c2ca5023b21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0515680 Oct 12 11:35:52.662080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d35877f-768e-4319-97d4-ad44a876cfa4 req-dea5c1ed-584e-49eb-88be-032ce9e8257a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507119 Oct 12 11:35:52.679476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:52.741072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-bee1f7ab-51cb-4897-a4a4-90c0dcd761df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:52.748996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-bee1f7ab-51cb-4897-a4a4-90c0dcd761df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771952 Oct 12 11:35:52.866885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-ebe3c0d6-e6d6-4183-a20c-eb0c0768a63c service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142185 Oct 12 11:35:53.006312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-4dc58e46-f91b-4972-b230-bc48459e34c0 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337886 Oct 12 11:35:53.008574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3badf-249f-4c21-b109-52c4dfe4f95a tempest-TestVolumeBackupRestore-1755384416 tempest-TestVolumeBackupRestore-1755384416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.016328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37a3badf-249f-4c21-b109-52c4dfe4f95a tempest-TestVolumeBackupRestore-1755384416 tempest-TestVolumeBackupRestore-1755384416-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1091 time: 0.3335888 Oct 12 11:35:53.016992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45088) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:53.021368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:53.077807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-3038311d-3ad0-4220-b999-a16858b3f3e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.0646868 Oct 12 11:35:53.136171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-e81842d5-8fb8-4423-a924-4dd33257e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.137651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-e81842d5-8fb8-4423-a924-4dd33257e3fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0534782 Oct 12 11:35:53.152523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:53.225625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1a8d5add-773c-489c-a6fa-89e04f44c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.231260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-1a8d5add-773c-489c-a6fa-89e04f44c525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871677 Oct 12 11:35:53.353820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:53.354535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-797d5ddf-2be9-411b-99ef-3dfe90b551ee service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164856 Oct 12 11:35:53.359267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-b100e0df-0e55-466d-812a-ea992f8bb65d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.361008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-b100e0df-0e55-466d-812a-ea992f8bb65d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.2035851 Oct 12 11:35:53.392639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-117cf3a2-18ff-411e-b450-8bdc92ac1813 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0208766 Oct 12 11:35:53.450095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:53.497866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-86b3ac7f-de10-4500-8db9-295666ab8eaa service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300473 Oct 12 11:35:53.536116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-11f52e62-6bb0-43c6-a9f6-886a40539989 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227367 Oct 12 11:35:53.536839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45102) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:53.578454 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-d9a4a57e-bbe4-496b-9d9c-b1822eeb7d1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.0734165 Oct 12 11:35:53.584651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b83127c1-d7f2-4ea2-9568-aaea64427057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:53.598212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1cd248c5-5560-44cf-849c-f5089c1e719b req-65fd8655-374f-4ac6-b944-c1af0a97dc07 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0329332 Oct 12 11:35:53.681230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-fcb5a4e6-bd05-4255-87c0-44fbb16cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.682872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-fcb5a4e6-bd05-4255-87c0-44fbb16cf0dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0874345 Oct 12 11:35:53.740781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Allocated IP 172.25.2.11 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:53.746887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-a0707d5e-05da-440c-9b4d-91856d7c232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:53.748865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-a0707d5e-05da-440c-9b4d-91856d7c232b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575428 Oct 12 11:35:53.778687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-cbb0682c-4824-46ed-8ca4-c2712188c934 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214150 Oct 12 11:35:53.863594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-850c7b9d-fa43-4e20-9e19-e410205b35ae service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062934 Oct 12 11:35:53.931926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b83127c1-d7f2-4ea2-9568-aaea64427057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:53.985085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fa1b46ce-b560-4525-a16a-b11edbb3cd4a req-4529c80a-87d7-4a03-b4fa-7480cad3ea09 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076210 Oct 12 11:35:53.989170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-a5a2a798-b279-4cd2-9816-fe48aaccb29f service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095950 Oct 12 11:35:54.000770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.000770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b83127c1-d7f2-4ea2-9568-aaea64427057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.073874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b83127c1-d7f2-4ea2-9568-aaea64427057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d1f1e00756449e8906985e1fb7b8688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331028 Oct 12 11:35:54.074612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83127c1-d7f2-4ea2-9568-aaea64427057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be23a2-7122-4e31-9285-f5817b98420b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:54.079226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45110) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:54.143137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.169271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.207352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.251648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:54.254840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:54.262507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:54.288330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'Port': ['ID=0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:54.321471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.325175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:54.327136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99be23a2-7122-4e31-9285-f5817b98420b HTTP/1.1" status: 204 len: 168 time: 0.2455158 Oct 12 11:35:54.340855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5752e1-fa30-4127-afb3-4f5704ee4b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be23a2-7122-4e31-9285-f5817b98420b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:54.412605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21eda194-1fc3-4657-8cfd-76271a3a7916 req-4bf3c07b-8724-49f3-aeb9-32ed91b13cbb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0842555 Oct 12 11:35:54.770225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4e6a3d2-3598-43d2-bf5a-dee30fc58137 req-65764f29-3dcb-45c8-bb82-0608244043a4 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0357091 Oct 12 11:35:54.857379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:55.047703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:55.232166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:55.309710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:55.400084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event updated for resources: {'Port': ['ID=0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:55.415488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:55.540981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62f6ce65-f7ed-4c31-899a-a94b2c399ba7 req-50813842-ca24-4cb3-b850-c6abf1cf2a83 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0344398 Oct 12 11:35:55.543408 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Floating IP 744ed18b-2c41-4bca-a721-c50b04259670 associated. External IP: 172.25.2.11, port: cdae3722-241a-4fb6-bb2f-ad3c17e79acc. Oct 12 11:35:56.166981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75c8d87d-f5eb-449a-a0d5-fd95ab586980 req-e4bd2de7-356c-4df7-bc96-b7c7654ed57c tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0366676 Oct 12 11:35:56.254794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Router f654e8f2-880a-4a9e-a970-97a352082fc4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:56.464132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:56.480563 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:56.497800 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:56.499715 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:56.609819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:56.683723 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:56.685008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:56.687357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cae33d99-7148-4bd6-a8a5-9bef7cfb370d req-d42cf9a0-9dfa-43be-9fe8-ae20540b6722 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0443969 Oct 12 11:35:56.710458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c0b42b46-4589-4aa2-825e-b9325cca9238 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6922226 Oct 12 11:35:56.711014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:56.713443 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62e6e5-4558-4ffa-9277-74458dad5bde" -d '{"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:56.713588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45184) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:56.778448 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc10f5a-f720-4a97-b1e2-e207a61d63b9 x-openstack-request-id: req-acc10f5a-f720-4a97-b1e2-e207a61d63b9 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:56.779148 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:56.779861 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acc10f5a-f720-4a97-b1e2-e207a61d63b9 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:56.780505 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:35:56.793071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7598111-54ce-468e-bb3e-c71997ec9aa7 tempest-TestVolumeBackupRestore-1755384416 tempest-TestVolumeBackupRestore-1755384416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:56.799168 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a7598111-54ce-468e-bb3e-c71997ec9aa7 tempest-TestVolumeBackupRestore-1755384416 tempest-TestVolumeBackupRestore-1755384416-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1091 time: 0.0842462 Oct 12 11:35:56.806256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:56.812350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Request body: {'floatingip': {'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:56.905388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:56.920158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-006d1246-8fd4-42ed-b040-49b30ffdf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:56.922156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-006d1246-8fd4-42ed-b040-49b30ffdf519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1096 time: 0.1119089 Oct 12 11:35:57.091873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45198) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:57.172083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-c0904029-3553-460c-aa39-1bac9db3ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:57.174533 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-c0904029-3553-460c-aa39-1bac9db3ed50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 915 time: 0.2439873 Oct 12 11:35:57.259901 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:54Z', 'revision_number': 0, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:57.358588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a43f9bc-6d07-490c-9a08-0823549e659b req-b88b0851-9b63-4848-931f-7bb00834d491 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0569115 Oct 12 11:35:57.382006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:57.390587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-1ee98fc4-8357-4918-8d43-3eb42edf127a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 998 time: 0.2071137 Oct 12 11:35:57.420562 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:57.424076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:57.532549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-e9269831-0a20-492e-8e68-183105da09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:57.534960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-e9269831-0a20-492e-8e68-183105da09b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 200 len: 853 time: 0.1342409 Oct 12 11:35:57.535712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-453b04fb-f873-45d4-b533-c7f6e024d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:57.624006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:57.722822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-c5e93331-f459-4a0f-aa8c-78b6a49439c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:57.729255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-c5e93331-f459-4a0f-aa8c-78b6a49439c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e79850-a9c3-4259-af7a-0b2630582591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777339 Oct 12 11:35:57.962461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-453b04fb-f873-45d4-b533-c7f6e024d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:57.962579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:57.970816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-4673f22a-4aca-44ea-b574-6a98d81a2a98 service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280653 Oct 12 11:35:57.978456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-eeac200b-5853-48c0-8140-02c5e7387f40 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:57.986067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-eeac200b-5853-48c0-8140-02c5e7387f40 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 1.0314381 Oct 12 11:35:57.995334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': '88b825dc-c306-4273-91de-a4083aceb034', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:58.047941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70000cc0-8e14-4a27-b7d8-6ab5316ff329 req-58012322-bc5e-4e40-ba07-afaf2f3cd33a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0806758 Oct 12 11:35:58.052432 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.096340 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:54Z', 'revision_number': 0, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:58.104790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9e62e6e5-4558-4ffa-9277-74458dad5bde req-081d3d67-c8b2-4a4c-a0f9-8fca7690ddce service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264367 Oct 12 11:35:58.105948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-453b04fb-f873-45d4-b533-c7f6e024d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.151961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b04fb-f873-45d4-b533-c7f6e024d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec333dc-8c50-409a-bc08-ee164a95035d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:58.169457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-453b04fb-f873-45d4-b533-c7f6e024d2dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26620a8feefe43ccb097f680fd42c4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0640841 Oct 12 11:35:58.169457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:35:58.177096 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9f6d6-2a7f-4bf7-980c-f3114a3f3223 None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:54Z', 'revision_number': 0, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:35:58.241222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.274284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.421632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:35:58.426730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.486302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.489914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.491543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ec333dc-8c50-409a-bc08-ee164a95035d HTTP/1.1" status: 204 len: 168 time: 0.3265164 Oct 12 11:35:58.495598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed9da-ac47-4ed5-a563-1804c83b50fb None None] New status for floating IP 744ed18b-2c41-4bca-a721-c50b04259670: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:35:58.502355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36a49b78-0672-4998-baaa-2df3d00907c8 req-71f2f4f2-6ce6-447f-bb47-c3431af6c5a1 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0408614 Oct 12 11:35:58.517448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad9cfe-264c-4a20-9820-0d84ba0faa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec333dc-8c50-409a-bc08-ee164a95035d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:58.555950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Router f654e8f2-880a-4a9e-a970-97a352082fc4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:35:58.660516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.10 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/0f053bde-2e9f-4625-aa25-0215fa5d3ac5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:35:58.745623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:35:58.753464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.815896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:35:58.818157 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89a63d-5eb7-47f7-a617-ede7ff5967a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:35:58.883365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c6ae0e1c-b989-48fa-9c5e-f4f57e63ed02 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "PUT /v2.0/floatingips/744ed18b-2c41-4bca-a721-c50b04259670 HTTP/1.1" status: 200 len: 990 time: 2.0708098 Oct 12 11:35:58.891359 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea2dbb-eccd-4c11-ae59-db31467f1aab x-openstack-request-id: req-d7ea2dbb-eccd-4c11-ae59-db31467f1aab {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:35:58.891644 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:35:58.891892 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7ea2dbb-eccd-4c11-ae59-db31467f1aab {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:35:58.892281 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:35:58.928994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:58.986450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-64eb62c0-c628-4137-8c6b-ac63482f0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:58.988179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-64eb62c0-c628-4137-8c6b-ac63482f0a63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1096 time: 0.0662231 Oct 12 11:35:59.089621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-434dff4f-aa6b-41e8-8fa2-23e695f17a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:59.091260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-434dff4f-aa6b-41e8-8fa2-23e695f17a3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 915 time: 0.0934634 Oct 12 11:35:59.159124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3e7d940-a774-4044-aa8e-7212a445cd4d req-bd7bb8a4-0ee5-4c7b-a1b0-b0bfdb6f39ef tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0333858 Oct 12 11:35:59.178437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-4925ca62-6a07-4aa7-8d9d-84227113e7f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 998 time: 0.0794680 Oct 12 11:35:59.194574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:59.204289 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:35:59.208359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:35:59.230257 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:59.234427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:59.251672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:35:59.260450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:35:59.266039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:35:59.282824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-9b50297d-d311-4e18-94c2-a4d97541fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:59.284196 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-9b50297d-d311-4e18-94c2-a4d97541fd2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 200 len: 853 time: 0.0929773 Oct 12 11:35:59.318088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:35:59.363668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-3ea18f46-56b7-4152-bd3b-b2fe1e1faa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:59.365484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-3ea18f46-56b7-4152-bd3b-b2fe1e1faa47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e79850-a9c3-4259-af7a-0b2630582591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722568 Oct 12 11:35:59.378463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:35:59.379620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:59.506779 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:35:59.515602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-a1ee1fe2-ff71-4343-9b9a-7b6291d08bbf service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341240 Oct 12 11:35:59.568166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-7976439b-fdb3-411c-b6ac-72931a5d35d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5768135 Oct 12 11:35:59.581912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Request body: {'port': {'device_id': '88b825dc-c306-4273-91de-a4083aceb034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:35:59.633764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-df89a63d-5eb7-47f7-a617-ede7ff5967a9 req-daaf3065-0ebd-44dd-a898-d8009845fe48 service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108179 Oct 12 11:35:59.754992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:35:59.758665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfcd818f-941c-4051-b7a1-2988feeb9f89 req-f25fbd80-2934-4f43-8ae3-6ab16db67558 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0329685 Oct 12 11:35:59.808705 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:58Z', 'revision_number': 2, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:35:59.844815 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:35:59.857384 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:35:59.858721 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:35:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:00.084150 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:36:00.147518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:00.156748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:00.173482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Transition to ACTIVE for port object 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:36:00.280587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:00.347279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b580-7556-4552-b12b-28eb918e04e1 req-421e7706-6f1e-48f2-8324-09b7afc73d94 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:00.352844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17d3b580-7556-4552-b12b-28eb918e04e1 req-421e7706-6f1e-48f2-8324-09b7afc73d94 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 932 time: 0.1073580 Oct 12 11:36:00.377793 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:58Z', 'revision_number': 2, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:00.418507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Pushing event updated for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:00.423681 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d03ad8-44f4-4164-8f3b-3f9a093a09d7 None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '744ed18b-2c41-4bca-a721-c50b04259670', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'port_id': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'mac_address': 'fa:16:3e:21:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:35:54Z', 'updated_at': '2021-10-12T11:35:58Z', 'revision_number': 2, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:36:00.435952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17d3b580-7556-4552-b12b-28eb918e04e1 req-c6df35df-faaf-477e-bbf2-437fe3ca2bdd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695159 Oct 12 11:36:00.481358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Attempting to bind port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:36:00.482007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Attempting to bind port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:36:00.483649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Attempting to bind port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:00.499315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:36:00.499755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Attempting to bind port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:00.533346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:36:00.533346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:00.533346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:36:00.533346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Bound port: 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:36:00.533346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:00.616717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:36:00.620660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:36:00.767395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:00.832680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:00.832680 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:00.832680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] 10.222.0.47 "PUT /v2.0/ports/0f053bde-2e9f-4625-aa25-0215fa5d3ac5 HTTP/1.1" status: 200 len: 1092 time: 1.2478032 Oct 12 11:36:00.834597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b36a4-ae71-4411-b2f1-38807a1e509e service neutron] Pushing event updated for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:00.884918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c75aefa2-9c35-4f82-bf8b-333ce6b1b438 req-607f19e9-dce8-4eba-9e81-eda544171ab2 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Oct 12 11:36:00.893658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}, {'name': 'network-changed', 'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:00.896494 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e16376-d0fd-4109-8430-dbe5a7575475" -d '{"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}, {"name": "network-changed", "server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:00.955892 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e01246-2541-43e0-bb6e-f749fde62a90 x-openstack-request-id: req-57e01246-2541-43e0-bb6e-f749fde62a90 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:00.956185 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:00.959852 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57e01246-2541-43e0-bb6e-f749fde62a90 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:00.959852 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:36:00.959852 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5', 'status': 'completed', 'code': 200} Oct 12 11:36:01.021829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-8a75850f-3aff-436e-8d21-8ed71d7ef901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.023483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-8a75850f-3aff-436e-8d21-8ed71d7ef901 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 1095 time: 0.0478799 Oct 12 11:36:01.040687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-d241263f-fe1b-4cca-9686-85372d09eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.048300 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-d241263f-fe1b-4cca-9686-85372d09eb37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1096 time: 0.0468521 Oct 12 11:36:01.146856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-f44249c7-dc0e-4b7a-9c2c-309e5426776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.148398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-f44249c7-dc0e-4b7a-9c2c-309e5426776d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1167467 Oct 12 11:36:01.175793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-118cacad-e79c-40d7-9617-a327a33f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.177272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-118cacad-e79c-40d7-9617-a327a33f1d0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 915 time: 0.1282718 Oct 12 11:36:01.250993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-97d5cfb8-ecf3-4c80-919e-d14905de0148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 1000 time: 0.0660591 Oct 12 11:36:01.277140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-29aba101-c598-413c-8344-e0342c478f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.281173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-29aba101-c598-413c-8344-e0342c478f2d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244357 Oct 12 11:36:01.310401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-85ee3d84-d42a-4777-b181-c023996d4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.317609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-85ee3d84-d42a-4777-b181-c023996d4fb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 200 len: 853 time: 0.0554767 Oct 12 11:36:01.373041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-659531e4-821b-42d3-8969-8942417ec8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.376814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-659531e4-821b-42d3-8969-8942417ec8b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e79850-a9c3-4259-af7a-0b2630582591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569522 Oct 12 11:36:01.380933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-a2ebabfc-cd0a-4188-ab2a-0de71bbdf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.382570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-a2ebabfc-cd0a-4188-ab2a-0de71bbdf8e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 1095 time: 0.0543401 Oct 12 11:36:01.444403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-337b05b6-d51e-4fa4-8a78-1eaea1e2e55f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5 HTTP/1.1" status: 200 len: 217 time: 0.0531523 Oct 12 11:36:01.505547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-c23827e1-0856-48e5-90e0-685205aed5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.507912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-c23827e1-0856-48e5-90e0-685205aed5e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0544758 Oct 12 11:36:01.545561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-1f440982-42de-4f8f-943b-9047c940a802 service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607053 Oct 12 11:36:01.548461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-6ae99e08-816e-4866-9aec-0ca4d56c327f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316412 Oct 12 11:36:01.643051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966fbc-0b20-42a6-88d3-1e455f162d6e req-fc5962d7-0d59-401c-83b8-e543deb30deb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:01.644789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09966fbc-0b20-42a6-88d3-1e455f162d6e req-fc5962d7-0d59-401c-83b8-e543deb30deb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 944 time: 0.1180956 Oct 12 11:36:01.707162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-0feed8ee-7bfc-4837-a5cb-a00bfe926b95 service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504462 Oct 12 11:36:01.738962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b7e16376-d0fd-4109-8430-dbe5a7575475 req-93bfd408-e291-42c3-bfe2-5537e460097a service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752543 Oct 12 11:36:01.744629 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-09966fbc-0b20-42a6-88d3-1e455f162d6e req-432a7c3e-d8c5-4c91-bba8-4503f68dfbba tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878115 Oct 12 11:36:01.840605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-745b7b11-5967-4b1d-a4a9-ee1a5a031d74 req-9028ab2d-3b52-4b64-a927-64f26eee76ee service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243768 Oct 12 11:36:01.995935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b5c15c0-b4e4-4909-8c52-61adb5683c55 req-7c1d1048-d93d-4388-ae25-caeac63760ec tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0300932 Oct 12 11:36:02.918349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fbd55-17f3-47eb-99d0-c59aca01c58a req-51553144-e9f5-42d3-bd55-d4726e2fe4e4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:02.920657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e75fbd55-17f3-47eb-99d0-c59aca01c58a req-51553144-e9f5-42d3-bd55-d4726e2fe4e4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 944 time: 0.0634139 Oct 12 11:36:02.963575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e75fbd55-17f3-47eb-99d0-c59aca01c58a req-a5270224-e868-4c3c-b18b-0963df30a758 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366969 Oct 12 11:36:03.131182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53b4cbdf-e299-43dc-88b4-52ca86f8e186 req-da97f7b2-f334-4e4e-99dd-e2fe1861f0dd tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0503829 Oct 12 11:36:04.144847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adb7be-0c0e-4bab-850d-8f720a96f07a req-f602ed20-31ce-498f-ac43-6826d9f67541 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:04.147167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59adb7be-0c0e-4bab-850d-8f720a96f07a req-f602ed20-31ce-498f-ac43-6826d9f67541 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 944 time: 0.0814991 Oct 12 11:36:04.198742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59adb7be-0c0e-4bab-850d-8f720a96f07a req-5b5545c2-b406-43f8-b7a7-957fd3cab7d3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Oct 12 11:36:04.251627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-22b7059d-474a-463e-8455-f1028374c49b req-20fb97ef-c93d-43e9-be9f-e80aac78646e tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Oct 12 11:36:04.390443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:36:04.509838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:04.523166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5', 'mac_address': 'fa:16:3e:2d:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:36:04.575331 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:04.590977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:04.614309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:04.715269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:04.765578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:04.772984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.773324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.773658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.773987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.774312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.774643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.774990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.775310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.775631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.775951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.776269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.776582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:04.954469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['0f053bde-2e9f-4625-aa25-0215fa5d3ac5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:05.343414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e647-6670-44f2-8196-2e9440a5a0ea req-ba4135f5-d157-400b-86c5-a59ae08a38b2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:05.353285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca60e647-6670-44f2-8196-2e9440a5a0ea req-ba4135f5-d157-400b-86c5-a59ae08a38b2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 945 time: 0.0762653 Oct 12 11:36:05.409895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ca60e647-6670-44f2-8196-2e9440a5a0ea req-1e515828-13ca-4ace-9980-f2bf9cb14da2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556612 Oct 12 11:36:05.435288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa10f764-fefb-4eb1-a4f1-b9eb791c02ef req-575cec2d-6e1f-4b4d-b6f9-7fdf9594011f tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0531032 Oct 12 11:36:06.404953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:36:06.579022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d6fcff9-4cab-4d79-8ce1-692435b5a2e8 req-d0a116ab-996a-4227-9bbb-6a9bc1cd7445 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0351584 Oct 12 11:36:06.585354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d826e9-c356-4ddd-bdfd-c50256e30083 req-4efbeb64-f349-4665-a583-ba3c5fafbc23 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:06.586952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3d826e9-c356-4ddd-bdfd-c50256e30083 req-4efbeb64-f349-4665-a583-ba3c5fafbc23 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 945 time: 0.0768588 Oct 12 11:36:06.599314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:36:06.603301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:06.603790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:06.641245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3d826e9-c356-4ddd-bdfd-c50256e30083 req-822d6af2-d374-4431-844b-1efa1b386645 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Oct 12 11:36:06.692857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:06.715589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:06.718323 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940ce349-d3ff-4f04-a343-1d58ef1b005a" -d '{"events": [{"server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "name": "network-vif-plugged", "status": "completed", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:06.731782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:06.759247 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87a5d3c-f5f6-4154-aa67-e1dc5c35274b x-openstack-request-id: req-d87a5d3c-f5f6-4154-aa67-e1dc5c35274b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:06.759539 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "name": "network-vif-plugged", "status": "completed", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:06.759793 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d87a5d3c-f5f6-4154-aa67-e1dc5c35274b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:06.760201 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5', 'code': 200} Oct 12 11:36:06.858872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd59d1-0159-43e5-bcfb-315e2eb6430e req-c9db4579-ce90-4ac4-bbb9-2652814f4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:06.860271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ffd59d1-0159-43e5-bcfb-315e2eb6430e req-c9db4579-ce90-4ac4-bbb9-2652814f4d42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 1096 time: 0.0404992 Oct 12 11:36:06.895504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ffd59d1-0159-43e5-bcfb-315e2eb6430e req-34cbb489-f279-43f8-bdb2-9310c9728bf3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285394 Oct 12 11:36:07.690105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f6c751c-9523-438f-9583-dcf9a271663c req-00679448-7537-4b87-8c8f-064406e0cf8f tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Oct 12 11:36:07.803684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a8f6-20ae-475c-81a5-007a5514525d req-fcffcd99-380b-455b-b7a5-c98ca8af75ef tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:07.805228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9733a8f6-20ae-475c-81a5-007a5514525d req-fcffcd99-380b-455b-b7a5-c98ca8af75ef tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 945 time: 0.0576680 Oct 12 11:36:07.847209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9733a8f6-20ae-475c-81a5-007a5514525d req-b2aa35fd-70cd-4a23-b4e6-5b996bc1c0d1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Oct 12 11:36:07.848091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:07.913289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:08.809359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-49d76ccc-9a0d-41f5-9de7-583b89aaa8f9 req-273f7b1e-cf7b-43bc-b36c-e320839348a2 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0276382 Oct 12 11:36:09.005320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb2969-808a-425e-b7af-64cf8345a120 req-744e869b-8bba-46f5-9dcd-e20d1528e40b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:09.007919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82cb2969-808a-425e-b7af-64cf8345a120 req-744e869b-8bba-46f5-9dcd-e20d1528e40b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Oct 12 11:36:09.055475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-82cb2969-808a-425e-b7af-64cf8345a120 req-27a1991c-b215-47db-ac63-e2fc9de0a4b3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380080 Oct 12 11:36:09.197497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e293f-b898-473c-95c9-39c158bae0c7 req-1a8ece84-7098-46e4-bf1f-fe59aec95b85 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:09.199549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9e293f-b898-473c-95c9-39c158bae0c7 req-1a8ece84-7098-46e4-bf1f-fe59aec95b85 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 946 time: 0.0578923 Oct 12 11:36:09.241788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9e293f-b898-473c-95c9-39c158bae0c7 req-2c6bd0f5-489f-44fd-b24e-7545f9e77e5a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343378 Oct 12 11:36:09.815654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d684d1d-6df3-4ebe-bcf5-4aafc50e4ee5 req-e04dfd62-c520-4ef3-be5c-84173a5abbb2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:09.817138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d684d1d-6df3-4ebe-bcf5-4aafc50e4ee5 req-e04dfd62-c520-4ef3-be5c-84173a5abbb2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 946 time: 0.0690334 Oct 12 11:36:09.863558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d684d1d-6df3-4ebe-bcf5-4aafc50e4ee5 req-2c08642f-61a8-4850-b7fd-3239a786660a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Oct 12 11:36:09.931435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30aaa28d-f143-4ec0-b8ff-9236d57a6db7 req-638027d6-f5e3-4ec0-855a-a65fcd638da7 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0314038 Oct 12 11:36:11.052744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71434471-aff0-4a8b-b648-9454cafcf2b4 req-11b6626d-d4c9-4a05-8e37-16eb0614d996 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:11.055058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71434471-aff0-4a8b-b648-9454cafcf2b4 req-11b6626d-d4c9-4a05-8e37-16eb0614d996 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 946 time: 0.0825830 Oct 12 11:36:11.107527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71434471-aff0-4a8b-b648-9454cafcf2b4 req-58492bf7-ee3d-4632-b03e-0acc4568e811 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Oct 12 11:36:11.109794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-56549455-66b0-42b1-8c15-fe8c344f0010 req-3d211159-f1d2-4582-b110-23bb8001c364 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0351186 Oct 12 11:36:11.260716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-bb9df85b-6bee-4cef-abb1-2538fe8c2b25 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:11.262398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-bb9df85b-6bee-4cef-abb1-2538fe8c2b25 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 946 time: 0.0675688 Oct 12 11:36:11.453410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:36:11.454273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:11.605998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:11.606879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:11.623475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:36:11.864895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:11.876917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c', '0f053bde-2e9f-4625-aa25-0215fa5d3ac5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:11.901810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=0f053bde-2e9f-4625-aa25-0215fa5d3ac5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:11.955827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:36:11.958851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:11.963169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a725fa5-1f6b-463b-9a91-b2ee375b5b71 req-62df403a-68ad-475f-8c20-94eb9317468b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "DELETE /v2.0/ports/0f053bde-2e9f-4625-aa25-0215fa5d3ac5 HTTP/1.1" status: 204 len: 173 time: 0.6911936 Oct 12 11:36:11.963717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'name': 'network-vif-deleted', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:11.967661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e875bf0d-b942-4b95-857c-11a2dd30aef5" -d '{"events": [{"server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "name": "network-vif-deleted", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:12.021051 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da800fb8-e7e1-438c-88c0-2e73bc738deb x-openstack-request-id: req-da800fb8-e7e1-438c-88c0-2e73bc738deb {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:12.021341 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b825dc-c306-4273-91de-a4083aceb034", "name": "network-vif-deleted", "tag": "0f053bde-2e9f-4625-aa25-0215fa5d3ac5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:12.021592 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da800fb8-e7e1-438c-88c0-2e73bc738deb {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:12.021990 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b825dc-c306-4273-91de-a4083aceb034', 'name': 'network-vif-deleted', 'tag': '0f053bde-2e9f-4625-aa25-0215fa5d3ac5', 'status': 'completed', 'code': 200} Oct 12 11:36:12.279533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7596001a-126f-49a3-ab44-f711cda4b440 req-1d1fb9b1-cdf2-4439-addb-494fca835d49 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0508645 Oct 12 11:36:12.320440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef4ca7a6-add5-47c2-944d-62d98118686f req-ab096cc4-9f23-45e5-bd36-9c0d63e8332e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b825dc-c306-4273-91de-a4083aceb034 HTTP/1.1" status: 200 len: 210 time: 0.0491295 Oct 12 11:36:13.401471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9098b57c-a9ce-4b4d-acf5-cfad0a7ce1a2 req-ca948aa7-8e31-4279-8122-b56dbfd336fb tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0307136 Oct 12 11:36:13.775926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:36:14.053500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c96361ec-e8aa-4a72-a488-1cd2bea15f5d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:14.055133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c96361ec-e8aa-4a72-a488-1cd2bea15f5d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1121056 Oct 12 11:36:14.070784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-8e02b92a-5eb0-4e4b-b5fb-b5495f7f3a4e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0097022 Oct 12 11:36:14.131295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-983b983e-01e3-4219-b7fe-ad4d717db505 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540769 Oct 12 11:36:14.231630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-1c08cbb9-9cfb-4825-90aa-4c0cf067f17a service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877166 Oct 12 11:36:14.336459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-b45d5f2f-c5e0-4bff-a681-470048b5305e service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967824 Oct 12 11:36:14.528393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e00c5ed-a13d-4ca5-9e10-8b8d5bf1fa04 req-d618ec45-f7c3-49bb-97a3-a1db5a3588ea tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0327027 Oct 12 11:36:14.728845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61637a11-3088-465c-a07b-24256dff8b06 req-fa9e443f-8a88-41c3-b740-57787e35d531 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 210 time: 0.0290747 Oct 12 11:36:15.660721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-941c47dd-cad2-434f-aa06-96e3bc5e6ec0 req-ec1330a7-c7ce-4696-844c-b2f5221867f1 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0403433 Oct 12 11:36:15.844122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-981fe69f-12d2-4c77-8f07-3f2a4dcd5dae req-37682cc3-74af-4c69-bbb9-7daa345f4c2e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 210 time: 0.0422635 Oct 12 11:36:16.436155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:36:16.461501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:36:16.461822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 0f053bde-2e9f-4625-aa25-0215fa5d3ac5 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:36:16.774094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca5638a1-839e-47da-a15e-e5a952286188 req-e165afd4-0cb4-4292-a5aa-c934b928fc80 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0265460 Oct 12 11:36:16.950042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b53c865-d8b6-44fc-89bf-3f092bae7a39 req-86960648-85a5-4b66-9cbf-aac44c71dae4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 210 time: 0.0257957 Oct 12 11:36:17.679285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-2a1094b8-ceaf-403d-a821-4a672fd72588 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:17.680717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-2a1094b8-ceaf-403d-a821-4a672fd72588 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1041558 Oct 12 11:36:17.694519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:17.737742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96581b7c-d68c-4896-b6d5-f4eedc236c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:17.905884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bc2774c-3e49-45e7-a590-1c43755513d5 req-79e31d80-398a-4f2b-a96b-b465ecb079b9 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0376749 Oct 12 11:36:17.948939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:17.959731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:18.064010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c828c450-fd81-4b44-a86f-58e3394ea85d req-e5f0ce47-dafc-4352-80f9-3049231281e7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 210 time: 0.0380523 Oct 12 11:36:18.107957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.2 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/e04508b9-2135-44db-8e61-2282e1ad694d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:36:18.256545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:18.469656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:18.481829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:18.511596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:36:18.515616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:18.521601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:36:18.549958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:18.586028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:18.586688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:18.734600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c74397f5-55b7-405b-80e6-2a6a84aff0d5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436850 Oct 12 11:36:18.788613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Request body: {'port': {'device_id': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:18.850900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.068530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3ccc873-8632-48e6-8551-4d346d9f14c0 req-32bb368c-4fdc-4399-abbc-eecf523dc561 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0576758 Oct 12 11:36:19.251325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de622-1e06-4b97-93a4-71addf2bc3d1 req-ed3682a2-d30f-4d60-a810-0c65fcb531bb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:19.252834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-599de622-1e06-4b97-93a4-71addf2bc3d1 req-ed3682a2-d30f-4d60-a810-0c65fcb531bb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 931 time: 0.0876105 Oct 12 11:36:19.264597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04508b9-2135-44db-8e61-2282e1ad694d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:19.277350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.302423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Transition to ACTIVE for port object e04508b9-2135-44db-8e61-2282e1ad694d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:36:19.316965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-599de622-1e06-4b97-93a4-71addf2bc3d1 req-43d4bc7a-8ff5-4e60-908c-071cadb5d8da tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556176 Oct 12 11:36:19.417489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.474140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Pushing event updated for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:19.594026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Attempting to bind port e04508b9-2135-44db-8e61-2282e1ad694d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:36:19.594688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Attempting to bind port e04508b9-2135-44db-8e61-2282e1ad694d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:36:19.595256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Attempting to bind port e04508b9-2135-44db-8e61-2282e1ad694d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:19.600170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Port e04508b9-2135-44db-8e61-2282e1ad694d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:36:19.600744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Attempting to bind port e04508b9-2135-44db-8e61-2282e1ad694d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:19.606300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:36:19.608009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:19.608557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:36:19.609179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Bound port: e04508b9-2135-44db-8e61-2282e1ad694d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:36:19.609708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.650619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-3e7962b2-093c-4c0c-b8fb-2a5264e7da8d req-69f9f2ec-da92-48b7-a399-b4bb8370302a service neutron] (95547) timed out ('10.222.0.43', 35756) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:36:19.685832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:36:19.689579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e04508b9-2135-44db-8e61-2282e1ad694d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:36:19.736567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36c08539-3246-4284-a4fa-93f0afbbf5df req-0a0102f1-6860-4f31-8b35-bf127ebc5cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0291173 Oct 12 11:36:19.790041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.835023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:19.835755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:19.837282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] 10.222.0.41 "PUT /v2.0/ports/e04508b9-2135-44db-8e61-2282e1ad694d HTTP/1.1" status: 200 len: 1091 time: 1.0533326 Oct 12 11:36:19.837826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:19.840392 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e30ed-de88-4249-be39-232e35c2d98f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:19.870622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af2a90-7e58-4dce-94e4-1ebcef391654 service neutron] Pushing event updated for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:20.029733 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a84826-b4dd-4551-8202-33c576d25acf x-openstack-request-id: req-d4a84826-b4dd-4551-8202-33c576d25acf {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:20.030270 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:20.030727 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4a84826-b4dd-4551-8202-33c576d25acf {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:20.031128 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d', 'status': 'completed', 'code': 200} Oct 12 11:36:20.136425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e30ed-de88-4249-be39-232e35c2d98f req-650bc49f-cf71-429c-8814-c376898c6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.138413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-367e30ed-de88-4249-be39-232e35c2d98f req-650bc49f-cf71-429c-8814-c376898c6b60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 1094 time: 0.0863795 Oct 12 11:36:20.219657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a018b9a-7e4b-4e7d-a3eb-de9d7f14e308 req-5a8677e2-baae-45c5-bb94-f90703f540f9 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0369465 Oct 12 11:36:20.267926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e30ed-de88-4249-be39-232e35c2d98f req-0cbd0a6f-1b7b-4f8e-8dc9-425aca221dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.269561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-367e30ed-de88-4249-be39-232e35c2d98f req-0cbd0a6f-1b7b-4f8e-8dc9-425aca221dc2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1161094 Oct 12 11:36:20.339369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45790) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:20.389695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e30ed-de88-4249-be39-232e35c2d98f req-8c6fa99f-bd56-47c1-9cb0-c353084ecfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.391841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-367e30ed-de88-4249-be39-232e35c2d98f req-8c6fa99f-bd56-47c1-9cb0-c353084ecfed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112626 Oct 12 11:36:20.483880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0bb45-a61d-4638-91eb-baf751f38d68 req-60f9250a-a110-4624-9796-8c6261ce038f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.485685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dd0bb45-a61d-4638-91eb-baf751f38d68 req-60f9250a-a110-4624-9796-8c6261ce038f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 943 time: 0.0807846 Oct 12 11:36:20.491402 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ec1252e-7da9-4696-9d2e-c5d625421f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.496228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b828fd71-9963-401a-a559-13843da65fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.496708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-aaa49d98-e18f-41a9-9a97-fbba08736173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.498316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-aaa49d98-e18f-41a9-9a97-fbba08736173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 1094 time: 0.0595522 Oct 12 11:36:20.551500 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-b5d72bc4-8f25-41e8-826b-a1a46fe54f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e04508b9-2135-44db-8e61-2282e1ad694d HTTP/1.1" status: 200 len: 217 time: 0.0451627 Oct 12 11:36:20.594126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b828fd71-9963-401a-a559-13843da65fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.600003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8dd0bb45-a61d-4638-91eb-baf751f38d68 req-693d7b98-e2b5-4d87-8e7e-48f1c4bb17ec tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006768 Oct 12 11:36:20.618904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d122-3425-489d-82b4-5e315b00114e req-0e84a300-cd6a-4f55-ae61-11a0fb29d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:20.620450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-0e84a300-cd6a-4f55-ae61-11a0fb29d36c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0591171 Oct 12 11:36:20.653160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-22c81b12-65ee-4a5f-8232-067755aaaad3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249469 Oct 12 11:36:20.703236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b828fd71-9963-401a-a559-13843da65fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.743919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fd71-9963-401a-a559-13843da65fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00304f80-051d-45f4-9772-47147fdcb9e5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:20.746887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-b4a86781-2a52-441d-9c05-d44e36b6a65b service neutron] 10.222.0.41 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849104 Oct 12 11:36:20.751222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b828fd71-9963-401a-a559-13843da65fae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3348a59a202481fa184af1db1815114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107542 Oct 12 11:36:20.754078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:20.808771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.832170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:20.848871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d3b7d122-3425-489d-82b4-5e315b00114e req-c18d22d3-a1d5-462c-bbb8-ebe76ce07b78 service neutron] 10.222.0.41 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945134 Oct 12 11:36:21.023598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:21.026633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:21.027897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00304f80-051d-45f4-9772-47147fdcb9e5 HTTP/1.1" status: 204 len: 168 time: 0.2725000 Oct 12 11:36:21.036358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b891728-8d1c-47d5-9ee7-49216a4b33f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00304f80-051d-45f4-9772-47147fdcb9e5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:21.336934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1ebf420c-937b-415d-ae16-61b9733e67a4 req-5a2b3199-1f7b-41c4-a7a2-4e4395c5c02e tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0366461 Oct 12 11:36:21.724671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7246-1e5c-4f1e-a121-c7e71f82952a req-4a98137d-34df-4e24-8582-32259afecfd6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:21.726272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55bb7246-1e5c-4f1e-a121-c7e71f82952a req-4a98137d-34df-4e24-8582-32259afecfd6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 943 time: 0.0491860 Oct 12 11:36:21.765493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55bb7246-1e5c-4f1e-a121-c7e71f82952a req-ed7e9288-7812-49e0-8880-59a07326069a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Oct 12 11:36:21.851284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:21.852628 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.071201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45814) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:22.085427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16b0cbb0-ba94-424c-a54a-dcd495bf27d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.126435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.160699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16b0cbb0-ba94-424c-a54a-dcd495bf27d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.337905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16b0cbb0-ba94-424c-a54a-dcd495bf27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.381296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16b0cbb0-ba94-424c-a54a-dcd495bf27d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6017b109427a428483cb3a67764bf5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089972 Oct 12 11:36:22.383672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0cbb0-ba94-424c-a54a-dcd495bf27d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952361d-e9c7-498f-b0d2-dbbb5ab09307,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:22.384056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45822) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:22.440836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.453561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f7a6821-81c2-4f60-8cf4-d38918a4c6cb req-aba726d4-44e6-4e86-90eb-e386fc74e184 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Oct 12 11:36:22.463972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.698489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.698489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:22.698489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5952361d-e9c7-498f-b0d2-dbbb5ab09307 HTTP/1.1" status: 204 len: 168 time: 0.3104942 Oct 12 11:36:22.705510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f554b-cf8b-4c26-8995-9bb747d6e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952361d-e9c7-498f-b0d2-dbbb5ab09307,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:22.780356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8754f2ca-1803-4906-9adc-e6bda03732a6 req-6dfd5d80-76a4-4fbd-bee5-6c121ee7911e tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a&device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0336659 Oct 12 11:36:22.904275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2882-ef42-4a8a-b432-7296850b7cc0 req-bc9f775c-8685-4f3f-a511-137b85985719 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:22.906022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42aa2882-ef42-4a8a-b432-7296850b7cc0 req-bc9f775c-8685-4f3f-a511-137b85985719 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 943 time: 0.0552485 Oct 12 11:36:22.955088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-42aa2882-ef42-4a8a-b432-7296850b7cc0 req-aac3faba-da95-4e6f-810b-310bf88b94f9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Oct 12 11:36:23.382280 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:23.439668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7032f763-317d-4630-93f6-ddcc6197db48 req-a1c4d3f5-c92e-4831-8e3f-0086bee8408b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cccd50fdae40428293254a03cc159b1e&device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0308101 Oct 12 11:36:23.477861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7032f763-317d-4630-93f6-ddcc6197db48 req-1560b29c-9c3e-4632-ba6c-5302ae7dc252 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cccd50fdae40428293254a03cc159b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299952 Oct 12 11:36:23.496426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac02fd12-a2e0-49c3-94f2-02e19ac8b0f1 req-8afff19a-42f6-424d-80b4-970c43477e8f tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0343688 Oct 12 11:36:23.599586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032f763-317d-4630-93f6-ddcc6197db48 req-8c9d62a3-0b7d-4257-ab15-3732a0599c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:23.601077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7032f763-317d-4630-93f6-ddcc6197db48 req-8c9d62a3-0b7d-4257-ab15-3732a0599c19 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167016 Oct 12 11:36:23.750518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e04508b9-2135-44db-8e61-2282e1ad694d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:36:23.805527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:23.860582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e04508b9-2135-44db-8e61-2282e1ad694d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:23.871778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e04508b9-2135-44db-8e61-2282e1ad694d', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': 'e04508b9-2135-44db-8e61-2282e1ad694d', 'mac_address': 'fa:16:3e:f4:97:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:36:23.910755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:23.916870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-873baceb-bff2-445a-bac8-df25e6e145ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:23.923861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04508b9-2135-44db-8e61-2282e1ad694d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:24.032472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e04508b9-2135-44db-8e61-2282e1ad694d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:24.098563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bb065-27ce-43b7-962d-23aba0e416d2 req-7e820367-4f02-46ed-ba69-277673095ce3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:24.100138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-240bb065-27ce-43b7-962d-23aba0e416d2 req-7e820367-4f02-46ed-ba69-277673095ce3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 943 time: 0.0692255 Oct 12 11:36:24.138214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-873baceb-bff2-445a-bac8-df25e6e145ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.151367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-240bb065-27ce-43b7-962d-23aba0e416d2 req-590caf2d-5c9d-45d1-bd0a-bc489d33cc3c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Oct 12 11:36:24.194776 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.243121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:24.284748 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-873baceb-bff2-445a-bac8-df25e6e145ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.323610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-873baceb-bff2-445a-bac8-df25e6e145ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c808782916247abbc011efb5e877953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167196 Oct 12 11:36:24.324342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873baceb-bff2-445a-bac8-df25e6e145ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fdc60d-fa4b-447f-b971-a84a308e2dcc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:24.327281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45872) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:24.384832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.428227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.587189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b68127d-809b-42fc-801b-5a21e5c40fce req-57139d31-01f0-4f85-8b78-a56521904439 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Oct 12 11:36:24.594407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.597145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:24.601012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28fdc60d-fa4b-447f-b971-a84a308e2dcc HTTP/1.1" status: 204 len: 168 time: 0.2698863 Oct 12 11:36:24.610304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e04508b9-2135-44db-8e61-2282e1ad694d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:24.613621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7843c6-44a9-4d40-86ac-4f7c7636275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fdc60d-fa4b-447f-b971-a84a308e2dcc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:24.987828 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7032f763-317d-4630-93f6-ddcc6197db48 req-11976973-e0b0-47d3-ab96-05955851c686 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.41 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0263104 Oct 12 11:36:25.290689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962c337-ee29-4cf8-917a-45fbb2177955 req-a861d05a-4656-42df-99a6-4b54e1a3a312 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:25.292359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d962c337-ee29-4cf8-917a-45fbb2177955 req-a861d05a-4656-42df-99a6-4b54e1a3a312 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 944 time: 0.0621121 Oct 12 11:36:25.332463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d962c337-ee29-4cf8-917a-45fbb2177955 req-e1030583-bd1b-4889-919a-bf48c7e3f40d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Oct 12 11:36:25.693516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adbe28cd-b3f3-41df-919f-f87afb91c4bb req-91280536-c487-4ad9-9bc8-c1a341cb367e tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06fa579-b50d-4a5d-8903-3139792eab84 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Oct 12 11:36:25.768252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e04508b9-2135-44db-8e61-2282e1ad694d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:36:25.941983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e04508b9-2135-44db-8e61-2282e1ad694d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:36:25.946112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e04508b9-2135-44db-8e61-2282e1ad694d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:25.946489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.050547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.074600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:26.077412 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c892c-bcc8-4120-9375-4de6690cef5f" -d '{"events": [{"server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "name": "network-vif-plugged", "status": "completed", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:26.090761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e04508b9-2135-44db-8e61-2282e1ad694d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:26.115778 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836acaa0-4378-43cc-b427-84164fc15c6f x-openstack-request-id: req-836acaa0-4378-43cc-b427-84164fc15c6f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:26.116074 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "name": "network-vif-plugged", "status": "completed", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:26.116376 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-836acaa0-4378-43cc-b427-84164fc15c6f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:26.116783 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d', 'code': 200} Oct 12 11:36:26.200390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.218731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abb09-ad90-410d-9cdc-3337b717b34d req-0e370a09-b6cf-4110-9d99-4cc15b70e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:26.221018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-167abb09-ad90-410d-9cdc-3337b717b34d req-0e370a09-b6cf-4110-9d99-4cc15b70e7c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 1095 time: 0.0446239 Oct 12 11:36:26.257865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:26.262598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-167abb09-ad90-410d-9cdc-3337b717b34d req-bc27312f-bbd5-4487-a4e9-3a185aa4604c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Oct 12 11:36:26.452504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ccd7e-317a-480f-9408-3fd65e05ff20 req-82cc8c39-81e2-44d7-91ea-591463476741 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:26.455126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-025ccd7e-317a-480f-9408-3fd65e05ff20 req-82cc8c39-81e2-44d7-91ea-591463476741 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0544612 Oct 12 11:36:26.494897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-025ccd7e-317a-480f-9408-3fd65e05ff20 req-ea827409-8a49-4218-9747-c8f13aebb7ae tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Oct 12 11:36:26.564380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45964) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:26.690684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7b4be1c-8304-4989-8e2b-cbd46a7aed5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.723600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.776103 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7b4be1c-8304-4989-8e2b-cbd46a7aed5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.948885 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7b4be1c-8304-4989-8e2b-cbd46a7aed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:26.988946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7b4be1c-8304-4989-8e2b-cbd46a7aed5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1d42bccfd694766afe7395540a664b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232845 Oct 12 11:36:26.989981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4be1c-8304-4989-8e2b-cbd46a7aed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7544576c-f6c3-4e94-b856-a1c89d741848,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:26.991586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45972) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:27.046343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.067460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.275034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45976) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:27.309011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.311790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.315474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7544576c-f6c3-4e94-b856-a1c89d741848 HTTP/1.1" status: 204 len: 168 time: 0.3203058 Oct 12 11:36:27.320951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65302211-1cda-47fb-bf66-eabbeca6446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7544576c-f6c3-4e94-b856-a1c89d741848,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:27.398544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e06919b-0d93-4ec6-b3f0-088cd2e8441e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.476587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e06919b-0d93-4ec6-b3f0-088cd2e8441e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.569900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8dcf8db-1213-487c-b9bb-3b0807404ed1 req-b8c8dcbb-ecfb-42d8-b1cc-d3e8e45d8390 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0265486 Oct 12 11:36:27.571244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aac7ca03-dc60-4e84-bb2e-e7943406ad29 req-aac50ed5-3b3d-436d-b878-9ae4ba5c1144 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cccd50fdae40428293254a03cc159b1e&device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0286543 Oct 12 11:36:27.612069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aac7ca03-dc60-4e84-bb2e-e7943406ad29 req-1728ac1d-a1a8-49c5-80bf-e56e13238b4d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cccd50fdae40428293254a03cc159b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332043 Oct 12 11:36:27.661509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e06919b-0d93-4ec6-b3f0-088cd2e8441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.706067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e06919b-0d93-4ec6-b3f0-088cd2e8441e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2187ee4b4ff24c70a25a872cb67e9ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298744 Oct 12 11:36:27.707335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06919b-0d93-4ec6-b3f0-088cd2e8441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0755c6-17f1-498c-83dc-4b4e3550377c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:27.710649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:27.772526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.799585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.989096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.991885 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:27.996281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d0755c6-17f1-498c-83dc-4b4e3550377c HTTP/1.1" status: 204 len: 168 time: 0.2820299 Oct 12 11:36:28.007187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe69ac9-1b18-4c8b-9f14-9048d30bf61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0755c6-17f1-498c-83dc-4b4e3550377c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:28.067047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829c37-7a60-4247-aa61-ee988f6ce8de req-9c40a34e-f686-4a6f-afb4-cf4ccf218d34 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:28.068512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80829c37-7a60-4247-aa61-ee988f6ce8de req-9c40a34e-f686-4a6f-afb4-cf4ccf218d34 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.4751480 Oct 12 11:36:28.113137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ca03-dc60-4e84-bb2e-e7943406ad29 req-200727f6-508e-4cd9-b7ae-c183dc621da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:28.114652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aac7ca03-dc60-4e84-bb2e-e7943406ad29 req-200727f6-508e-4cd9-b7ae-c183dc621da4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4876859 Oct 12 11:36:28.127619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-80829c37-7a60-4247-aa61-ee988f6ce8de req-7a2ba54d-78b4-4f83-b556-4abe639192b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Oct 12 11:36:28.669382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eff32a4d-a538-4fee-aeac-cde9fb1d45c0 req-7f8dd2b1-4aa4-4ae5-9651-aaceb1de5db9 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0270400 Oct 12 11:36:29.243973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802665-9c30-4ea5-8be9-5706d8264035 req-7acc89cb-1116-4e8a-a136-1b7f7eb5d2a4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:29.245570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b802665-9c30-4ea5-8be9-5706d8264035 req-7acc89cb-1116-4e8a-a136-1b7f7eb5d2a4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0482166 Oct 12 11:36:29.285659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b802665-9c30-4ea5-8be9-5706d8264035 req-e84dc8f5-a6d7-4201-b234-e2ea2f3ab19b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Oct 12 11:36:29.419867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba5d1d-1acf-43e5-8d5c-030b02bfa285 req-a2530257-9cf1-42b1-a82e-ae5833ea1c39 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:29.421639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cba5d1d-1acf-43e5-8d5c-030b02bfa285 req-a2530257-9cf1-42b1-a82e-ae5833ea1c39 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0533068 Oct 12 11:36:29.463975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cba5d1d-1acf-43e5-8d5c-030b02bfa285 req-ebf8b739-ef4f-4a73-a5b4-fefa30d37004 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357671 Oct 12 11:36:29.504665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aac7ca03-dc60-4e84-bb2e-e7943406ad29 req-0a0551bf-3946-40b1-aa92-60ea19157a44 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.41 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0268948 Oct 12 11:36:29.766789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7204255-0051-4290-8640-607e0739ca5d req-6c60b8a1-4d82-42d7-860b-f078dc28b079 tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0271320 Oct 12 11:36:30.271191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e085-3328-486f-9508-6d310565474f req-c496c5c5-4aab-49a2-b4e7-daa5b4fbb557 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:30.275530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4675e085-3328-486f-9508-6d310565474f req-c496c5c5-4aab-49a2-b4e7-daa5b4fbb557 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0605624 Oct 12 11:36:30.327030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4675e085-3328-486f-9508-6d310565474f req-2751aed9-4776-4279-b562-724c42f7b6c4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Oct 12 11:36:30.892674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cca6ffaf-7f56-4837-aa86-1b7528105a08 req-29cd2c71-2705-4ed3-a22e-09133ee5117a tempest-ServerShowV247Test-1906299078 tempest-ServerShowV247Test-1906299078-project] 10.222.0.43 "GET /v2.0/ports?device_id=554030be-a97b-43c8-98a2-8f18d695fc8a HTTP/1.1" status: 200 len: 210 time: 0.0367391 Oct 12 11:36:31.444769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d22ab5-33f8-44ea-9af2-27bed65fabdb req-50f4b929-f923-4ddc-bd65-cc4a879c80dd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:31.446309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1d22ab5-33f8-44ea-9af2-27bed65fabdb req-50f4b929-f923-4ddc-bd65-cc4a879c80dd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0547466 Oct 12 11:36:31.487304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1d22ab5-33f8-44ea-9af2-27bed65fabdb req-c59c72fe-667d-4da6-a9d5-6c0201f17e87 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343835 Oct 12 11:36:31.680793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46140) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:31.692656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-e504d058-79d4-48e0-89f4-92ad1a679ee1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:31.694187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-e504d058-79d4-48e0-89f4-92ad1a679ee1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 945 time: 0.0484803 Oct 12 11:36:31.791954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port e04508b9-2135-44db-8e61-2282e1ad694d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:36:31.792369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:31.799180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:31.879213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:31.897109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port e04508b9-2135-44db-8e61-2282e1ad694d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e04508b9-2135-44db-8e61-2282e1ad694d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:31.897109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:31.910641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for e04508b9-2135-44db-8e61-2282e1ad694d owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:36:31.957639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.002523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01f0ea31693942ad83f04064ae756be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205693 Oct 12 11:36:32.003539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:32.016824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fcddf5-3a7f-417c-9b72-967a27ae7d89,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:32.033286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.033629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.033960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.034294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.037481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38237a2d-eaa5-424d-bafc-0a3838718067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:32.074123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.096363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.195346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.211336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:32.225792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=e04508b9-2135-44db-8e61-2282e1ad694d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:32.251725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.258666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.258666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1fcddf5-3a7f-417c-9b72-967a27ae7d89 HTTP/1.1" status: 204 len: 168 time: 0.2512300 Oct 12 11:36:32.268553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd831a-42a6-4a18-98cd-65a3830c4a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fcddf5-3a7f-417c-9b72-967a27ae7d89,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:32.301753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port e04508b9-2135-44db-8e61-2282e1ad694d on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:36:32.307873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:32.317165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-89fc8e9f-e2ed-468c-bb72-8dd0a0e2f8d7 req-34734658-532f-4c6d-8b52-d9b1b5623823 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "DELETE /v2.0/ports/e04508b9-2135-44db-8e61-2282e1ad694d HTTP/1.1" status: 204 len: 173 time: 0.6169922 Oct 12 11:36:32.317949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'name': 'network-vif-deleted', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:32.326314 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234626b3-9a90-4f6a-8e33-9caeb121fde4" -d '{"events": [{"server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "name": "network-vif-deleted", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:32.402814 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb00b6a-8ca5-4c5e-a33f-c94154f09ccd x-openstack-request-id: req-4eb00b6a-8ca5-4c5e-a33f-c94154f09ccd {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:32.402814 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe270b33-f095-4adc-a4b4-0a891d2729cd", "name": "network-vif-deleted", "tag": "e04508b9-2135-44db-8e61-2282e1ad694d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:32.402814 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4eb00b6a-8ca5-4c5e-a33f-c94154f09ccd {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:32.402814 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe270b33-f095-4adc-a4b4-0a891d2729cd', 'name': 'network-vif-deleted', 'tag': 'e04508b9-2135-44db-8e61-2282e1ad694d', 'status': 'completed', 'code': 200} Oct 12 11:36:32.585994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e5c1c912-8abf-4b75-9a4e-5257c0abab9f req-0f40338e-1820-460a-9a85-be41da14ebb8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe270b33-f095-4adc-a4b4-0a891d2729cd HTTP/1.1" status: 200 len: 210 time: 0.0267913 Oct 12 11:36:32.939476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46174) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:33.113235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df0009d8-6a6a-41a2-ac16-cdd0d7251d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.193715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df0009d8-6a6a-41a2-ac16-cdd0d7251d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.320056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df0009d8-6a6a-41a2-ac16-cdd0d7251d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.358558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-df0009d8-6a6a-41a2-ac16-cdd0d7251d56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cccd50fdae40428293254a03cc159b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180052 Oct 12 11:36:33.363411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46184) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:33.370481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0009d8-6a6a-41a2-ac16-cdd0d7251d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c03fd-443e-45f1-95f7-4e45465021ab,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:33.421113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.444195 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.488336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:33.506810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6556bf3-0ccc-44cb-b4c2-c7a14e600aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.581809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.585240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.586944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f40c03fd-443e-45f1-95f7-4e45465021ab HTTP/1.1" status: 204 len: 168 time: 0.2235775 Oct 12 11:36:33.612433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a47f4a-676f-4bc0-9b66-293c01cfc65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c03fd-443e-45f1-95f7-4e45465021ab,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:33.663148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6556bf3-0ccc-44cb-b4c2-c7a14e600aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.777630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6556bf3-0ccc-44cb-b4c2-c7a14e600aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.803608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e04508b9-2135-44db-8e61-2282e1ad694d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:36:33.821159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6556bf3-0ccc-44cb-b4c2-c7a14e600aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a1a28-a129-40a4-9cc5-78033d12cf11,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:33.823955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: e04508b9-2135-44db-8e61-2282e1ad694d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:36:33.824299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e04508b9-2135-44db-8e61-2282e1ad694d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:36:33.826026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f6556bf3-0ccc-44cb-b4c2-c7a14e600aee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f4e70b2ecd7439ea262192a69a393f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365903 Oct 12 11:36:33.828897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46202) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:33.882071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:33.903359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.159275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.161908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.163110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c62a1a28-a129-40a4-9cc5-78033d12cf11 HTTP/1.1" status: 204 len: 168 time: 0.3332965 Oct 12 11:36:34.176271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c485943-0807-4818-8c3c-fa66fc103d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a1a28-a129-40a4-9cc5-78033d12cf11,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:34.199365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46228) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:34.276768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-7e3ae33e-b9ae-40c4-930f-d162bef103ab tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:34.283155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-7e3ae33e-b9ae-40c4-930f-d162bef103ab tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1340344 Oct 12 11:36:34.294261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-305388e0-4275-4376-b77c-c95320828e48 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Oct 12 11:36:34.368236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-d217e035-2bf4-4b8e-9bd9-836c4b5ad71b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673199 Oct 12 11:36:34.387736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7676c42a-de37-4135-8666-f71595934d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.463133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-841a9c9f-08af-4592-b673-afdbab625093 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939410 Oct 12 11:36:34.477926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7676c42a-de37-4135-8666-f71595934d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.556959 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-d8feca94-467f-43a2-abee-ebbac17beb71 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865545 Oct 12 11:36:34.588570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7676c42a-de37-4135-8666-f71595934d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.633293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7676c42a-de37-4135-8666-f71595934d68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8c75b1586ce4ba481061d6f67698bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297466 Oct 12 11:36:34.635364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46248) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:34.640479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c42a-de37-4135-8666-f71595934d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e48ca4-b4f5-41e7-91a9-146e577555bf,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:34.701138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.728438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.910362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4b0727a-60ca-47cd-9de3-130bdc4f6232 req-569e14fd-12b5-492b-97ee-26dd9c2d6f97 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Oct 12 11:36:34.914336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.914336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:34.914893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11e48ca4-b4f5-41e7-91a9-146e577555bf HTTP/1.1" status: 204 len: 168 time: 0.2780104 Oct 12 11:36:34.923356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd13331-3f70-4add-8af2-e1a42e8f4fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e48ca4-b4f5-41e7-91a9-146e577555bf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:35.770790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46288) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:35.783308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7796e124-0233-4e14-b110-339b0b926215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:35.893610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7796e124-0233-4e14-b110-339b0b926215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:35.998121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b896b28-a413-45d5-b553-b49c44fb4c20 req-b7ae3de2-122f-4592-b0ca-8660df9c51c3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0267160 Oct 12 11:36:36.022988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7796e124-0233-4e14-b110-339b0b926215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:36.058362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7796e124-0233-4e14-b110-339b0b926215 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88c65043aeac463daec279c79b466025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879872 Oct 12 11:36:36.060929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46300) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:36.101857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796e124-0233-4e14-b110-339b0b926215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488edcfb-58e0-4497-a73e-abf402ad6544,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:36.164236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:36.195080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:36.417644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:36.421154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:36.422428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/488edcfb-58e0-4497-a73e-abf402ad6544 HTTP/1.1" status: 204 len: 168 time: 0.3603244 Oct 12 11:36:36.430887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd56c9-1881-425f-bbbd-7a6999a688ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488edcfb-58e0-4497-a73e-abf402ad6544,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:37.125266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43e3bc0e-288c-4182-8bbd-bc94c1d51d60 req-f5d24f17-2c00-4a16-9194-a9ecc59e2211 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0305703 Oct 12 11:36:37.588865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-a971da01-f7e2-440a-86ac-c4bb7fb57004 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:37.590685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-a971da01-f7e2-440a-86ac-c4bb7fb57004 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1233785 Oct 12 11:36:37.621559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': '909b78d6-2d13-4617-a191-995f809faa84', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:37.885832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:37.889573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:38.033535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.6 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/6907d121-2185-4faf-a78e-cb77c0a5dc1d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:36:38.249564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfe43603-06d1-4c66-840c-f94e33fe3298 req-4fb36265-5e8d-495c-bdcf-07eae1f67647 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0416718 Oct 12 11:36:38.266825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:38.599404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:38.611241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:38.643560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:36:38.648856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:38.653003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:36:38.681489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:38.708830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:38.709773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:38.824761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:38.877561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c27bdd45-192f-45d6-96b7-62212e0c9515 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650421 Oct 12 11:36:38.890904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Request body: {'port': {'device_id': '909b78d6-2d13-4617-a191-995f809faa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:38.953256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.020827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-abc79a4b-7550-48ff-beda-bac22321d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.124389 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-abc79a4b-7550-48ff-beda-bac22321d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.241837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-abc79a4b-7550-48ff-beda-bac22321d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.315642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6907d121-2185-4faf-a78e-cb77c0a5dc1d {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:39.320716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-abc79a4b-7550-48ff-beda-bac22321d11b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1495fe3a51e54c3c93ea8cf2897edd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939897 Oct 12 11:36:39.323764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:39.337438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.368090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Transition to ACTIVE for port object 6907d121-2185-4faf-a78e-cb77c0a5dc1d will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:36:39.396881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc79a4b-7550-48ff-beda-bac22321d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970cb1a8-6c9c-4c39-bd93-8b44210936f5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:39.403098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46420) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:39.425932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.460550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.499301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.546007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Pushing event updated for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:39.588923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09e4c0-070c-4ff6-b0db-09867c60923b req-336a75fb-37ad-4b83-a83c-dd1560555e4a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:39.589680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b09e4c0-070c-4ff6-b0db-09867c60923b req-336a75fb-37ad-4b83-a83c-dd1560555e4a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 943 time: 0.1402102 Oct 12 11:36:39.595340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-900f1422-c1d9-4eaa-b0e4-c33ab23d549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.656469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b09e4c0-070c-4ff6-b0db-09867c60923b req-4529ac00-8906-4ac5-ac9a-31896347009d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Oct 12 11:36:39.683911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Attempting to bind port 6907d121-2185-4faf-a78e-cb77c0a5dc1d on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:36:39.684479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Attempting to bind port 6907d121-2185-4faf-a78e-cb77c0a5dc1d by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:36:39.684760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Attempting to bind port 6907d121-2185-4faf-a78e-cb77c0a5dc1d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:39.690270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Port 6907d121-2185-4faf-a78e-cb77c0a5dc1d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:36:39.690593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Attempting to bind port 6907d121-2185-4faf-a78e-cb77c0a5dc1d on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:39.695759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:36:39.696219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:39.696600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:36:39.697033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Bound port: 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:36:39.697527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.703367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.706017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.710109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/970cb1a8-6c9c-4c39-bd93-8b44210936f5 HTTP/1.1" status: 204 len: 168 time: 0.3798954 Oct 12 11:36:39.719157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eafa0-5a97-4f5a-bf4a-1bd214b95577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970cb1a8-6c9c-4c39-bd93-8b44210936f5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:39.816140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:36:39.819301 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-900f1422-c1d9-4eaa-b0e4-c33ab23d549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:39.821253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:36:40.000654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-900f1422-c1d9-4eaa-b0e4-c33ab23d549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.007612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.081139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.081767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.083203 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] 10.222.0.41 "PUT /v2.0/ports/6907d121-2185-4faf-a78e-cb77c0a5dc1d HTTP/1.1" status: 200 len: 1091 time: 1.1975601 Oct 12 11:36:40.084053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:40.086333 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed7459-f51a-412e-b846-fc71dec64f94" -d '{"events": [{"name": "network-changed", "server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:40.094620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46440) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:40.094813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-900f1422-c1d9-4eaa-b0e4-c33ab23d549b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe0374b5750a44298d453f245d991a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890264 Oct 12 11:36:40.097073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f1422-c1d9-4eaa-b0e4-c33ab23d549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f08f1-081f-40ba-bdff-04e2ec2b84ee,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:40.128991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ced34-d82b-4f0a-ad99-e6fd0ab2cd93 service neutron] Pushing event updated for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:40.173405 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153bdb96-c932-49bc-a5b2-32ca9d9aa787 x-openstack-request-id: req-153bdb96-c932-49bc-a5b2-32ca9d9aa787 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:40.173405 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:40.173405 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-153bdb96-c932-49bc-a5b2-32ca9d9aa787 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:40.173405 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d', 'status': 'completed', 'code': 200} Oct 12 11:36:40.190251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.220621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.281451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-0794005f-d6e7-4d2e-b90f-b9b3a60635bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.282995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-0794005f-d6e7-4d2e-b90f-b9b3a60635bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 1094 time: 0.0996561 Oct 12 11:36:40.377617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.380386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:40.382940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a2f08f1-081f-40ba-bdff-04e2ec2b84ee HTTP/1.1" status: 204 len: 168 time: 0.2868652 Oct 12 11:36:40.390724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad394b0-f5b7-42a8-b895-13e5bb12c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f08f1-081f-40ba-bdff-04e2ec2b84ee,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:40.424549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-d1e84558-c0a0-460c-abf5-4862f88a91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.426015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-d1e84558-c0a0-460c-abf5-4862f88a91db service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1281295 Oct 12 11:36:40.537425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-0b486de8-746f-47a9-90a0-59ed62a674d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.539662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4ed7459-f51a-412e-b846-fc71dec64f94 req-0b486de8-746f-47a9-90a0-59ed62a674d6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048119 Oct 12 11:36:40.618352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-798e6ded-3a27-4a21-a135-51b67cdf0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.619886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-798e6ded-3a27-4a21-a135-51b67cdf0aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 1094 time: 0.0419731 Oct 12 11:36:40.667713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-3d3daded-f1b0-4dd8-9352-1e5a5709c659 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d HTTP/1.1" status: 200 len: 217 time: 0.0393324 Oct 12 11:36:40.721869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c759d729-0651-4954-ac45-c9c942541a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.724758 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-c759d729-0651-4954-ac45-c9c942541a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0505774 Oct 12 11:36:40.769112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-439d223e-3f42-4eb5-baf3-bda2a856624f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381050 Oct 12 11:36:40.866307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4c53-37ed-4740-a41d-123b3bc0c1d3 req-6c3a80a2-3535-4b27-a2ad-80304adcdb47 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:40.867956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e6f4c53-37ed-4740-a41d-123b3bc0c1d3 req-6c3a80a2-3535-4b27-a2ad-80304adcdb47 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 943 time: 0.1262071 Oct 12 11:36:40.929474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-bbd00213-1c7d-4c58-b915-19f2fbbf36a2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471035 Oct 12 11:36:40.936337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e6f4c53-37ed-4740-a41d-123b3bc0c1d3 req-f600ade2-c294-4f83-8157-058c4eeb9d5f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526359 Oct 12 11:36:41.037599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a4a4b6cd-822c-4687-aa8e-b71b684ff180 req-06181c4b-323d-4522-9257-fb30657415df service neutron] 10.222.0.41 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Oct 12 11:36:41.510227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:41.528082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28941bb-6657-447f-a85c-f83ed7928f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:41.619621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28941bb-6657-447f-a85c-f83ed7928f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:41.718491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28941bb-6657-447f-a85c-f83ed7928f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:41.754497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b28941bb-6657-447f-a85c-f83ed7928f82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cf3286adea949ffab6dcae5967721a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429323 Oct 12 11:36:41.755657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28941bb-6657-447f-a85c-f83ed7928f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75013d44-a4ae-4c62-8efe-3c8497e0a117,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:41.757506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:41.809369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:41.831971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:42.039980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:42.042719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:42.046739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75013d44-a4ae-4c62-8efe-3c8497e0a117 HTTP/1.1" status: 204 len: 168 time: 0.2853608 Oct 12 11:36:42.052402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d803-6c41-428a-a40f-a45b47c8f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75013d44-a4ae-4c62-8efe-3c8497e0a117,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:42.056761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39586f78-f92c-49e1-bff4-2068f85bc753 req-2a33d9e2-20e1-4911-8148-a7b0a586ccfd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:42.058137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39586f78-f92c-49e1-bff4-2068f85bc753 req-2a33d9e2-20e1-4911-8148-a7b0a586ccfd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 943 time: 0.0519052 Oct 12 11:36:42.099937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-39586f78-f92c-49e1-bff4-2068f85bc753 req-3214f456-31c4-4cbb-bdd2-912992754b19 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Oct 12 11:36:43.041338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46532) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:43.218968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c51f2-908f-4486-834b-ae2320950ab5 req-6ec93bc3-1d3c-472f-b2d9-4ca6f3107785 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:43.220442 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-305c51f2-908f-4486-834b-ae2320950ab5 req-6ec93bc3-1d3c-472f-b2d9-4ca6f3107785 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 943 time: 0.0539544 Oct 12 11:36:43.263472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-305c51f2-908f-4486-834b-ae2320950ab5 req-b37473fb-9031-4785-9137-c36537702c14 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Oct 12 11:36:43.398650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-436520929'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:43.508892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Made reservation on behalf of ed8fe78f9e624c07809ca322bccf04b5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:43.513915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.521474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.599311 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.686222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.714662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:36:43.725070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48772e48-5fa4-4974-9672-2ed0526e57d3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:43.731075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.731423 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Added segment 2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7 of type vlan for network 287011aa-2512-432f-88ce-cb824571a062 Oct 12 11:36:43.773048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.866771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6907d121-2185-4faf-a78e-cb77c0a5dc1d details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:36:43.902802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.911137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:43.912410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:43.969015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:43.973973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:43.981670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '6907d121-2185-4faf-a78e-cb77c0a5dc1d', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': '6907d121-2185-4faf-a78e-cb77c0a5dc1d', 'mac_address': 'fa:16:3e:c7:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:36:44.000310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event updated for resources: {'Network': ['ID=287011aa-2512-432f-88ce-cb824571a062,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:44.012087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 287011aa-2512-432f-88ce-cb824571a062 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:36:44.023227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4f9ce446-c709-446b-8d2d-69dc2157c172 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9799740 Oct 12 11:36:44.025356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:44.031202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Request body: {'subnet': {'network_id': '287011aa-2512-432f-88ce-cb824571a062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:44.034095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.091903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6907d121-2185-4faf-a78e-cb77c0a5dc1d {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:44.122737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:44.123200 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8136591c-c2de-4dfa-a792-a9a0905835a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.213076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8136591c-c2de-4dfa-a792-a9a0905835a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.267348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.286784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Made reservation on behalf of ed8fe78f9e624c07809ca322bccf04b5 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:44.290651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.320903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:44.347809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8136591c-c2de-4dfa-a792-a9a0905835a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.436198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136591c-c2de-4dfa-a792-a9a0905835a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca5d04e-dc50-4d64-92fe-c6360b30921b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:44.441904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8136591c-c2de-4dfa-a792-a9a0905835a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e809151f2bb64fa68e1708484cb47657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665632 Oct 12 11:36:44.447198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:44.468826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec16ac-d36d-4b18-8eb1-448c048d988c req-a2933a9c-84a7-451d-87e6-b60be41dc01c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:44.468826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01ec16ac-d36d-4b18-8eb1-448c048d988c req-a2933a9c-84a7-451d-87e6-b60be41dc01c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 944 time: 0.1241176 Oct 12 11:36:44.534070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.545948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01ec16ac-d36d-4b18-8eb1-448c048d988c req-1b8bf3d8-0330-4079-b735-0a86e8dc145a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697951 Oct 12 11:36:44.666837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6907d121-2185-4faf-a78e-cb77c0a5dc1d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:44.680324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.772997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event updated for resources: {'Subnet': ['ID=75adaad9-71f2-451e-a086-62215fe33bb7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:44.789136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Checking segment: {'id': '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '287011aa-2512-432f-88ce-cb824571a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:44.789508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Network hostable DHCP agents. Network: 287011aa-2512-432f-88ce-cb824571a062, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:36:44.951193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:44.954035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Network 287011aa-2512-432f-88ce-cb824571a062 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:36:45.095948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 287011aa-2512-432f-88ce-cb824571a062) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:45.100891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:45.100891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.106641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0959725-6af3-4ce5-81db-9f5f285a7c26 None None] Network 287011aa-2512-432f-88ce-cb824571a062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:36:45.155236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.157871 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.159171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aca5d04e-dc50-4d64-92fe-c6360b30921b HTTP/1.1" status: 204 len: 168 time: 0.7097697 Oct 12 11:36:45.167311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13533-6933-417d-8528-8ca51d177815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca5d04e-dc50-4d64-92fe-c6360b30921b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:45.264021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-287011aa-2512-432f-88ce-cb824571a062', 'network_id': '287011aa-2512-432f-88ce-cb824571a062', 'tenant_id': 'ed8fe78f9e624c07809ca322bccf04b5', 'fixed_ips': [{'subnet_id': '75adaad9-71f2-451e-a086-62215fe33bb7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:36:45.264915 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.312253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-28004e09-eb22-45a2-bce1-2391ebe27d35 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2835522 Oct 12 11:36:45.314214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46594) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:45.319468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Request body: {'port': {'network_id': '287011aa-2512-432f-88ce-cb824571a062', 'name': 'tempest-DHCPAgentSchedulersTestJSON-625970778'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:45.404726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Allocated IP 172.20.0.2 (287011aa-2512-432f-88ce-cb824571a062/75adaad9-71f2-451e-a086-62215fe33bb7/48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:36:45.570405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.628410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Made reservation on behalf of ed8fe78f9e624c07809ca322bccf04b5 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:45.635177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.665429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] device_id is not set on port 36df59d5-ae08-4f52-b4ee-740a38f4782a yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:36:45.694111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be078d5e-f242-477b-aac4-c93d28b81138 req-2c26a0f8-9cc3-4514-8c29-8e5d28584b83 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:45.696032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be078d5e-f242-477b-aac4-c93d28b81138 req-2c26a0f8-9cc3-4514-8c29-8e5d28584b83 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 944 time: 0.0744452 Oct 12 11:36:45.720736 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.755672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be078d5e-f242-477b-aac4-c93d28b81138 req-06543aaf-60dc-4918-9218-06859f6b8a12 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Oct 12 11:36:45.772461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Network 287011aa-2512-432f-88ce-cb824571a062 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:36:45.779523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:45.784836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:36:45.792618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Pushing event updated for resources: {'Port': ['ID=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:45.812466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Allocated IP 172.20.0.12 (287011aa-2512-432f-88ce-cb824571a062/75adaad9-71f2-451e-a086-62215fe33bb7/36df59d5-ae08-4f52-b4ee-740a38f4782a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:36:45.858577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Attempting to bind port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:36:45.858992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Attempting to bind port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '287011aa-2512-432f-88ce-cb824571a062'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:36:45.863575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Attempting to bind port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 on network 287011aa-2512-432f-88ce-cb824571a062 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:45.865131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:36:45.865515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Checking segment: {'id': '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '287011aa-2512-432f-88ce-cb824571a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:45.866036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.866278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Bound using segment: {'id': '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '287011aa-2512-432f-88ce-cb824571a062'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:36:45.866914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Bound port: 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '287011aa-2512-432f-88ce-cb824571a062'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:36:45.867792 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:45.872887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6907d121-2185-4faf-a78e-cb77c0a5dc1d up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:36:45.982272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] For port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:36:45.985378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] For port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,segment=NetworkSegment(2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7),segment_id=2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:36:45.987948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.065359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 6907d121-2185-4faf-a78e-cb77c0a5dc1d completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:36:46.066512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 6907d121-2185-4faf-a78e-cb77c0a5dc1d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:46.067017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.151030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.160485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.206381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.224414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46620) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:46.227328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:46.229679 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0bfa40-57d4-4e50-ab79-46a665ba6f4b" -d '{"events": [{"server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "name": "network-vif-plugged", "status": "completed", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:46.241421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f82056b-1986-4f46-af37-4e122eb60617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.248033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:46.275421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Network 287011aa-2512-432f-88ce-cb824571a062 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:36:46.279281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7847c96-98e4-4958-b857-25f743a922b8 None None] Pushing event updated for resources: {'Port': ['ID=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:46.282586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:46.282899 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4284b32-bf25-4dbb-a81e-3a2b23c3ecf2 x-openstack-request-id: req-b4284b32-bf25-4dbb-a81e-3a2b23c3ecf2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:46.283449 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "name": "network-vif-plugged", "status": "completed", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:46.283858 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4284b32-bf25-4dbb-a81e-3a2b23c3ecf2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:46.288567 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d', 'code': 200} Oct 12 11:36:46.293571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:36:46.326394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.355134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event updated for resources: {'Port': ['ID=36df59d5-ae08-4f52-b4ee-740a38f4782a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:46.383158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:46.390025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.405956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f82056b-1986-4f46-af37-4e122eb60617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.415717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:46.470046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f82056b-1986-4f46-af37-4e122eb60617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.484149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7a33f804-13c8-465c-b41a-8df41ddff724 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1686423 Oct 12 11:36:46.487385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46628) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:46.549972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2f82056b-1986-4f46-af37-4e122eb60617 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7669b508f4bc48639e67c6379ca7eff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218429 Oct 12 11:36:46.549972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82056b-1986-4f46-af37-4e122eb60617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f3440-2b5e-45b5-869f-86892100b78e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:46.553683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46632) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:46.662208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78466bd-3ca3-46c8-ac4c-835796f344f9 req-f1063aee-a404-4fed-a80a-768c9775e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:46.665876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f78466bd-3ca3-46c8-ac4c-835796f344f9 req-f1063aee-a404-4fed-a80a-768c9775e304 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 1096 time: 0.3206627 Oct 12 11:36:46.666004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.681464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Deleting port 36df59d5-ae08-4f52-b4ee-740a38f4782a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:36:46.681803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.702082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f78466bd-3ca3-46c8-ac4c-835796f344f9 req-aeb6e2c1-e1cc-4aa8-8096-69afee266205 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Oct 12 11:36:46.711817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.814840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.842201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Calling delete_port for 36df59d5-ae08-4f52-b4ee-740a38f4782a owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:36:46.908971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.911578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:46.914970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f2f3440-2b5e-45b5-869f-86892100b78e HTTP/1.1" status: 204 len: 168 time: 0.3563845 Oct 12 11:36:46.931733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6e6c-7edb-4cda-bc1d-81f4911db7b3 req-6ae9dc93-c452-49af-947b-48b1cf17a04a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:46.937011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e7d6e6c-7edb-4cda-bc1d-81f4911db7b3 req-6ae9dc93-c452-49af-947b-48b1cf17a04a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.1062841 Oct 12 11:36:46.943815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85500-48c0-482e-97fe-5d20686306c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f3440-2b5e-45b5-869f-86892100b78e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:46.997995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e7d6e6c-7edb-4cda-bc1d-81f4911db7b3 req-8adc85fd-eabe-43cc-afea-529694de2efd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565367 Oct 12 11:36:47.187573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.216285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event deleted for resources: {'Port': ['ID=36df59d5-ae08-4f52-b4ee-740a38f4782a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:47.317014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.320660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fd27378-5dc9-4656-82a6-841bc5fd91a6 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "DELETE /v2.0/ports/36df59d5-ae08-4f52-b4ee-740a38f4782a HTTP/1.1" status: 204 len: 168 time: 0.8322363 Oct 12 11:36:47.323622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46650) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:47.396684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a85785-b76b-48b7-85b7-f4d4b20fb66a None None] Network 287011aa-2512-432f-88ce-cb824571a062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:36:47.498887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] Provisioning complete for port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:47.499267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.525428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:36:47.663034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6be1a4b-b733-4cb6-9374-4d1114d8645d tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3375859 Oct 12 11:36:47.665730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46662) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:47.671084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-685319129'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:47.771463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Made reservation on behalf of ed8fe78f9e624c07809ca322bccf04b5 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:47.776407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.801361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:36:47.810274 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.810561 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Added segment 87877b18-7f4e-48ce-973c-d1e3dbcf0dbe of type vlan for network 6927a7d6-e3e2-445a-a301-3763ceab3e90 Oct 12 11:36:47.854873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.885861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:47.886329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.916781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:47.921740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0af9cbda-81d1-41d0-b97c-9779e166df49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.002132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] For port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,segment=NetworkSegment(2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7),segment_id=2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:48.057493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.064415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:48.067600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.120814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.162075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.200907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e88b9-76fe-4506-9b64-754bad23d1d4 req-e17744bb-ae6a-47b8-be41-93aa96e66249 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:48.212605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-030e88b9-76fe-4506-9b64-754bad23d1d4 req-e17744bb-ae6a-47b8-be41-93aa96e66249 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.0989485 Oct 12 11:36:48.261870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event updated for resources: {'Network': ['ID=6927a7d6-e3e2-445a-a301-3763ceab3e90,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:48.268044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-030e88b9-76fe-4506-9b64-754bad23d1d4 req-c747572b-a9e7-43b1-81e1-25816c6fc947 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Oct 12 11:36:48.305144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 6927a7d6-e3e2-445a-a301-3763ceab3e90 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:36:48.326475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c700-b031-44c3-a381-71bcd5d0dff8 None None] Pushing event updated for resources: {'Port': ['ID=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:48.351675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff460f7a-0900-4065-8142-8ea6523c051f tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6846073 Oct 12 11:36:48.354266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46692) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:48.395039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:36:48.395702 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:36:48.425598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-62dc8747-8b59-46c0-8117-3a964cdc28b3 None None] Provisioning complete for port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:48.426276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62dc8747-8b59-46c0-8117-3a964cdc28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.547913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:48.548104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb8002d6-0493-4bbe-95f4-db0186a3327e tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks HTTP/1.1" status: 200 len: 8862 time: 0.1897917 Oct 12 11:36:48.642600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:48.672774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc927f8-42e7-463b-98d4-e804a9a2ba94 tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] Network 6927a7d6-e3e2-445a-a301-3763ceab3e90 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:36:48.727633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4bba2324-277d-4efe-b437-410be15b6d0c None None] Could not find standard attr ID for object 36df59d5-ae08-4f52-b4ee-740a38f4782a. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:36:48.780032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4dc927f8-42e7-463b-98d4-e804a9a2ba94 tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "POST /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2304091 Oct 12 11:36:48.782299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73971e7f-d988-473a-9379-b363fcd23e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:48.782839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46708) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:48.789953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352a60d-f198-47e7-93aa-efa10145c0b5 None None] Network 6927a7d6-e3e2-445a-a301-3763ceab3e90 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:36:48.897177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73971e7f-d988-473a-9379-b363fcd23e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.016707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbc2adc7-ec30-4ff6-a87c-9be4e8156228 tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.2325022 Oct 12 11:36:49.019836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46712) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.040661 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73971e7f-d988-473a-9379-b363fcd23e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.120008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-73971e7f-d988-473a-9379-b363fcd23e13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88a73c0318cc4a02924dd6ce8ae5a05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759974 Oct 12 11:36:49.121085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971e7f-d988-473a-9379-b363fcd23e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c6951-7916-4f83-a5c1-0673b201e032,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:49.122090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.194641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.207154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7daaf09-9989-4dea-8b0b-d18af8a655bf tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "DELETE /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks/6927a7d6-e3e2-445a-a301-3763ceab3e90 HTTP/1.1" status: 204 len: 168 time: 0.1831326 Oct 12 11:36:49.208725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46722) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.218322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.350622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-005a3257-c747-48f3-95dc-9314641c49b6 tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks HTTP/1.1" status: 200 len: 8862 time: 0.1367738 Oct 12 11:36:49.355050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.380720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140795eb-142f-4c28-9426-9381f9063c76 req-34214c34-dfea-49e0-9b37-af151867164c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:49.388334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bcc22eba-22ef-4b3d-b482-b0e00dc313ed tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/networks/287011aa-2512-432f-88ce-cb824571a062/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0307641 Oct 12 11:36:49.389694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46730) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.390668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-140795eb-142f-4c28-9426-9381f9063c76 req-34214c34-dfea-49e0-9b37-af151867164c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Oct 12 11:36:49.407877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.411676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.423286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/805c6951-7916-4f83-a5c1-0673b201e032 HTTP/1.1" status: 204 len: 168 time: 0.2920554 Oct 12 11:36:49.438220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d50e5fa-910b-48a6-956f-a71193abb9f2 tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/networks/287011aa-2512-432f-88ce-cb824571a062/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0470538 Oct 12 11:36:49.439908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a24a0c-fe91-4060-91bd-d3182be266c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c6951-7916-4f83-a5c1-0673b201e032,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:49.451545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46734) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.470143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-140795eb-142f-4c28-9426-9381f9063c76 req-c0e955b9-bb26-4c5b-90bd-ab1b21df67af tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785692 Oct 12 11:36:49.475007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:36:49.555424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:36:49.555836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.641034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a195833a-8fd6-4871-8357-fbb11e75e8ba tempest-DHCPAgentSchedulersTestJSON-489236976 tempest-DHCPAgentSchedulersTestJSON-489236976-project-admin] 10.222.0.43 "GET /v2.0/agents/b1387709-f8ca-4f64-8b67-d3e471b117a3/dhcp-networks HTTP/1.1" status: 200 len: 8862 time: 0.1873572 Oct 12 11:36:49.644250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46742) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:49.743508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.912541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.944921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6927a7d6-e3e2-445a-a301-3763ceab3e90']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:49.961599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87877b18-7f4e-48ce-973c-d1e3dbcf0dbe') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:49.961928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87877b18-7f4e-48ce-973c-d1e3dbcf0dbe') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:49.978658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:49.991386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-09bef7a4-4e0a-4eb1-a24d-6f2295881eac tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:49.993028 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-09bef7a4-4e0a-4eb1-a24d-6f2295881eac tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.2063756 Oct 12 11:36:50.001363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.015103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:36:50.015578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:36:50.018535 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:36:50.066484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3ead3d90-a14f-4486-8702-692c6764e36b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0602121 Oct 12 11:36:50.132927 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-d7ddae1c-ace0-4df1-b278-935ed83b6a70 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491781 Oct 12 11:36:50.202311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.212761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.217130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "DELETE /v2.0/networks/6927a7d6-e3e2-445a-a301-3763ceab3e90 HTTP/1.1" status: 204 len: 168 time: 0.5719056 Oct 12 11:36:50.221786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46772) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:50.238040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e608-d44e-461a-baae-0d0d6b8a4e7c tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event deleted for resources: {'Network': ['ID=6927a7d6-e3e2-445a-a301-3763ceab3e90,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:50.277657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-23e94f0c-3a1c-4853-8548-488ab7da65ee service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380014 Oct 12 11:36:50.285017 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b89769-3750-42c3-8115-432deac16da2 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] DELETE failed (client error): The resource could not be found. Oct 12 11:36:50.287281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b89769-3750-42c3-8115-432deac16da2 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:36:50.297564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1b89769-3750-42c3-8115-432deac16da2 tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "DELETE /v2.0/ports/36df59d5-ae08-4f52-b4ee-740a38f4782a HTTP/1.1" status: 404 len: 333 time: 0.0745900 Oct 12 11:36:50.298213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:50.359347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Deleting subnet 75adaad9-71f2-451e-a086-62215fe33bb7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:36:50.362845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.398128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-37727f1d-a09f-40cd-a53c-a0ad0b198072 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108804 Oct 12 11:36:50.412516 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.415610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:50.432959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8da-483f-435e-ba8c-fa8a94c450f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.461414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f8fe-bf7b-465c-9cc0-a43d7980d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.545182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8da-483f-435e-ba8c-fa8a94c450f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.574504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.702596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8da-483f-435e-ba8c-fa8a94c450f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.748195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c73bbe41-64cd-4d7d-acb3-f70b48ac65a4 req-7265c8f0-9ed8-4108-b3e5-33a8e5b80a7b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 210 time: 0.0275562 Oct 12 11:36:50.762899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fdeab8da-483f-435e-ba8c-fa8a94c450f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54b7e951e17647b7b79e9350164bae67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436689 Oct 12 11:36:50.762899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab8da-483f-435e-ba8c-fa8a94c450f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16e99a-21ea-4bc1-b286-ad500f0161dd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:50.764375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46788) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:50.798516 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:36:50.804530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.823796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.828122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "DELETE /v2.0/subnets/75adaad9-71f2-451e-a086-62215fe33bb7 HTTP/1.1" status: 204 len: 168 time: 0.5286682 Oct 12 11:36:50.832104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46790) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:50.858524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d5f9a-476b-4899-98f4-1ed53d94d0e8 None None] Network 287011aa-2512-432f-88ce-cb824571a062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:36:50.865344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596698ec-cf61-4547-b225-1799765181ed tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event deleted for resources: {'Subnet': ['ID=75adaad9-71f2-451e-a086-62215fe33bb7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:50.933190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:50.977482 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.013811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.094994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Deleting port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:36:51.094994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.155113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] DHCP port deletion for 287011aa-2512-432f-88ce-cb824571a062 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:36:51.167714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] For port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,segment=NetworkSegment(2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7),segment_id=2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:51.168023 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.171919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.174562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.178565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c16e99a-21ea-4bc1-b286-ad500f0161dd HTTP/1.1" status: 204 len: 168 time: 0.4099743 Oct 12 11:36:51.190856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370374e-bbd1-4eda-92b7-d44f045a4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16e99a-21ea-4bc1-b286-ad500f0161dd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:51.200820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Calling delete_port for 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:36:51.257092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Deleting port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:36:51.257678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.379198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] For port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,segment=NetworkSegment(2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7),segment_id=2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:36:51.379579 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.394336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Calling delete_port for 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:36:51.434205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.441235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:36:51.462410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event deleted for resources: {'Port': ['ID=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:51.464293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] No DVR routers for this DVR port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:36:51.465276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:36:51.465844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:36:51.508713 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.545198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] Pushing event deleted for resources: {'Port': ['ID=48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:51.550163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf83bca-9821-41bf-886d-ab739d0dfbfc None None] No DVR routers for this DVR port 48a4bfdf-cb9a-4d47-b6f8-bede10d7f4d2 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:36:51.579290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.697429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.804639 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:51.914206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21846977-00f9-4c24-94e4-f0efb6eb7110 req-1403b9f0-e7ba-4c07-a467-cd37584d1789 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 210 time: 0.0414512 Oct 12 11:36:51.925824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-a8d9c29a-ecc5-488e-983a-669825dc0917 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133821 Oct 12 11:36:51.992665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287011aa-2512-432f-88ce-cb824571a062']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:51.996258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866570d-5130-405d-8526-8ae718c791d9 req-2b7563db-8946-402d-9968-b6c7d76607ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:51.998496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-2b7563db-8946-402d-9968-b6c7d76607ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 1096 time: 0.0501587 Oct 12 11:36:52.007416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46818) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:52.008982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:52.010272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1e2086-4bd1-4f1a-9890-5d383f8a4ff7') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:36:52.023576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.041506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.051161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:36:52.051641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:36:52.054784 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:36:52.098635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.115042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866570d-5130-405d-8526-8ae718c791d9 req-65dc5baa-b7ae-4b21-8cfd-d4876053728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:52.116042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-65dc5baa-b7ae-4b21-8cfd-d4876053728d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 907 time: 0.0983496 Oct 12 11:36:52.167763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-77f72bae-1514-4855-aab4-9aff8082b020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c HTTP/1.1" status: 200 len: 217 time: 0.0441229 Oct 12 11:36:52.183754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3666243-ef26-4061-9d35-0eb654bd5c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.234843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866570d-5130-405d-8526-8ae718c791d9 req-5fcf794b-9f75-41fb-ba3f-037ead00b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:52.236212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-5fcf794b-9f75-41fb-ba3f-037ead00b362 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0607727 Oct 12 11:36:52.266611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-85bcc058-12a3-41d5-9c49-9b89dacfab24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240035 Oct 12 11:36:52.326526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.340699 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.345663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] 10.222.0.43 "DELETE /v2.0/networks/287011aa-2512-432f-88ce-cb824571a062 HTTP/1.1" status: 204 len: 168 time: 1.5117023 Oct 12 11:36:52.364460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Pushing event deleted for resources: {'Network': ['ID=287011aa-2512-432f-88ce-cb824571a062,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:52.377272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.381315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.382872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65f7-4e2b-4d2e-a54c-842cd6f91b4d tempest-DHCPAgentSchedulersTestJSON-517930505 tempest-DHCPAgentSchedulersTestJSON-517930505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:36:52.413233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-d7a27c98-a2c9-4aee-a627-09dbe7a8e88a service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399813 Oct 12 11:36:52.463241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3666243-ef26-4061-9d35-0eb654bd5c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.530338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a866570d-5130-405d-8526-8ae718c791d9 req-ff794707-c082-4920-a9ec-d7a9e3ee89e5 service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053159 Oct 12 11:36:52.644399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3666243-ef26-4061-9d35-0eb654bd5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.684916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3666243-ef26-4061-9d35-0eb654bd5c32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a9042e47e214a52aff646f58a2a9f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761687 Oct 12 11:36:52.687836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46834) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:52.689816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666243-ef26-4061-9d35-0eb654bd5c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956623b2-db96-4239-9824-e83939c13191,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:52.741416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.771642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.983263 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.986442 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:52.987894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/956623b2-db96-4239-9824-e83939c13191 HTTP/1.1" status: 204 len: 168 time: 0.2988582 Oct 12 11:36:52.999830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4c54b-0d2a-41a4-b26b-a97f9783fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956623b2-db96-4239-9824-e83939c13191,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:53.039739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f484b4d5-20b2-4ac6-ab05-cbed06463b5e req-9fb93617-bdcc-4b8c-a0b3-94042aec9b59 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 210 time: 0.0499637 Oct 12 11:36:53.119500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46850) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:53.303114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:53.455333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff1c3ed0-6219-4db3-8e8c-689f0d11f7eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed8fe78f9e624c07809ca322bccf04b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294406 Oct 12 11:36:53.456264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:53.519981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:53.547750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:53.669675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:53.673199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:53.674635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48772e48-5fa4-4974-9672-2ed0526e57d3 HTTP/1.1" status: 204 len: 168 time: 0.2171853 Oct 12 11:36:53.682922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f97dc-a0c5-471d-a403-9fa77780b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48772e48-5fa4-4974-9672-2ed0526e57d3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:53.988482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46874) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:54.009237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b46a4db3-d434-4c68-9170-24c684dac0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.052838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-e1622b07-cf0d-4774-b642-f3a6051945cb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:54.058796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-e1622b07-cf0d-4774-b642-f3a6051945cb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1655345 Oct 12 11:36:54.073651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:54.223519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-760b7a78-a6b2-454a-b850-0374c48b7192 req-2cf33211-d7d3-4bae-a235-5da6e4ab58f2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 210 time: 0.0693069 Oct 12 11:36:54.318069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b46a4db3-d434-4c68-9170-24c684dac0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.445812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:36:54.450290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.561193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b46a4db3-d434-4c68-9170-24c684dac0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.637793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b46a4db3-d434-4c68-9170-24c684dac0af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b4c7afdf5fd4cc392726d75a65241b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6455774 Oct 12 11:36:54.639295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a4db3-d434-4c68-9170-24c684dac0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61bb507-e298-4608-9f1a-2dab61ff85fe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:54.639711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46888) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:54.642397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.5 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/36b6ae61-9df5-47e9-b809-0d0f44f53267) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:36:54.706837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.729864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.781840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46892) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:54.800758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34a6d6a7-d772-4d38-bf8f-b74ec00c6ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.853941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.954751 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.958034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:54.959367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b61bb507-e298-4608-9f1a-2dab61ff85fe HTTP/1.1" status: 204 len: 168 time: 0.3168845 Oct 12 11:36:54.975076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be66ce-cf6d-47dc-a42a-dbee9b91b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61bb507-e298-4608-9f1a-2dab61ff85fe,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:55.041723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.057071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6907d121-2185-4faf-a78e-cb77c0a5dc1d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:55.097405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34a6d6a7-d772-4d38-bf8f-b74ec00c6ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.116722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:36:55.117756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:36:55.121956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:36:55.134428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:36:55.168007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:55.212914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:55.212914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.240061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34a6d6a7-d772-4d38-bf8f-b74ec00c6ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.315953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34a6d6a7-d772-4d38-bf8f-b74ec00c6ed9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=020d9e09147b42dda13d9c7693134ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302413 Oct 12 11:36:55.316104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:55.331312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-3be3af61-7a93-4f01-b4c2-ea9e852733b5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647028 Oct 12 11:36:55.374854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Request body: {'port': {'device_id': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:55.413456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.454004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.483158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6d6a7-d772-4d38-bf8f-b74ec00c6ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19186b43-68f4-4782-9e90-d0f45c32aeab,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:55.512468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.566291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0e43-f060-4169-8ad5-f45c264d2ad5 req-9d9e5209-153c-41ca-94a1-c97f560561c0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:55.567944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a3f0e43-f060-4169-8ad5-f45c264d2ad5 req-9d9e5209-153c-41ca-94a1-c97f560561c0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 931 time: 0.2182376 Oct 12 11:36:55.638863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.643106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.646530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19186b43-68f4-4782-9e90-d0f45c32aeab HTTP/1.1" status: 204 len: 168 time: 0.3285542 Oct 12 11:36:55.660543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b691a9-9a9c-4795-9c48-e97b962d1729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19186b43-68f4-4782-9e90-d0f45c32aeab,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:55.684794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a3f0e43-f060-4169-8ad5-f45c264d2ad5 req-342bb2ee-1494-48be-bbde-bf35acefdaa0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094294 Oct 12 11:36:55.870177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b6ae61-9df5-47e9-b809-0d0f44f53267 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:36:55.878034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:55.891061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Transition to ACTIVE for port object 36b6ae61-9df5-47e9-b809-0d0f44f53267 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:36:56.045507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:56.101160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Pushing event updated for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:56.176978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Attempting to bind port 36b6ae61-9df5-47e9-b809-0d0f44f53267 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:36:56.177741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Attempting to bind port 36b6ae61-9df5-47e9-b809-0d0f44f53267 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:36:56.178076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Attempting to bind port 36b6ae61-9df5-47e9-b809-0d0f44f53267 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:56.184549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Port 36b6ae61-9df5-47e9-b809-0d0f44f53267 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:36:56.184871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Attempting to bind port 36b6ae61-9df5-47e9-b809-0d0f44f53267 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:36:56.190138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:36:56.190656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:36:56.191080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:36:56.191505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Bound port: 36b6ae61-9df5-47e9-b809-0d0f44f53267, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:36:56.191880 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:56.264658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:36:56.268154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:36:56.395211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:56.440939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.441728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:56.443829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] 10.222.0.47 "PUT /v2.0/ports/36b6ae61-9df5-47e9-b809-0d0f44f53267 HTTP/1.1" status: 200 len: 1091 time: 1.0958922 Oct 12 11:36:56.445840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:36:56.450634 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac1754-4b40-400e-9f0d-aa8e852a69ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:36:56.480342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630c48-f575-49ab-a40d-b094db7b176a service neutron] Pushing event updated for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:56.498301 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2db08e-9d7b-4cbc-b99d-a9447fbc6bde x-openstack-request-id: req-3a2db08e-9d7b-4cbc-b99d-a9447fbc6bde {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:36:56.498674 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:36:56.499024 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a2db08e-9d7b-4cbc-b99d-a9447fbc6bde {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:36:56.499556 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267', 'status': 'completed', 'code': 200} Oct 12 11:36:56.555283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-dde7fcf2-d50e-4d3c-a327-3f3e69db18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.556782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-dde7fcf2-d50e-4d3c-a327-3f3e69db18db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 1094 time: 0.0411406 Oct 12 11:36:56.687327 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:56.690059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-d5e1546a-a0a1-47f9-9d89-f8566d381d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.691424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-d5e1546a-a0a1-47f9-9d89-f8566d381d1a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1267357 Oct 12 11:36:56.816269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-d69ad3cd-69f8-4079-8fa8-624aa34edaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.817619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39ac1754-4b40-400e-9f0d-aa8e852a69ab req-d69ad3cd-69f8-4079-8fa8-624aa34edaa7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190577 Oct 12 11:36:56.843143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27abf37-b689-4d1d-afc3-65ec3d172203 req-ae9fa429-3077-4193-b563-ce2364d23853 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.845085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f27abf37-b689-4d1d-afc3-65ec3d172203 req-ae9fa429-3077-4193-b563-ce2364d23853 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Oct 12 11:36:56.889436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f27abf37-b689-4d1d-afc3-65ec3d172203 req-df8f1182-69ce-49b2-81f4-16f72e755ec6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Oct 12 11:36:56.920252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-59c18d2b-940b-4f35-bf85-3f5ab6c75e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:56.920252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-59c18d2b-940b-4f35-bf85-3f5ab6c75e48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 1094 time: 0.0508354 Oct 12 11:36:56.953815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-9cddfc51-917c-4390-9be7-5d89c12d3f07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267 HTTP/1.1" status: 200 len: 217 time: 0.0367444 Oct 12 11:36:57.017461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a7c9aae-6a6d-4796-98d2-b88a02074769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:57.018954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-2a7c9aae-6a6d-4796-98d2-b88a02074769 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0579572 Oct 12 11:36:57.056046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-b73d09bc-e017-432c-9081-bd4558894d49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297573 Oct 12 11:36:57.156564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-48d3a846-2861-4a8d-9484-51c5f643c913 service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937572 Oct 12 11:36:57.273222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0dcf46bb-269d-49a7-89f2-a8baea404473 req-b4fdb10b-fd84-42c5-adcc-40d7011bd6cb service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090405 Oct 12 11:36:58.021101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a801b-08a1-4380-9624-6995021e3f25 req-07f850da-5c14-4416-b55b-47354c9dfa49 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:58.023196 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e4a801b-08a1-4380-9624-6995021e3f25 req-07f850da-5c14-4416-b55b-47354c9dfa49 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 943 time: 0.0584092 Oct 12 11:36:58.070772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7e4a801b-08a1-4380-9624-6995021e3f25 req-fc36868e-8e9e-4901-8690-636d3a3dbbe0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Oct 12 11:36:58.537519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:58.675630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:58.764983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f6adf18-f42f-480b-856c-1a1940479fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:58.874069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47030) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:58.883699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f6adf18-f42f-480b-856c-1a1940479fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:58.909105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-206b1b36-6ae4-4c22-ae1f-f4a1e429ae79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:58.938781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-071634c4-4a5a-49e3-9090-66d0346d7d25 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2068086140'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:58.939708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-071634c4-4a5a-49e3-9090-66d0346d7d25 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Unknown quota resources ['metering_label']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:36:58.984499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f6adf18-f42f-480b-856c-1a1940479fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.011172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-206b1b36-6ae4-4c22-ae1f-f4a1e429ae79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.030599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4f6adf18-f42f-480b-856c-1a1940479fb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f99b8a0efa194783b342128a19a3d48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921932 Oct 12 11:36:59.032490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6adf18-f42f-480b-856c-1a1940479fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9d3e9-67ae-4eae-8e81-9ea0c7dcb11c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:59.033435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47036) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:59.083996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.105010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.166235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-206b1b36-6ae4-4c22-ae1f-f4a1e429ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.210532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b1b36-6ae4-4c22-ae1f-f4a1e429ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cfb730-800c-4ac8-8116-4d7cfed62c80,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:59.218344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-206b1b36-6ae4-4c22-ae1f-f4a1e429ae79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8b7afa8b3294d31a3ed53e3c2f8ce25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379834 Oct 12 11:36:59.218552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47040) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:59.270913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.292774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.309927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.312588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.313802 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdd9d3e9-67ae-4eae-8e81-9ea0c7dcb11c HTTP/1.1" status: 204 len: 168 time: 0.2787933 Oct 12 11:36:59.321968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb421-90b6-4911-ba15-6e97d8c1e477 req-1e5d85c2-9d5d-47ab-adb8-8b570a3959e0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:36:59.323872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e7eb421-90b6-4911-ba15-6e97d8c1e477 req-1e5d85c2-9d5d-47ab-adb8-8b570a3959e0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 943 time: 0.1716003 Oct 12 11:36:59.326745 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-071634c4-4a5a-49e3-9090-66d0346d7d25 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.330584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:36:59.330760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-071634c4-4a5a-49e3-9090-66d0346d7d25 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4558420 Oct 12 11:36:59.336665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7c7a5ff5-2199-4bec-8658-ab6a942ca098 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '98027d99-e9f8-4989-bc37-6a106299895f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:36:59.339892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7c7a5ff5-2199-4bec-8658-ab6a942ca098 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95548) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:36:59.341086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d4b8-4c06-4041-a702-0727d4b4f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9d3e9-67ae-4eae-8e81-9ea0c7dcb11c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:36:59.379183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6e7eb421-90b6-4911-ba15-6e97d8c1e477 req-6890d934-fed5-4bf8-960d-252e6a6115cd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Oct 12 11:36:59.611293 n-d-813419-3 neutron-server[95548]: WARNING neutron.services.metering.metering_plugin [None req-7c7a5ff5-2199-4bec-8658-ab6a942ca098 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 11:36:59.613422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.618072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:36:59.621807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56cfb730-800c-4ac8-8116-4d7cfed62c80 HTTP/1.1" status: 204 len: 168 time: 0.3998218 Oct 12 11:36:59.695533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52283b09-16e9-4f86-83fe-f00819dc5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cfb730-800c-4ac8-8116-4d7cfed62c80,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:00.089235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47062) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.111901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9054ee-5b0e-4853-974b-2d57bf04087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.143919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5ff5-2199-4bec-8658-ab6a942ca098 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.145121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7c7a5ff5-2199-4bec-8658-ab6a942ca098 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8133104 Oct 12 11:37:00.148391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.152775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-da4377be-44f7-4ee5-97e0-0ac6ebd0d89b tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '98027d99-e9f8-4989-bc37-6a106299895f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:00.153636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-da4377be-44f7-4ee5-97e0-0ac6ebd0d89b tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95548) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:37:00.210910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9054ee-5b0e-4853-974b-2d57bf04087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.348113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d9054ee-5b0e-4853-974b-2d57bf04087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.389905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d9054ee-5b0e-4853-974b-2d57bf04087b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0dd3f5990ff47a5897183c1bcf543de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985790 Oct 12 11:37:00.390917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9054ee-5b0e-4853-974b-2d57bf04087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8993181-9e33-47f5-9e1d-a4a46b539e5f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:00.392663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47072) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.409036 n-d-813419-3 neutron-server[95548]: WARNING neutron.services.metering.metering_plugin [None req-da4377be-44f7-4ee5-97e0-0ac6ebd0d89b tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 11:37:00.510160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e815-96b7-47d3-ae5b-049ae3b7cd31 req-dcc76b8d-ed32-4181-9a39-b302d354a054 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:00.520385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40e5e815-96b7-47d3-ae5b-049ae3b7cd31 req-dcc76b8d-ed32-4181-9a39-b302d354a054 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 943 time: 0.0675254 Oct 12 11:37:00.536007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da4377be-44f7-4ee5-97e0-0ac6ebd0d89b tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.539931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47078) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.540103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-da4377be-44f7-4ee5-97e0-0ac6ebd0d89b tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3907182 Oct 12 11:37:00.556867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.559683 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2fdd57e-b721-40cf-a171-df3e2866b856 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=b9c8e6a2-9203-42e1-af68-3452066faab3 HTTP/1.1" status: 200 len: 462 time: 0.0177341 Oct 12 11:37:00.563072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47080) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.593149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-40e5e815-96b7-47d3-ae5b-049ae3b7cd31 req-6f169189-b0c9-4afd-a552-e8cfe5ca66e7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Oct 12 11:37:00.600624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.620994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 36b6ae61-9df5-47e9-b809-0d0f44f53267 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:37:00.720011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:00.734749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '36b6ae61-9df5-47e9-b809-0d0f44f53267', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': '36b6ae61-9df5-47e9-b809-0d0f44f53267', 'mac_address': 'fa:16:3e:80:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:37:00.785527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.801761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b6ae61-9df5-47e9-b809-0d0f44f53267 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:00.818942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.821604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.826544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8993181-9e33-47f5-9e1d-a4a46b539e5f HTTP/1.1" status: 204 len: 168 time: 0.4284618 Oct 12 11:37:00.830358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:00.866759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3da9a9a7-6358-44c4-be47-2e8285879d80 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.880911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47092) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.881425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3da9a9a7-6358-44c4-be47-2e8285879d80 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/b9c8e6a2-9203-42e1-af68-3452066faab3 HTTP/1.1" status: 204 len: 168 time: 0.3067908 Oct 12 11:37:00.881425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f5fa1-ebaf-4712-a735-17f434f99e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8993181-9e33-47f5-9e1d-a4a46b539e5f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:00.895421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47094) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:00.896152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-86e25c37-4830-4c23-8cb8-68d5fb79cb0a tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=b9c8e6a2-9203-42e1-af68-3452066faab3 HTTP/1.1" status: 200 len: 221 time: 0.0237467 Oct 12 11:37:00.899750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c54a9d3e-e0fb-4d9b-a83c-38522781764a tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1281762517', 'description': 'label created by tempest'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:00.900198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c54a9d3e-e0fb-4d9b-a83c-38522781764a tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Unknown quota resources ['metering_label']. {{(pid=95548) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:37:00.904666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:00.953452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:01.117795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['36b6ae61-9df5-47e9-b809-0d0f44f53267'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:01.370470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c54a9d3e-e0fb-4d9b-a83c-38522781764a tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:01.372672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c54a9d3e-e0fb-4d9b-a83c-38522781764a tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4754796 Oct 12 11:37:01.375132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47112) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:01.457266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f4410e2-cfd8-479c-a959-c5846f2b9b96 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=9f70f266-40e4-44cb-8a11-d072e2f94f24 HTTP/1.1" status: 200 len: 468 time: 0.0782342 Oct 12 11:37:01.457666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:01.755302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f10ba-aafa-4e0b-a06a-477ce336a4a5 req-2bde656e-e306-42bc-b5cc-8b491384d9f3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:01.756767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a49f10ba-aafa-4e0b-a06a-477ce336a4a5 req-2bde656e-e306-42bc-b5cc-8b491384d9f3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 944 time: 0.0532732 Oct 12 11:37:01.795923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a49f10ba-aafa-4e0b-a06a-477ce336a4a5 req-12aeaafe-ed77-46ad-9827-1acd5046ddf5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Oct 12 11:37:01.899836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2c514d9-1f6c-45a5-8ca8-3535ec94e6bb tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:01.900892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b2c514d9-1f6c-45a5-8ca8-3535ec94e6bb tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/9f70f266-40e4-44cb-8a11-d072e2f94f24 HTTP/1.1" status: 204 len: 168 time: 0.4421420 Oct 12 11:37:01.904223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47126) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:01.915720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6a0f596b-c71d-40e7-8ca2-200c120c5c31 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=9f70f266-40e4-44cb-8a11-d072e2f94f24 HTTP/1.1" status: 200 len: 216 time: 0.0104084 Oct 12 11:37:01.919445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47132) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:01.929899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b012e7a2-f652-49d0-9be4-688fc38c1ea9 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091844 Oct 12 11:37:01.937045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:01.952907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b292f268-c228-4876-8cb5-b1c4f37faf73 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142741 Oct 12 11:37:01.956019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47136) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.021011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-655c0c22-97a3-49be-9af9-d87b8b70f7cd tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/98027d99-e9f8-4989-bc37-6a106299895f HTTP/1.1" status: 200 len: 473 time: 0.0635600 Oct 12 11:37:02.024318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47142) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.040307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ca685bc-5477-46d3-a1fd-52bc72c6ae80 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/9271cfc3-b353-48a3-8a58-fa54a5267fd4 HTTP/1.1" status: 200 len: 459 time: 0.0101597 Oct 12 11:37:02.040307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47144) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.252144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12023ae7-8a5b-435d-90d4-a4b277259cde tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.253280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-12023ae7-8a5b-435d-90d4-a4b277259cde tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/9271cfc3-b353-48a3-8a58-fa54a5267fd4 HTTP/1.1" status: 204 len: 168 time: 0.2118559 Oct 12 11:37:02.256108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.458776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.498051 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf39-b0de-4800-aac8-ddb2cbca4c91 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.501556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3e7aaf39-b0de-4800-aac8-ddb2cbca4c91 tempest-MeteringIpV6TestJSON-1210673177 tempest-MeteringIpV6TestJSON-1210673177-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/98027d99-e9f8-4989-bc37-6a106299895f HTTP/1.1" status: 204 len: 168 time: 0.2420537 Oct 12 11:37:02.562544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b599f763-8b72-441a-b5c3-9edf36254e9c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:02.638183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 36b6ae61-9df5-47e9-b809-0d0f44f53267 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:02.674355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b599f763-8b72-441a-b5c3-9edf36254e9c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "PUT /v2.0/quotas/574d20c607a045f89d2900b2c412def2 HTTP/1.1" status: 200 len: 368 time: 0.2141359 Oct 12 11:37:02.676538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47172) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:02.681784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Request body: {'network': {'project_id': '574d20c607a045f89d2900b2c412def2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:02.838074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Made reservation on behalf of 574d20c607a045f89d2900b2c412def2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:02.838250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 36b6ae61-9df5-47e9-b809-0d0f44f53267 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:37:02.841905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.843796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 36b6ae61-9df5-47e9-b809-0d0f44f53267 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:02.844408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.857506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.956667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:02.957152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6efd1-f101-459d-a938-f1656c0966e8 req-0ffca613-edac-4e7e-a104-46f8d857a292 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:02.962836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cf6efd1-f101-459d-a938-f1656c0966e8 req-0ffca613-edac-4e7e-a104-46f8d857a292 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 944 time: 0.0869815 Oct 12 11:37:03.000198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.019391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9cf6efd1-f101-459d-a938-f1656c0966e8 req-0706089c-8c4a-464a-aa70-c5afe1e37df0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Oct 12 11:37:03.023151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:03.026225 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0dd0b-bdd4-4d88-88b4-d9e4b53557dc" -d '{"events": [{"server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "name": "network-vif-plugged", "status": "completed", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:03.042336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:03.067388 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fbcc6-d0c7-435b-9073-0c91ff2a2a06 x-openstack-request-id: req-032fbcc6-d0c7-435b-9073-0c91ff2a2a06 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:03.067674 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "name": "network-vif-plugged", "status": "completed", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:03.068539 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-032fbcc6-d0c7-435b-9073-0c91ff2a2a06 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:03.068951 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267', 'code': 200} Oct 12 11:37:03.105714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47192) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:03.143159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.171417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.173449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:03.194065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c48e9-3428-4253-82df-447a78a8f3f5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:03.209432 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.213373 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Added segment dd59d2c5-1574-4b06-b9ea-761791f32f1f of type vlan for network 28958e11-d65f-41a5-8d9a-399cd692cf1c Oct 12 11:37:03.317065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.317917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:03.395862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cb21b1e-989a-4cdb-9c1d-6d6bba969b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.487038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.488382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:03.489117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.592323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d9ea-7ea2-4a9d-91dd-f46215f5d88c req-ce092515-8833-4031-b989-c0765dfbda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:03.594486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a77d9ea-7ea2-4a9d-91dd-f46215f5d88c req-ce092515-8833-4031-b989-c0765dfbda7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 1096 time: 0.4568281 Oct 12 11:37:03.600820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event updated for resources: {'Network': ['ID=28958e11-d65f-41a5-8d9a-399cd692cf1c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:03.612462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 28958e11-d65f-41a5-8d9a-399cd692cf1c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:03.630022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1995c5a4-0c91-4fe0-8bc6-93f5de55ba2a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9522064 Oct 12 11:37:03.633098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:03.640166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Request body: {'network': {'project_id': '574d20c607a045f89d2900b2c412def2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:03.660059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cb21b1e-989a-4cdb-9c1d-6d6bba969b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.667716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a77d9ea-7ea2-4a9d-91dd-f46215f5d88c req-d937218b-7ec1-4758-a4b4-e51092185c3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Oct 12 11:37:03.759997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cb21b1e-989a-4cdb-9c1d-6d6bba969b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.784049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Made reservation on behalf of 574d20c607a045f89d2900b2c412def2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:03.786625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.809648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb21b1e-989a-4cdb-9c1d-6d6bba969b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f769a429-4433-458c-bdc6-c3f960433bfd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:03.818536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:03.821825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4cb21b1e-989a-4cdb-9c1d-6d6bba969b49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7b6966e0b474527a3038864596a1db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140315 Oct 12 11:37:03.846835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:03.870846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.871192 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Added segment 08e73630-41aa-4ce4-acd8-aa082206d2cd of type vlan for network 1ebc192d-f0e0-4466-a52f-ef7169fc6001 Oct 12 11:37:03.925475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.927892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:03.965414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.074674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.078961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:04.078961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.154243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e937c5-7e35-4ba5-8a0e-80cee974883c req-42f31d6a-3058-4b8b-aea4-32bb61697d41 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:04.157080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47e937c5-7e35-4ba5-8a0e-80cee974883c req-42f31d6a-3058-4b8b-aea4-32bb61697d41 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.0599759 Oct 12 11:37:04.178551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.178935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.182366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f769a429-4433-458c-bdc6-c3f960433bfd HTTP/1.1" status: 204 len: 168 time: 0.3559854 Oct 12 11:37:04.200821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47e937c5-7e35-4ba5-8a0e-80cee974883c req-5d8d9a57-9fc0-4708-a4ae-78ea0a1f0b33 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Oct 12 11:37:04.215832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5782282 Oct 12 11:37:04.215832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4927-8466-4611-9573-dadf807bfd32 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event updated for resources: {'Network': ['ID=1ebc192d-f0e0-4466-a52f-ef7169fc6001,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:04.220907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47222) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:04.221280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-955b8798-5759-4e23-a8f5-bd4fe51c399c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Request body: {'network': {'project_id': '574d20c607a045f89d2900b2c412def2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:04.234930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1ebc192d-f0e0-4466-a52f-ef7169fc6001 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:04.237891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37f4a8-c31b-42d0-862f-bf5490da4dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f769a429-4433-458c-bdc6-c3f960433bfd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:04.242365 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-955b8798-5759-4e23-a8f5-bd4fe51c399c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 11:37:04.242960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955b8798-5759-4e23-a8f5-bd4fe51c399c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:37:04.249324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-955b8798-5759-4e23-a8f5-bd4fe51c399c tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0270257 Oct 12 11:37:04.250171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47224) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:04.326548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0753dce7-268f-44b1-a58a-d15b58c3d80a tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=574d20c607a045f89d2900b2c412def2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706928 Oct 12 11:37:04.327022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47228) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:04.406298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.432502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.660391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.668909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.673205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/df3c48e9-3428-4253-82df-447a78a8f3f5 HTTP/1.1" status: 204 len: 168 time: 0.3444455 Oct 12 11:37:04.675521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47236) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:04.702387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c71b-e70e-4ac5-b93c-a00f53e10321 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c48e9-3428-4253-82df-447a78a8f3f5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:04.789650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.889557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.911251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebc192d-f0e0-4466-a52f-ef7169fc6001']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:04.921700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e73630-41aa-4ce4-acd8-aa082206d2cd') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:04.921999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e73630-41aa-4ce4-acd8-aa082206d2cd') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:04.932325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.952962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.960718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:04.961187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:04.963224 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:05.131520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.139283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.142292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "DELETE /v2.0/networks/1ebc192d-f0e0-4466-a52f-ef7169fc6001 HTTP/1.1" status: 204 len: 168 time: 0.4655299 Oct 12 11:37:05.145168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47248) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:05.161043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8932-b986-403c-9351-5af37e74a8f1 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ebc192d-f0e0-4466-a52f-ef7169fc6001,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:05.218387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.285872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:05.299527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9005-8b7d-4b1c-a6f3-cd033fe45292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.334465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.365600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28958e11-d65f-41a5-8d9a-399cd692cf1c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:05.379470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd59d2c5-1574-4b06-b9ea-761791f32f1f') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:05.379857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd59d2c5-1574-4b06-b9ea-761791f32f1f') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:05.391761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9005-8b7d-4b1c-a6f3-cd033fe45292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.396712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba5879-ee53-4b4f-bc92-8a9ab2814233 req-4dc96c36-0bd6-4145-8d1c-68566076c62c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:05.398228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4aba5879-ee53-4b4f-bc92-8a9ab2814233 req-4dc96c36-0bd6-4145-8d1c-68566076c62c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.1204886 Oct 12 11:37:05.401909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.429359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.439061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:05.439460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:05.441120 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:05.498440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4aba5879-ee53-4b4f-bc92-8a9ab2814233 req-e3068981-cfe5-46a3-9067-ff8b549b7c7a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892847 Oct 12 11:37:05.502966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9005-8b7d-4b1c-a6f3-cd033fe45292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.546559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0cfa9005-8b7d-4b1c-a6f3-cd033fe45292 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc92f59977aa491db7146d75d3be6d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571306 Oct 12 11:37:05.547422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47262) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:05.558264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9005-8b7d-4b1c-a6f3-cd033fe45292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da834ae6-c824-4a92-94bc-8e278ea29988,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:05.640563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.651036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.654193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] 10.222.0.43 "DELETE /v2.0/networks/28958e11-d65f-41a5-8d9a-399cd692cf1c HTTP/1.1" status: 204 len: 168 time: 0.5080156 Oct 12 11:37:05.655079 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.674649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f746a-fe4a-421d-9dbb-0ca58fd0f502 req-c1e93011-9d6b-4d29-b478-a1166ae9ce56 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:05.676149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-630f746a-fe4a-421d-9dbb-0ca58fd0f502 req-c1e93011-9d6b-4d29-b478-a1166ae9ce56 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.0911984 Oct 12 11:37:05.683633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68978e1-6fac-45fc-af47-19021b8e4fe6 tempest-QuotasNegativeTest-704048305 tempest-QuotasNegativeTest-704048305-project-admin] Pushing event deleted for resources: {'Network': ['ID=28958e11-d65f-41a5-8d9a-399cd692cf1c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:05.716749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.753458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-630f746a-fe4a-421d-9dbb-0ca58fd0f502 req-2d753f6c-0572-4184-b9db-b591b135eba2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708623 Oct 12 11:37:05.861085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.863734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:05.865635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da834ae6-c824-4a92-94bc-8e278ea29988 HTTP/1.1" status: 204 len: 168 time: 0.3171539 Oct 12 11:37:05.879462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3548d-e388-4966-bb66-5e320052ba94 req-701c3424-5f7f-41ba-a252-2212f8f898e1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:05.885810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630b770-91d8-46d1-9abb-9870db16d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da834ae6-c824-4a92-94bc-8e278ea29988,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:05.886238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0e3548d-e388-4966-bb66-5e320052ba94 req-701c3424-5f7f-41ba-a252-2212f8f898e1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.0574417 Oct 12 11:37:05.940415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0e3548d-e388-4966-bb66-5e320052ba94 req-411e6751-3e23-452e-a9e2-85fea72235c9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Oct 12 11:37:06.591902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeabba-0370-40b8-a539-45b139ba4899 req-3fcbde1d-0f8c-44a8-a6e7-8d7a7afba57f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:06.593474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5dfeabba-0370-40b8-a539-45b139ba4899 req-3fcbde1d-0f8c-44a8-a6e7-8d7a7afba57f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.0675380 Oct 12 11:37:06.635647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5dfeabba-0370-40b8-a539-45b139ba4899 req-8357551c-0574-4887-b02e-26bcd36d6392 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Oct 12 11:37:06.962830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:07.100078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-badbfe30-327c-4a5f-9f96-35e1ae660d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.194519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-badbfe30-327c-4a5f-9f96-35e1ae660d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.255410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-badbfe30-327c-4a5f-9f96-35e1ae660d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.326759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-badbfe30-327c-4a5f-9f96-35e1ae660d8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0067330c746943a1ba151458bdee5bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619237 Oct 12 11:37:07.327964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbfe30-327c-4a5f-9f96-35e1ae660d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0bc85d-c9bc-433d-8f18-91d80a342c07,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:07.329140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47314) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:07.408724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.437324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.586652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.589359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:07.591453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb0bc85d-c9bc-433d-8f18-91d80a342c07 HTTP/1.1" status: 204 len: 168 time: 0.2609994 Oct 12 11:37:07.599115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be65d83-b891-45f7-a88b-c646c4c3f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0bc85d-c9bc-433d-8f18-91d80a342c07,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:07.819434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469c89-1d63-4b07-92c6-45d31980de4e req-4d2a535c-da02-4790-bc67-c52c56bf11c1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:07.829727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e469c89-1d63-4b07-92c6-45d31980de4e req-4d2a535c-da02-4790-bc67-c52c56bf11c1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.0893664 Oct 12 11:37:07.835096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56927c0a-692c-4508-a963-9f14796de2a2 req-bce37088-016c-418c-8689-ea15066acab9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:07.838868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56927c0a-692c-4508-a963-9f14796de2a2 req-bce37088-016c-418c-8689-ea15066acab9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 945 time: 0.1146033 Oct 12 11:37:07.879622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e469c89-1d63-4b07-92c6-45d31980de4e req-3f0fba2d-c5dc-4350-bcad-75971dee8a2b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Oct 12 11:37:07.947971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port 36b6ae61-9df5-47e9-b809-0d0f44f53267 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:07.948398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:08.052602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port 36b6ae61-9df5-47e9-b809-0d0f44f53267, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=36b6ae61-9df5-47e9-b809-0d0f44f53267,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:08.053199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:08.075488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for 36b6ae61-9df5-47e9-b809-0d0f44f53267 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:08.319255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:08.336812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c', '36b6ae61-9df5-47e9-b809-0d0f44f53267'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:08.340180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6907d121-2185-4faf-a78e-cb77c0a5dc1d'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:08.389584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=36b6ae61-9df5-47e9-b809-0d0f44f53267,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:08.462371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port 36b6ae61-9df5-47e9-b809-0d0f44f53267 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:08.465956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:08.469604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56927c0a-692c-4508-a963-9f14796de2a2 req-86a25479-e926-4558-a7e8-2caca6cb86a0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "DELETE /v2.0/ports/36b6ae61-9df5-47e9-b809-0d0f44f53267 HTTP/1.1" status: 204 len: 173 time: 0.6253941 Oct 12 11:37:08.470299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'name': 'network-vif-deleted', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:08.479859 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264bb0bc-36a7-460c-b4ce-a11a2c48c887" -d '{"events": [{"server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "name": "network-vif-deleted", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:08.525256 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17bfca6-1463-40c3-9bdb-cd8041341e58 x-openstack-request-id: req-b17bfca6-1463-40c3-9bdb-cd8041341e58 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:08.525574 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaa3f10-fc70-44a1-833d-79130033f797", "name": "network-vif-deleted", "tag": "36b6ae61-9df5-47e9-b809-0d0f44f53267", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:08.525853 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b17bfca6-1463-40c3-9bdb-cd8041341e58 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:08.526252 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaa3f10-fc70-44a1-833d-79130033f797', 'name': 'network-vif-deleted', 'tag': '36b6ae61-9df5-47e9-b809-0d0f44f53267', 'status': 'completed', 'code': 200} Oct 12 11:37:08.836039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:08.861792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6f97be41-6884-4d5a-a4a5-72720754f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:08.957858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6f97be41-6884-4d5a-a4a5-72720754f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.004985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-715da702-7bb0-4ed7-afa0-e0f422aa86c8 req-bdccc5c3-ca60-494c-95c3-b4bd6d63130b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbaa3f10-fc70-44a1-833d-79130033f797 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Oct 12 11:37:09.370845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6f97be41-6884-4d5a-a4a5-72720754f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.411395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6f97be41-6884-4d5a-a4a5-72720754f916 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=636cfee638be4b2d96fdd8f57754d0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742691 Oct 12 11:37:09.412292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97be41-6884-4d5a-a4a5-72720754f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4892de2d-1fb4-47fb-935a-964340657e4d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:09.414803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47364) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:09.466472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.490552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.691143 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.697921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:09.697921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4892de2d-1fb4-47fb-935a-964340657e4d HTTP/1.1" status: 204 len: 168 time: 0.2794173 Oct 12 11:37:09.704727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3a32-10ad-4a09-a07c-3ffbcaa9b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4892de2d-1fb4-47fb-935a-964340657e4d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:09.819834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:10.177161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-847730217', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:10.245491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Made reservation on behalf of 50e523e3cc324d9e8f0dbe35651e5d77 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:10.248185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:10.257574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:10.367240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:10.445591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:10.450653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] device_id is not set on port 76494fdf-db10-44a8-93c0-400a2a84c801 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:10.551850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9c74b2-a2e0-48dc-83a0-9465b07afa83,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:10.607427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1ed99-0607-40d6-a44c-d2362a0f1dbc req-771d526f-9641-47f0-a081-cf75479f5394 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:10.615410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b8d1ed99-0607-40d6-a44c-d2362a0f1dbc req-771d526f-9641-47f0-a081-cf75479f5394 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.1197467 Oct 12 11:37:10.666084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Allocated IP 172.25.2.33 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/76494fdf-db10-44a8-93c0-400a2a84c801) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:10.666890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b8d1ed99-0607-40d6-a44c-d2362a0f1dbc req-93546685-c572-47ae-b903-361fc3d69543 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Oct 12 11:37:10.816342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:10.948347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.007038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Pushing event updated for resources: {'Port': ['ID=76494fdf-db10-44a8-93c0-400a2a84c801,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:11.022475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:11.024929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:11.031961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:11.077896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:11.079025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.148921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:11.149648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf051aac-21c2-4a63-a69d-4ac7708a9fce tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.3282406 Oct 12 11:37:11.153864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.33'}]}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:11.251590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.252606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.307256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.508902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.857611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:11.898299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b63d3-e5e3-4438-ada0-9f1a769cc7e5 req-7b0830d2-1144-4162-880f-cd4f420aea04 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:11.900163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f53b63d3-e5e3-4438-ada0-9f1a769cc7e5 req-7b0830d2-1144-4162-880f-cd4f420aea04 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.1520817 Oct 12 11:37:11.901562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.038404 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f53b63d3-e5e3-4438-ada0-9f1a769cc7e5 req-14be70c9-f48e-468d-b443-f056fdcb244e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261902 Oct 12 11:37:12.208736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-087da8d7-6715-41f4-a9ae-23635082026c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:12.210269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-087da8d7-6715-41f4-a9ae-23635082026c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 945 time: 0.0648987 Oct 12 11:37:12.254383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.289238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47460) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:12.457284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.460733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.522732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port 6907d121-2185-4faf-a78e-cb77c0a5dc1d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:12.523085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.528562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1231315740', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:12.614655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port 6907d121-2185-4faf-a78e-cb77c0a5dc1d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6907d121-2185-4faf-a78e-cb77c0a5dc1d,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:12.615046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.617649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.618164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7aeb69-07d0-4f49-ab1c-d1f23a70bfe1 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:37:12.634147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for 6907d121-2185-4faf-a78e-cb77c0a5dc1d owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:12.669029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 36b6ae61-9df5-47e9-b809-0d0f44f53267 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:12.678807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Made reservation on behalf of 706f960f59e04d67b52e1f574eb8274a for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:12.684886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.714433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.731379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 36b6ae61-9df5-47e9-b809-0d0f44f53267 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:12.732631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 36b6ae61-9df5-47e9-b809-0d0f44f53267 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:12.754461 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:37:12.758727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52964e2c-50c2-42a2-8bc5-fef661f1709a tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6087339 Oct 12 11:37:12.759538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:12.844237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.860043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Deleting port 76494fdf-db10-44a8-93c0-400a2a84c801 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:12.860638 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.937091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.947540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:12.949483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:12.982018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Calling delete_port for 76494fdf-db10-44a8-93c0-400a2a84c801 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:12.983839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=6907d121-2185-4faf-a78e-cb77c0a5dc1d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:12.995366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.001827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] device_id is not set on port be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:13.037281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port 6907d121-2185-4faf-a78e-cb77c0a5dc1d on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:13.087283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.098013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d80fbfb1-fdb8-4bef-9496-7383866a6e04 req-c686720a-b0ef-407b-a201-14a5ab37505c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.41 "DELETE /v2.0/ports/6907d121-2185-4faf-a78e-cb77c0a5dc1d HTTP/1.1" status: 204 len: 173 time: 0.8783665 Oct 12 11:37:13.117026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'name': 'network-vif-deleted', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:13.122619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2159cf-01c3-4d3c-a6c6-54518f957243,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:13.122982 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fcee6-a2ac-4daf-a18d-6d6e06b41ae3" -d '{"events": [{"server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "name": "network-vif-deleted", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:13.233888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4d928187-1000-48fd-bc91-7625d3145cc8 req-84e1e72f-14c0-4634-8c20-8e0b7f0fd261 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0462241 Oct 12 11:37:13.236695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Allocated IP 172.25.2.56 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:13.318085 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e9b6de-d4f3-4000-a126-376b8eec52d3 x-openstack-request-id: req-33e9b6de-d4f3-4000-a126-376b8eec52d3 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:13.318085 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909b78d6-2d13-4617-a191-995f809faa84", "name": "network-vif-deleted", "tag": "6907d121-2185-4faf-a78e-cb77c0a5dc1d", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:13.318085 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33e9b6de-d4f3-4000-a126-376b8eec52d3 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:13.318085 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909b78d6-2d13-4617-a191-995f809faa84', 'name': 'network-vif-deleted', 'tag': '6907d121-2185-4faf-a78e-cb77c0a5dc1d', 'status': 'completed', 'code': 200} Oct 12 11:37:13.417406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.428559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.473027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Pushing event deleted for resources: {'Port': ['ID=76494fdf-db10-44a8-93c0-400a2a84c801,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:13.548571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.549206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.552933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a816d83-f7e2-4dec-8cfa-a5e0f48c559b tempest-RoutersAdminNegativeIpV6Test-269072065 tempest-RoutersAdminNegativeIpV6Test-269072065-project-admin] 10.222.0.43 "DELETE /v2.0/ports/76494fdf-db10-44a8-93c0-400a2a84c801 HTTP/1.1" status: 204 len: 168 time: 0.7873585 Oct 12 11:37:13.596497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:13.603976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:13.607201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:13.613559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Pushing event updated for resources: {'Port': ['ID=be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:13.660845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:13.661774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.766640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ee31de45-2417-4110-82b0-743554b44a95 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4754250 Oct 12 11:37:13.769998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:13.775770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.56'}]}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:13.868194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.869406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.926356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:13.988602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6907d121-2185-4faf-a78e-cb77c0a5dc1d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:14.012710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 6907d121-2185-4faf-a78e-cb77c0a5dc1d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:14.013635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6907d121-2185-4faf-a78e-cb77c0a5dc1d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:14.069457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:14.183366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.265243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2c122fa0-10d4-4eed-b558-e1bf07a4f684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.398180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d011626-7620-42ef-b45c-624811bd47ed req-a9c8c728-799f-4f15-b383-631b53fe5f77 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=909b78d6-2d13-4617-a191-995f809faa84 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Oct 12 11:37:14.423503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2c122fa0-10d4-4eed-b558-e1bf07a4f684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.492781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2c122fa0-10d4-4eed-b558-e1bf07a4f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.597131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47514) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:14.597662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2c122fa0-10d4-4eed-b558-e1bf07a4f684 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eda4f611905c4ddf91ae1b1c14382c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265126 Oct 12 11:37:14.600061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c122fa0-10d4-4eed-b558-e1bf07a4f684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9bb78-8b3a-4df2-9636-b17ae9fdc223,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:14.620515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.642478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.655589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.692494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.838524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.841778 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:14.845036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fa9bb78-8b3a-4df2-9636-b17ae9fdc223 HTTP/1.1" status: 204 len: 168 time: 0.2464287 Oct 12 11:37:14.866171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87055c-30ce-4fcf-b9bc-6f425695b5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9bb78-8b3a-4df2-9636-b17ae9fdc223,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:15.217294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.388500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.391232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.560417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.561055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 675d56d2-5923-4e1f-9745-b4052d4cce8a {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:37:15.658618 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:37:15.659857 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb6b8f9f-ab99-446f-b5c4-97008168ae53 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8878112 Oct 12 11:37:15.663175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47556) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:15.706227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47558) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:15.782346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-f99b09f3-130d-4d5a-8260-57741e790446 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:15.783370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0961dd52-3c3a-4367-be8f-e0bccfccb51e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50e523e3cc324d9e8f0dbe35651e5d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760210 Oct 12 11:37:15.783999 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-f99b09f3-130d-4d5a-8260-57741e790446 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.1231623 Oct 12 11:37:15.784938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Deleting port be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:15.785342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.786084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:15.816460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-6c77178b-877c-426f-a63a-c5f2d7866cdb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0237472 Oct 12 11:37:15.876911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.879246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:15.890102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Calling delete_port for be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:15.896228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c902fcc6-da8d-4c99-9211-1e82da019916 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720661 Oct 12 11:37:15.924745 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.033876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-b83fb704-4fbd-41d7-98cf-4c3964707381 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256371 Oct 12 11:37:16.119505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.131162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-953d2f49-88b8-4c52-ad92-b4509119328b service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908678 Oct 12 11:37:16.152226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:16.192419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:16.199823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.203312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.204527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b9c74b2-a2e0-48dc-83a0-9465b07afa83 HTTP/1.1" status: 204 len: 168 time: 0.4172413 Oct 12 11:37:16.214509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c924d5-ca95-458c-9325-3e451e64842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9c74b2-a2e0-48dc-83a0-9465b07afa83,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:16.234730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.240157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-75cd9363-396f-4b92-bffb-6e2f87972307 tempest-RoutersAdminNegativeTest-708468549 tempest-RoutersAdminNegativeTest-708468549-project-admin] 10.222.0.43 "DELETE /v2.0/ports/be7cfd4e-7247-41a7-ab2d-f5f48a92b3a8 HTTP/1.1" status: 204 len: 168 time: 0.5740170 Oct 12 11:37:16.380463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dcbb6106-b880-4468-bba2-d02c5ad13d68 req-c6d104ac-97d1-49e1-bc0c-2cef020c5ef8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 210 time: 0.0312946 Oct 12 11:37:16.625821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Deleting port 0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:16.626448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.707643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.707643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:16.717100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Calling delete_port for 0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:17.002031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8de7f6-38fd-4f30-8ec8-5abb41de2bab req-87527978-e06c-48cd-9d31-8e0579e2f015 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:17.003561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f8de7f6-38fd-4f30-8ec8-5abb41de2bab req-87527978-e06c-48cd-9d31-8e0579e2f015 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Oct 12 11:37:17.046289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f8de7f6-38fd-4f30-8ec8-5abb41de2bab req-f35d13b6-b02f-47a7-8afa-61f3bcbea9ae tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Oct 12 11:37:17.062948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.094180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event deleted for resources: {'Port': ['ID=0e0f5c42-a3ce-40d6-b97d-6a0af0cdefcc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:17.158185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.158836 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Floating IP 744ed18b-2c41-4bca-a721-c50b04259670 disassociated (deleted). External IP: 172.25.2.11, port: cdae3722-241a-4fb6-bb2f-ad3c17e79acc. Oct 12 11:37:17.202996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47598) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:17.373202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ac53e46-d77c-47cb-be38-6e78af6683ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.490876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e8f2bf8f-2683-42f0-aff3-36811b4fad07 req-2c016e96-8980-4310-8ce8-bc17cd32205f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 210 time: 0.0423620 Oct 12 11:37:17.496984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Router f654e8f2-880a-4a9e-a970-97a352082fc4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:37:17.503933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ac53e46-d77c-47cb-be38-6e78af6683ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.608488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ac53e46-d77c-47cb-be38-6e78af6683ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.658953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac53e46-d77c-47cb-be38-6e78af6683ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4bbaba-e04c-4a1c-b01e-e88bc409cfca,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:17.667612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ac53e46-d77c-47cb-be38-6e78af6683ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3c1e40ddd414e68be589c84ac72a6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637508 Oct 12 11:37:17.686615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:17.688105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:17.688105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.688710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:17.703533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:17.704194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:36:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:17.734582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.737869 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db4dc559-9009-43d3-96da-6fd926d55c1a tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "DELETE /v2.0/floatingips/744ed18b-2c41-4bca-a721-c50b04259670 HTTP/1.1" status: 204 len: 168 time: 1.5440788 Oct 12 11:37:17.738479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:17.741136 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9326b54-f041-4d70-ae26-c12b2f58f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:17.764130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.815629 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e5e004-4b14-4736-8b15-ac7dee9981c4 x-openstack-request-id: req-b2e5e004-4b14-4736-8b15-ac7dee9981c4 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:17.815816 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af95cfee-c466-44b3-ba4f-c6ffafcf3d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.815927 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:17.816253 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e5e004-4b14-4736-8b15-ac7dee9981c4 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:17.816938 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:37:17.851256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:17.929963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-370932d4-5e50-404c-bf09-c37b33e03086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:17.932057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-370932d4-5e50-404c-bf09-c37b33e03086 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=684d6936d03e4b57873b796e03b0350e&device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 1096 time: 0.0903773 Oct 12 11:37:17.962409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.966236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:17.968544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb4bbaba-e04c-4a1c-b01e-e88bc409cfca HTTP/1.1" status: 204 len: 168 time: 0.2956047 Oct 12 11:37:17.978779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00751d-e778-423f-a61e-0ad3a9231ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4bbaba-e04c-4a1c-b01e-e88bc409cfca,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:18.052470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-ddf379a7-ee53-40ed-b7fe-7082f7fdd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.054112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-ddf379a7-ee53-40ed-b7fe-7082f7fdd966 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 200 len: 915 time: 0.1137257 Oct 12 11:37:18.117149 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-99f9581b-ac6f-46e3-a2fc-bd7ab6c7c89c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 200 len: 217 time: 0.0549757 Oct 12 11:37:18.224746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-eeb175bc-3aab-437f-9cf5-8e2aa9a5baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.248123 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-eeb175bc-3aab-437f-9cf5-8e2aa9a5baf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 200 len: 853 time: 0.1148143 Oct 12 11:37:18.252529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93bbf-e47b-41bd-8bea-aed6341af50d req-33c3b888-8df3-4931-9c6c-fb0408ab8796 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.255884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32a93bbf-e47b-41bd-8bea-aed6341af50d req-33c3b888-8df3-4931-9c6c-fb0408ab8796 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.1010656 Oct 12 11:37:18.294639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:18.316022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32a93bbf-e47b-41bd-8bea-aed6341af50d req-33fe46a4-c121-478a-92f3-78d55328bf67 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Oct 12 11:37:18.323206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-688b34ed-ee87-40c5-9262-8630713b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.325971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-688b34ed-ee87-40c5-9262-8630713b4692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74e79850-a9c3-4259-af7a-0b2630582591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770490 Oct 12 11:37:18.328603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:37:18.344563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:18.344563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:36:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:18.446133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:18.462158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832380-ccf3-43e9-aa6a-1384fbcd48aa req-eba50739-22f8-49e4-9f6b-04b6e153f724 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.465197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7832380-ccf3-43e9-aa6a-1384fbcd48aa req-eba50739-22f8-49e4-9f6b-04b6e153f724 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.1115100 Oct 12 11:37:18.471708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-8bed6fde-e289-4843-a78f-492f6b7e081b service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378474 Oct 12 11:37:18.577524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d7832380-ccf3-43e9-aa6a-1384fbcd48aa req-1dccecd0-4a36-4b69-b8ab-2cd0e0729723 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033700 Oct 12 11:37:18.651604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47648) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:18.665836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba275a3e-399f-4dd1-af1f-6e38503bb95c req-f910f9c6-5980-483d-a48a-2106da98bc80 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 210 time: 0.0851543 Oct 12 11:37:18.677430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a9326b54-f041-4d70-ae26-c12b2f58f8f5 req-98f4998c-dea6-41ee-bb11-a9f4cb795227 service neutron] 10.222.0.41 "GET /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959705 Oct 12 11:37:18.751047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:18.779785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de28427-170e-4e1b-ad28-16423a82fb94 None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:31:18Z', 'revision_number': 4, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18', 'name': '', 'network_id': '74e79850-a9c3-4259-af7a-0b2630582591', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'mac_address': 'fa:16:3e:77:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:17Z', 'updated_at': '2021-10-12T11:31:24Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'subnets': [{'id': 'b3379e12-44d4-4661-9bf0-9cebbb57da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:18.963281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-e9f73bc8-4d23-4d7a-9aed-c53d529a65b5 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:18.965767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-e9f73bc8-4d23-4d7a-9aed-c53d529a65b5 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.47 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.3732724 Oct 12 11:37:18.983684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-64250761'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:19.111452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47654) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:19.114689 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4de498-103f-421e-a7e0-2b218957fe28 None None] New status for floating IP 744ed18b-2c41-4bca-a721-c50b04259670: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:37:19.116157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Deleting port 73d79007-a424-4f79-aff8-5eebd616f8ca {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:19.116499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.156478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-260f9400-c48d-45c1-b057-c2911083b998 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=706f960f59e04d67b52e1f574eb8274a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418496 Oct 12 11:37:19.156478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:19.158165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:19.158953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.169085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.287844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.321334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.333527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-b76ca6d3-eb1f-45a9-b303-b37c4408b000 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:19.335133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-b76ca6d3-eb1f-45a9-b303-b37c4408b000 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.2658772 Oct 12 11:37:19.337831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] For port 73d79007-a424-4f79-aff8-5eebd616f8ca, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=73d79007-a424-4f79-aff8-5eebd616f8ca,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:19.338203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.357873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:19.394523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Calling delete_port for 73d79007-a424-4f79-aff8-5eebd616f8ca owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:19.398905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.405700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.443384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:19.454324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ce7d0c-be9c-43eb-94ff-09095c366190,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:19.459374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.459723 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Added segment f6239754-e24b-4b53-a15d-5f9e2de4cbe6 of type vlan for network d29d0405-d381-479a-96e0-ded05126e4a1 Oct 12 11:37:19.502435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.614048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c168c-e7ce-4a79-aa19-8bb0ec28773f req-1c0b9a1e-7e2a-4ff8-9181-40dc8a2e7d14 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:19.615641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df8c168c-e7ce-4a79-aa19-8bb0ec28773f req-1c0b9a1e-7e2a-4ff8-9181-40dc8a2e7d14 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 945 time: 0.2228556 Oct 12 11:37:19.633464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.640175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:19.640910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.708754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.711413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.712601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd2159cf-01c3-4d3c-a6c6-54518f957243 HTTP/1.1" status: 204 len: 168 time: 0.5470510 Oct 12 11:37:19.715876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df8c168c-e7ce-4a79-aa19-8bb0ec28773f req-9649085e-de37-47b1-aab0-a6c7017eb32f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908017 Oct 12 11:37:19.732029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e994f5-8729-49f7-b03d-6d63bef1d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2159cf-01c3-4d3c-a6c6-54518f957243,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:19.762216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:19.771292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.775237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Network': ['ID=d29d0405-d381-479a-96e0-ded05126e4a1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:19.787677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d29d0405-d381-479a-96e0-ded05126e4a1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:19.828927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4ce73-eec8-4aa6-8252-4d46aa4dcc65 req-27b9adea-deb8-4cbf-81c9-8550978784af tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:19.833343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-edf4ce73-eec8-4aa6-8252-4d46aa4dcc65 req-27b9adea-deb8-4cbf-81c9-8550978784af tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.1612835 Oct 12 11:37:19.872124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:19.883449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['73d79007-a424-4f79-aff8-5eebd616f8ca'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:19.895802 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-edf4ce73-eec8-4aa6-8252-4d46aa4dcc65 req-26d5e324-7aec-408b-9044-bfadf596cf32 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/security-groups?id=14abe787-f12a-438f-8976-3954d99fcc83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520661 Oct 12 11:37:19.921274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-23f317d5-445f-4c88-ac49-3f6636e6315a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2652292 Oct 12 11:37:19.924396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47678) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:19.929959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'subnet': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:19.943374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca99379e-7c8d-4bd4-b8ef-2210391ede79 req-b19ee11f-6796-49e5-91a9-cce8b6f674a2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 210 time: 0.0762067 Oct 12 11:37:19.944610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Pushing event deleted for resources: {'Port': ['ID=73d79007-a424-4f79-aff8-5eebd616f8ca,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:20.034379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] No DVR routers for this DVR port 73d79007-a424-4f79-aff8-5eebd616f8ca on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:20.038398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.041847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2980af61-abf0-4a59-bc84-fd25d0868dcb req-0d77f983-c412-4ffa-a12b-ea6a2372141f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.47 "DELETE /v2.0/ports/73d79007-a424-4f79-aff8-5eebd616f8ca HTTP/1.1" status: 204 len: 173 time: 1.0701461 Oct 12 11:37:20.050198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'name': 'network-vif-deleted', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:20.050198 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d92af-27e6-4c9c-bd73-2ab0a2e03dcc" -d '{"events": [{"server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "name": "network-vif-deleted", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:20.070041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.13 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/c1b3dc67-f426-43f0-a76a-ea0b8c159706) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:20.102666 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca63e6c-4fb7-49e5-932e-ce6b7f16b764 x-openstack-request-id: req-8ca63e6c-4fb7-49e5-932e-ce6b7f16b764 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:20.102985 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d28295-0a5b-4657-9b97-5b44e87a7f21", "name": "network-vif-deleted", "tag": "73d79007-a424-4f79-aff8-5eebd616f8ca", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:20.103231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ca63e6c-4fb7-49e5-932e-ce6b7f16b764 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:20.103625 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d28295-0a5b-4657-9b97-5b44e87a7f21', 'name': 'network-vif-deleted', 'tag': '73d79007-a424-4f79-aff8-5eebd616f8ca', 'status': 'completed', 'code': 200} Oct 12 11:37:20.117469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-bc17fffa-caf0-457c-9f6b-338e98469ee0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:20.119016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-bc17fffa-caf0-457c-9f6b-338e98469ee0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 945 time: 0.0573297 Oct 12 11:37:20.150129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:20.154319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.276592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.314743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Deleting port cdae3722-241a-4fb6-bb2f-ad3c17e79acc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:20.315095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.372997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.395401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:20.431279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:20.435432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:20.446666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:20.501488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] For port cdae3722-241a-4fb6-bb2f-ad3c17e79acc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:20.501882 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.510994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2007e7d5-a2b9-4299-a140-a53dccb6ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.528754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Calling delete_port for cdae3722-241a-4fb6-bb2f-ad3c17e79acc owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:20.533615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:20.545123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:20.545996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.557350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.642973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-559f5e1a-619a-4fd0-adaa-01426632c87e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898180 Oct 12 11:37:20.663223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Request body: {'port': {'device_id': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:20.675400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Subnet': ['ID=2ac0e87d-95b8-4c82-80db-bf0216ee4c9b,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:20.703304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Checking segment: {'id': 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:20.703973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network hostable DHCP agents. Network: d29d0405-d381-479a-96e0-ded05126e4a1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:37:20.729722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.821011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:37:20.860297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0eef33bf-f5c9-486f-9b87-16eb54398ace req-48834a17-1ac9-4cc0-95ef-705ba8a76be4 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=59d28295-0a5b-4657-9b97-5b44e87a7f21 HTTP/1.1" status: 200 len: 210 time: 0.0346859 Oct 12 11:37:20.896488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:20.938649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event deleted for resources: {'Port': ['ID=cdae3722-241a-4fb6-bb2f-ad3c17e79acc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:21.035624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d29d0405-d381-479a-96e0-ded05126e4a1) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:21.048403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a5115-55e9-469b-9a49-9d776e260783 None None] Network d29d0405-d381-479a-96e0-ded05126e4a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:21.049861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:21.050735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.085090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] No DVR routers for this DVR port cdae3722-241a-4fb6-bb2f-ad3c17e79acc on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:21.100442 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.104768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b792a24b-ded6-427f-83c5-af10742e3b96 req-6e9ce8ce-f164-437f-8737-ebbbc2d2fea0 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.41 "DELETE /v2.0/ports/cdae3722-241a-4fb6-bb2f-ad3c17e79acc HTTP/1.1" status: 204 len: 173 time: 0.9798055 Oct 12 11:37:21.130625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88544263-1ac0-4dd7-a861-f65327c350a4 req-483607bf-5708-4aa5-bfd3-b15a001044f3 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.1036777 Oct 12 11:37:21.133117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'name': 'network-vif-deleted', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:21.135627 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ef268e-c685-4af2-9498-e004da9a8497" -d '{"events": [{"server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "name": "network-vif-deleted", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:21.142223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b3dc67-f426-43f0-a76a-ea0b8c159706 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:21.150852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.164767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Transition to ACTIVE for port object c1b3dc67-f426-43f0-a76a-ea0b8c159706 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:37:21.178187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbb3cf-e7b9-4979-bd98-f249d9f64c64 req-0530a4f8-b5b7-41c0-9e07-5b78f0bafee9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:21.196847 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68dbb3cf-e7b9-4979-bd98-f249d9f64c64 req-0530a4f8-b5b7-41c0-9e07-5b78f0bafee9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 932 time: 0.0978711 Oct 12 11:37:21.225151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-68dbb3cf-e7b9-4979-bd98-f249d9f64c64 req-59b0ae7e-428f-46d9-9afd-8fb251860547 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Oct 12 11:37:21.247787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-d29d0405-d381-479a-96e0-ded05126e4a1', 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'tenant_id': 'be4964dd312b486ea0b03920726f9df4', 'fixed_ips': [{'subnet_id': '2ac0e87d-95b8-4c82-80db-bf0216ee4c9b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:37:21.248836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.284379 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1260a5-b0f7-4f2b-96e8-6dc3494bb441 x-openstack-request-id: req-da1260a5-b0f7-4f2b-96e8-6dc3494bb441 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:21.284668 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9634a28-6603-4bee-88fb-3c9b8d33efe4", "name": "network-vif-deleted", "tag": "cdae3722-241a-4fb6-bb2f-ad3c17e79acc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:21.287787 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da1260a5-b0f7-4f2b-96e8-6dc3494bb441 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:21.288195 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9634a28-6603-4bee-88fb-3c9b8d33efe4', 'name': 'network-vif-deleted', 'tag': 'cdae3722-241a-4fb6-bb2f-ad3c17e79acc', 'status': 'completed', 'code': 200} Oct 12 11:37:21.301780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47716) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:21.307371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-1172160356'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:21.312894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fddf7ff6-b7db-4575-8d2a-8fee2cd136a4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3871694 Oct 12 11:37:21.341621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.350879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:21.422725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Allocated IP 172.20.0.2 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/50ff2e1e-53d2-422f-965a-3f545148dc77) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:21.581179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:21.680423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Attempting to bind port c1b3dc67-f426-43f0-a76a-ea0b8c159706 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:37:21.680896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Attempting to bind port c1b3dc67-f426-43f0-a76a-ea0b8c159706 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:37:21.682008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Attempting to bind port c1b3dc67-f426-43f0-a76a-ea0b8c159706 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:21.688756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Port c1b3dc67-f426-43f0-a76a-ea0b8c159706 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:37:21.689186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Attempting to bind port c1b3dc67-f426-43f0-a76a-ea0b8c159706 on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:21.694501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:37:21.695214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:21.695690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:37:21.696255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Bound port: c1b3dc67-f426-43f0-a76a-ea0b8c159706, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:37:21.696872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.706719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1686989661'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:21.725388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.765083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.765495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:21.766055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.770274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.792218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:37:21.793715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.808739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:21.817845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:37:21.831693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:21.834606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:21.841071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:21.849374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Made reservation on behalf of d7ab402bded34ad68549f5f0de7d1fd0 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:21.854210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.873239 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.892637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Pushing event updated for resources: {'Port': ['ID=50ff2e1e-53d2-422f-965a-3f545148dc77,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:21.908374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.927692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.928089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.928529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.928961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.929383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.929804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.930217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.930761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.931196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.932197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.932617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.933041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:21.940439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Attempting to bind port 50ff2e1e-53d2-422f-965a-3f545148dc77 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:37:21.941269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Attempting to bind port 50ff2e1e-53d2-422f-965a-3f545148dc77 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:37:21.941729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Attempting to bind port 50ff2e1e-53d2-422f-965a-3f545148dc77 on network d29d0405-d381-479a-96e0-ded05126e4a1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:21.951781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:37:21.952331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Checking segment: {'id': 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:21.952832 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:21.953637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Bound using segment: {'id': 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:37:21.954602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Bound port: 50ff2e1e-53d2-422f-965a-3f545148dc77, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:37:21.955392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.024911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.060568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.061275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.062795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] 10.222.0.47 "PUT /v2.0/ports/c1b3dc67-f426-43f0-a76a-ea0b8c159706 HTTP/1.1" status: 200 len: 1092 time: 1.4080474 Oct 12 11:37:22.079272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] For port 50ff2e1e-53d2-422f-965a-3f545148dc77, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:37:22.084035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] For port 50ff2e1e-53d2-422f-965a-3f545148dc77, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=50ff2e1e-53d2-422f-965a-3f545148dc77,segment=NetworkSegment(f6239754-e24b-4b53-a15d-5f9e2de4cbe6),segment_id=f6239754-e24b-4b53-a15d-5f9e2de4cbe6)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:37:22.114483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:22.116106 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f3281-7ee3-4a27-9d20-3daea72cce2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:22.132048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4184-23e6-4f4d-bb34-0634eb060e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:22.136961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.3 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/ffdc5c51-2a7a-4412-9215-9f0ebb1d783a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:22.165777 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4120821-9ce7-4011-b1d0-fc30768456a6 x-openstack-request-id: req-c4120821-9ce7-4011-b1d0-fc30768456a6 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:22.166028 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:22.166257 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4120821-9ce7-4011-b1d0-fc30768456a6 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:22.166684 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706', 'status': 'completed', 'code': 200} Oct 12 11:37:22.171082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.210000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.216825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.289018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:22.313134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661257d1-4090-4380-97f3-5f4b598802d8 None None] Pushing event updated for resources: {'Port': ['ID=50ff2e1e-53d2-422f-965a-3f545148dc77,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:22.318827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83b20c-ecae-4360-9ebf-b229cfa89147,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:22.325190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.328571 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Added segment 2588c3d4-6d74-4c21-9aab-89e61a50183c of type vlan for network cfb2a64b-9422-417d-ab94-db3fa0b370b0 Oct 12 11:37:22.391255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9a2a650-4e33-4a5e-84d1-3cb6d9f8e763 req-4c57f495-fcbe-4679-80a1-94f26dbc3073 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.1354296 Oct 12 11:37:22.407201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-43571e69-748f-4fce-b048-41d114ca2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.409764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-43571e69-748f-4fce-b048-41d114ca2564 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 1095 time: 0.2215981 Oct 12 11:37:22.418530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.549246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da769a-d5c1-42d8-a92e-15a75b99edbd req-3da8ae26-f2a9-4dde-8d0c-91e7d811d7ba tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.551105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19da769a-d5c1-42d8-a92e-15a75b99edbd req-3da8ae26-f2a9-4dde-8d0c-91e7d811d7ba tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 944 time: 0.0686758 Oct 12 11:37:22.564360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.564360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.564360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.604456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-bd49a984-5e6a-478c-bcde-1aff08f5950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.606645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-bd49a984-5e6a-478c-bcde-1aff08f5950b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1869626 Oct 12 11:37:22.640207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.725778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3735409 Oct 12 11:37:22.729136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139773c1-a20e-405b-b313-2a4b8ca20bea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Network': ['ID=cfb2a64b-9422-417d-ab94-db3fa0b370b0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:22.734343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47748) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:22.744209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:22.747219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 73d79007-a424-4f79-aff8-5eebd616f8ca no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:22.754672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'subnet': {'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:22.772085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19da769a-d5c1-42d8-a92e-15a75b99edbd req-f5b6dd38-66a8-4a08-9f64-8a0a8c7616a6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022393 Oct 12 11:37:22.798503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-46b37633-3b82-473b-bcef-9c032375270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:22.800093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-144f3281-7ee3-4a27-9d20-3daea72cce2c req-46b37633-3b82-473b-bcef-9c032375270d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868134 Oct 12 11:37:22.848308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 73d79007-a424-4f79-aff8-5eebd616f8ca {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:22.849631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 73d79007-a424-4f79-aff8-5eebd616f8ca not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:22.869879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:22.970183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:23.001032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:23.003915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:23.079684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=ffdc5c51-2a7a-4412-9215-9f0ebb1d783a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:23.085066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Made reservation on behalf of d7ab402bded34ad68549f5f0de7d1fd0 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:23.091095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:23.112024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-62b10eb0-6dac-4ee9-a97a-c8ccd8733318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:23.114139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-62b10eb0-6dac-4ee9-a97a-c8ccd8733318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 1095 time: 0.2569890 Oct 12 11:37:23.208985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:23.209810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:23.216826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-821e1d7b-ccc2-452e-8325-3bd8a0d22bb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706 HTTP/1.1" status: 200 len: 217 time: 0.0906334 Oct 12 11:37:23.293218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-affc846d-c308-4990-b216-a6be16b6f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:23.293218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-affc846d-c308-4990-b216-a6be16b6f2ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0686142 Oct 12 11:37:23.342848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:23.374558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-d971b541-a7d2-4fd8-bbfc-d48652e9d54a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754232 Oct 12 11:37:23.384318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c449741-039d-4cd8-93db-cb608d314711 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0813637 Oct 12 11:37:23.405495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47758) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:23.422316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-2002557096', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ab:a7:71'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:23.621372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 50ff2e1e-53d2-422f-965a-3f545148dc77 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:23.646789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73b7297a-e8bc-49eb-bee1-7c714577507a req-e9cba171-2a50-43cd-8f26-92426dc4e5cb tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.1069624 Oct 12 11:37:23.702516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:23.754792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 50ff2e1e-53d2-422f-965a-3f545148dc77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:23.755175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:23.881836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Subnet': ['ID=9862b26e-bd28-4701-9be0-b1c8d591adac,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:23.903820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Checking segment: {'id': '2588c3d4-6d74-4c21-9aab-89e61a50183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:23.904192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network hostable DHCP agents. Network: cfb2a64b-9422-417d-ab94-db3fa0b370b0, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:37:23.978861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.016009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:37:24.025693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 50ff2e1e-53d2-422f-965a-3f545148dc77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=50ff2e1e-53d2-422f-965a-3f545148dc77,segment=NetworkSegment(f6239754-e24b-4b53-a15d-5f9e2de4cbe6),segment_id=f6239754-e24b-4b53-a15d-5f9e2de4cbe6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:24.044369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cdae3722-241a-4fb6-bb2f-ad3c17e79acc no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:24.069010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: cdae3722-241a-4fb6-bb2f-ad3c17e79acc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:24.069363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cdae3722-241a-4fb6-bb2f-ad3c17e79acc not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:24.071110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e09c7d-8a85-4520-b128-7dae1d37061f None None] Network d29d0405-d381-479a-96e0-ded05126e4a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:24.130346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, cfb2a64b-9422-417d-ab94-db3fa0b370b0) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:24.135308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:24.136219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.148074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7582e-19ad-4393-937a-0365454fffa1 None None] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:24.247293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee8448cd-8b3f-438f-8eaf-62c704d2bc0b tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5100806 Oct 12 11:37:24.247935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47782) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:24.251586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-262c50f1-7a3f-489f-996b-d556b7f6343e service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8661780 Oct 12 11:37:24.254954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1756161868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:24.270680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2e108-8d0f-4b4c-9f4d-3b768c4e4a78 req-e825a489-e405-4ba6-a0a3-8cb5cd38a971 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:24.278521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.279377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fb2e108-8d0f-4b4c-9f4d-3b768c4e4a78 req-e825a489-e405-4ba6-a0a3-8cb5cd38a971 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 944 time: 0.1231844 Oct 12 11:37:24.351070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=50ff2e1e-53d2-422f-965a-3f545148dc77,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:24.409361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-cfb2a64b-9422-417d-ab94-db3fa0b370b0', 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0', 'tenant_id': 'd7ab402bded34ad68549f5f0de7d1fd0', 'fixed_ips': [{'subnet_id': '9862b26e-bd28-4701-9be0-b1c8d591adac'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:37:24.410551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.424812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-972d7945-1e98-418f-aa84-158465476709 None None] Provisioning complete for port 50ff2e1e-53d2-422f-965a-3f545148dc77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:24.425612 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-972d7945-1e98-418f-aa84-158465476709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.440960 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fb2e108-8d0f-4b4c-9f4d-3b768c4e4a78 req-94a27a7a-70cb-479f-907e-55a4a4240fe5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607034 Oct 12 11:37:24.498273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d8ecd7f-aaa8-4e5d-a8d7-1dd2b902ba99 req-85136a74-fffb-4666-a4e5-7cd82054aabc service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024412 Oct 12 11:37:24.543828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.545184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.696385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:24.719900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.798564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Allocated IP 172.20.0.2 (cfb2a64b-9422-417d-ab94-db3fa0b370b0/9862b26e-bd28-4701-9be0-b1c8d591adac/2e243c20-7b99-439f-b64d-d080cf18e2c3) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:24.806421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87a6e5f4-a66f-4b9c-9c00-f9c51416b998 req-1dd75667-ce85-439b-b0cd-833a7c466465 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0414858 Oct 12 11:37:24.835926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.892991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:24.918818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port ff158719-05ba-48df-9167-db8c7cdb0f56 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:25.084375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.12 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/ff158719-05ba-48df-9167-db8c7cdb0f56) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:25.189555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.221452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.221452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-923ab44f-2e3f-42da-bfbe-3eba55790509 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9667044 Oct 12 11:37:25.221722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:25.279481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.363419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.386457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:25.391964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Pushing event updated for resources: {'Port': ['ID=2e243c20-7b99-439f-b64d-d080cf18e2c3,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:25.395180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:25.402311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:25.436317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-96740d2b-8051-464d-8f92-1c1d66147117 None None] Provisioning complete for port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:25.436317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96740d2b-8051-464d-8f92-1c1d66147117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.485397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.550370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-96740d2b-8051-464d-8f92-1c1d66147117 None None] Port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:25.563457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=ff158719-05ba-48df-9167-db8c7cdb0f56,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:25.580317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 50ff2e1e-53d2-422f-965a-3f545148dc77 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:25.604678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:25.606893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:25.621074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:25.636711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Attempting to bind port 2e243c20-7b99-439f-b64d-d080cf18e2c3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:37:25.637642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Attempting to bind port 2e243c20-7b99-439f-b64d-d080cf18e2c3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2588c3d4-6d74-4c21-9aab-89e61a50183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:37:25.644013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Attempting to bind port 2e243c20-7b99-439f-b64d-d080cf18e2c3 on network cfb2a64b-9422-417d-ab94-db3fa0b370b0 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:25.653836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:37:25.654492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Checking segment: {'id': '2588c3d4-6d74-4c21-9aab-89e61a50183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:25.656022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.656787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Bound using segment: {'id': '2588c3d4-6d74-4c21-9aab-89e61a50183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:37:25.667900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Bound port: 2e243c20-7b99-439f-b64d-d080cf18e2c3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2588c3d4-6d74-4c21-9aab-89e61a50183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:37:25.672543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.708728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-96740d2b-8051-464d-8f92-1c1d66147117 None None] Provisioning complete for port 50ff2e1e-53d2-422f-965a-3f545148dc77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:25.709301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96740d2b-8051-464d-8f92-1c1d66147117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.713490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:25.714674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.858047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55ba3ef2-f574-4ffb-93c9-99a7ce33e386 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4505396 Oct 12 11:37:25.858658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47816) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:25.877525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 50ff2e1e-53d2-422f-965a-3f545148dc77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:25.882514 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:25.953568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c940-1f4e-477a-aa2f-b0c6b9758bd1 req-d0bb2012-1659-4681-a348-cfdd613de5fc tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:25.955491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4f5c940-1f4e-477a-aa2f-b0c6b9758bd1 req-d0bb2012-1659-4681-a348-cfdd613de5fc tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 944 time: 0.2151196 Oct 12 11:37:26.060749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2515bb56-27db-425f-8fae-42b2af85c4b0 req-bb71703c-96cf-44f1-a20e-37da6f5d9aad tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.1205118 Oct 12 11:37:26.082547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.095410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dacfb-3acf-4a7c-8f06-36aa6925f990 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:26.095940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] For port 2e243c20-7b99-439f-b64d-d080cf18e2c3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:37:26.097022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e4f5c940-1f4e-477a-aa2f-b0c6b9758bd1 req-6970afd5-b029-4a9d-83aa-fe4b37eeadf0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341803 Oct 12 11:37:26.102811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dacfb-3acf-4a7c-8f06-36aa6925f990 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:26.115898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] For port 2e243c20-7b99-439f-b64d-d080cf18e2c3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2e243c20-7b99-439f-b64d-d080cf18e2c3,segment=NetworkSegment(2588c3d4-6d74-4c21-9aab-89e61a50183c),segment_id=2588c3d4-6d74-4c21-9aab-89e61a50183c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:37:26.129414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dacfb-3acf-4a7c-8f06-36aa6925f990 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:26.134662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad0dacfb-3acf-4a7c-8f06-36aa6925f990 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2740231 Oct 12 11:37:26.138103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47822) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:26.239840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.302869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port ff158719-05ba-48df-9167-db8c7cdb0f56 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:26.303624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.379951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Provisioning complete for port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:26.380592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.384043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97171-670d-4569-8f6f-56cc6684fa80 None None] Pushing event updated for resources: {'Port': ['ID=2e243c20-7b99-439f-b64d-d080cf18e2c3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:26.446502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:26.461751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Provisioning complete for port ff158719-05ba-48df-9167-db8c7cdb0f56 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:26.462323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.515940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.547685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for ff158719-05ba-48df-9167-db8c7cdb0f56 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:26.727001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3717b59d-0e5b-49fa-ab68-f6a13df509ca None None] Port ff158719-05ba-48df-9167-db8c7cdb0f56 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:26.775862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c1b3dc67-f426-43f0-a76a-ea0b8c159706 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:37:26.832593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.950140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:26.958114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:26.983359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706', 'mac_address': 'fa:16:3e:33:1a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:37:27.019519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=ff158719-05ba-48df-9167-db8c7cdb0f56,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:27.049801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.084712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b3dc67-f426-43f0-a76a-ea0b8c159706 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:27.124449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:27.233459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.294815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0eb59dff-bd56-4f1c-818b-ae54eca54384 req-c22c6b1c-b5e5-4799-9c0e-c8bb26169d38 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0754201 Oct 12 11:37:27.400446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:27.424609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Allocated IP 172.20.0.1 (cfb2a64b-9422-417d-ab94-db3fa0b370b0/9862b26e-bd28-4701-9be0-b1c8d591adac/2f385f9a-9bff-404a-9553-dd0a0cb0ed97) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:27.452963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c1b3dc67-f426-43f0-a76a-ea0b8c159706'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:27.524656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979898ee-8451-43a6-a812-ba44cf484e4b req-2c3f33b9-d787-4f11-afb5-2c83c540c802 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:27.531052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-979898ee-8451-43a6-a812-ba44cf484e4b req-2c3f33b9-d787-4f11-afb5-2c83c540c802 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 945 time: 0.3048635 Oct 12 11:37:27.532275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.548424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b58d3e9a-873b-4c38-82fa-3ce24a29e6f4 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/ff158719-05ba-48df-9167-db8c7cdb0f56 HTTP/1.1" status: 204 len: 168 time: 1.4054952 Oct 12 11:37:27.549978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:27.610391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2e243c20-7b99-439f-b64d-d080cf18e2c3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:27.676069 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-72434a08-277c-4377-a5e0-bda07362fa9a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] GET failed (client error): The resource could not be found. Oct 12 11:37:27.677693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72434a08-277c-4377-a5e0-bda07362fa9a tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports/ff158719-05ba-48df-9167-db8c7cdb0f56 HTTP/1.1" status: 404 len: 333 time: 0.1161604 Oct 12 11:37:27.684079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47848) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:27.696414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-1339736687'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:27.713757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.781608 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:37:27.849938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2e243c20-7b99-439f-b64d-d080cf18e2c3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:27.851894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.865184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:27.913197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-979898ee-8451-43a6-a812-ba44cf484e4b req-03048b8a-7ff7-449d-896e-65c0a6611a8a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621688 Oct 12 11:37:27.971334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:27.978014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:27.985689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:27.988696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=2f385f9a-9bff-404a-9553-dd0a0cb0ed97,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:28.057753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:28.065635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.072463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.078162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c46fd1-fbdb-411e-9391-88cd43702f6b None None] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:28.101131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port f21b426a-819a-446d-be78-a1d52731af26 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:28.133567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.250952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.7 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/f21b426a-819a-446d-be78-a1d52731af26) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:28.315513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7e63695c-49f8-4a00-9006-e55477663acb None None] Provisioning complete for port 2e243c20-7b99-439f-b64d-d080cf18e2c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:28.315513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e63695c-49f8-4a00-9006-e55477663acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.434440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 2e243c20-7b99-439f-b64d-d080cf18e2c3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2e243c20-7b99-439f-b64d-d080cf18e2c3,segment=NetworkSegment(2588c3d4-6d74-4c21-9aab-89e61a50183c),segment_id=2588c3d4-6d74-4c21-9aab-89e61a50183c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:28.447518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.465104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.522304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f37d0d5-6546-406d-8e38-6655cbd2e180 req-3b7814c9-0d18-4a92-a041-cea260a8a499 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0339537 Oct 12 11:37:28.562454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.565619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.578643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e63695c-49f8-4a00-9006-e55477663acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.612699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:28.619918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:28.627524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:28.692656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=f21b426a-819a-446d-be78-a1d52731af26,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:28.810236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:28.812473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:28.814328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c1b3dc67-f426-43f0-a76a-ea0b8c159706 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:28.840326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=2e243c20-7b99-439f-b64d-d080cf18e2c3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:28.939192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-7e63695c-49f8-4a00-9006-e55477663acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:37:28.939192 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-7e63695c-49f8-4a00-9006-e55477663acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:37:28.986377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-76eb4465-6b1e-4928-9b10-2fb6e155f279 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2989080 Oct 12 11:37:28.988545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47876) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:29.000548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ab:a7:71'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:29.069175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.077780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port c1b3dc67-f426-43f0-a76a-ea0b8c159706 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:37:29.083319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c1b3dc67-f426-43f0-a76a-ea0b8c159706 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:29.083725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.175440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.183445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.261921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.272754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35c36-4992-4c20-b50a-61fc8d833bfc req-56620d6a-9f26-41a0-9af2-2d8c76f7582b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:29.274401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0c35c36-4992-4c20-b50a-61fc8d833bfc req-56620d6a-9f26-41a0-9af2-2d8c76f7582b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 945 time: 0.1915698 Oct 12 11:37:29.295623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:29.298343 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e53d5c1-8893-4b5d-8e04-d88372036e47" -d '{"events": [{"server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:29.322816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:29.380734 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c0c35c36-4992-4c20-b50a-61fc8d833bfc req-7f0feac5-ce49-49e5-aa05-2af53c927746 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810957 Oct 12 11:37:29.387128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=2f385f9a-9bff-404a-9553-dd0a0cb0ed97,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:29.389946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.416533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.577204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:29.578737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:29.598243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:29.616555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.617072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2e243c20-7b99-439f-b64d-d080cf18e2c3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:29.684002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2e243c20-7b99-439f-b64d-d080cf18e2c3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:29.684770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.691180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.729115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f099f2b5-471f-47e9-b985-5d51c343c6b1 req-c3cafe17-824f-4916-bb7d-9aaaff29677d tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9634a28-6603-4bee-88fb-3c9b8d33efe4 HTTP/1.1" status: 200 len: 210 time: 0.0342200 Oct 12 11:37:29.766890 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f59aa5-ccce-4c6b-a7eb-eb3059040d9f x-openstack-request-id: req-d1f59aa5-ccce-4c6b-a7eb-eb3059040d9f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:29.767283 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:29.767602 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1f59aa5-ccce-4c6b-a7eb-eb3059040d9f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:29.768073 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706', 'code': 200} Oct 12 11:37:29.817491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Provisioning complete for port f21b426a-819a-446d-be78-a1d52731af26 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:29.817862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.842182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=f21b426a-819a-446d-be78-a1d52731af26,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:29.870139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] In _notify_port_updated(), no bound segment for port f21b426a-819a-446d-be78-a1d52731af26 on network d29d0405-d381-479a-96e0-ded05126e4a1 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:37:29.876068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:29.876729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.878136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f6d5af3-737c-476e-8401-b67c5235bf73 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "PUT /v2.0/ports/f21b426a-819a-446d-be78-a1d52731af26 HTTP/1.1" status: 200 len: 993 time: 0.8885930 Oct 12 11:37:29.881144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47896) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:29.900513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Port f21b426a-819a-446d-be78-a1d52731af26 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:29.904808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd0ed5-9677-49d2-bd11-6177bf83e69a req-156500ca-01fe-43f1-910b-253409c1ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:29.907200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1efd0ed5-9677-49d2-bd11-6177bf83e69a req-156500ca-01fe-43f1-910b-253409c1ebdc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 1097 time: 0.0819056 Oct 12 11:37:29.923271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Provisioning complete for port 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:29.923513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:29.945128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Router 61593339-8ef9-449e-9f1e-7d9a9c2f8ead is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:37:29.956261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1efd0ed5-9677-49d2-bd11-6177bf83e69a req-88bfe348-465f-424c-b98a-aba5a8247363 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Oct 12 11:37:29.979087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Port 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:29.992519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Provisioning complete for port 2e243c20-7b99-439f-b64d-d080cf18e2c3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:29.996864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4933ae-a713-4d08-a714-3d5fd4bc0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.127156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:30.132386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07557105-52ea-489d-adb3-f5b94641d6c0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "PUT /v2.0/routers/61593339-8ef9-449e-9f1e-7d9a9c2f8ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9126749 Oct 12 11:37:30.135721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47900) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:30.142739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port f21b426a-819a-446d-be78-a1d52731af26 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:30.142872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'port': {'network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0', 'name': 'tempest-FloatingIPNegativeTestJSON-1045875414'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:30.143129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.149514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] Sync routers for ids ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:30.173949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] Routers {'61593339-8ef9-449e-9f1e-7d9a9c2f8ead'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:30.174601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:30.223698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:30.240089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] Routers {'61593339-8ef9-449e-9f1e-7d9a9c2f8ead'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:30.240700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:30.255976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.271344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for f21b426a-819a-446d-be78-a1d52731af26 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:30.280999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:30.281659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304544cf-3540-4b82-95f7-760d0eb617cb None None] The sync data for ids ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:30.284090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Provisioning complete for port f21b426a-819a-446d-be78-a1d52731af26 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:30.284444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.334034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Port f21b426a-819a-446d-be78-a1d52731af26 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:30.344555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Provisioning complete for port 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:30.344924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.384715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b81a-1332-4865-913a-68e325a58eea None None] Port 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:30.399396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Made reservation on behalf of d7ab402bded34ad68549f5f0de7d1fd0 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:30.418221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.430030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] device_id is not set on port a252e970-ded0-4b9d-94e8-58fbd7771b9c yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:30.519783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df350-4762-4468-a9f5-c14ec1a9745e req-9ceaeba7-d9f0-4af5-b88c-49bbc138a70e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:30.521257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe3df350-4762-4468-a9f5-c14ec1a9745e req-9ceaeba7-d9f0-4af5-b88c-49bbc138a70e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.0505035 Oct 12 11:37:30.534858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.579730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=f21b426a-819a-446d-be78-a1d52731af26,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:30.599997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe3df350-4762-4468-a9f5-c14ec1a9745e req-510710f8-2528-4d58-8b3a-36ee87a8eda1 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722337 Oct 12 11:37:30.646629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Allocated IP 172.20.0.3 (cfb2a64b-9422-417d-ab94-db3fa0b370b0/9862b26e-bd28-4701-9be0-b1c8d591adac/a252e970-ded0-4b9d-94e8-58fbd7771b9c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:30.786630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.795597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-59616738-83fe-4e24-967c-da3251c13c77 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/f21b426a-819a-446d-be78-a1d52731af26 HTTP/1.1" status: 204 len: 168 time: 0.9132543 Oct 12 11:37:30.796316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47918) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:30.832518 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-60177e41-5b42-4ba5-98d0-344559deda16 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] GET failed (client error): The resource could not be found. Oct 12 11:37:30.837989 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-60177e41-5b42-4ba5-98d0-344559deda16 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports/f21b426a-819a-446d-be78-a1d52731af26 HTTP/1.1" status: 404 len: 333 time: 0.0406492 Oct 12 11:37:30.838889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47920) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:30.844809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-1709141561'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:30.858628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47922) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:30.890308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.951419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:30.982032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.205063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:31.205418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.210236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.230752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port e7617119-0e2f-403f-a5b3-e73fa63cc408 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:31.256210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:31.259592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:31.264269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:31.373651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.377218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.385880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] 10.222.0.43 "DELETE /v2.0/security-groups/14abe787-f12a-438f-8976-3954d99fcc83 HTTP/1.1" status: 204 len: 168 time: 0.5261562 Oct 12 11:37:31.396603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=a252e970-ded0-4b9d-94e8-58fbd7771b9c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:31.410224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7694a50-fb78-465a-a9a4-511679231967 tempest-TestVolumeBackupRestore-1782955955 tempest-TestVolumeBackupRestore-1782955955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abe787-f12a-438f-8976-3954d99fcc83,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:31.459639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:31.460598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.483307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.5 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/e7617119-0e2f-403f-a5b3-e73fa63cc408) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:31.549818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c296202c-1fd5-453f-81ae-bf7fd2b23894 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4096310 Oct 12 11:37:31.550435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:31.563729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:31.713508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.714680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a3afeee0-8ab5-47b3-97cb-fe76a627693c None None] Provisioning complete for port a252e970-ded0-4b9d-94e8-58fbd7771b9c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:31.715175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3afeee0-8ab5-47b3-97cb-fe76a627693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.788885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a3afeee0-8ab5-47b3-97cb-fe76a627693c None None] Port a252e970-ded0-4b9d-94e8-58fbd7771b9c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:31.798593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.835408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eecab0-8dee-40a5-be3b-0f00218da5e9 req-d7e73ca9-6ada-4b8f-a3db-f361a0e7433e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:31.837217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6eecab0-8dee-40a5-be3b-0f00218da5e9 req-d7e73ca9-6ada-4b8f-a3db-f361a0e7433e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.1510985 Oct 12 11:37:31.842731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:31.915891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d6eecab0-8dee-40a5-be3b-0f00218da5e9 req-f1a7a0e0-64c8-4c82-8b4e-c6caec7caea4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705621 Oct 12 11:37:32.015189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.085948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Allocated IP 172.25.2.149 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/38cd6327-3e45-4ce6-b45d-3ca66d4f626f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:32.098585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:32.114952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:32.126907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:32.185013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=e7617119-0e2f-403f-a5b3-e73fa63cc408,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:32.311815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:32.319285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.333802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47962) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:32.441795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.632326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bd72fa9e-b24e-4a6c-9981-3aa5b753da87 None None] Provisioning complete for port e7617119-0e2f-403f-a5b3-e73fa63cc408 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:32.632705 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd72fa9e-b24e-4a6c-9981-3aa5b753da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.667809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.679930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bd72fa9e-b24e-4a6c-9981-3aa5b753da87 None None] Port e7617119-0e2f-403f-a5b3-e73fa63cc408 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:32.730164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=38cd6327-3e45-4ce6-b45d-3ca66d4f626f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:32.733712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:32.735979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:32.741628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:32.745856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.746203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.748845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.749134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.749402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:32.844876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.911351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-41df12b4-f894-4fd9-b7ac-127d2dedf6f9 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0705183 Oct 12 11:37:32.914002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:32.920578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a927fc83-0087-41d5-91aa-b19469bdd09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:32.921198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:a7:71'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:32.964471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfc06-df33-4385-a35a-fdc6b4f90657 req-09a858cc-4023-4e15-8622-3c4a1fef3508 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:32.971980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b52dfc06-df33-4385-a35a-fdc6b4f90657 req-09a858cc-4023-4e15-8622-3c4a1fef3508 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.5561364 Oct 12 11:37:33.036651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b52dfc06-df33-4385-a35a-fdc6b4f90657 req-dccb698e-98e9-4968-b987-09e9b047e4f5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633423 Oct 12 11:37:33.051552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.086466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a927fc83-0087-41d5-91aa-b19469bdd09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.193842 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a927fc83-0087-41d5-91aa-b19469bdd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.254029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a927fc83-0087-41d5-91aa-b19469bdd09d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a935d6649a24cca966d64a76fafefeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187379 Oct 12 11:37:33.256197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:33.449105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927fc83-0087-41d5-91aa-b19469bdd09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c3c68a-94cf-4ea5-96d2-6dfcd0cc643e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:33.566091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.599439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.748131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.754289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.758457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:33.760181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20c3c68a-94cf-4ea5-96d2-6dfcd0cc643e HTTP/1.1" status: 204 len: 168 time: 0.5027914 Oct 12 11:37:33.773938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0312ec9-d6ea-4e6c-a81b-f81b3adb139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c3c68a-94cf-4ea5-96d2-6dfcd0cc643e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:33.798569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5833d-af87-46a7-b7dc-3e38d44e539e req-f83c1a70-a8f8-47e4-920f-c2a0186329b0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:33.805938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60e5833d-af87-46a7-b7dc-3e38d44e539e req-f83c1a70-a8f8-47e4-920f-c2a0186329b0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.6790321 Oct 12 11:37:33.929363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60e5833d-af87-46a7-b7dc-3e38d44e539e req-29b1c11f-e4a5-44ea-b74f-0afb303980a4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199896 Oct 12 11:37:33.975619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.120422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.230491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.241868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=38cd6327-3e45-4ce6-b45d-3ca66d4f626f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:34.312038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.449223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] In _notify_port_updated(), no bound segment for port e7617119-0e2f-403f-a5b3-e73fa63cc408 on network d29d0405-d381-479a-96e0-ded05126e4a1 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:37:34.455121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:34.455937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.457338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "PUT /v2.0/ports/e7617119-0e2f-403f-a5b3-e73fa63cc408 HTTP/1.1" status: 200 len: 996 time: 1.5421691 Oct 12 11:37:34.461384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48070) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:34.471538 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.516427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb5e8b-7698-4cd7-b657-df2144ccfa41 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=e7617119-0e2f-403f-a5b3-e73fa63cc408,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:34.588990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.593968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55fbff85-c781-4647-ad6b-076c5a204b20 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0384595 Oct 12 11:37:34.606670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48082) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:34.630888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-efb9497d-fc2a-4711-8c62-af6043fa9981 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:34.634604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-efb9497d-fc2a-4711-8c62-af6043fa9981 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/networks?id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 200 len: 813 time: 0.4644220 Oct 12 11:37:34.636613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d2afd63f-e1e9-403f-87a1-55722d08a344 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'floatingip': {'port_id': 'a252e970-ded0-4b9d-94e8-58fbd7771b9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:34.663228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-a37b2f6b-b1f9-4f0c-b649-b42fadd5a7cf tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/quotas/4b0c9977f2324e21af62e81c81b5bc9f HTTP/1.1" status: 200 len: 375 time: 0.0192392 Oct 12 11:37:34.700830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48088) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:34.716352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cba8e64-6bf0-4284-ab3a-ad2270c28508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.731303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-c4d43b2d-e557-4759-bc02-7cee5dce93fd tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660877 Oct 12 11:37:34.780646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d2afd63f-e1e9-403f-87a1-55722d08a344 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.851280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-57c01ee9-5014-4050-8148-64af3911c812 None None] Provisioning complete for port e7617119-0e2f-403f-a5b3-e73fa63cc408 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:34.851280 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57c01ee9-5014-4050-8148-64af3911c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:34.916719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-9e6de80c-1f8d-4dce-8f9d-18b4b258f8a3 service neutron] 10.222.0.43 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805911 Oct 12 11:37:34.927100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bbb4-7a63-4a9a-bbdf-8c4b11460f11 req-952cf114-421a-4a25-9411-2824b1e2099b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:34.938088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3316bbb4-7a63-4a9a-bbdf-8c4b11460f11 req-952cf114-421a-4a25-9411-2824b1e2099b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.3617358 Oct 12 11:37:34.949828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-57c01ee9-5014-4050-8148-64af3911c812 None None] Port e7617119-0e2f-403f-a5b3-e73fa63cc408 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:35.006518 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-d2afd63f-e1e9-403f-87a1-55722d08a344 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] update failed (client error): The resource could not be found. Oct 12 11:37:35.007595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d2afd63f-e1e9-403f-87a1-55722d08a344 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "PUT /v2.0/floatingips/74144c59-ec0a-44b6-bf5a-29d6a7f01f66 HTTP/1.1" status: 404 len: 507 time: 0.3831189 Oct 12 11:37:35.011662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:35.019134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port e7617119-0e2f-403f-a5b3-e73fa63cc408 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:35.019408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.036077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3316bbb4-7a63-4a9a-bbdf-8c4b11460f11 req-798a4598-d9e7-4c53-8738-c18a52ece02e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916319 Oct 12 11:37:35.086980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cba8e64-6bf0-4284-ab3a-ad2270c28508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.160287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6cba8e64-6bf0-4284-ab3a-ad2270c28508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.184354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.200892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for e7617119-0e2f-403f-a5b3-e73fa63cc408 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:35.222669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba8e64-6bf0-4284-ab3a-ad2270c28508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8631649-2328-4100-8cd8-d2c43425eb0c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:35.264852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6cba8e64-6bf0-4284-ab3a-ad2270c28508 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93810efc3bba4d718b1cfe6c8be76f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628278 Oct 12 11:37:35.267809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48112) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:35.277531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-445e9ead-ea0d-49e0-a6ef-f67edcf96378 service neutron] 10.222.0.43 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421924 Oct 12 11:37:35.309294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting port 38cd6327-3e45-4ce6-b45d-3ca66d4f626f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:35.309652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.380706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.418143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.418477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.419187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.444919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Calling delete_port for 38cd6327-3e45-4ce6-b45d-3ca66d4f626f owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:35.524446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.572273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=e7617119-0e2f-403f-a5b3-e73fa63cc408,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:35.675546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.683618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.684844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8631649-2328-4100-8cd8-d2c43425eb0c HTTP/1.1" status: 204 len: 168 time: 0.4158950 Oct 12 11:37:35.724992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba92af-1cf5-45bb-abad-3bf4f4a56fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8631649-2328-4100-8cd8-d2c43425eb0c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:35.803963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-9a385072-2900-4bb9-9d80-04495176b595 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:35.808703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-9a385072-2900-4bb9-9d80-04495176b595 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.1638374 Oct 12 11:37:35.828253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fee93e73-2846-4bf5-964f-85196e5bd7f2 req-9bcaaa91-36fb-471a-b54b-10a947e5bbdc tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.1120431 Oct 12 11:37:35.849336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.855348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dba6444e-2f9d-4afe-800a-f7d566018e52 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/e7617119-0e2f-403f-a5b3-e73fa63cc408 HTTP/1.1" status: 204 len: 168 time: 1.3898194 Oct 12 11:37:35.856050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48142) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:35.886204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:35.920738 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d60a1bd-5ec6-44f2-990c-c1e7eae1b27e tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] GET failed (client error): The resource could not be found. Oct 12 11:37:35.922413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d60a1bd-5ec6-44f2-990c-c1e7eae1b27e tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports/e7617119-0e2f-403f-a5b3-e73fa63cc408 HTTP/1.1" status: 404 len: 333 time: 0.0654304 Oct 12 11:37:35.927771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48148) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:35.955436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-1190570608'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:35.964858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Port': ['ID=38cd6327-3e45-4ce6-b45d-3ca66d4f626f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:36.208859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.221802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.222587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48170) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:36.224081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5bd60109-514e-4d08-899a-4fdddbb951d0 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "DELETE /v2.0/floatingips/74144c59-ec0a-44b6-bf5a-29d6a7f01f66 HTTP/1.1" status: 204 len: 168 time: 1.2052197 Oct 12 11:37:36.230769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ada228fc-7f22-4fba-83bc-3ea10bcc2053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'floatingip': {'floating_network_id': 'cfb2a64b-9422-417d-ab94-db3fa0b370b0', 'port_id': 'a252e970-ded0-4b9d-94e8-58fbd7771b9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:36.285900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port c1b3dc67-f426-43f0-a76a-ea0b8c159706 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:36.293722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.344815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb72cf-ab88-411d-9de7-d73eb095909b req-175c9e44-e743-4b5b-8a6a-4e26e78681eb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:36.347101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43eb72cf-ab88-411d-9de7-d73eb095909b req-175c9e44-e743-4b5b-8a6a-4e26e78681eb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 946 time: 0.2408874 Oct 12 11:37:36.380057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:36.383615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.435362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port ff9715a1-d5bd-4f7f-839a-284d8295ca02 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:36.516342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ada228fc-7f22-4fba-83bc-3ea10bcc2053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.529884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43eb72cf-ab88-411d-9de7-d73eb095909b req-cfb9a62d-b7eb-4658-b4a5-969577e28abd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538551 Oct 12 11:37:36.534282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port c1b3dc67-f426-43f0-a76a-ea0b8c159706, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c1b3dc67-f426-43f0-a76a-ea0b8c159706,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:36.534655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.569616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for c1b3dc67-f426-43f0-a76a-ea0b8c159706 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:36.687691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.9 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/ff9715a1-d5bd-4f7f-839a-284d8295ca02) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:36.835977 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-ada228fc-7f22-4fba-83bc-3ea10bcc2053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:37:36.838035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ada228fc-7f22-4fba-83bc-3ea10bcc2053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6131654 Oct 12 11:37:36.840799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:36.845307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'a252e970-ded0-4b9d-94e8-58fbd7771b9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:36.933186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:36.985431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.000794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c', 'c1b3dc67-f426-43f0-a76a-ea0b8c159706'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:37.005455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47d9b801-f769-4a72-b7f7-bc32e755bd54 req-26503e01-8e00-4097-a73e-af3ec9b29d80 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.0595381 Oct 12 11:37:37.016058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.075977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=c1b3dc67-f426-43f0-a76a-ea0b8c159706,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:37.163884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port c1b3dc67-f426-43f0-a76a-ea0b8c159706 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:37.167246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.172128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a30a1e50-c182-4cfa-8ed2-f54a0c5ab420 req-70793726-5317-45c4-8b33-985f9f6ab57b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "DELETE /v2.0/ports/c1b3dc67-f426-43f0-a76a-ea0b8c159706 HTTP/1.1" status: 204 len: 173 time: 1.3513207 Oct 12 11:37:37.173542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.187977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'name': 'network-vif-deleted', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:37.190447 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be318079-03be-418c-b4ac-3bab0ab26d21" -d '{"events": [{"server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "name": "network-vif-deleted", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:37.219841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.307803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:37.314199 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938dc78d-ac67-4efe-a812-7ebd6ef5247a x-openstack-request-id: req-938dc78d-ac67-4efe-a812-7ebd6ef5247a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:37.314199 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300975f-cd2e-42bb-ada1-9588b92d6283", "name": "network-vif-deleted", "tag": "c1b3dc67-f426-43f0-a76a-ea0b8c159706", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:37.314199 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-938dc78d-ac67-4efe-a812-7ebd6ef5247a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:37.320622 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7300975f-cd2e-42bb-ada1-9588b92d6283', 'name': 'network-vif-deleted', 'tag': 'c1b3dc67-f426-43f0-a76a-ea0b8c159706', 'status': 'completed', 'code': 200} Oct 12 11:37:37.328404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:37.335662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:37.427759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=ff9715a1-d5bd-4f7f-839a-284d8295ca02,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:37.436247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Allocated IP 172.25.2.65 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/446e70fa-e578-4991-a2e1-b4d10896e3da) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:37.474110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:37.476198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.574966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36abbde4-30a1-432c-8296-2f37c3611180 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6250155 Oct 12 11:37:37.577322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48248) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:37.590488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'network_id': 'd29d0405-d381-479a-96e0-ded05126e4a1', 'name': 'tempest-AllowedAddressPairTestJSON-360989132'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:37.733033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.791604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4d7a874a-9d79-46c4-a065-ae2877419beb None None] Provisioning complete for port ff9715a1-d5bd-4f7f-839a-284d8295ca02 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:37.792102 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d7a874a-9d79-46c4-a065-ae2877419beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:37.843513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d06639c-02ca-444f-a139-b8ef7c86bbe5 req-2f359b94-670a-4762-a644-20ad5f865a80 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=7300975f-cd2e-42bb-ada1-9588b92d6283 HTTP/1.1" status: 200 len: 210 time: 0.0376801 Oct 12 11:37:37.881185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a874a-9d79-46c4-a065-ae2877419beb None None] Port ff9715a1-d5bd-4f7f-839a-284d8295ca02 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:37.963047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.027690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Made reservation on behalf of be4964dd312b486ea0b03920726f9df4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:38.033729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.062121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] device_id is not set on port cc97f95a-006d-4937-b01c-73881ef7e302 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:37:38.079705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:38.088538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:38.093807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:38.168962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event updated for resources: {'Port': ['ID=446e70fa-e578-4991-a2e1-b4d10896e3da,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:38.259795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be9038d-1a80-418b-96f9-f3f873cb20b4 req-b19836ea-b377-468d-8a87-a7c3c5f88e5c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.0836306 Oct 12 11:37:38.281613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Allocated IP 172.20.0.7 (d29d0405-d381-479a-96e0-ded05126e4a1/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b/cc97f95a-006d-4937-b01c-73881ef7e302) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:38.532872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.577460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting port 446e70fa-e578-4991-a2e1-b4d10896e3da {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:38.577811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.590191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-0b34c672-7d66-49ce-8f3e-1942d8ee7782 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:38.592036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-0b34c672-7d66-49ce-8f3e-1942d8ee7782 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.41 "GET /v2.0/networks?id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 200 len: 813 time: 0.2126026 Oct 12 11:37:38.614352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Request body: {'port': {'device_id': '36664de1-6d14-44e5-944c-341f85d7afec', 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1', 'admin_state_up': True, 'tenant_id': '4b0c9977f2324e21af62e81c81b5bc9f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:38.679746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.756278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Network d29d0405-d381-479a-96e0-ded05126e4a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:38.762840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:38.767155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:38.791262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.791593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.799435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=cc97f95a-006d-4937-b01c-73881ef7e302,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:38.820119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Calling delete_port for 446e70fa-e578-4991-a2e1-b4d10896e3da owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:38.872396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:38.873171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:38.929517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48324) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:39.010991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Made reservation on behalf of 4b0c9977f2324e21af62e81c81b5bc9f for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:39.020562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:39.133232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-69874d57-598d-4aad-8cb6-7ad852cb53cb tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5519779 Oct 12 11:37:39.133931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48338) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:39.141718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ab:a7:71'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:26:9c:1c'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:39.234169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7c84b874-b704-487f-913e-91f4b6f238e6 None None] Provisioning complete for port cc97f95a-006d-4937-b01c-73881ef7e302 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:39.234757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c84b874-b704-487f-913e-91f4b6f238e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:39.338211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7c84b874-b704-487f-913e-91f4b6f238e6 None None] Port cc97f95a-006d-4937-b01c-73881ef7e302 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:39.404053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:39.454475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Port': ['ID=446e70fa-e578-4991-a2e1-b4d10896e3da,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:39.490014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Allocated IP 172.20.0.4 (fdf8399d-75af-46ee-9c8c-d7654cc56fe1/34e56b99-1f9f-4bbe-b30c-29c8621bc9a6/ff0e3d9b-f05a-4df0-b831-4f5f6103d52b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:39.512761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25d09691-151e-4072-bcad-3b0930cbadf6 req-b21da67c-275f-4edc-9af7-ba1ab86b2bc6 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.0575719 Oct 12 11:37:39.642962 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:39.728316 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] create failed (client error): The resource could not be found. Oct 12 11:37:39.735586 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b901bb41-30e2-4bca-94b6-e5a8286f37ea tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8937237 Oct 12 11:37:39.741342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48380) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:39.760738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-a701e8f6-c655-4f43-9feb-1c2fb00b174f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:39.768138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-a701e8f6-c655-4f43-9feb-1c2fb00b174f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.3014555 Oct 12 11:37:39.802587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b39d0579-0474-45ff-a656-fa6947d431da tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/quotas/9c33d3ac4ddf4de4904daaa453a65165 HTTP/1.1" status: 200 len: 375 time: 0.0335486 Oct 12 11:37:39.808651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:39.859321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48386) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:39.930952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting port a252e970-ded0-4b9d-94e8-58fbd7771b9c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:39.931285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.016451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.081577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:40.114462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:40.121333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-633df026-0663-4e3b-95d8-c271497f42a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.123406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:40.175874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Pushing event updated for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:40.189516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.239302 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-5482a242-f145-497f-8696-7d3acace3337 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4357486 Oct 12 11:37:40.241075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Calling delete_port for a252e970-ded0-4b9d-94e8-58fbd7771b9c owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:40.273012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:40.273635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.402853 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-633df026-0663-4e3b-95d8-c271497f42a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.423352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.434155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-e5197e9a-a706-4f72-a4ec-a69bd5a87bbf service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853607 Oct 12 11:37:40.577757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-14f63f4a-a830-4cdd-ac71-966447572462 service neutron] 10.222.0.43 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306877 Oct 12 11:37:40.590315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.625272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-7ae33d3c-d157-4690-909c-5229fada17c0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0218782 Oct 12 11:37:40.639365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Request body: {'port': {'device_id': '36664de1-6d14-44e5-944c-341f85d7afec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:40.665584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.667196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-633df026-0663-4e3b-95d8-c271497f42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.689133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.689365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af364d-605d-432d-939b-3b5e8945c889 req-7cda1878-42ba-4fc3-87a2-4c89ef98ce9c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:40.689365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72af364d-605d-432d-939b-3b5e8945c889 req-7cda1878-42ba-4fc3-87a2-4c89ef98ce9c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 931 time: 0.0970337 Oct 12 11:37:40.759062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Port': ['ID=a252e970-ded0-4b9d-94e8-58fbd7771b9c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:40.794955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event updated for resources: {'Port': ['ID=cc97f95a-006d-4937-b01c-73881ef7e302,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:40.837711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c1b3dc67-f426-43f0-a76a-ea0b8c159706 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:40.888614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-633df026-0663-4e3b-95d8-c271497f42a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99e22c23ca9243f5a9711b054dc67ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0297303 Oct 12 11:37:40.893803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:40.909411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: c1b3dc67-f426-43f0-a76a-ea0b8c159706 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:40.910308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] In _notify_port_updated(), no bound segment for port cc97f95a-006d-4937-b01c-73881ef7e302 on network d29d0405-d381-479a-96e0-ded05126e4a1 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:37:40.912744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.916971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:40.917828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:40.922296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ccf8926a-8b3e-40e1-b4cb-92da5cb33988 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "PUT /v2.0/ports/cc97f95a-006d-4937-b01c-73881ef7e302 HTTP/1.1" status: 200 len: 1054 time: 1.7872803 Oct 12 11:37:40.926206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48436) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:40.929554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c1b3dc67-f426-43f0-a76a-ea0b8c159706 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:41.072710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815971d6-a010-47a3-99a8-517d98a62112 req-ca477e39-2fe3-4412-9125-581873ff0907 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 210 time: 0.0646849 Oct 12 11:37:41.116315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.119415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-757e01b5-190a-4b3f-b4a7-fe91e02bf904 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "DELETE /v2.0/ports/a252e970-ded0-4b9d-94e8-58fbd7771b9c HTTP/1.1" status: 204 len: 168 time: 1.3766718 Oct 12 11:37:41.136958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48444) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:41.140370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df026-0663-4e3b-95d8-c271497f42a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b90d16d-5623-4e2f-9159-89b3370ff085,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:41.172626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-72af364d-605d-432d-939b-3b5e8945c889 req-71931d29-c8d7-4e32-96a0-1841a0cc56b8 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719138 Oct 12 11:37:41.177884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.180068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6ba1353f-0eca-488f-942d-14d2cc81b608 None None] Provisioning complete for port cc97f95a-006d-4937-b01c-73881ef7e302 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:41.180631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6ba1353f-0eca-488f-942d-14d2cc81b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.205934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.218280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1353f-0eca-488f-942d-14d2cc81b608 None None] Port cc97f95a-006d-4937-b01c-73881ef7e302 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:37:41.247623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port cc97f95a-006d-4937-b01c-73881ef7e302 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:41.248269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.270425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465a6b8-46c4-447a-999b-c58010763053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:41.273987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3465a6b8-46c4-447a-999b-c58010763053 tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "GET /v2.0/ports?device_id=61593339-8ef9-449e-9f1e-7d9a9c2f8ead HTTP/1.1" status: 200 len: 913 time: 0.1335638 Oct 12 11:37:41.287359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:41.535618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Deleting port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:41.535971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.584741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.689839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for cc97f95a-006d-4937-b01c-73881ef7e302 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:41.702377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.705205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.707156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b90d16d-5623-4e2f-9159-89b3370ff085 HTTP/1.1" status: 204 len: 168 time: 0.7964177 Oct 12 11:37:41.734840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d17b-9194-4745-bf86-d1a2b6de6f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b90d16d-5623-4e2f-9159-89b3370ff085,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:41.784115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0e3d9b-f05a-4df0-b831-4f5f6103d52b {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:41.793575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] For port 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:41.793973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.794619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:41.808629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Transition to ACTIVE for port object ff0e3d9b-f05a-4df0-b831-4f5f6103d52b will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:37:41.841074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Calling delete_port for 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:41.975117 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.037824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:42.118310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Attempting to bind port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:37:42.123450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Attempting to bind port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:37:42.123450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Attempting to bind port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:42.124410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:37:42.124740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Attempting to bind port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b on network fdf8399d-75af-46ee-9c8c-d7654cc56fe1 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:42.134313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:37:42.134313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Checking segment: {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:42.134584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Bound using segment: {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:37:42.137550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Bound port: ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:37:42.138014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.148760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.189925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=cc97f95a-006d-4937-b01c-73881ef7e302,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:42.239594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1340be3a-d162-47cf-a4e1-413cc30b1c5f req-f194fdc0-3a3d-41f5-98a2-3a46b1a4a928 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 210 time: 0.0574949 Oct 12 11:37:42.282370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:37:42.285109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.285881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:37:42.343732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.379975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.381058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.382716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] 10.222.0.41 "PUT /v2.0/ports/ff0e3d9b-f05a-4df0-b831-4f5f6103d52b HTTP/1.1" status: 200 len: 1091 time: 1.7488995 Oct 12 11:37:42.398797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:42.398797 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2beec78-162e-4dee-a29b-f16ee021e218" -d '{"events": [{"name": "network-changed", "server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:42.464863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf163b-1f32-4ef0-a3b2-2e71c1e42afe service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:42.479866 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ecbad1-d700-427a-a487-a9aa5dd108ca x-openstack-request-id: req-08ecbad1-d700-427a-a487-a9aa5dd108ca {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:42.480579 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:42.480579 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08ecbad1-d700-427a-a487-a9aa5dd108ca {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:42.481034 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b', 'status': 'completed', 'code': 200} Oct 12 11:37:42.539366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-2a075bc5-e6f5-4e47-b20a-424bd9a9a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.545494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-2a075bc5-e6f5-4e47-b20a-424bd9a9a7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 1094 time: 0.0536160 Oct 12 11:37:42.638505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48524) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:42.660599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31f3395e-83ea-4fa9-84f2-df25f6d354a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.687376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-109817a5-d9ac-43ab-8523-77a8d96572c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.688850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-109817a5-d9ac-43ab-8523-77a8d96572c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1361895 Oct 12 11:37:42.847510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051fec5-8e7a-438a-a390-356e269948ad req-27831912-9b7c-4386-91c0-545b44c42f1e tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.848401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-e5c31710-d814-4da7-937b-9d18d464182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.849078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0051fec5-8e7a-438a-a390-356e269948ad req-27831912-9b7c-4386-91c0-545b44c42f1e tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 943 time: 0.2011783 Oct 12 11:37:42.849894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2beec78-162e-4dee-a29b-f16ee021e218 req-e5c31710-d814-4da7-937b-9d18d464182c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535983 Oct 12 11:37:42.859702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31f3395e-83ea-4fa9-84f2-df25f6d354a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.922790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:42.928341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-fa7d36f2-3feb-40f4-8a76-38f5c7c143cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:42.929958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-fa7d36f2-3feb-40f4-8a76-38f5c7c143cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 1094 time: 0.0422752 Oct 12 11:37:42.975667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-a4aee321-cff1-4f59-a1a5-ac7d602a6a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b HTTP/1.1" status: 200 len: 217 time: 0.0373073 Oct 12 11:37:42.976241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31f3395e-83ea-4fa9-84f2-df25f6d354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.001591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:43.056690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-31f3395e-83ea-4fa9-84f2-df25f6d354a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bada9167f0d54f9498a45a09df294af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171431 Oct 12 11:37:43.059202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0051fec5-8e7a-438a-a390-356e269948ad req-fe0a78be-4316-45d9-9d42-c4d32f9f0327 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860108 Oct 12 11:37:43.064499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:43.109089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.111747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3395e-83ea-4fa9-84f2-df25f6d354a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c734fc-1bc6-4612-a435-1577f1624b66,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:43.121043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd60c118-a359-4d4b-8ed9-12afb79d6036 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/cc97f95a-006d-4937-b01c-73881ef7e302 HTTP/1.1" status: 204 len: 168 time: 2.1904931 Oct 12 11:37:43.123910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:43.134956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-958ac910-c08b-4241-84c3-9bde2071802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:43.137327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-958ac910-c08b-4241-84c3-9bde2071802e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34e56b99-1f9f-4bbe-b30c-29c8621bc9a6 HTTP/1.1" status: 200 len: 853 time: 0.1498659 Oct 12 11:37:43.195545 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed535a14-a392-4b9a-ab26-91d8eb99083d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] GET failed (client error): The resource could not be found. Oct 12 11:37:43.196010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ed535a14-a392-4b9a-ab26-91d8eb99083d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports/cc97f95a-006d-4937-b01c-73881ef7e302 HTTP/1.1" status: 404 len: 333 time: 0.0707166 Oct 12 11:37:43.196587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.203499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-b499d523-0e82-4ac0-aa99-436a6f8f3f9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fdf8399d-75af-46ee-9c8c-d7654cc56fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573812 Oct 12 11:37:43.203959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48552) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:43.281130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.421504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-731980f9-a10c-4b97-9711-29fd8e7ec85d service neutron] 10.222.0.41 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027583 Oct 12 11:37:43.453213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port ff9715a1-d5bd-4f7f-839a-284d8295ca02 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:43.453554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.472502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29be5227-1b6a-40d9-8157-5f9b306d199d req-9f050fa8-ebf2-421d-b040-b5d5a659feea tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 210 time: 0.1092670 Oct 12 11:37:43.480066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.517155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting port 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:43.517510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.539236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.542760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.543866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0c734fc-1bc6-4612-a435-1577f1624b66 HTTP/1.1" status: 204 len: 168 time: 0.4780824 Oct 12 11:37:43.601989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769fc8-9d91-4c40-8ed1-cb5ad931b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c734fc-1bc6-4612-a435-1577f1624b66,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:43.648090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5e2dd01-1808-45f0-96e1-9b59adb8246e req-1751fdbc-3a9c-4c23-9fcb-fe45628950f0 service neutron] 10.222.0.41 "GET /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188761 Oct 12 11:37:43.655093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-bc003d52-50b1-493d-9b36-649ee6761ff5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:43.656927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-bc003d52-50b1-493d-9b36-649ee6761ff5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 806 time: 0.3536000 Oct 12 11:37:43.669136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.674546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Request body: {'port': {'device_id': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'admin_state_up': True, 'tenant_id': '9c33d3ac4ddf4de4904daaa453a65165'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:43.684609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for ff9715a1-d5bd-4f7f-839a-284d8295ca02 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:43.815557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.840728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Calling delete_port for 2f385f9a-9bff-404a-9553-dd0a0cb0ed97 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:43.913321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:43.948930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=ff9715a1-d5bd-4f7f-839a-284d8295ca02,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:44.027333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.031286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee8b36a3-51cb-4d2d-b8ca-46c49241c70d tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/ff9715a1-d5bd-4f7f-839a-284d8295ca02 HTTP/1.1" status: 204 len: 168 time: 0.8216879 Oct 12 11:37:44.033659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48588) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:44.062087 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-729c3813-fb95-4d9a-ab58-853bb72a07ab tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] GET failed (client error): The resource could not be found. Oct 12 11:37:44.063732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-729c3813-fb95-4d9a-ab58-853bb72a07ab tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "GET /v2.0/ports/ff9715a1-d5bd-4f7f-839a-284d8295ca02 HTTP/1.1" status: 404 len: 333 time: 0.0291026 Oct 12 11:37:44.071180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48590) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:44.082526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Made reservation on behalf of 9c33d3ac4ddf4de4904daaa453a65165 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:44.096794 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.129865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Router f654e8f2-880a-4a9e-a970-97a352082fc4 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:37:44.269623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1c26-224a-438f-bdcc-93afecc5feeb req-f2aa84f9-2f31-482f-90fe-68056524c66a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:44.277417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ee1c26-224a-438f-bdcc-93afecc5feeb req-f2aa84f9-2f31-482f-90fe-68056524c66a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 943 time: 0.0957904 Oct 12 11:37:44.295294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port ffdc5c51-2a7a-4412-9215-9f0ebb1d783a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:44.295873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.399686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e1ee1c26-224a-438f-bdcc-93afecc5feeb req-4c6db489-f003-4ceb-aa78-384d82349687 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138873 Oct 12 11:37:44.439783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Allocated IP 172.20.0.7 (3fc104a6-e7fd-4803-8b47-98b67feac896/49766ce3-be35-4c28-8375-2aebaad7dd95/cc534571-0800-4d1d-b2ff-e0aca63cbebe) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:44.444757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.459068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for ffdc5c51-2a7a-4412-9215-9f0ebb1d783a owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:44.486746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:44.497749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5bc37a54-e66c-4bea-82ec-8de46116b457 admin admin] 10.222.0.43 "PUT /v2.0/routers/f654e8f2-880a-4a9e-a970-97a352082fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5661578 Oct 12 11:37:44.503520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:44.527233 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Sync routers for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:44.553803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:44.554895 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:44.631055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.632656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.699120 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:44.731634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d44e690-55ff-4860-9584-dfadfd966ff9 req-11000ed5-d9aa-4acb-9546-fffc395fb7d2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 210 time: 0.1057253 Oct 12 11:37:44.740992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Port': ['ID=2f385f9a-9bff-404a-9553-dd0a0cb0ed97,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:44.747650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.803843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=ffdc5c51-2a7a-4412-9215-9f0ebb1d783a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:44.938317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:44.946284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-caf8061b-b845-4f3d-a765-551461c1cd8f tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/ports/ffdc5c51-2a7a-4412-9215-9f0ebb1d783a HTTP/1.1" status: 204 len: 168 time: 0.8735003 Oct 12 11:37:44.952351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48632) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:45.013923 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:37:42Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:45.057746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting subnet 2ac0e87d-95b8-4c82-80db-bf0216ee4c9b {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:37:45.063046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.094281 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Checking router: f654e8f2-880a-4a9e-a970-97a352082fc4 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:37:45.115319 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Routers {'f654e8f2-880a-4a9e-a970-97a352082fc4'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:45.115938 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f654e8f2-880a-4a9e-a970-97a352082fc4'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:45.117057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.244464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.343412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] Set router f654e8f2-880a-4a9e-a970-97a352082fc4 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:45.392580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.430981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.437065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac0e87d-95b8-4c82-80db-bf0216ee4c9b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:45.439235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.445377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fcfafa4e-6652-4294-b4e6-096f079a4977 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/subnets/2ac0e87d-95b8-4c82-80db-bf0216ee4c9b HTTP/1.1" status: 204 len: 168 time: 0.4889121 Oct 12 11:37:45.447113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4205fe3-724e-4f88-89d7-b614709de841 None None] Network d29d0405-d381-479a-96e0-ded05126e4a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:45.451200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48644) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:45.466560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.483229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.622165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.629432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:37:42Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:45.667590 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4329fb8-e341-4258-9273-6a969ff8a194 None None] The sync data for ids ['f654e8f2-880a-4a9e-a970-97a352082fc4'] in n-d-813419-3 is: [{'id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'name': 'tempest-TestVolumeBackupRestore-1664568863-router', 'tenant_id': '684d6936d03e4b57873b796e03b0350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:12Z', 'updated_at': '2021-10-12T11:37:42Z', 'revision_number': 5, 'project_id': '684d6936d03e4b57873b796e03b0350e', 'gw_port': {'id': '483d0e9f-1bbf-4c25-8155-aac96c6f03da', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654e8f2-880a-4a9e-a970-97a352082fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:13Z', 'updated_at': '2021-10-12T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:45.687086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Deleting port 50ff2e1e-53d2-422f-965a-3f545148dc77 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:45.687436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.763304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c65c8-07d2-41ae-90dc-257f7162e4c5 req-e8b2694f-172f-4c87-8651-d12d788a9b7d tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:45.764849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c21c65c8-07d2-41ae-90dc-257f7162e4c5 req-e8b2694f-172f-4c87-8651-d12d788a9b7d tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 943 time: 0.1839311 Oct 12 11:37:45.766889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.778577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] For port 50ff2e1e-53d2-422f-965a-3f545148dc77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=50ff2e1e-53d2-422f-965a-3f545148dc77,segment=NetworkSegment(f6239754-e24b-4b53-a15d-5f9e2de4cbe6),segment_id=f6239754-e24b-4b53-a15d-5f9e2de4cbe6)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:45.779107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.782845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:45.814142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Calling delete_port for 50ff2e1e-53d2-422f-965a-3f545148dc77 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:45.851497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Network 3fc104a6-e7fd-4803-8b47-98b67feac896 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:45.857831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:45.860775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:45.901953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c21c65c8-07d2-41ae-90dc-257f7162e4c5 req-99c43bbb-11f9-4ef1-b6e5-8213aa4d30c7 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270278 Oct 12 11:37:45.905952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Router 61593339-8ef9-449e-9f1e-7d9a9c2f8ead has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:37:45.912815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Deleting port 483d0e9f-1bbf-4c25-8155-aac96c6f03da {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:45.913151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:45.958446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819adf-cb0e-462f-b27b-309c6a866ab4 req-36df3da0-bffe-46e5-9594-0c6d18ec565e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:45.960020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2819adf-cb0e-462f-b27b-309c6a866ab4 req-36df3da0-bffe-46e5-9594-0c6d18ec565e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 931 time: 0.0778210 Oct 12 11:37:45.960808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event updated for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:45.979886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:45.980670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.016351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a2819adf-cb0e-462f-b27b-309c6a866ab4 req-23d5cc4b-daef-4085-852c-1f96b9e7eb63 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Oct 12 11:37:46.050831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.053398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32766cf3-2adf-42fa-b3c7-5bfc192b948b None None] DHCP port deletion for d29d0405-d381-479a-96e0-ded05126e4a1 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:37:46.089325 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Port': ['ID=50ff2e1e-53d2-422f-965a-3f545148dc77,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:46.095411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] No DVR routers for this DVR port 50ff2e1e-53d2-422f-965a-3f545148dc77 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:46.111321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:46.112073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1eadea99-f68d-495c-bc12-8583780c7f9d tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "PUT /v2.0/routers/61593339-8ef9-449e-9f1e-7d9a9c2f8ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8156624 Oct 12 11:37:46.114074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:46.122475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] Sync routers for ids ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:46.138504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] Routers {'61593339-8ef9-449e-9f1e-7d9a9c2f8ead'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:46.139155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.200721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.201786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b99ceae4-ec57-49b1-bfe8-2ea2adb07755 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5355201 Oct 12 11:37:46.211910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] Routers {'61593339-8ef9-449e-9f1e-7d9a9c2f8ead'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:46.212780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.218159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Request body: {'port': {'device_id': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:46.232507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.258101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.258339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] For port 483d0e9f-1bbf-4c25-8155-aac96c6f03da, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=483d0e9f-1bbf-4c25-8155-aac96c6f03da,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:46.258639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.258899 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.259553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ae669-6496-41c1-a469-d8b172d538ad None None] The sync data for ids ['61593339-8ef9-449e-9f1e-7d9a9c2f8ead'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:46.284733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29d0405-d381-479a-96e0-ded05126e4a1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.298931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.299371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6239754-e24b-4b53-a15d-5f9e2de4cbe6') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:46.311308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.326656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.333180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:46.333710 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:46.337224 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:46.347136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Calling delete_port for 483d0e9f-1bbf-4c25-8155-aac96c6f03da owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:46.460917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.490055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.511694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.511694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] 10.222.0.43 "DELETE /v2.0/networks/d29d0405-d381-479a-96e0-ded05126e4a1 HTTP/1.1" status: 204 len: 168 time: 1.0478389 Oct 12 11:37:46.523895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59366ca-2754-4c09-98e7-97cc727c3454 tempest-AllowedAddressPairTestJSON-1105180370 tempest-AllowedAddressPairTestJSON-1105180370-project] Pushing event deleted for resources: {'Network': ['ID=d29d0405-d381-479a-96e0-ded05126e4a1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:46.550426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.552678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.744252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.744891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Fanout notify agent at l3_agent the message router_deleted on router 61593339-8ef9-449e-9f1e-7d9a9c2f8ead {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:37:46.759734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.760897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c28ba8f5-e403-4979-a447-ee125a6d3c5e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "DELETE /v2.0/routers/61593339-8ef9-449e-9f1e-7d9a9c2f8ead HTTP/1.1" status: 204 len: 168 time: 0.6460011 Oct 12 11:37:46.764447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48678) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:46.903831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting subnet 9862b26e-bd28-4701-9be0-b1c8d591adac {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:37:46.910122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:46.996083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:47.048378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadcd-22a9-4074-aac1-985364713b21 req-8cc61b98-f8a5-41d4-9239-eb27f9b3a7a2 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:47.050422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0cbadcd-22a9-4074-aac1-985364713b21 req-8cc61b98-f8a5-41d4-9239-eb27f9b3a7a2 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 943 time: 0.0661802 Oct 12 11:37:47.097023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f0cbadcd-22a9-4074-aac1-985364713b21 req-f0ab86f6-1272-467b-9af8-46cd670f234e tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Oct 12 11:37:47.193002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-79eb35ae-a3b6-4055-8206-adb95ecfb16d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be4964dd312b486ea0b03920726f9df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956980 Oct 12 11:37:47.195635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48706) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:47.248823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.273769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.277625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.315642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.364138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Pushing event deleted for resources: {'Port': ['ID=483d0e9f-1bbf-4c25-8155-aac96c6f03da,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:47.391131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987db9-7dc5-4adc-90ca-b884dad9098c req-b9908de5-e6e0-457c-ab49-2403c8fc7e2a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:47.392546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db987db9-7dc5-4adc-90ca-b884dad9098c req-b9908de5-e6e0-457c-ab49-2403c8fc7e2a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 931 time: 0.1735415 Oct 12 11:37:47.397819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.401852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.402040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03ce7d0c-be9c-43eb-94ff-09095c366190 HTTP/1.1" status: 204 len: 168 time: 0.2050633 Oct 12 11:37:47.410886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17106620-6699-4fda-89e4-f4abb8a5353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ce7d0c-be9c-43eb-94ff-09095c366190,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:47.555788 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.563767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db987db9-7dc5-4adc-90ca-b884dad9098c req-cd254ab1-792d-48ee-9eca-2f5003cd5a46 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508927 Oct 12 11:37:47.593409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.598497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc534571-0800-4d1d-b2ff-e0aca63cbebe {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:47.632891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.638720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 50ff2e1e-53d2-422f-965a-3f545148dc77 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:47.662482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 50ff2e1e-53d2-422f-965a-3f545148dc77 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:47.663152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 50ff2e1e-53d2-422f-965a-3f545148dc77 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:47.663574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:47.687471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:47.687810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 42b4ee9d-ca3e-4d49-8aa0-2aa9ebb26c18 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:47.695352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff5a8-cf57-40db-878a-6547f6020001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.719639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Transition to ACTIVE for port object cc534571-0800-4d1d-b2ff-e0aca63cbebe will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:37:47.724543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.728325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.804364 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.860506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Pushing event updated for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:47.871254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.933993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.933993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f654e8f2-880a-4a9e-a970-97a352082fc4 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:37:47.933993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Subnet': ['ID=9862b26e-bd28-4701-9be0-b1c8d591adac,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:47.934520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.945287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-066ea807-61f3-4e04-a8f6-5617eb79ec4a tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "DELETE /v2.0/subnets/9862b26e-bd28-4701-9be0-b1c8d591adac HTTP/1.1" status: 204 len: 168 time: 1.1799383 Oct 12 11:37:47.948607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48760) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:47.950939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1263833-f16b-4bb1-8986-4185ca8579cb None None] Network cfb2a64b-9422-417d-ab94-db3fa0b370b0 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:47.953604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:47.964385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9d3791fc-bfaf-4376-b0ee-162c4307825b admin admin] 10.222.0.43 "DELETE /v2.0/routers/f654e8f2-880a-4a9e-a970-97a352082fc4 HTTP/1.1" status: 204 len: 168 time: 3.4570489 Oct 12 11:37:47.969827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48762) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:48.003643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Attempting to bind port cc534571-0800-4d1d-b2ff-e0aca63cbebe on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:37:48.009896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Attempting to bind port cc534571-0800-4d1d-b2ff-e0aca63cbebe by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:37:48.009896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Attempting to bind port cc534571-0800-4d1d-b2ff-e0aca63cbebe on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:48.012432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Port cc534571-0800-4d1d-b2ff-e0aca63cbebe on network 3fc104a6-e7fd-4803-8b47-98b67feac896 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:37:48.012766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Attempting to bind port cc534571-0800-4d1d-b2ff-e0aca63cbebe on network 3fc104a6-e7fd-4803-8b47-98b67feac896 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:37:48.021027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:37:48.021828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Checking segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:48.022374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Bound using segment: {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:37:48.022854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Bound port: cc534571-0800-4d1d-b2ff-e0aca63cbebe, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef051bb-a652-4037-ae7e-4777ef00e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:37:48.023217 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.105572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:37:48.109648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:37:48.110583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Deleting subnet b3379e12-44d4-4661-9bf0-9cebbb57da5e {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:37:48.118197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.120310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.136688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ff0e3d9b-f05a-4df0-b831-4f5f6103d52b details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:37:48.218656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.225729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] DHCP port deletion for cfb2a64b-9422-417d-ab94-db3fa0b370b0 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:37:48.228002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.283334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.283965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.285375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] 10.222.0.47 "PUT /v2.0/ports/cc534571-0800-4d1d-b2ff-e0aca63cbebe HTTP/1.1" status: 200 len: 1091 time: 2.0731754 Oct 12 11:37:48.285818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:48.288135 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5f948-5e5d-4cf2-918d-a7d789945438" -d '{"events": [{"name": "network-changed", "server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:48.324456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd6b6-a2dd-4d36-8edf-3345e5ce222a service neutron] Pushing event updated for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:48.351789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0709d4-10a7-4d3b-9964-039d4f6b93a2 req-17f138a1-b60c-44ed-83a6-f3f5be38ce7e tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.352356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Deleting port 2e243c20-7b99-439f-b64d-d080cf18e2c3 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:48.352742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.354432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c0709d4-10a7-4d3b-9964-039d4f6b93a2 req-17f138a1-b60c-44ed-83a6-f3f5be38ce7e tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 943 time: 0.1440544 Oct 12 11:37:48.364031 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b77b2b8-8ddc-4648-b915-e884b63da7d4 x-openstack-request-id: req-8b77b2b8-8ddc-4648-b915-e884b63da7d4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:48.364685 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:48.365033 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b77b2b8-8ddc-4648-b915-e884b63da7d4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:48.365533 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe', 'status': 'completed', 'code': 200} Oct 12 11:37:48.370734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Deleting port 2e243c20-7b99-439f-b64d-d080cf18e2c3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:48.371293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.399009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:48.419866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.455285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b', 'network_id': 'fdf8399d-75af-46ee-9c8c-d7654cc56fe1', 'port_id': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b', 'mac_address': 'fa:16:3e:3e:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e56b99-1f9f-4bbe-b30c-29c8621bc9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:37:48.467262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] For port 2e243c20-7b99-439f-b64d-d080cf18e2c3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2e243c20-7b99-439f-b64d-d080cf18e2c3,segment=NetworkSegment(2588c3d4-6d74-4c21-9aab-89e61a50183c),segment_id=2588c3d4-6d74-4c21-9aab-89e61a50183c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:48.467670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.501084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-a332b5d9-784a-4653-b184-b9b78f3d0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.502954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Calling delete_port for 2e243c20-7b99-439f-b64d-d080cf18e2c3 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:48.503825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-a332b5d9-784a-4653-b184-b9b78f3d0317 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 1094 time: 0.1091802 Oct 12 11:37:48.529074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.530617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] For port 2e243c20-7b99-439f-b64d-d080cf18e2c3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2e243c20-7b99-439f-b64d-d080cf18e2c3,segment=NetworkSegment(2588c3d4-6d74-4c21-9aab-89e61a50183c),segment_id=2588c3d4-6d74-4c21-9aab-89e61a50183c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:48.531012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.536336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c0709d4-10a7-4d3b-9964-039d4f6b93a2 req-fb5786d8-86c7-4649-afd2-5ca2f78f9571 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673915 Oct 12 11:37:48.596090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Calling delete_port for 2e243c20-7b99-439f-b64d-d080cf18e2c3 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:48.604914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0e3d9b-f05a-4df0-b831-4f5f6103d52b {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:48.645992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:48.671784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-7d623f5a-4fbd-4683-b587-370d01aedd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.673352 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-7d623f5a-4fbd-4683-b587-370d01aedd91 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1533480 Oct 12 11:37:48.753461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.757716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.794991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3379e12-44d4-4661-9bf0-9cebbb57da5e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:48.796981 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.803931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e16a0bcc-010b-4f9c-8876-b5541c4ae174 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3379e12-44d4-4661-9bf0-9cebbb57da5e HTTP/1.1" status: 204 len: 168 time: 0.8296301 Oct 12 11:37:48.808829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48806) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:48.814186 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.825453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:48.829284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9874d-4c17-41df-a34e-55b82723f3cf None None] Network 74e79850-a9c3-4259-af7a-0b2630582591 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:48.831494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] No DVR routers for this DVR port 2e243c20-7b99-439f-b64d-d080cf18e2c3 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:48.851829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48808) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:48.860413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5399c58-1d21-4dc5-a05e-4bb43a3e91a1 req-1920cad9-21cc-4465-80d3-fa81d8375946 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.861918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5399c58-1d21-4dc5-a05e-4bb43a3e91a1 req-1920cad9-21cc-4465-80d3-fa81d8375946 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 943 time: 0.1490250 Oct 12 11:37:48.862049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-7a79efb2-9776-4327-9425-89d3386e2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.863961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3cf5f948-5e5d-4cf2-918d-a7d789945438 req-7a79efb2-9776-4327-9425-89d3386e2139 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833632 Oct 12 11:37:48.920211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:48.944019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5e5eb-13ad-468f-bcd9-21b266f89357 None None] Pushing event deleted for resources: {'Port': ['ID=2e243c20-7b99-439f-b64d-d080cf18e2c3,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:48.979896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Port': ['ID=2e243c20-7b99-439f-b64d-d080cf18e2c3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:48.985192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-f97c6b6e-b8a4-478a-aed2-f784f545df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:48.988033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] No DVR routers for this DVR port 2e243c20-7b99-439f-b64d-d080cf18e2c3 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:48.988798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-f97c6b6e-b8a4-478a-aed2-f784f545df80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 1094 time: 0.0811124 Oct 12 11:37:48.992864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.009908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d5399c58-1d21-4dc5-a05e-4bb43a3e91a1 req-35b9a4fc-71ef-46aa-9d94-6f1cd7ad32db tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338096 Oct 12 11:37:49.040366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b8d59141-f42e-45ee-8554-d2613346f0d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe HTTP/1.1" status: 200 len: 217 time: 0.0439072 Oct 12 11:37:49.049569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1707566375'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:49.108711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-27d9cb4d-e581-4660-bb3b-6ff5daae9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:49.110945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-27d9cb4d-e581-4660-bb3b-6ff5daae9a56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0633595 Oct 12 11:37:49.120857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ff0e3d9b-f05a-4df0-b831-4f5f6103d52b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:49.150159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] DHCP port deletion for 74e79850-a9c3-4259-af7a-0b2630582591 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:37:49.152936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-41a7af38-b359-4049-8efd-5f1cbd306e40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352013 Oct 12 11:37:49.270235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-b786267f-4655-4d34-8f3f-6d87e162327c service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099553 Oct 12 11:37:49.389385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Deleting port 11015932-8b78-40ea-899c-745cd4c74489 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:49.389679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.390658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ef520fb-da83-40a5-9b1a-56f3fcc7afd3 req-e9c37d64-5a8f-48c9-b19f-20fa4d11ac2f service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124687 Oct 12 11:37:49.403364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.432123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb2a64b-9422-417d-ab94-db3fa0b370b0']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:49.438541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2588c3d4-6d74-4c21-9aab-89e61a50183c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:49.438933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2588c3d4-6d74-4c21-9aab-89e61a50183c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:49.458192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.473484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Deleting port 11015932-8b78-40ea-899c-745cd4c74489 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:49.473819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.475825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.488327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] For port 11015932-8b78-40ea-899c-745cd4c74489, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11015932-8b78-40ea-899c-745cd4c74489,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:49.488727 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.493371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:49.499396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.509672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Calling delete_port for 11015932-8b78-40ea-899c-745cd4c74489 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:49.520954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:49.521242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:49.529523 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:49.535510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 483d0e9f-1bbf-4c25-8155-aac96c6f03da no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:49.543214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.603656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 483d0e9f-1bbf-4c25-8155-aac96c6f03da {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:49.604148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 483d0e9f-1bbf-4c25-8155-aac96c6f03da not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:49.604647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2e243c20-7b99-439f-b64d-d080cf18e2c3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:49.635269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2e243c20-7b99-439f-b64d-d080cf18e2c3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:49.636153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2e243c20-7b99-439f-b64d-d080cf18e2c3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:49.636489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11015932-8b78-40ea-899c-745cd4c74489 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:49.643280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] For port 11015932-8b78-40ea-899c-745cd4c74489, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11015932-8b78-40ea-899c-745cd4c74489,segment=NetworkSegment(79d3b8b8-4e58-44a5-8971-161aec70eeab),segment_id=79d3b8b8-4e58-44a5-8971-161aec70eeab)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:49.643653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.665744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Calling delete_port for 11015932-8b78-40ea-899c-745cd4c74489 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:49.691822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13627e2-546b-4354-a63b-7c600cb9c1f8 req-468f9255-768b-408c-99c6-31dfd86c1cea tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:49.693384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c13627e2-546b-4354-a63b-7c600cb9c1f8 req-468f9255-768b-408c-99c6-31dfd86c1cea tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 944 time: 0.0712690 Oct 12 11:37:49.740939 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.757427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c13627e2-546b-4354-a63b-7c600cb9c1f8 req-870de5c4-f92d-4675-85e8-5e13692b13f0 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Oct 12 11:37:49.773712 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.783369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.799682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.803008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] 10.222.0.43 "DELETE /v2.0/networks/cfb2a64b-9422-417d-ab94-db3fa0b370b0 HTTP/1.1" status: 204 len: 168 time: 1.8518481 Oct 12 11:37:49.819300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] Pushing event deleted for resources: {'Port': ['ID=11015932-8b78-40ea-899c-745cd4c74489,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:49.819976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.824968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6fbb4d-2c83-432c-9717-c3ef5258f1f2 None None] No DVR routers for this DVR port 11015932-8b78-40ea-899c-745cd4c74489 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:49.838208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211e73b-b459-469d-a75f-e408a76d5d6e tempest-FloatingIPNegativeTestJSON-668152250 tempest-FloatingIPNegativeTestJSON-668152250-project] Pushing event deleted for resources: {'Network': ['ID=cfb2a64b-9422-417d-ab94-db3fa0b370b0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:49.857300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.888718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Pushing event deleted for resources: {'Port': ['ID=11015932-8b78-40ea-899c-745cd4c74489,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:49.891612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] No DVR routers for this DVR port 11015932-8b78-40ea-899c-745cd4c74489 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:49.920470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:49.996539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:50.004544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.006950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f535e-ff87-4bd2-b689-3e8d7b98d1a0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:50.019484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.019868 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Added segment 2a021edc-497e-4cef-9e2f-af2dfe46ebcb of type vlan for network 295766e8-6659-46b7-80eb-7a0f836ab753 Oct 12 11:37:50.039765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e79850-a9c3-4259-af7a-0b2630582591']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:50.074160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d3b8b8-4e58-44a5-8971-161aec70eeab') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:50.074506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d3b8b8-4e58-44a5-8971-161aec70eeab') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:50.089330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.101994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.115765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.126214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:50.126646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:50.128546 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:50.131907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5773-9c6e-44c8-949d-0e3f720a6b80 req-8bf94d60-bbe2-47cd-b309-7b8d9d4898b2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.133420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b1e5773-9c6e-44c8-949d-0e3f720a6b80 req-8bf94d60-bbe2-47cd-b309-7b8d9d4898b2 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 943 time: 0.0529385 Oct 12 11:37:50.174950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b1e5773-9c6e-44c8-949d-0e3f720a6b80 req-be54c3c8-8f9f-46de-94e7-ddefac6612d0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346005 Oct 12 11:37:50.225992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.232702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.236221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.263736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.274507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:50.298756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.302017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] 10.222.0.43 "DELETE /v2.0/networks/74e79850-a9c3-4259-af7a-0b2630582591 HTTP/1.1" status: 204 len: 168 time: 1.4856150 Oct 12 11:37:50.305073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48860) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:50.311454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Network': ['ID=295766e8-6659-46b7-80eb-7a0f836ab753,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:50.329272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 295766e8-6659-46b7-80eb-7a0f836ab753 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:50.343832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4137-9d4f-4da0-88de-5068c3d1b44f admin admin] Pushing event deleted for resources: {'Network': ['ID=74e79850-a9c3-4259-af7a-0b2630582591,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:50.352574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-196619b1-2357-46ad-a1c5-8592110cb02d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4896262 Oct 12 11:37:50.359166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:50.365661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'subnet': {'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:50.501522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8234b4b-b887-4bc6-9617-eb2affa3629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.529552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48866) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:50.552115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-f0bd3e80-6ec2-4020-ac08-cfca1dcecc9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0846863 Oct 12 11:37:50.595478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70c414ea-940c-44dc-bc5c-0144498b15e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7ab402bded34ad68549f5f0de7d1fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195536 Oct 12 11:37:50.596262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48870) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:50.612986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa69875f-f4e1-4b74-900c-26cf2a39a885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.667102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:50.671023 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.756884 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.786509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.787002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.787459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.787904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.788349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.788792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.789235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:50.792293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-03ea9b24-688c-4fb7-9458-9ce4fc5aaac8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1805212 Oct 12 11:37:50.832670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.969354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa69875f-f4e1-4b74-900c-26cf2a39a885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:50.971508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.040746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Deleting port 0e386bf2-571d-476b-a51c-158df9fc5767 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:51.040981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.061953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc3754-2794-45f9-9ef6-21c8cbab4e32 req-2173003d-6801-41b7-a616-d6e598c1646a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.065596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-55cc3754-2794-45f9-9ef6-21c8cbab4e32 req-2173003d-6801-41b7-a616-d6e598c1646a tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 944 time: 0.2169933 Oct 12 11:37:51.074820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-aa69875f-f4e1-4b74-900c-26cf2a39a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.122552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] For port 0e386bf2-571d-476b-a51c-158df9fc5767, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e386bf2-571d-476b-a51c-158df9fc5767,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:51.122945 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.135569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Calling delete_port for 0e386bf2-571d-476b-a51c-158df9fc5767 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:51.164596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d68c06d2-3589-43b8-9974-a99e0bb2cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.165046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d68c06d2-3589-43b8-9974-a99e0bb2cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.165517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d68c06d2-3589-43b8-9974-a99e0bb2cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.167923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d68c06d2-3589-43b8-9974-a99e0bb2cb24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.3365104 Oct 12 11:37:51.200694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-aa69875f-f4e1-4b74-900c-26cf2a39a885 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3d5c9be6fb745c5a15f0396637a7081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701076 Oct 12 11:37:51.203755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48878) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:51.231754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69875f-f4e1-4b74-900c-26cf2a39a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7109bf-653f-489d-bfb6-4e00d0c45d11,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:51.254492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-55cc3754-2794-45f9-9ef6-21c8cbab4e32 req-673ba51f-101e-4bbe-8fad-008f524a619c tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627159 Oct 12 11:37:51.277234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-75b80971-98f3-4bfa-b44f-68a9f19d1bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.0954008 Oct 12 11:37:51.327477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-42fe0f49-192d-4a94-a985-47fb9249d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.328963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-42fe0f49-192d-4a94-a985-47fb9249d7fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0496638 Oct 12 11:37:51.362868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5e5bf-2c4a-41ba-8368-d1d1d891e0bc req-b0467076-8dc5-4f27-af61-3da2bf910acb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.364370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ed5e5bf-2c4a-41ba-8368-d1d1d891e0bc req-b0467076-8dc5-4f27-af61-3da2bf910acb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 943 time: 0.1045852 Oct 12 11:37:51.368431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.368621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.402888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.405419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.406544 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea83b20c-ecae-4360-9ebf-b229cfa89147 HTTP/1.1" status: 204 len: 168 time: 0.8093269 Oct 12 11:37:51.432596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.438088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-8b83a511-c39f-4230-a5ea-81c78e615ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.439619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-8b83a511-c39f-4230-a5ea-81c78e615ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039002 Oct 12 11:37:51.442933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782fba0-11e2-4f54-b0f9-735a6e7d5a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83b20c-ecae-4360-9ebf-b229cfa89147,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:51.454931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Subnet': ['ID=710547cb-ffe7-45f2-a9f8-ecbec721d7af,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:51.484195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ed5e5bf-2c4a-41ba-8368-d1d1d891e0bc req-311e1a17-2126-47a6-a556-b651124e172b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085773 Oct 12 11:37:51.521504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Checking segment: {'id': '2a021edc-497e-4cef-9e2f-af2dfe46ebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:51.521858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network hostable DHCP agents. Network: 295766e8-6659-46b7-80eb-7a0f836ab753, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:37:51.565523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-442dc4c9-51cf-45fa-a32c-899b280eb95d service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180565 Oct 12 11:37:51.587889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.616341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e386bf2-571d-476b-a51c-158df9fc5767,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:51.621042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.623862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.629097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d7109bf-653f-489d-bfb6-4e00d0c45d11 HTTP/1.1" status: 204 len: 168 time: 0.4165514 Oct 12 11:37:51.629327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:37:51.688709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02159c-5af0-40b5-84f6-4a3b7640e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7109bf-653f-489d-bfb6-4e00d0c45d11,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:51.698467 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-8c91822f-1f2f-4df3-8c50-37f168ea5be1 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263554 Oct 12 11:37:51.701177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 295766e8-6659-46b7-80eb-7a0f836ab753) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:51.721476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.722144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.731875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f763f-f5b2-499d-a579-d7f3748376e9 None None] Network 295766e8-6659-46b7-80eb-7a0f836ab753 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:51.741959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.774812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.782780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-4c22aa75-c5b8-413c-9dcc-8da68917c0be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0727067 Oct 12 11:37:51.859515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-93c9b36c-cadb-44fc-b356-6b0da5a3a5d8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4963744 Oct 12 11:37:51.865255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48886) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:51.875413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1542246109', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:51.908040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-f7113b6a-0be6-4100-b640-b4e2fef4209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.909997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-f7113b6a-0be6-4100-b640-b4e2fef4209c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1214612 Oct 12 11:37:51.951078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:51.960103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452f37-9372-46fc-aeef-6e99badea115 None None] Network 295766e8-6659-46b7-80eb-7a0f836ab753 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:51.998246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-7c323092-bb6e-40cb-9aa9-5ba8f82201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:51.999772 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-7c323092-bb6e-40cb-9aa9-5ba8f82201f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817771 Oct 12 11:37:52.030608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.032333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.136603 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.141898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.160884 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-08881f7e-c504-4d22-acc5-69db61c9d1f4 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532145 Oct 12 11:37:52.176262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ff0e3d9b-f05a-4df0-b831-4f5f6103d52b up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:52.294198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:37:52.303114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:52.303729 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.430669 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.439599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96987f0f-f150-4037-9c95-e49c1afd45d1 req-1f888b9d-1a06-4f33-ad67-1ee8a2eeecac tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:52.441160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96987f0f-f150-4037-9c95-e49c1afd45d1 req-1f888b9d-1a06-4f33-ad67-1ee8a2eeecac tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 944 time: 0.0683279 Oct 12 11:37:52.452018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.463211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-a7e66c59-7d84-45ac-add1-675a8362f723 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950032 Oct 12 11:37:52.481594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:52.483870 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27559cb-259f-4cec-862d-da425c2aa0f8" -d '{"events": [{"server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:52.505973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:52.530135 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c387f7d6-221e-406d-9da1-31b526304171 x-openstack-request-id: req-c387f7d6-221e-406d-9da1-31b526304171 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:52.530431 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:52.530684 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c387f7d6-221e-406d-9da1-31b526304171 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:52.531101 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b', 'code': 200} Oct 12 11:37:52.536726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-a237bcc7-11e9-4c06-b4d4-5bb5cba6379a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0650010 Oct 12 11:37:52.564600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.569309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96987f0f-f150-4037-9c95-e49c1afd45d1 req-e4e39ebc-e7e7-4083-9e44-e02fef02d0ef tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 Oct 12 11:37:52.584369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:52.617838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34b75c5c-235e-47b9-992e-c2efebcd7f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.644403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:52.649329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Router df04ed77-e41f-4712-930c-8c68f494c981 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:37:52.804673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34b75c5c-235e-47b9-992e-c2efebcd7f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:52.811704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:52.820055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f401a0b-3fd2-4776-9685-ef0221c3e096 admin admin] 10.222.0.43 "PUT /v2.0/routers/df04ed77-e41f-4712-930c-8c68f494c981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5108454 Oct 12 11:37:52.820055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48914) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:52.822768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Sync routers for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:52.833796 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:52.834415 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:52.935527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cc534571-0800-4d1d-b2ff-e0aca63cbebe details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:37:52.942733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:52.989795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48918) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:52.998568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.002873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34b75c5c-235e-47b9-992e-c2efebcd7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.029025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-b51b493a-8fa9-4842-9b22-e005a1dd613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:53.031044 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-b51b493a-8fa9-4842-9b22-e005a1dd613c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.4695859 Oct 12 11:37:53.088180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b75c5c-235e-47b9-992e-c2efebcd7f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845ba095-70ac-44de-93d9-e80bc9b25e09,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:53.118669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d898-c486-404d-8d73-d6e89a4b0bbf req-3cb9ca9a-b86f-4dc6-80ca-ffc9c1292368 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:53.120358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5a2d898-c486-404d-8d73-d6e89a4b0bbf req-3cb9ca9a-b86f-4dc6-80ca-ffc9c1292368 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 943 time: 0.4858057 Oct 12 11:37:53.123859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f64f9-c455-4366-b628-f094afc759c7 req-21e5aff1-504b-4819-9ae4-8ade3c351af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:53.125665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-517f64f9-c455-4366-b628-f094afc759c7 req-21e5aff1-504b-4819-9ae4-8ade3c351af6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 1096 time: 0.4796195 Oct 12 11:37:53.181289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:53.187697 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:37:51Z', 'revision_number': 5, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:53.198723 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34b75c5c-235e-47b9-992e-c2efebcd7f53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2af86fe61fc4f999b34bb9f8a2b3d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121988 Oct 12 11:37:53.202044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48926) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:53.219796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-a853a9c9-d43f-44b4-947f-35251dc5202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:53.222453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-a853a9c9-d43f-44b4-947f-35251dc5202e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590421 Oct 12 11:37:53.223697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe', 'network_id': '3fc104a6-e7fd-4803-8b47-98b67feac896', 'port_id': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe', 'mac_address': 'fa:16:3e:86:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49766ce3-be35-4c28-8375-2aebaad7dd95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:37:53.229950 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Checking router: df04ed77-e41f-4712-930c-8c68f494c981 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:37:53.235955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1138335410'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:53.240174 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Routers {'df04ed77-e41f-4712-930c-8c68f494c981'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:53.241317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['df04ed77-e41f-4712-930c-8c68f494c981'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:53.266783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a5a2d898-c486-404d-8d73-d6e89a4b0bbf req-468e3d64-e37f-4827-ab27-24892cc3270b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367288 Oct 12 11:37:53.282742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.288275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.298354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc534571-0800-4d1d-b2ff-e0aca63cbebe {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:37:53.312694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-517f64f9-c455-4366-b628-f094afc759c7 req-b302035d-c416-4ec0-9ef3-e2724988bd51 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780744 Oct 12 11:37:53.326681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.326936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:53.336192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.384906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.386390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.405611 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] Set router df04ed77-e41f-4712-930c-8c68f494c981 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:37:53.448616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:53.472211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.476141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.476287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:53.477676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/845ba095-70ac-44de-93d9-e80bc9b25e09 HTTP/1.1" status: 204 len: 168 time: 0.2748475 Oct 12 11:37:53.486231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.502817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20477c2a-1f7a-433c-8e31-64c716484aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ba095-70ac-44de-93d9-e80bc9b25e09,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:53.513555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-3ff0b519-fca1-42c1-bbcb-d94280300423 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679152 Oct 12 11:37:53.513555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.556607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Deleting port c1c04ac9-d9cf-41dd-a045-a3b417640f9b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:53.557525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.565936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.587818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['cc534571-0800-4d1d-b2ff-e0aca63cbebe'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:37:53.621660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.656323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] For port c1c04ac9-d9cf-41dd-a045-a3b417640f9b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:53.656728 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.672662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Calling delete_port for c1c04ac9-d9cf-41dd-a045-a3b417640f9b owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:53.699124 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:37:51Z', 'revision_number': 5, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:53.732454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b635d8-50df-44ca-857b-f41504c57ec8 None None] The sync data for ids ['df04ed77-e41f-4712-930c-8c68f494c981'] in n-d-813419-3 is: [{'id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'name': 'tempest-TestVolumeBackupRestore-605213652-router', 'tenant_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:24Z', 'updated_at': '2021-10-12T11:37:51Z', 'revision_number': 5, 'project_id': '519ae5c9d71c47eb84d9fac1fd26816e', 'gw_port': {'id': 'c1c04ac9-d9cf-41dd-a045-a3b417640f9b', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04ed77-e41f-4712-930c-8c68f494c981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:25Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:53.903010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b17e-770c-4662-9097-039f46e7e7d2 req-0d559ad4-e728-432a-8ce9-225179bc84bc tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:53.904618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0308b17e-770c-4662-9097-039f46e7e7d2 req-0d559ad4-e728-432a-8ce9-225179bc84bc tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 945 time: 0.1685209 Oct 12 11:37:53.909626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:53.911388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d4c51103-334c-4b15-a752-b0b63c7c5efa service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060682 Oct 12 11:37:53.912169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-97d176a8-bd8f-4964-9617-95ff815aa1e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225922 Oct 12 11:37:53.918490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.166 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/325ebc24-b057-4b23-a117-b974038fbfe1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:53.962647 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-2cb5bdac-89cc-455e-934b-fc692e4d7851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0418549 Oct 12 11:37:54.013909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.039870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0308b17e-770c-4662-9097-039f46e7e7d2 req-9713aa9e-8f14-433b-9fbe-e88e8e4a5eef tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088674 Oct 12 11:37:54.048008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-bc2c62de-d0db-487d-87b8-993b5400952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.049522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-bc2c62de-d0db-487d-87b8-993b5400952f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 1096 time: 0.0869584 Oct 12 11:37:54.089040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:37:54.112231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3bbdd-9dba-412b-8779-7f3ea0057bab,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:54.115156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-08eafdd3-830d-48ce-bbea-cea43fb6036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.116608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-08eafdd3-830d-48ce-bbea-cea43fb6036a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1458530 Oct 12 11:37:54.128531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.128886 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment 44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb of type vlan for network 1714a019-9f79-49b0-8df4-abf70c69d9c6 Oct 12 11:37:54.149860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.150220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.151176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.151739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.152274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.153996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.154321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:37:54.189829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.219811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-b32bb23b-bfea-4d6e-a118-991f8edb950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.221199 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-b32bb23b-bfea-4d6e-a118-991f8edb950c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 200 len: 907 time: 0.1466043 Oct 12 11:37:54.223880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c04ac9-d9cf-41dd-a045-a3b417640f9b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:54.233534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.236339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.271384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-f7613759-3c66-42fc-8342-e1631f8da501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.272915 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-f7613759-3c66-42fc-8342-e1631f8da501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393595 Oct 12 11:37:54.294867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-871f0569-2a54-4048-8351-69446ae9f9d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c HTTP/1.1" status: 200 len: 217 time: 0.0616975 Oct 12 11:37:54.368295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.368295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.368555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.369889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-42d48ecf-36c1-4553-8568-a42aab0d8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.371673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-42d48ecf-36c1-4553-8568-a42aab0d8ca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 200 len: 846 time: 0.0534441 Oct 12 11:37:54.429534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-a8e13304-b80e-4ff5-94dd-01f1f521bc36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fc104a6-e7fd-4803-8b47-98b67feac896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456440 Oct 12 11:37:54.431094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.455772 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.473786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-030da147-3f02-41b8-8d77-8f56ed9c63a6 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880636 Oct 12 11:37:54.539728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5451965 Oct 12 11:37:54.549946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:54.558927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:54.562653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d7003-9e22-4bdf-a1bc-0cdb1d9a63d9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=1714a019-9f79-49b0-8df4-abf70c69d9c6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:54.564778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:54.580022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:37:54.640481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.644614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.661065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=325ebc24-b057-4b23-a117-b974038fbfe1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:54.669020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b6eeb-73f2-40d7-8ceb-435f1b1e27af req-e8b22440-9623-4560-980e-daf68ef689de tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:54.676275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e10b6eeb-73f2-40d7-8ceb-435f1b1e27af req-e8b22440-9623-4560-980e-daf68ef689de tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 944 time: 0.2806001 Oct 12 11:37:54.721954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-2d4985c6-49d4-47de-abfa-7d8d44761a69 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192688 Oct 12 11:37:54.754803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-ed067d55-846e-4c1b-ab3f-2a20d5cd69db service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035212 Oct 12 11:37:54.790746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e10b6eeb-73f2-40d7-8ceb-435f1b1e27af req-b6cc8951-7f94-4e04-a209-4bc3925e5b6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081691 Oct 12 11:37:54.804948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.805766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df04ed77-e41f-4712-930c-8c68f494c981 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:37:54.811168 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:54.812590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ff308f5e-cd72-4bca-a3b7-1ce4cdfacf7e admin admin] 10.222.0.43 "DELETE /v2.0/routers/df04ed77-e41f-4712-930c-8c68f494c981 HTTP/1.1" status: 204 len: 168 time: 1.9920354 Oct 12 11:37:54.865690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48952) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:54.875808 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-39647533-3653-4f0d-9882-ba5d53d5101b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.1127880 Oct 12 11:37:54.885976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a053a14-8cbb-42f3-ac8b-1d105b305a49 req-0fde4b1a-15ec-4633-b3d2-c726d359972b service neutron] 10.222.0.47 "GET /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232703 Oct 12 11:37:54.970398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cc534571-0800-4d1d-b2ff-e0aca63cbebe up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:37:55.014285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Deleting subnet 1150d41a-c142-4b43-b32e-c2621ca7ba6e {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:37:55.028278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.053099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-580f25c0-437c-4083-9a5f-67ff76daa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:55.054741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-580f25c0-437c-4083-9a5f-67ff76daa65e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1473045 Oct 12 11:37:55.169609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port cc534571-0800-4d1d-b2ff-e0aca63cbebe completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:37:55.172842 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.175419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port cc534571-0800-4d1d-b2ff-e0aca63cbebe triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:37:55.175959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.346636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.373810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:37:55.377306 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edec54de-2a85-4ad9-b3fa-d7a25e5adeff" -d '{"events": [{"server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "name": "network-vif-plugged", "status": "completed", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:37:55.419145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:55.443112 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f801b-3cc5-4223-aaec-5e51c801dd4c x-openstack-request-id: req-704f801b-3cc5-4223-aaec-5e51c801dd4c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:37:55.443453 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "name": "network-vif-plugged", "status": "completed", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:37:55.443710 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-704f801b-3cc5-4223-aaec-5e51c801dd4c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:37:55.444161 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe', 'code': 200} Oct 12 11:37:55.520829 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.575641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1c04ac9-d9cf-41dd-a045-a3b417640f9b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:55.607609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e4433-e862-4ecc-b609-59802bde1dc0 req-2d94cddf-963f-40af-88d6-17f24f3e95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:55.609141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef7e4433-e862-4ecc-b609-59802bde1dc0 req-2d94cddf-963f-40af-88d6-17f24f3e95c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 1096 time: 0.0891116 Oct 12 11:37:55.616754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c1c04ac9-d9cf-41dd-a045-a3b417640f9b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:55.617747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1c04ac9-d9cf-41dd-a045-a3b417640f9b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:55.619434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e386bf2-571d-476b-a51c-158df9fc5767 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:55.657516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:55.691777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0e386bf2-571d-476b-a51c-158df9fc5767 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:55.692037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef7e4433-e862-4ecc-b609-59802bde1dc0 req-ef0ba38b-d45f-4168-bbe1-8c9d5f1fd3aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748539 Oct 12 11:37:55.693045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e386bf2-571d-476b-a51c-158df9fc5767 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:55.794720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-fa049edf-98f2-4a21-9506-b8aeefbe1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:55.796236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-fa049edf-98f2-4a21-9506-b8aeefbe1afe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7345617 Oct 12 11:37:55.834671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459bcc0-151e-46f5-916c-726cfa932f34 req-163ebed9-1c8c-4581-b184-299ca4b44e25 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:55.836208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1459bcc0-151e-46f5-916c-726cfa932f34 req-163ebed9-1c8c-4581-b184-299ca4b44e25 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 945 time: 0.6607137 Oct 12 11:37:55.850091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:55.861469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49010) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:55.936954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c2e99-a194-4216-a21a-61db01dd6ae3 req-a90f83e9-96e1-4dce-aed9-4fd7cda8a8ba tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:55.937452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1459bcc0-151e-46f5-916c-726cfa932f34 req-20d3a005-25c3-460b-9664-a7bf2f8bb7cd tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746648 Oct 12 11:37:55.946338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-642c2e99-a194-4216-a21a-61db01dd6ae3 req-a90f83e9-96e1-4dce-aed9-4fd7cda8a8ba tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0682986 Oct 12 11:37:55.983569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.034875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-642c2e99-a194-4216-a21a-61db01dd6ae3 req-32570f7d-a798-496d-aadc-51f124dc0d7a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825272 Oct 12 11:37:56.064855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc12bbf2-8329-48f2-a062-606fb294306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.153799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d68b1517-148c-4576-a59c-23fc19320d21 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453345 Oct 12 11:37:56.163854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc12bbf2-8329-48f2-a062-606fb294306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.184836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.227193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc12bbf2-8329-48f2-a062-606fb294306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.274202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dc12bbf2-8329-48f2-a062-606fb294306a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8ffd9a8577a430db483b94f2f727034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115407 Oct 12 11:37:56.276963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:56.277754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12bbf2-8329-48f2-a062-606fb294306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481dd46-de39-46e2-a56b-a0a788a8c332,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:56.303367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1150d41a-c142-4b43-b32e-c2621ca7ba6e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:56.319908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c43305-a10d-4fa6-ae18-7188010483e8 None None] Network a9829c11-bd99-44bd-9c0e-b8cd258c6c6b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:56.321540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.326241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3dbc1069-c98d-4a15-8eb7-5e8fd59de76a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1150d41a-c142-4b43-b32e-c2621ca7ba6e HTTP/1.1" status: 204 len: 168 time: 1.4594066 Oct 12 11:37:56.331153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49026) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:56.355677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.399607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.446318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.552073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-2a597510-57f3-4522-bc6f-7a97ceac11e6 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895924 Oct 12 11:37:56.585246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] DHCP port deletion for a9829c11-bd99-44bd-9c0e-b8cd258c6c6b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:37:56.590863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.590863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.600015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e481dd46-de39-46e2-a56b-a0a788a8c332 HTTP/1.1" status: 204 len: 168 time: 0.3152475 Oct 12 11:37:56.614134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03877-6bbc-416c-ba81-a4af01dc1b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481dd46-de39-46e2-a56b-a0a788a8c332,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:56.628701 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.634402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-ae4e7749-5357-4eed-8bbd-5af5a948b89d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.0705307 Oct 12 11:37:56.686257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Deleting port 411df72b-2d3c-4223-854a-d6458a6d581c {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:56.686918 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.761669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] For port 411df72b-2d3c-4223-854a-d6458a6d581c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=411df72b-2d3c-4223-854a-d6458a6d581c,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:56.762233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.765935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Deleting port 411df72b-2d3c-4223-854a-d6458a6d581c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:37:56.770074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.790530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Calling delete_port for 411df72b-2d3c-4223-854a-d6458a6d581c owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:56.823189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-ca81fada-c445-49d0-bac2-d634c9f1c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:56.824947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-ca81fada-c445-49d0-bac2-d634c9f1c714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1819427 Oct 12 11:37:56.903358 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.913589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] For port 411df72b-2d3c-4223-854a-d6458a6d581c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=411df72b-2d3c-4223-854a-d6458a6d581c,segment=NetworkSegment(5607f845-b594-4731-b42a-684050665d26),segment_id=5607f845-b594-4731-b42a-684050665d26)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:37:56.914190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:56.937931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Calling delete_port for 411df72b-2d3c-4223-854a-d6458a6d581c owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:37:56.998194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-66665a3e-44ac-411f-a794-891974aef6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:57.000451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-66665a3e-44ac-411f-a794-891974aef6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1675425 Oct 12 11:37:57.069922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.125103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] Pushing event deleted for resources: {'Port': ['ID=411df72b-2d3c-4223-854a-d6458a6d581c,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:57.145297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afda3b-900b-47b9-aca3-77e779e90a8e None None] No DVR routers for this DVR port 411df72b-2d3c-4223-854a-d6458a6d581c on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:57.176369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.220023 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-e91f6d88-adc0-413d-bbde-b73995d8ff36 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102010 Oct 12 11:37:57.221362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=411df72b-2d3c-4223-854a-d6458a6d581c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:57.230572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] No DVR routers for this DVR port 411df72b-2d3c-4223-854a-d6458a6d581c on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:37:57.237914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:37:57.283633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948606-d6c8-4316-ba8d-357c36d83903 req-9d231668-7cc0-4df3-8db9-598e27d9b32f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:57.297942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2948606-d6c8-4316-ba8d-357c36d83903 req-9d231668-7cc0-4df3-8db9-598e27d9b32f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1077368 Oct 12 11:37:57.395483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2948606-d6c8-4316-ba8d-357c36d83903 req-43d638f2-4ded-4f38-a24d-15fc144ac682 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864220 Oct 12 11:37:57.430936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.599171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 411df72b-2d3c-4223-854a-d6458a6d581c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:37:57.619832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 411df72b-2d3c-4223-854a-d6458a6d581c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:37:57.620275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 411df72b-2d3c-4223-854a-d6458a6d581c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:37:57.645635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9829c11-bd99-44bd-9c0e-b8cd258c6c6b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.689437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5607f845-b594-4731-b42a-684050665d26') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.690024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5607f845-b594-4731-b42a-684050665d26') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.705544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.715987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-c47d4cf1-ea12-42c9-9320-1c4baf04fd4c service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799590 Oct 12 11:37:57.725005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:37:57.735755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:37:57.750791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:57.751533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.773851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.810177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:37:57.810583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:37:57.812486 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:37:57.816141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f915-005a-46a8-afeb-6e27af68e64e req-6eb2c1c8-f5f9-4f5f-abbe-44c85d4399b0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:57.821849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8f4f915-005a-46a8-afeb-6e27af68e64e req-6eb2c1c8-f5f9-4f5f-abbe-44c85d4399b0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0774934 Oct 12 11:37:57.857116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.880043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:37:57.883236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.918648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8f4f915-005a-46a8-afeb-6e27af68e64e req-b03b38cb-bf46-4867-89e8-35d240e0a7d6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954330 Oct 12 11:37:57.920350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:57.921686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-08945dcb-cad9-4284-8959-d87138c3f2a0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0556066 Oct 12 11:37:57.924552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:57.941182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-a5803abe-1061-4eea-97a7-7b0ffced5e43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.2176225 Oct 12 11:37:57.966187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:37:57.966960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f11d35-e9e3-4695-b71f-e079aded6470 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:37:57.989950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49064) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:57.996939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:58.188073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-1b3c6857-f46e-4bb5-8859-0b643adcf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:58.195881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-1b3c6857-f46e-4bb5-8859-0b643adcf811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1993134 Oct 12 11:37:58.255142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:58.261429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:58.268047 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a9829c11-bd99-44bd-9c0e-b8cd258c6c6b HTTP/1.1" status: 204 len: 168 time: 1.9343786 Oct 12 11:37:58.295821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9336bfb-72be-4ff3-a08d-1ceff12642c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9829c11-bd99-44bd-9c0e-b8cd258c6c6b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:58.312674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765ed60-01ba-4e5b-bf15-2923ffe5415e req-b1ba5326-23c8-4c57-bb42-c01e7460c0ec tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:58.320625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3765ed60-01ba-4e5b-bf15-2923ffe5415e req-b1ba5326-23c8-4c57-bb42-c01e7460c0ec tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.2504582 Oct 12 11:37:58.324812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:58.328641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:58.333677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-01ddf574-ff48-4167-86ca-eb8af1453e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:58.335557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-01ddf574-ff48-4167-86ca-eb8af1453e0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189671 Oct 12 11:37:58.484953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3765ed60-01ba-4e5b-bf15-2923ffe5415e req-9a4c26de-05ca-4d67-9a79-caa7c2e9856d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632407 Oct 12 11:37:58.589327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:58.652779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-d46074e6-a7cf-445a-84ef-3fe42e85f407 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934391 Oct 12 11:37:58.865374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49080) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:58.943475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4df1bec9-3e9f-4c65-9940-fa79f6712654 req-c4e245f8-cec8-44cd-972c-ddca4ff31347 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823744 Oct 12 11:37:58.960067 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-85d644e3-92fd-495b-a127-0c92f874294a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=684d6936d03e4b57873b796e03b0350e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978222 Oct 12 11:37:58.962999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49084) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:59.021069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.109669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=db762069-ae02-4992-a24a-b8489d609bcc,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:59.120620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a06bf-6d0d-410a-a80a-18921103f1cc req-64d80cfa-c108-4568-b36e-a58bbda8d6f5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:59.129419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e0a06bf-6d0d-410a-a80a-18921103f1cc req-64d80cfa-c108-4568-b36e-a58bbda8d6f5 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1847513 Oct 12 11:37:59.176308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.198163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:37:59.198522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: 1714a019-9f79-49b0-8df4-abf70c69d9c6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:37:59.216640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.243349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e0a06bf-6d0d-410a-a80a-18921103f1cc req-7f148bce-a00c-4cea-94f7-0f7547699cf0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129405 Oct 12 11:37:59.358354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:37:59.392028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.394976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.401908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59727c76-45b5-4d56-b7f1-ccbbce6613da HTTP/1.1" status: 204 len: 168 time: 0.4348438 Oct 12 11:37:59.407537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5be0c-9e5f-426b-8e88-1ff524cd27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59727c76-45b5-4d56-b7f1-ccbbce6613da,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:59.444091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.1 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/78a8e540-e1ba-438b-894d-dafddf1c67ce) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:37:59.450223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1714a019-9f79-49b0-8df4-abf70c69d9c6) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:59.454981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:37:59.455683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.465816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1290a18-249f-4224-82aa-59b18bbc2feb None None] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:37:59.548979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-98f59e13-9203-438a-b16e-2c0a8995adb0 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5566967 Oct 12 11:37:59.555938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49100) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:37:59.561875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1531877565'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:37:59.600988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.715556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:37:59.718574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.728150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.733258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1714a019-9f79-49b0-8df4-abf70c69d9c6', 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': 'db762069-ae02-4992-a24a-b8489d609bcc'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:37:59.734656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.834879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=78a8e540-e1ba-438b-894d-dafddf1c67ce,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:37:59.860087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:37:59.866596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:37:59.875725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:37:59.962815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:37:59.990313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Allocated IP 2001:db8:0:ffff::2 (1714a019-9f79-49b0-8df4-abf70c69d9c6/db762069-ae02-4992-a24a-b8489d609bcc/82d2cc83-bd48-41b6-b093-4d64548f1e10) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:00.161342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:00.175166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.175626 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment 8d49e7d8-fd7c-41f9-bce5-b08baa200ab2 of type vlan for network 904962f0-b926-43a4-8c3b-0e9885eda5a6 Oct 12 11:38:00.232895 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.249845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.345296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.357762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.359166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.365440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:00.365589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.428147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:00.431228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:00.446015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:00.482364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49118) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:00.498123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=904962f0-b926-43a4-8c3b-0e9885eda5a6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:00.504218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Pushing event updated for resources: {'Port': ['ID=82d2cc83-bd48-41b6-b093-4d64548f1e10,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:00.522979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488bd08-4e88-420c-a14a-025458e7cee5 req-c00e1fb9-f55a-4b90-ac5f-9c39a8154d3d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:00.524069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0488bd08-4e88-420c-a14a-025458e7cee5 req-c00e1fb9-f55a-4b90-ac5f-9c39a8154d3d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1970437 Oct 12 11:38:00.524935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:00.579220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f711759-a656-4947-8709-1f415f9edbdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=519ae5c9d71c47eb84d9fac1fd26816e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925443 Oct 12 11:38:00.580968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49120) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:00.590036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0488bd08-4e88-420c-a14a-025458e7cee5 req-a855b2ef-4948-4b83-91a6-a0a43eb9a79b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Oct 12 11:38:00.622230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1a5e2760-3832-4877-ba4b-94077e066ac1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0645919 Oct 12 11:38:00.622580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49122) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:00.630113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:00.641753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Attempting to bind port 82d2cc83-bd48-41b6-b093-4d64548f1e10 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:00.642463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Attempting to bind port 82d2cc83-bd48-41b6-b093-4d64548f1e10 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:00.642463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Attempting to bind port 82d2cc83-bd48-41b6-b093-4d64548f1e10 on network 1714a019-9f79-49b0-8df4-abf70c69d9c6 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:00.658222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:00.660076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Checking segment: {'id': '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:00.660076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.660076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Bound using segment: {'id': '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:00.660076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Bound port: 82d2cc83-bd48-41b6-b093-4d64548f1e10, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1714a019-9f79-49b0-8df4-abf70c69d9c6'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:00.660440 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.742604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] For port 82d2cc83-bd48-41b6-b093-4d64548f1e10, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:00.749029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] For port 82d2cc83-bd48-41b6-b093-4d64548f1e10, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=82d2cc83-bd48-41b6-b093-4d64548f1e10,segment=NetworkSegment(44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb),segment_id=44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:00.806088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27980411-f238-41a3-a633-195e17909366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.828175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.849503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:00.875449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27980411-f238-41a3-a633-195e17909366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:00.944557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730b06-5fe8-461d-81b6-004d2302e7b1 None None] Pushing event updated for resources: {'Port': ['ID=82d2cc83-bd48-41b6-b093-4d64548f1e10,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:00.967396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:00.970970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.003534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.058733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27980411-f238-41a3-a633-195e17909366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.061533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27980411-f238-41a3-a633-195e17909366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.063292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27980411-f238-41a3-a633-195e17909366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/335b311d-422a-449e-8796-da6c4f8e8554 HTTP/1.1" status: 204 len: 168 time: 0.4826305 Oct 12 11:38:01.077527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:01.084332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.143410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27980411-f238-41a3-a633-195e17909366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b311d-422a-449e-8796-da6c4f8e8554,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:01.187934 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.197365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=78a8e540-e1ba-438b-894d-dafddf1c67ce,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:01.210909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.434903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:01.436531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:01.499382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.670689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:38:01.678736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.704532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Allocated IP 172.25.2.8 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/d70de43a-746d-4efc-9c78-4d3c9d6cce6d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:01.745617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 82d2cc83-bd48-41b6-b093-4d64548f1e10 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:01.755813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:01.777954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=b04e9e16-9eb0-4029-afed-43bf35b94fb6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:01.845839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:01.846309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: 904962f0-b926-43a4-8c3b-0e9885eda5a6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:01.870466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.883665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 82d2cc83-bd48-41b6-b093-4d64548f1e10 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:01.884123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:01.961582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785229-5d93-44e9-8c0e-207ae9e3850c req-76479117-128a-483a-8b0f-c4cff0960e4b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:01.965536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf785229-5d93-44e9-8c0e-207ae9e3850c req-76479117-128a-483a-8b0f-c4cff0960e4b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0997932 Oct 12 11:38:01.989383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:02.000316 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:02.004815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-28ad8d0d-4903-4b87-867e-8e0cc83e02f6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/routers/73f752e4-72b4-41f2-8503-a153acf00c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0774014 Oct 12 11:38:02.016563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49142) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:02.016563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'port': {'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753', 'name': 'tempest-FloatingIPTestJSON-1436299051'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:02.020948 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:02.021802 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:02.050178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cf785229-5d93-44e9-8c0e-207ae9e3850c req-f5879d96-5798-4c75-9b52-0da983fdcc42 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590475 Oct 12 11:38:02.079327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:02.083231 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:02.095297 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:02.100109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:02.100261 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.152984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.177254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 82d2cc83-bd48-41b6-b093-4d64548f1e10, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=82d2cc83-bd48-41b6-b093-4d64548f1e10,segment=NetworkSegment(44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb),segment_id=44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:02.215085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:02.220023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:02.229477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:02.238276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.254478 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:02.255331 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564710c-d384-4460-9ade-b6242b8fd205 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:02.297290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=d70de43a-746d-4efc-9c78-4d3c9d6cce6d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:02.317772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=82d2cc83-bd48-41b6-b093-4d64548f1e10,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:02.331894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 904962f0-b926-43a4-8c3b-0e9885eda5a6) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:02.344792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:02.344792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.345006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc0bb07-5ed9-4414-b600-62aa0771fac0 None None] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:02.370605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:02.375460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.436309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] device_id is not set on port 8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:02.466124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-120dee95-6a04-435b-9295-4f21d9733d7d tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8372178 Oct 12 11:38:02.467202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49146) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:02.478373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'port': {'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6', 'name': 'tempest-NetworksIpV6TestAttrs-155546435'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:02.547065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.573076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19ab0f-5e1e-4dbb-a982-32d8e32ef2c8 None None] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:02.582572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.7 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:02.683851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.766269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-904962f0-b926-43a4-8c3b-0e9885eda5a6', 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': 'b04e9e16-9eb0-4029-afed-43bf35b94fb6'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:02.767895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.774997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.785643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5f17b2f6-d1af-47ed-ab54-2ae83cb4d173 None None] Provisioning complete for port 82d2cc83-bd48-41b6-b093-4d64548f1e10 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:02.786412 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5f17b2f6-d1af-47ed-ab54-2ae83cb4d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.839564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:02.842967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.876759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] device_id is not set on port 20afcc11-afdc-4bb5-92da-520eeae47a90 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:02.908104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:02.943182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.012195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:03.021363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:03.028832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:03.030755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.037317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:03.051433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Allocated IP 2001:db8::f816:3eff:fe16:a938 (904962f0-b926-43a4-8c3b-0e9885eda5a6/b04e9e16-9eb0-4029-afed-43bf35b94fb6/20afcc11-afdc-4bb5-92da-520eeae47a90) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:03.172948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:03.178306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.270496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef447132-c9f1-47a1-9445-59f795d4de7e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2634194 Oct 12 11:38:03.271901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=d70de43a-746d-4efc-9c78-4d3c9d6cce6d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:03.272373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49152) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:03.279047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'port': {'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753', 'name': 'tempest-FloatingIPTestJSON-266881818'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:03.318499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.318990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-85249457-d285-486d-b930-6463373b8a5a None None] Provisioning complete for port 82d2cc83-bd48-41b6-b093-4d64548f1e10 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:03.319363 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85249457-d285-486d-b930-6463373b8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.376428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa19a7-fa89-49bf-91be-434e43fdb0b0 req-658c52ee-233f-4251-a7ae-2485e9da62fd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:03.384408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8aa19a7-fa89-49bf-91be-434e43fdb0b0 req-658c52ee-233f-4251-a7ae-2485e9da62fd tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1738405 Oct 12 11:38:03.492560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.495089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-67007dae-f1c5-4f0c-a375-d572b9ff1b4e tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6434593 Oct 12 11:38:03.498160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:03.512392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-77359804'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:03.573617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.584373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 82d2cc83-bd48-41b6-b093-4d64548f1e10 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:03.611275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8aa19a7-fa89-49bf-91be-434e43fdb0b0 req-0ad796b4-792c-4772-b549-62dd61e0bfcb tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246280 Oct 12 11:38:03.654931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 82d2cc83-bd48-41b6-b093-4d64548f1e10 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:03.655502 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.696096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Made reservation on behalf of 0e70151f9eee4a28812dd3c59dfd30d9 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:03.700184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.715832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.724662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.794742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:03.798333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:03.802131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:03.806187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Allocated IP 2001:db8::f816:3eff:fe17:acaf (904962f0-b926-43a4-8c3b-0e9885eda5a6/b04e9e16-9eb0-4029-afed-43bf35b94fb6/fe162735-5fca-4b3d-ad0f-3e1064c53450) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:03.809042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:03.809700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.829291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.831511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Port': ['ID=20afcc11-afdc-4bb5-92da-520eeae47a90,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:03.890028 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.921016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:03.932917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:03.936563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.958720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:03.960793 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Added segment 140c8e13-bcfb-4524-9ec8-244e67151329 of type vlan for network 04e87ccd-4e30-4b27-8125-7c5ad3264177 Oct 12 11:38:03.962467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ef12f-cfa2-4efd-b41b-9f9871735552,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.003406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] device_id is not set on port e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:04.021229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e61ab20-fb3b-4df0-b325-5dc2dad7c11c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5459192 Oct 12 11:38:04.021521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49158) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:04.021634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.054510 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.090801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting subnet b04e9e16-9eb0-4029-afed-43bf35b94fb6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:04.106637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.107633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.159182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.169165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Pushing event updated for resources: {'Port': ['ID=fe162735-5fca-4b3d-ad0f-3e1064c53450,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.180063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.5 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:04.181189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:04.183977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:04.186677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:04.199197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.204816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:04.205420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.257658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Attempting to bind port fe162735-5fca-4b3d-ad0f-3e1064c53450 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:04.258041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Attempting to bind port fe162735-5fca-4b3d-ad0f-3e1064c53450 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:04.258425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Attempting to bind port fe162735-5fca-4b3d-ad0f-3e1064c53450 on network 904962f0-b926-43a4-8c3b-0e9885eda5a6 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:04.268107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:04.268107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Checking segment: {'id': '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:04.268422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.268656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Bound using segment: {'id': '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:04.269160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Bound port: fe162735-5fca-4b3d-ad0f-3e1064c53450, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '904962f0-b926-43a4-8c3b-0e9885eda5a6'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:04.269757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.356092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] For port fe162735-5fca-4b3d-ad0f-3e1064c53450, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:04.360142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] For port fe162735-5fca-4b3d-ad0f-3e1064c53450, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fe162735-5fca-4b3d-ad0f-3e1064c53450,segment=NetworkSegment(8d49e7d8-fd7c-41f9-bce5-b08baa200ab2),segment_id=8d49e7d8-fd7c-41f9-bce5-b08baa200ab2)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:04.367146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8662016 Oct 12 11:38:04.370210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36109c1-eccc-4980-a449-691a4f06df4d tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Network': ['ID=04e87ccd-4e30-4b27-8125-7c5ad3264177,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.374160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49162) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:04.379905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Request body: {'subnet': {'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:04.386822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:04.450466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.455579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.539716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f3245-14a2-4361-8c7e-ad265a717566 None None] Pushing event updated for resources: {'Port': ['ID=fe162735-5fca-4b3d-ad0f-3e1064c53450,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.547246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.656495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.684770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.700561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Made reservation on behalf of 0e70151f9eee4a28812dd3c59dfd30d9 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:04.705487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.709060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=b04e9e16-9eb0-4029-afed-43bf35b94fb6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.736956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:04.738642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:04.742564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:04.745403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.752274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39f09e4a-f476-4bdf-8145-11f40023702b tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/b04e9e16-9eb0-4029-afed-43bf35b94fb6 HTTP/1.1" status: 204 len: 168 time: 0.7297335 Oct 12 11:38:04.753997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49168) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:04.789495 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:38:04.816225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:04.837707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:04.839562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:04.927511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e9e00416-6075-4758-a12e-dfeb374e7e27 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6539178 Oct 12 11:38:04.930434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:04.935438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:04.947521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806c16b-8c7e-4118-bf1b-b62194837112 req-325be584-aefc-4cc6-a040-0cb99b87b74d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:04.949816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a806c16b-8c7e-4118-bf1b-b62194837112 req-325be584-aefc-4cc6-a040-0cb99b87b74d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.2591202 Oct 12 11:38:04.952956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9d9b7-3b1e-4715-b85c-552cb08ef829 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:04.954484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9d9b7-3b1e-4715-b85c-552cb08ef829 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:04.955951 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-65c9d9b7-3b1e-4715-b85c-552cb08ef829 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1921225 Oct 12 11:38:04.959337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49172) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:05.030834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a806c16b-8c7e-4118-bf1b-b62194837112 req-1095d84d-9c80-4e9e-9af0-86837c68053b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Oct 12 11:38:05.041900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18973e32-53d7-4089-94b2-a3c47d77a307 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.053689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.070341 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-18973e32-53d7-4089-94b2-a3c47d77a307 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 11:38:05.070826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18973e32-53d7-4089-94b2-a3c47d77a307 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:05.074828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-18973e32-53d7-4089-94b2-a3c47d77a307 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/904962f0-b926-43a4-8c3b-0e9885eda5a6 HTTP/1.1" status: 409 len: 405 time: 0.1144152 Oct 12 11:38:05.080703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49174) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:05.085867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1604203001'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:05.161579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.186123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.217007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:05.220520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.273418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Subnet': ['ID=195a0968-79fc-4dfc-9492-c35df4c6a7a9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:05.280625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:05.287646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.66 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/fce3ccd8-a908-466d-b60a-6be830e20ede) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:05.293935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Checking segment: {'id': '140c8e13-bcfb-4524-9ec8-244e67151329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:05.294298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network hostable DHCP agents. Network: 04e87ccd-4e30-4b27-8125-7c5ad3264177, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:05.296830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.297174 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment 78fd6c6c-3832-41d1-b126-8c50bef1e282 of type vlan for network a042213f-7588-4f34-980b-9e6847f744d8 Oct 12 11:38:05.347935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.408464 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.426592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:05.455219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.461724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:05.465534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.512369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 04e87ccd-4e30-4b27-8125-7c5ad3264177) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:05.521353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26549306-075f-4855-9e35-bb935702b14a None None] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:05.541498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.568183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:05.568820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.585827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=a042213f-7588-4f34-980b-9e6847f744d8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:05.586254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:05.589944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:05.596623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:05.601250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f030697a-47f7-42f1-abd4-768feeeb846e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5190418 Oct 12 11:38:05.604316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49178) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:05.612390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:05.613203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a042213f-7588-4f34-980b-9e6847f744d8 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:05.637114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fe162735-5fca-4b3d-ad0f-3e1064c53450 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:05.699681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=fce3ccd8-a908-466d-b60a-6be830e20ede,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:05.703097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-042e6770-74b9-4b05-9ebf-2d9f18d13f67 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3250320 Oct 12 11:38:05.703663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49182) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:05.708192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1646284875', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:05.723908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7b8e6-110e-4df7-ac76-01899816e238 None None] Network 904962f0-b926-43a4-8c3b-0e9885eda5a6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:05.826978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:05.831444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.869735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fe162735-5fca-4b3d-ad0f-3e1064c53450 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:05.870350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.875177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-84737969-3973-4f10-8789-bc5b54555793 None None] Provisioning complete for port fe162735-5fca-4b3d-ad0f-3e1064c53450 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:05.875177 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84737969-3973-4f10-8789-bc5b54555793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.982293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.983384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:05.983878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-04e87ccd-4e30-4b27-8125-7c5ad3264177', 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177', 'tenant_id': '0e70151f9eee4a28812dd3c59dfd30d9', 'fixed_ips': [{'subnet_id': '195a0968-79fc-4dfc-9492-c35df4c6a7a9'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:05.984758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.065191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.203785 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84737969-3973-4f10-8789-bc5b54555793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.217997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] DHCP port deletion for 904962f0-b926-43a4-8c3b-0e9885eda5a6 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:06.224873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.257151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aab23-2a33-4234-8030-09bfa27950f7 req-fd85d573-4b2f-420e-8b55-cab49f8f6ed3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:06.258751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a14aab23-2a33-4234-8030-09bfa27950f7 req-fd85d573-4b2f-420e-8b55-cab49f8f6ed3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1501174 Oct 12 11:38:06.272963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Allocated IP 172.20.0.2 (04e87ccd-4e30-4b27-8125-7c5ad3264177/195a0968-79fc-4dfc-9492-c35df4c6a7a9/0581eb99-c8c5-4393-9414-c8597eeac71b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:06.306880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-84737969-3973-4f10-8789-bc5b54555793 None None] For port fe162735-5fca-4b3d-ad0f-3e1064c53450, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fe162735-5fca-4b3d-ad0f-3e1064c53450,segment=NetworkSegment(8d49e7d8-fd7c-41f9-bce5-b08baa200ab2),segment_id=8d49e7d8-fd7c-41f9-bce5-b08baa200ab2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:06.310767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.374172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.376539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84737969-3973-4f10-8789-bc5b54555793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.409608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a14aab23-2a33-4234-8030-09bfa27950f7 req-302f8f33-ca3b-4292-b149-1cdba5826601 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403465 Oct 12 11:38:06.430715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Deleting port fe162735-5fca-4b3d-ad0f-3e1064c53450 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:06.431045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.457993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.460044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:38:06.461582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.534048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:06.534756 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:06.566776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=8d3071cd-cb9a-48b6-a5d5-088ead14adc6,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:06.577827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737969-3973-4f10-8789-bc5b54555793 None None] Pushing event updated for resources: {'Port': ['ID=fe162735-5fca-4b3d-ad0f-3e1064c53450,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:06.581364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': '78fd6c6c-3832-41d1-b126-8c50bef1e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:06.581732 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: a042213f-7588-4f34-980b-9e6847f744d8, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:06.602648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] For port fe162735-5fca-4b3d-ad0f-3e1064c53450, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fe162735-5fca-4b3d-ad0f-3e1064c53450,segment=NetworkSegment(8d49e7d8-fd7c-41f9-bce5-b08baa200ab2),segment_id=8d49e7d8-fd7c-41f9-bce5-b08baa200ab2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:06.603109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.625729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Calling delete_port for fe162735-5fca-4b3d-ad0f-3e1064c53450 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:06.628195 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.644545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.732567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network a042213f-7588-4f34-980b-9e6847f744d8 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:06.755600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.764058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.764245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.798443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.823119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:06.828274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:06.831556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:06.834333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Pushing event updated for resources: {'Port': ['ID=0581eb99-c8c5-4393-9414-c8597eeac71b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:06.843486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] No DVR routers for this DVR port fe162735-5fca-4b3d-ad0f-3e1064c53450 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:06.846290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=fce3ccd8-a908-466d-b60a-6be830e20ede,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:06.863634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.885079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7dd8-f396-417b-a604-ccd8fadb14da None None] Pushing event deleted for resources: {'Port': ['ID=fe162735-5fca-4b3d-ad0f-3e1064c53450,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:06.935528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Attempting to bind port 0581eb99-c8c5-4393-9414-c8597eeac71b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:06.936048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Attempting to bind port 0581eb99-c8c5-4393-9414-c8597eeac71b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '140c8e13-bcfb-4524-9ec8-244e67151329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:06.936511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Attempting to bind port 0581eb99-c8c5-4393-9414-c8597eeac71b on network 04e87ccd-4e30-4b27-8125-7c5ad3264177 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:06.942397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:06.942977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Checking segment: {'id': '140c8e13-bcfb-4524-9ec8-244e67151329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:06.943571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.944059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Bound using segment: {'id': '140c8e13-bcfb-4524-9ec8-244e67151329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:06.944630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Bound port: 0581eb99-c8c5-4393-9414-c8597eeac71b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140c8e13-bcfb-4524-9ec8-244e67151329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:06.945132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:06.982757 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 7f98d152-7623-4bb9-81bb-9dce6d875086 associated. External IP: 172.25.2.66, port: e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7. Oct 12 11:38:07.021000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] For port 0581eb99-c8c5-4393-9414-c8597eeac71b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:07.024618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] For port 0581eb99-c8c5-4393-9414-c8597eeac71b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0581eb99-c8c5-4393-9414-c8597eeac71b,segment=NetworkSegment(140c8e13-bcfb-4524-9ec8-244e67151329),segment_id=140c8e13-bcfb-4524-9ec8-244e67151329)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:07.037031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.055735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port fe162735-5fca-4b3d-ad0f-3e1064c53450 update to ACTIVE by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:38:07.095557 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.123682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a042213f-7588-4f34-980b-9e6847f744d8) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:07.130355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:07.130986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.140440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da84e5a-a5d4-4893-88cc-6a2c511ef4f8 None None] Network a042213f-7588-4f34-980b-9e6847f744d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:07.168845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Allocated IP 172.25.2.106 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/5d2c2b76-3efb-4468-b881-5539ce2aa6ac) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:07.203078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab7ec8-c2cd-4946-ae39-4c4a920ff9a0 None None] Pushing event updated for resources: {'Port': ['ID=0581eb99-c8c5-4393-9414-c8597eeac71b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:07.229966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:07.262102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d6cbe88-dafb-4a54-bf7b-63714a983a1e tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6536870 Oct 12 11:38:07.262355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49190) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:07.270022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'port': {'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8', 'name': 'tempest-NetworksIpV6TestAttrs-1532473876'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:07.367623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.417205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:07.442297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:07.516929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:07.518107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:07.536595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.559900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.578104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:07.611413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cee1cc87-fea8-4ae2-b05d-6b53190e477b tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6791863 Oct 12 11:38:07.611852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49196) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:07.620395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:07.627484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:07.628144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:07.633580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0581eb99-c8c5-4393-9414-c8597eeac71b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:07.657032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:07.670144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf30e26-3449-403e-b516-a4353fba3370 req-06d1a302-abbf-4f3e-81da-a3c2d88c7627 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:07.673379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cf30e26-3449-403e-b516-a4353fba3370 req-06d1a302-abbf-4f3e-81da-a3c2d88c7627 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1695337 Oct 12 11:38:07.675029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:07.679741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:07.683831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=5d2c2b76-3efb-4468-b881-5539ce2aa6ac,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:07.704061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a042213f-7588-4f34-980b-9e6847f744d8', 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': '8d3071cd-cb9a-48b6-a5d5-088ead14adc6'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:07.704923 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.710957 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.713810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:07.717750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.718000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:07.718945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dcd4a-6fbb-4e8d-943e-18517094d5fc None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:07.779905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] device_id is not set on port 9051651b-9d83-40db-aba6-af77cfb68c9e yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:07.807152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0581eb99-c8c5-4393-9414-c8597eeac71b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:07.808936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.840055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0cf30e26-3449-403e-b516-a4353fba3370 req-1c6507c3-0eca-4631-b8a5-6528c44fcb1f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530707 Oct 12 11:38:07.907881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Allocated IP 2001:db8::f816:3eff:fee5:a0f9 (a042213f-7588-4f34-980b-9e6847f744d8/8d3071cd-cb9a-48b6-a5d5-088ead14adc6/b0104ff1-0e56-4e94-b1d0-257cdb3f2191) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:07.941503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:07.966383 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.010867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.011127 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 7f98d152-7623-4bb9-81bb-9dce6d875086 disassociated. External IP: 172.25.2.66, port: e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7. Oct 12 11:38:08.052058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 0581eb99-c8c5-4393-9414-c8597eeac71b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0581eb99-c8c5-4393-9414-c8597eeac71b,segment=NetworkSegment(140c8e13-bcfb-4524-9ec8-244e67151329),segment_id=140c8e13-bcfb-4524-9ec8-244e67151329)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:08.136474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.160169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.167591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.216632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=0581eb99-c8c5-4393-9414-c8597eeac71b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:08.224332 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.260943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fe162735-5fca-4b3d-ad0f-3e1064c53450 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:08.274424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:08.277355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Network a042213f-7588-4f34-980b-9e6847f744d8 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:08.296798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:08.299278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:08.331711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: fe162735-5fca-4b3d-ad0f-3e1064c53450 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:08.332222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fe162735-5fca-4b3d-ad0f-3e1064c53450 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:08.334603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Allocated IP 2001:db8::f816:3eff:fef0:fd76 (a042213f-7588-4f34-980b-9e6847f744d8/8d3071cd-cb9a-48b6-a5d5-088ead14adc6/9051651b-9d83-40db-aba6-af77cfb68c9e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:08.371150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Attempting to bind port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:08.371523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Attempting to bind port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '78fd6c6c-3832-41d1-b126-8c50bef1e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:08.371884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Attempting to bind port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 on network a042213f-7588-4f34-980b-9e6847f744d8 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:08.374071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Pushing event updated for resources: {'Port': ['ID=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:08.381183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:08.387768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Checking segment: {'id': '78fd6c6c-3832-41d1-b126-8c50bef1e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:08.387768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.387768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Bound using segment: {'id': '78fd6c6c-3832-41d1-b126-8c50bef1e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:08.387768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Bound port: b0104ff1-0e56-4e94-b1d0-257cdb3f2191, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fd6c6c-3832-41d1-b126-8c50bef1e282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a042213f-7588-4f34-980b-9e6847f744d8'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:08.387768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.439424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41706b-a90c-44c9-bb2b-d52b87ea057f None None] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:08.446309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:08.453750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.457851 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:08.467358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:08.468258 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:08.489306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc4ba3e7-6766-47f6-9b8c-f2bc8b34aff7 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/7f98d152-7623-4bb9-81bb-9dce6d875086 HTTP/1.1" status: 200 len: 687 time: 0.8761275 Oct 12 11:38:08.489913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:08.505191 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:08.516043 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:08.516449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] For port b0104ff1-0e56-4e94-b1d0-257cdb3f2191, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:08.517026 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:08.532960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] For port b0104ff1-0e56-4e94-b1d0-257cdb3f2191, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,segment=NetworkSegment(78fd6c6c-3832-41d1-b126-8c50bef1e282),segment_id=78fd6c6c-3832-41d1-b126-8c50bef1e282)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:08.561570 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:08.562324 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbff00e-88be-4380-a703-db5e9aaaa0bb None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:08.570313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-45587ae2-d856-4dc3-83cf-1df0678a81dd None None] Provisioning complete for port 0581eb99-c8c5-4393-9414-c8597eeac71b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:08.570864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45587ae2-d856-4dc3-83cf-1df0678a81dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.587600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.606902 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.638820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port fce3ccd8-a908-466d-b60a-6be830e20ede {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:08.639167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.732228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acecbb-c119-415f-876b-37f9efde22fe None None] Pushing event updated for resources: {'Port': ['ID=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:08.738083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.761736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.762142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.786097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for fce3ccd8-a908-466d-b60a-6be830e20ede owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:08.872942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:08.954607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network a042213f-7588-4f34-980b-9e6847f744d8 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:08.959136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:08.968238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:38:08.977871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:08.985296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:08.986515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.070445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.096672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=fce3ccd8-a908-466d-b60a-6be830e20ede,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:09.189174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.192268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.193599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e4c1e326-ba0a-4a83-bc80-dd51ad02749c tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f98d152-7623-4bb9-81bb-9dce6d875086 HTTP/1.1" status: 204 len: 168 time: 0.7022393 Oct 12 11:38:09.197717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:09.202570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:09.226846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cb25bff6-78cb-4f5f-bfff-f244e143c11d None None] Provisioning complete for port 0581eb99-c8c5-4393-9414-c8597eeac71b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:09.227625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb25bff6-78cb-4f5f-bfff-f244e143c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.233423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Port': ['ID=9051651b-9d83-40db-aba6-af77cfb68c9e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:09.242054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7ee6dcb-cc97-434f-a703-b7d6775795ee tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9786129 Oct 12 11:38:09.248234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49212) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:09.253357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:09.263467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1991f-f2b8-4fa1-a223-6f6267b5306f req-69833eaf-db38-41b1-8fed-d75e36d1ad74 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:09.265096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bde1991f-f2b8-4fa1-a223-6f6267b5306f req-69833eaf-db38-41b1-8fed-d75e36d1ad74 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.2727935 Oct 12 11:38:09.270150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] Sync routers for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:09.292054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:09.292768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:09.300472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.316667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bde1991f-f2b8-4fa1-a223-6f6267b5306f req-0ae58877-f6cc-453a-a3a7-36536a66b604 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Oct 12 11:38:09.329482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:09.342915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting subnet 8d3071cd-cb9a-48b6-a5d5-088ead14adc6 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:09.343524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.344399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:09.345027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:09.372780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.374496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6d3947c-fbd3-472a-ab3f-3a176c45e5f8 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6699402 Oct 12 11:38:09.377752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49214) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:09.399857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:09.400699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc6740-bcf2-4505-ad0f-2d602d9e20ac None None] The sync data for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:09.467279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.621676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b0104ff1-0e56-4e94-b1d0-257cdb3f2191 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:09.674742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:09.675385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.766334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:09.974564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd863d19-66a4-4c11-bcfe-42cb941b3952 None None] Network a042213f-7588-4f34-980b-9e6847f744d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:10.060493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.062426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Provisioning complete for port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:10.062852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.120600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.206914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.320079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.234 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/edea9b29-1432-4ded-a6e6-912f21e16ee7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:10.392554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.471779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:10.472126 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:10.472786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:10.473117 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:10.478271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3071cd-cb9a-48b6-a5d5-088ead14adc6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:10.489378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.499372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-651d8d4d-0b4b-4f7d-b508-1849b7330971 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/8d3071cd-cb9a-48b6-a5d5-088ead14adc6 HTTP/1.1" status: 204 len: 168 time: 1.2494519 Oct 12 11:38:10.503184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:10.538623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacb798-56ed-4c1c-8369-307966812c57 req-6bb7ba40-79c2-487e-a5a6-05c225979bb4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:10.538623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbacb798-56ed-4c1c-8369-307966812c57 req-6bb7ba40-79c2-487e-a5a6-05c225979bb4 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1117275 Oct 12 11:38:10.560981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.588522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709abb1f-37ba-4ce9-ba36-ba2f513aceb8 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:10.590058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709abb1f-37ba-4ce9-ba36-ba2f513aceb8 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:10.595578 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-709abb1f-37ba-4ce9-ba36-ba2f513aceb8 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0874693 Oct 12 11:38:10.595578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49224) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:10.610271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bbacb798-56ed-4c1c-8369-307966812c57 req-277b3acf-6daf-4484-b35b-6f0455e267ac tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680006 Oct 12 11:38:10.684211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.689365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0032c7d9-63e0-497a-b08d-12f9d806cc44 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.696585 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-0032c7d9-63e0-497a-b08d-12f9d806cc44 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 11:38:10.697595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0032c7d9-63e0-497a-b08d-12f9d806cc44 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:10.701457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0032c7d9-63e0-497a-b08d-12f9d806cc44 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/a042213f-7588-4f34-980b-9e6847f744d8 HTTP/1.1" status: 409 len: 405 time: 0.1059980 Oct 12 11:38:10.705295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49226) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:10.710389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1888381033'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:10.731412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6257c4-28aa-4857-a8f8-688dc5c7ea30 None None] Network a042213f-7588-4f34-980b-9e6847f744d8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:10.742684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.797844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:10.820822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:10.825937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.830306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:10.832855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:10.850368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:10.866110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=edea9b29-1432-4ded-a6e6-912f21e16ee7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:10.876567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.877151 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment b1c47b89-8a51-4ca3-8631-b3a2068ecc5c of type vlan for network ff0ac581-57dd-493c-b63f-1a6fb76d472b Oct 12 11:38:10.925970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:10.944808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] DHCP port deletion for a042213f-7588-4f34-980b-9e6847f744d8 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:11.048784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.051995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.055064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.062552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:11.063439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.074140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Deleting port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:11.074524 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.134482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=ff0ac581-57dd-493c-b63f-1a6fb76d472b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:11.147807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ff0ac581-57dd-493c-b63f-1a6fb76d472b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:11.150419 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-79f6cfb3-ec5c-4c4a-b054-4218bf87e517 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4438026 Oct 12 11:38:11.153226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49230) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:11.159495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': 'ff0ac581-57dd-493c-b63f-1a6fb76d472b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:11.161340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port b0104ff1-0e56-4e94-b1d0-257cdb3f2191, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,segment=NetworkSegment(78fd6c6c-3832-41d1-b126-8c50bef1e282),segment_id=78fd6c6c-3832-41d1-b126-8c50bef1e282)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:11.184277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] For port b0104ff1-0e56-4e94-b1d0-257cdb3f2191, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,segment=NetworkSegment(78fd6c6c-3832-41d1-b126-8c50bef1e282),segment_id=78fd6c6c-3832-41d1-b126-8c50bef1e282)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:11.184668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.215822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Allocated IP 172.20.0.1 (04e87ccd-4e30-4b27-8125-7c5ad3264177/195a0968-79fc-4dfc-9492-c35df4c6a7a9/641e767b-545f-4959-8840-f84e55fd9c93) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:11.225928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Calling delete_port for b0104ff1-0e56-4e94-b1d0-257cdb3f2191 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:11.227632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.229037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0581eb99-c8c5-4393-9414-c8597eeac71b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:11.484196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.497185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:11.502759 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.504613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.565396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:11.566287 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-0178e85f-7564-4371-b88f-06827fcbc5d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:11.572714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:11.604926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0581eb99-c8c5-4393-9414-c8597eeac71b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:11.605304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.748618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f159a2-f989-4138-9f4e-b9280b72a372 req-0a6e50f5-8ecc-4b01-bf15-2b2fa80fefdf tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:11.750075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02f159a2-f989-4138-9f4e-b9280b72a372 req-0a6e50f5-8ecc-4b01-bf15-2b2fa80fefdf tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0614495 Oct 12 11:38:11.756212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b0104ff1-0e56-4e94-b1d0-257cdb3f2191 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:11.784209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.797405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.801721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02f159a2-f989-4138-9f4e-b9280b72a372 req-db6bdbc8-6ed9-461c-8cf8-6bae514ac658 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Oct 12 11:38:11.842799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] Pushing event deleted for resources: {'Port': ['ID=b0104ff1-0e56-4e94-b1d0-257cdb3f2191,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:11.843337 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.849838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30086ca-663e-4d36-bc0d-7a12e4b62dc7 None None] No DVR routers for this DVR port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:11.867923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:11.869799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port b0104ff1-0e56-4e94-b1d0-257cdb3f2191 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:38:11.869799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b0104ff1-0e56-4e94-b1d0-257cdb3f2191 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:11.883173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:11.897050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:11.940293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=641e767b-545f-4959-8840-f84e55fd9c93,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:11.963669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:38:11.963669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.975146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-598e9e61-7e74-4e27-a5d7-4fb704f41996 None None] Could not find standard attr ID for object b0104ff1-0e56-4e94-b1d0-257cdb3f2191. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:38:11.987763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:11.995829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-598e9e61-7e74-4e27-a5d7-4fb704f41996 None None] Provisioning complete for port 9051651b-9d83-40db-aba6-af77cfb68c9e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:11.996202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-598e9e61-7e74-4e27-a5d7-4fb704f41996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.087084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-598e9e61-7e74-4e27-a5d7-4fb704f41996 None None] Port 9051651b-9d83-40db-aba6-af77cfb68c9e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:12.096652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=2a7d0ecc-5c13-4e03-8de7-2e2d3555468c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:12.119415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': 'b1c47b89-8a51-4ca3-8631-b3a2068ecc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ff0ac581-57dd-493c-b63f-1a6fb76d472b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:12.119682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: ff0ac581-57dd-493c-b63f-1a6fb76d472b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:12.207478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f2cc1f07-16a3-4f9c-b612-7cb104262cd0 None None] Provisioning complete for port 641e767b-545f-4959-8840-f84e55fd9c93 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:12.207784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1f07-16a3-4f9c-b612-7cb104262cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.210398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.237997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network ff0ac581-57dd-493c-b63f-1a6fb76d472b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:12.240783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc1f07-16a3-4f9c-b612-7cb104262cd0 None None] Port 641e767b-545f-4959-8840-f84e55fd9c93 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:12.324652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ff0ac581-57dd-493c-b63f-1a6fb76d472b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:12.326264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.329607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:12.330494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.346562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1f7c-b05d-4e3a-9481-8cc0e48c38ad None None] Network ff0ac581-57dd-493c-b63f-1a6fb76d472b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:12.369507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.424285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4348d95b-1c11-4222-84fd-beb4f5b8bacd tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2699816 Oct 12 11:38:12.427248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49242) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:12.435551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.472998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=edea9b29-1432-4ded-a6e6-912f21e16ee7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:12.572123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c839524-b2df-482a-a443-0254051e702d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ff0ac581-57dd-493c-b63f-1a6fb76d472b', 'network_id': 'ff0ac581-57dd-493c-b63f-1a6fb76d472b', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': '2a7d0ecc-5c13-4e03-8de7-2e2d3555468c'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:12.581249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0c839524-b2df-482a-a443-0254051e702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.585806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.660416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.697326 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 2359363a-5519-4532-8967-ddf8ae6731a2 associated. External IP: 172.25.2.234, port: 8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d. Oct 12 11:38:12.815078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.851519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7d0ecc-5c13-4e03-8de7-2e2d3555468c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server [None req-0c839524-b2df-482a-a443-0254051e702d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7d0ecc-5c13-4e03-8de7-2e2d3555468c: This subnet is being modified by another concurrent operation. Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise exception Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a7d0ecc-5c13-4e03-8de7-2e2d3555468c: This subnet is being modified by another concurrent operation. Oct 12 11:38:12.857334 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Oct 12 11:38:12.896556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b846cb-da0b-4511-9d40-e0d133bacc98 None None] Network ff0ac581-57dd-493c-b63f-1a6fb76d472b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:12.936357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:12.982632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0ac581-57dd-493c-b63f-1a6fb76d472b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:12.994570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c47b89-8a51-4ca3-8631-b3a2068ecc5c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:12.995000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c47b89-8a51-4ca3-8631-b3a2068ecc5c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:13.012410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.031692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ccdf1-db93-4927-bcec-b9f2093157e3 req-9339074a-573d-4179-85b7-352be671c304 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:13.033364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc5ccdf1-db93-4927-bcec-b9f2093157e3 req-9339074a-573d-4179-85b7-352be671c304 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0892286 Oct 12 11:38:13.062433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.068370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe80fbb-bef2-436d-950d-fa6bed975da4 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:38:13.068555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.082112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:13.082587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.108843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:13.114755 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:13.184962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc5ccdf1-db93-4927-bcec-b9f2093157e3 req-b0bca3a2-a854-4375-9055-e04e680edcae tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366360 Oct 12 11:38:13.189956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe80fbb-bef2-436d-950d-fa6bed975da4 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:38:13.191402 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.284104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.293938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.299122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/ff0ac581-57dd-493c-b63f-1a6fb76d472b HTTP/1.1" status: 204 len: 168 time: 0.8707311 Oct 12 11:38:13.302903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49250) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:13.305580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=641e767b-545f-4959-8840-f84e55fd9c93,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:13.310216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1473408401'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:13.321414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.338953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2a8b-6715-4edb-9242-5ee0d60c932c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=ff0ac581-57dd-493c-b63f-1a6fb76d472b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:13.375944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:13.392091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:13.400473 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:13.400994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.408225 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:13.408958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:13.420247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:13.429790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.430369 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment c19d88fa-7018-45fa-85b7-7b55c2c415d0 of type vlan for network c3ae1912-7be3-4099-af09-0c737a75cfbe Oct 12 11:38:13.473020 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:13.483805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.500497 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:13.522146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:13.525376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:13.527776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:13.563195 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:13.564200 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac3685-bece-48a3-9454-ab42801ac583 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:13.591495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.597287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:13.603054 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.674393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=c3ae1912-7be3-4099-af09-0c737a75cfbe,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:13.687579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c3ae1912-7be3-4099-af09-0c737a75cfbe details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:13.707079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2cc5ec9-84ea-4bf8-814f-abf477c5d5ae tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4029253 Oct 12 11:38:13.707762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:13.713754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:13.907929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:13.975713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-94f6e2c7-ea5e-42ce-b17d-4852171609c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7770894 Oct 12 11:38:13.980090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49254) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:13.983160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1d754793-0ad8-4a1c-9ead-bf5706d35b39 None None] Provisioning complete for port 641e767b-545f-4959-8840-f84e55fd9c93 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:13.986000 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d754793-0ad8-4a1c-9ead-bf5706d35b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.048571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1d754793-0ad8-4a1c-9ead-bf5706d35b39 None None] Port 641e767b-545f-4959-8840-f84e55fd9c93 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:14.061435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:14.078520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-886bde6f-a2df-4322-bd88-02ba10f1b088 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/floatingips/2359363a-5519-4532-8967-ddf8ae6731a2 HTTP/1.1" status: 200 len: 978 time: 0.0969942 Oct 12 11:38:14.082662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49256) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:14.326491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcfbab-6059-4b1a-a8f8-566b33819758 req-ca902bed-e74f-466a-b659-febab440bc0d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:14.328095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fddcfbab-6059-4b1a-a8f8-566b33819758 req-ca902bed-e74f-466a-b659-febab440bc0d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0602045 Oct 12 11:38:14.337111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:14.341892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.349828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-265e5aa7-d4c5-41e9-8a2a-6ad05ca6e6c9 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2655787 Oct 12 11:38:14.352653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49264) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:14.359888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': 'e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:14.423213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:14.429419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b6b263c-ef33-47f7-a9e2-9cd5d89f8a39 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "PUT /v2.0/routers/5dc7b328-46ef-4d9e-9e49-3eb2aefedd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0505223 Oct 12 11:38:14.432256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49266) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:14.436862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] Sync routers for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:14.442861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Request body: {'port': {'network_id': '04e87ccd-4e30-4b27-8125-7c5ad3264177', 'name': 'tempest-FloatingIPAdminTestJSON-2050757296'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:14.443076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fddcfbab-6059-4b1a-a8f8-566b33819758 req-b31e168b-ea6e-4176-83e1-55358287078e tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077337 Oct 12 11:38:14.447229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:14.448515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:14.461415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.505551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:14.519912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:14.520844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:14.555163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:14.555978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d704d9f-8bf3-451c-a40a-358405681d79 None None] The sync data for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:14.638348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.703977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=6cddf870-38bb-4205-a80f-0e3608585fb5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:14.714777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': 'c19d88fa-7018-45fa-85b7-7b55c2c415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:14.715134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: c3ae1912-7be3-4099-af09-0c737a75cfbe, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:14.738052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Made reservation on behalf of 0e70151f9eee4a28812dd3c59dfd30d9 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:14.741575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.769819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] device_id is not set on port 95ec096e-9dbf-49a9-a627-b06294a98ae5 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:14.803778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network c3ae1912-7be3-4099-af09-0c737a75cfbe is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:14.878074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c3ae1912-7be3-4099-af09-0c737a75cfbe) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:14.882364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:14.883015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:14.890251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743fd5b0-6a7d-4f3a-bc92-c0a2fa1f6b2d None None] Network c3ae1912-7be3-4099-af09-0c737a75cfbe requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:14.984102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe9bd54c-d48e-4d71-b054-d9254581337c tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2750878 Oct 12 11:38:14.986806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49268) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:14.999192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Allocated IP 172.20.0.8 (04e87ccd-4e30-4b27-8125-7c5ad3264177/195a0968-79fc-4dfc-9492-c35df4c6a7a9/95ec096e-9dbf-49a9-a627-b06294a98ae5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:15.037624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c3ae1912-7be3-4099-af09-0c737a75cfbe', 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': '6cddf870-38bb-4205-a80f-0e3608585fb5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:15.039106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.102662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.156811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.185291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Allocated IP 2001:db8::2 (c3ae1912-7be3-4099-af09-0c737a75cfbe/6cddf870-38bb-4205-a80f-0e3608585fb5/1b229813-00a3-4b1b-82f9-270a1406658d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:15.216019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.249677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.305744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.346015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.384759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.450408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.452073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:15.454976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event updated for resources: {'Port': ['ID=95ec096e-9dbf-49a9-a627-b06294a98ae5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:15.457989 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 2359363a-5519-4532-8967-ddf8ae6731a2 associated. External IP: 172.25.2.234, port: 8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d. Oct 12 11:38:15.460315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:15.463334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:15.512997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Pushing event updated for resources: {'Port': ['ID=1b229813-00a3-4b1b-82f9-270a1406658d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:15.528944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Network c3ae1912-7be3-4099-af09-0c737a75cfbe is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:15.530580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:15.534988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:15.584650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.593264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:15.593941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.617323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Attempting to bind port 1b229813-00a3-4b1b-82f9-270a1406658d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:15.621715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Attempting to bind port 1b229813-00a3-4b1b-82f9-270a1406658d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c19d88fa-7018-45fa-85b7-7b55c2c415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:15.621715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Attempting to bind port 1b229813-00a3-4b1b-82f9-270a1406658d on network c3ae1912-7be3-4099-af09-0c737a75cfbe {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:15.623862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:15.624241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Checking segment: {'id': 'c19d88fa-7018-45fa-85b7-7b55c2c415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:15.624650 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.625038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Bound using segment: {'id': 'c19d88fa-7018-45fa-85b7-7b55c2c415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:15.625512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Bound port: 1b229813-00a3-4b1b-82f9-270a1406658d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d88fa-7018-45fa-85b7-7b55c2c415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:15.625895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.652794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=6cddf870-38bb-4205-a80f-0e3608585fb5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:15.710297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] For port 1b229813-00a3-4b1b-82f9-270a1406658d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:15.716537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] For port 1b229813-00a3-4b1b-82f9-270a1406658d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b229813-00a3-4b1b-82f9-270a1406658d,segment=NetworkSegment(c19d88fa-7018-45fa-85b7-7b55c2c415d0),segment_id=c19d88fa-7018-45fa-85b7-7b55c2c415d0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:15.728382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a287091f-670d-4c3c-934d-5d96769d3b1a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2950211 Oct 12 11:38:15.731150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:15.777945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b1b9-55f8-49dd-8b9f-754cc1146ff1 req-b7baa3a0-c58b-48c4-895e-46fb83a21d71 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:15.779473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c9b1b9-55f8-49dd-8b9f-754cc1146ff1 req-b7baa3a0-c58b-48c4-895e-46fb83a21d71 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.2151351 Oct 12 11:38:15.785108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.785284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3992124a-e410-4474-861f-8449ead4b322 None None] Provisioning complete for port 95ec096e-9dbf-49a9-a627-b06294a98ae5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:15.785284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3992124a-e410-4474-861f-8449ead4b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.819822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:15.823013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3992124a-e410-4474-861f-8449ead4b322 None None] Port 95ec096e-9dbf-49a9-a627-b06294a98ae5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:15.825667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.830576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ae1912-7be3-4099-af09-0c737a75cfbe']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:15.851484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19d88fa-7018-45fa-85b7-7b55c2c415d0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:15.851783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19d88fa-7018-45fa-85b7-7b55c2c415d0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:15.867712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08c9b1b9-55f8-49dd-8b9f-754cc1146ff1 req-ad657f08-a360-4f83-99c7-ef3ecc47b254 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778835 Oct 12 11:38:15.871154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.902599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.906304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7ea67-0230-4438-9059-e455b25266cb None None] Pushing event updated for resources: {'Port': ['ID=1b229813-00a3-4b1b-82f9-270a1406658d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:15.909664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:15.913763 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:15.934281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26e2a7-93f4-4e25-aece-9b277d816906 None None] Network c3ae1912-7be3-4099-af09-0c737a75cfbe requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:16.044140 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:38:16.044140 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:38:16.044140 n-d-813419-3 neutron-server[95547]: [parameters: {'id': 'c3ae1912-7be3-4099-af09-0c737a75cfbe'}] Oct 12 11:38:16.044140 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:16.044640 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:16.073564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1801fc9-cfb3-4ecf-b40b-02fd1c698db9 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:38:16.181737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1801fc9-cfb3-4ecf-b40b-02fd1c698db9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:38:16.284591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'project_id': '0e70151f9eee4a28812dd3c59dfd30d9', 'port_id': '95ec096e-9dbf-49a9-a627-b06294a98ae5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:16.324813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:16.333306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:16.351655 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:16.352253 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.408024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.414541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.429174 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:16.430840 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.475146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.476148 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df66b47-8c9f-4aa7-af8c-6dd0d4b405ae None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:16.546245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.599879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting port 1b229813-00a3-4b1b-82f9-270a1406658d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:16.600597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.616144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.620790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:16.670223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] For port 1b229813-00a3-4b1b-82f9-270a1406658d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b229813-00a3-4b1b-82f9-270a1406658d,segment=NetworkSegment(c19d88fa-7018-45fa-85b7-7b55c2c415d0),segment_id=c19d88fa-7018-45fa-85b7-7b55c2c415d0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:16.670916 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.691514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Calling delete_port for 1b229813-00a3-4b1b-82f9-270a1406658d owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:16.815662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Allocated IP 172.25.2.204 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:16.830260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:16.835898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.841580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:16.851178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:16.852038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.886737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.890772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:16.897004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:16.898729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.938621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:16.939408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd096b-d68d-400a-950f-0d24454d46a2 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:16.950927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No DVR routers for this DVR port 1b229813-00a3-4b1b-82f9-270a1406658d on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:16.958435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Port': ['ID=1b229813-00a3-4b1b-82f9-270a1406658d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:16.977200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40443f99-42ba-4a14-a0c6-36d85da848df tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/2359363a-5519-4532-8967-ddf8ae6731a2 HTTP/1.1" status: 200 len: 977 time: 2.6204646 Oct 12 11:38:16.979256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49290) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:16.989253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:17.054683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.072207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.077726 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.092054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651635a0-0428-4b97-8c2c-69196f55f5e5 req-d9bed50c-2da4-4867-8793-16160b4916e7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:17.093576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-651635a0-0428-4b97-8c2c-69196f55f5e5 req-d9bed50c-2da4-4867-8793-16160b4916e7 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1092138 Oct 12 11:38:17.111868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ae1912-7be3-4099-af09-0c737a75cfbe']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:17.128222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19d88fa-7018-45fa-85b7-7b55c2c415d0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:17.128568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19d88fa-7018-45fa-85b7-7b55c2c415d0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:17.142014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.162812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-651635a0-0428-4b97-8c2c-69196f55f5e5 req-c7ce66c6-a166-46ec-bef6-0c39ffd0c81c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Oct 12 11:38:17.167715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.174904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:17.175300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:17.181576 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:17.251456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.257769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.295151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:17.297913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:17.303381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:17.312330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.322365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.326110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/c3ae1912-7be3-4099-af09-0c737a75cfbe HTTP/1.1" status: 204 len: 168 time: 2.3381920 Oct 12 11:38:17.329997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:17.332273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49292) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:17.341966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-622148176'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:17.345542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945e34-9dab-4bdf-8c8e-81d30a8cd7b5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=c3ae1912-7be3-4099-af09-0c737a75cfbe,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:17.380278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.380278 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 2359363a-5519-4532-8967-ddf8ae6731a2 disassociated. External IP: 172.25.2.234, port: e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7. Oct 12 11:38:17.436897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:17.443864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.614016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:17.671785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.672055 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Added segment e2fa7ae1-e013-4911-b515-78a3c2cc05da of type vlan for network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 Oct 12 11:38:17.695619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c3baea3-e44c-43ba-9984-05e6f622406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.804687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:17.967003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:18.010796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.016314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:18.016890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.141997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Network': ['ID=a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:18.154041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:18.178841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.205949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e58b7f18-ddd2-4c94-b7df-63e1bd5e0562 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8708444 Oct 12 11:38:18.210221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:18.215487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Request body: {'subnet': {'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:18.236038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:18.241124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.249773 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:18.264516 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:18.265105 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:18.270540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-db8b9caa-7545-4f74-89db-9442d3b466e4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/2359363a-5519-4532-8967-ddf8ae6731a2 HTTP/1.1" status: 200 len: 688 time: 1.2881331 Oct 12 11:38:18.273061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:18.301540 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:18.311109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:18.311692 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:18.345293 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:18.345934 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143b2f-5dac-49c0-adfd-d772715d9d53 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:18.387006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.392031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8535b8-fe85-45be-add0-c3a22a8cb514 req-0e4b69ce-3e74-46e4-a788-1ccd397f4bb0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:18.393816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b8535b8-fe85-45be-add0-c3a22a8cb514 req-0e4b69ce-3e74-46e4-a788-1ccd397f4bb0 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1257231 Oct 12 11:38:18.447372 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b8535b8-fe85-45be-add0-c3a22a8cb514 req-b1c6257c-a9b8-46e5-ac05-b03a08886f49 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Oct 12 11:38:18.455282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Made reservation on behalf of 518ebca6258c48378d580eaab1c0b333 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:18.459966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.518826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port edea9b29-1432-4ded-a6e6-912f21e16ee7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:18.519320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.771983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:38:18.773564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.845960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event updated for resources: {'Subnet': ['ID=1c2b2ad3-2815-485d-86c5-7c5dcd97d422,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:18.855902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Checking segment: {'id': 'e2fa7ae1-e013-4911-b515-78a3c2cc05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:18.856305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network hostable DHCP agents. Network: a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:18.929394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.929717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.933956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:18.944567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for edea9b29-1432-4ded-a6e6-912f21e16ee7 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:19.037254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:19.069803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.140727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:19.142197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:19.153182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5782c-62ab-4c84-84b5-43e075f5849b None None] Network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:19.153731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.153922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.157531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.196038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.228936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=edea9b29-1432-4ded-a6e6-912f21e16ee7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:19.241116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49312) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:19.249546 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9de6424f-24ef-4366-88cd-cd2df6e5c3eb tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0377247 Oct 12 11:38:19.315453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1', 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1', 'tenant_id': '518ebca6258c48378d580eaab1c0b333', 'fixed_ips': [{'subnet_id': '1c2b2ad3-2815-485d-86c5-7c5dcd97d422'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:19.316406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.411680 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Floating IP c15fdc9e-56f4-43bb-bdfb-5abb03586bf4 associated. External IP: 172.25.2.204, port: 95ec096e-9dbf-49a9-a627-b06294a98ae5. Oct 12 11:38:19.414887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.417931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.421527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26d628cd-1c7d-4e37-b6a2-4307263468e1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/2359363a-5519-4532-8967-ddf8ae6731a2 HTTP/1.1" status: 204 len: 168 time: 1.1448908 Oct 12 11:38:19.422674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49314) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:19.462416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Allocated IP 2001:db8::f816:3eff:fec3:a087 (a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1/1c2b2ad3-2815-485d-86c5-7c5dcd97d422/c1d9680c-19e9-4231-a07a-c8a795c1f273) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:19.521948 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-456f1f6c-67f4-4ccd-a3ca-781b07d01ba8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] delete failed (client error): The resource could not be found. Oct 12 11:38:19.527064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:19.527388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-456f1f6c-67f4-4ccd-a3ca-781b07d01ba8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/2359363a-5519-4532-8967-ddf8ae6731a2 HTTP/1.1" status: 404 len: 345 time: 0.0678771 Oct 12 11:38:19.618351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.661002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d693d3-8148-4b23-b4aa-41674ff37931 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.676648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d693d3-8148-4b23-b4aa-41674ff37931 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.685554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d693d3-8148-4b23-b4aa-41674ff37931 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.691191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-78d693d3-8148-4b23-b4aa-41674ff37931 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/ports?network_id=295766e8-6659-46b7-80eb-7a0f836ab753 HTTP/1.1" status: 200 len: 2357 time: 0.1621532 Oct 12 11:38:19.693905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49322) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:19.725706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.760786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43794f3-08dd-4af5-a99d-0fc3ec680776 req-da75f9e5-fced-48d8-8f09-796dd5f2fda8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.762805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f43794f3-08dd-4af5-a99d-0fc3ec680776 req-da75f9e5-fced-48d8-8f09-796dd5f2fda8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1961751 Oct 12 11:38:19.802057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcaa004-bf4e-4838-8040-64709b7d1977 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:19.803728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bbcaa004-bf4e-4838-8040-64709b7d1977 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/subnets/710547cb-ffe7-45f2-a9f8-ecbec721d7af HTTP/1.1" status: 200 len: 797 time: 0.1085248 Oct 12 11:38:19.824637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:19.826633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.833511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'port': {'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753', 'name': 'tempest-FloatingIPTestJSON-1074042133', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:19.840745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f43794f3-08dd-4af5-a99d-0fc3ec680776 req-d776cfdf-65d7-414b-adca-ea8a7fb1990f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696175 Oct 12 11:38:19.862376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:19.906814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:19.951008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Pushing event updated for resources: {'Port': ['ID=c1d9680c-19e9-4231-a07a-c8a795c1f273,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:19.963063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:19.964689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:19.967310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:20.018255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:20.022911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Attempting to bind port c1d9680c-19e9-4231-a07a-c8a795c1f273 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:20.028902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.036141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Attempting to bind port c1d9680c-19e9-4231-a07a-c8a795c1f273 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'e2fa7ae1-e013-4911-b515-78a3c2cc05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:20.036141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Attempting to bind port c1d9680c-19e9-4231-a07a-c8a795c1f273 on network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:20.041215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] Sync routers for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:20.054972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:20.058288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2b2ad3-2815-485d-86c5-7c5dcd97d422,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:20.067660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:20.067660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Checking segment: {'id': 'e2fa7ae1-e013-4911-b515-78a3c2cc05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:20.067660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.067660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Bound using segment: {'id': 'e2fa7ae1-e013-4911-b515-78a3c2cc05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:20.068610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Bound port: c1d9680c-19e9-4231-a07a-c8a795c1f273, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fa7ae1-e013-4911-b515-78a3c2cc05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:20.069089 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.082876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:20.084904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.097438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.129412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.154264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.167570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bfda7362-88d4-43c2-863e-3f0f3dc753a5 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.4354360 Oct 12 11:38:20.170280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49328) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:20.172728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:20.173393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:37:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.181519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.192865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fa7ae1-e013-4911-b515-78a3c2cc05da') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.193485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fa7ae1-e013-4911-b515-78a3c2cc05da') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.204303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.219291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.220782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:20.221431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cb0f9-8b21-4e1f-90f4-5f7161f463b4 None None] The sync data for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:20.226664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:20.227542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:20.231244 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:20.249682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] For port c1d9680c-19e9-4231-a07a-c8a795c1f273, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:20.290479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.292369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] For port c1d9680c-19e9-4231-a07a-c8a795c1f273, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1d9680c-19e9-4231-a07a-c8a795c1f273,segment=NetworkSegment(e2fa7ae1-e013-4911-b515-78a3c2cc05da),segment_id=e2fa7ae1-e013-4911-b515-78a3c2cc05da)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:20.335681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:38:20.335681 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:38:20.335681 n-d-813419-3 neutron-server[95548]: [parameters: {'id': 'a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1'}] Oct 12 11:38:20.335681 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:38:20.336146 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:38:20.337542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] device_id is not set on port 39b10771-f1ad-42cd-8389-0a5218964da1 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:20.360581 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-98423e62-2e92-472b-a9d9-da07e2c2100e tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "GET /v2.0/floatingips/c15fdc9e-56f4-43bb-bdfb-5abb03586bf4 HTTP/1.1" status: 200 len: 983 time: 0.1834528 Oct 12 11:38:20.360801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.363274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49330) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:20.554679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68e65c2e-3d04-4ff8-a9bd-5c5c90370886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.576884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6bd3acf6-c540-4490-9851-5d08d1da1882 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2094920 Oct 12 11:38:20.577429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49332) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:20.582795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07609a-6b32-4541-98d2-f56d35534f36 None None] Pushing event updated for resources: {'Port': ['ID=c1d9680c-19e9-4231-a07a-c8a795c1f273,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:20.593455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500027df-6bc4-4c5c-b27c-fb244483a481 None None] Network a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:20.757079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e2ead-3f64-4ca6-8242-87f639f8e819 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:38:20.778409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:20.778812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.797552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.14 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/39b10771-f1ad-42cd-8389-0a5218964da1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:20.804751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.13 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/39b10771-f1ad-42cd-8389-0a5218964da1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:20.838205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.867268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e2ead-3f64-4ca6-8242-87f639f8e819 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:38:20.911385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.911385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:20.929165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:21.024141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting port c1d9680c-19e9-4231-a07a-c8a795c1f273 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:21.024518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.052945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c500875-2068-46ae-8043-a25c8fb03f1e req-e4038932-cc6d-47b6-b868-8c677e01d828 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:21.055339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c500875-2068-46ae-8043-a25c8fb03f1e req-e4038932-cc6d-47b6-b868-8c677e01d828 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0753891 Oct 12 11:38:21.090099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.110785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] For port c1d9680c-19e9-4231-a07a-c8a795c1f273, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1d9680c-19e9-4231-a07a-c8a795c1f273,segment=NetworkSegment(e2fa7ae1-e013-4911-b515-78a3c2cc05da),segment_id=e2fa7ae1-e013-4911-b515-78a3c2cc05da)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:21.111231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.131323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Calling delete_port for c1d9680c-19e9-4231-a07a-c8a795c1f273 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:21.145434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c500875-2068-46ae-8043-a25c8fb03f1e req-649c5706-1cf3-4130-b160-0022d73bdfa6 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Oct 12 11:38:21.271552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.311603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:21.314167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:21.324229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:21.348139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=39b10771-f1ad-42cd-8389-0a5218964da1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:21.374808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.376197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:21.376789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.376943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.412748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No DVR routers for this DVR port c1d9680c-19e9-4231-a07a-c8a795c1f273 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:21.419768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Port': ['ID=c1d9680c-19e9-4231-a07a-c8a795c1f273,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:21.445949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-96899713-faa3-4c52-97f4-c8cb240d3330 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6201532 Oct 12 11:38:21.448514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:21.453268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '39b10771-f1ad-42cd-8389-0a5218964da1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:21.479377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=a8e15bd3-76f2-421b-b6a8-ebeb7beac7c0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:21.542565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.562745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.583024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.583769 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Floating IP c15fdc9e-56f4-43bb-bdfb-5abb03586bf4 disassociated (deleted). External IP: 172.25.2.204, port: 95ec096e-9dbf-49a9-a627-b06294a98ae5. Oct 12 11:38:21.624845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:21.637634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fa7ae1-e013-4911-b515-78a3c2cc05da') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:21.637931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fa7ae1-e013-4911-b515-78a3c2cc05da') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:21.642078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.656924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.702335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.706767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.716100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:21.716540 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:21.719296 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:21.755924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.134 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a8269756-6972-4b15-b260-06c3b3534e7a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:21.770523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.869257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.886717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:21.887645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.898460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.902398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 HTTP/1.1" status: 204 len: 168 time: 2.6581290 Oct 12 11:38:21.906081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49344) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:21.918335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9117f4-2dca-455c-8e3f-37ff41bee218 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:21.933158 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ce86f0-611a-4839-b6b6-2b4445e882b1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:21.933614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ce86f0-611a-4839-b6b6-2b4445e882b1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:21.936679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-87ce86f0-611a-4839-b6b6-2b4445e882b1 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/1c2b2ad3-2815-485d-86c5-7c5dcd97d422 HTTP/1.1" status: 404 len: 337 time: 0.0295753 Oct 12 11:38:21.941335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49346) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:21.957818 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5a981c-159f-4a52-b052-4a77750dafe9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:21.960000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5a981c-159f-4a52-b052-4a77750dafe9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:21.962548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b5a981c-159f-4a52-b052-4a77750dafe9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/a88c4fa0-bc05-45eb-aec1-cd8ecd4101b1 HTTP/1.1" status: 404 len: 339 time: 0.0215330 Oct 12 11:38:21.963401 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:21.970728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.024168 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f45bfb3-0f04-47a2-aeff-68dda1a76615 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:22.024791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f45bfb3-0f04-47a2-aeff-68dda1a76615 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:22.026249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:22.027948 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f45bfb3-0f04-47a2-aeff-68dda1a76615 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/6cddf870-38bb-4205-a80f-0e3608585fb5 HTTP/1.1" status: 404 len: 337 time: 0.0560327 Oct 12 11:38:22.029810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:22.031049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.032173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.038039 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] Sync routers for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:22.038544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:22.048298 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:22.048962 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:22.049881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.051949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:22.063971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70a53ff6-d3e7-435d-b987-03367d116c2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/floatingips/c15fdc9e-56f4-43bb-bdfb-5abb03586bf4 HTTP/1.1" status: 204 len: 168 time: 1.4858518 Oct 12 11:38:22.067414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.070737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=a8269756-6972-4b15-b260-06c3b3534e7a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:22.075101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:22.084712 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:22.093497 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:22.094410 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:22.094600 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-82adbb78-f428-401b-b499-71f3bc807e91 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:22.095060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82adbb78-f428-401b-b499-71f3bc807e91 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:22.098901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82adbb78-f428-401b-b499-71f3bc807e91 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/c3ae1912-7be3-4099-af09-0c737a75cfbe HTTP/1.1" status: 404 len: 339 time: 0.0656548 Oct 12 11:38:22.105941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.132283 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:22.133170 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c868c-c9a6-4ec3-991c-bbf41f5c4181 None None] The sync data for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:22.135768 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cfad2b-5839-40ce-8ef8-baa12d363b6f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:22.136543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cfad2b-5839-40ce-8ef8-baa12d363b6f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:22.139459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a9cfad2b-5839-40ce-8ef8-baa12d363b6f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/2a7d0ecc-5c13-4e03-8de7-2e2d3555468c HTTP/1.1" status: 404 len: 337 time: 0.0326731 Oct 12 11:38:22.145667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49360) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.165724 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2298fe-c88f-4f9f-af26-c1c5e70313ad tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:22.166440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2298fe-c88f-4f9f-af26-c1c5e70313ad tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:22.169726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9d2298fe-c88f-4f9f-af26-c1c5e70313ad tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/ff0ac581-57dd-493c-b63f-1a6fb76d472b HTTP/1.1" status: 404 len: 339 time: 0.0230167 Oct 12 11:38:22.170550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.172737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49362) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:22.326683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting port 9051651b-9d83-40db-aba6-af77cfb68c9e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:22.327049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.627114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c227-081b-4cfc-b8ba-29cb30dd740b req-0fc5c0ba-dc18-4134-a6ba-9d8158aabeb3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:22.628743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab32c227-081b-4cfc-b8ba-29cb30dd740b req-0fc5c0ba-dc18-4134-a6ba-9d8158aabeb3 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.3803606 Oct 12 11:38:22.706237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.709211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ab32c227-081b-4cfc-b8ba-29cb30dd740b req-48e4af44-1348-460d-b4a9-a5c24055e6ec tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704300 Oct 12 11:38:22.724194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Calling delete_port for 9051651b-9d83-40db-aba6-af77cfb68c9e owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:22.735786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:22.913100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Allocated IP 172.25.2.211 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/464e26c8-652a-4ded-baae-524d9b1ca64b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:22.956414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.023278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.028629 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.058822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Port': ['ID=9051651b-9d83-40db-aba6-af77cfb68c9e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:23.067808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.071048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-53b1082c-1ade-448e-81f3-7475cc5788f5 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/ports/9051651b-9d83-40db-aba6-af77cfb68c9e HTTP/1.1" status: 204 len: 168 time: 0.8960390 Oct 12 11:38:23.076576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:23.108023 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab3e863-9753-4a8d-9dfd-2f039b4f2a16 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:23.108495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab3e863-9753-4a8d-9dfd-2f039b4f2a16 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:23.111549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eab3e863-9753-4a8d-9dfd-2f039b4f2a16 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/8d3071cd-cb9a-48b6-a5d5-088ead14adc6 HTTP/1.1" status: 404 len: 337 time: 0.0356851 Oct 12 11:38:23.113970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49372) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:23.153754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.167412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.205719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:23.209285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:23.212531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:23.242012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.272021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.295051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Pushing event updated for resources: {'Port': ['ID=464e26c8-652a-4ded-baae-524d9b1ca64b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:23.348721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.386382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.412104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a042213f-7588-4f34-980b-9e6847f744d8']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:23.420115 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.427793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fd6c6c-3832-41d1-b126-8c50bef1e282') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:23.428135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fd6c6c-3832-41d1-b126-8c50bef1e282') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:23.445757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.469889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.481210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:23.481600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:23.484722 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:23.548255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.582538 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.626853 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.655764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.657242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.671049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.679229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/a042213f-7588-4f34-980b-9e6847f744d8 HTTP/1.1" status: 204 len: 168 time: 0.5642619 Oct 12 11:38:23.741335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49376) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:23.755115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.778577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=a8269756-6972-4b15-b260-06c3b3534e7a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:23.839435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Pushing event updated for resources: {'Port': ['ID=464e26c8-652a-4ded-baae-524d9b1ca64b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:23.843040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683500-7c9e-422f-b539-a65cb95b4073 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=a042213f-7588-4f34-980b-9e6847f744d8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:23.880496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.914538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting port 20afcc11-afdc-4bb5-92da-520eeae47a90 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:23.915475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.928566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa6877-bc6d-488a-acf9-95427ffea712 req-a05214d2-927b-4a43-9226-e2ed4c6dafda tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:23.930013 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1dfa6877-bc6d-488a-acf9-95427ffea712 req-a05214d2-927b-4a43-9226-e2ed4c6dafda tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1015735 Oct 12 11:38:23.948478 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 861685d3-ecca-48de-a29f-82c10f4a4cc5 associated. External IP: 172.25.2.134, port: 39b10771-f1ad-42cd-8389-0a5218964da1. Oct 12 11:38:23.983288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:23.984623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b02e64fc-7170-42f4-a3db-ef36483c159b tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9159713 Oct 12 11:38:23.988206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49382) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:24.006782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.023493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1dfa6877-bc6d-488a-acf9-95427ffea712 req-15f93040-613f-4fc2-83bf-048518007e50 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Oct 12 11:38:24.043820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Calling delete_port for 20afcc11-afdc-4bb5-92da-520eeae47a90 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:24.165881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:24.216340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:24.231825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.266882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.272009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/ports/20afcc11-afdc-4bb5-92da-520eeae47a90 HTTP/1.1" status: 204 len: 168 time: 0.5233426 Oct 12 11:38:24.272009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff0b8e-184b-4c83-acd6-bdabd4005890 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Port': ['ID=20afcc11-afdc-4bb5-92da-520eeae47a90,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:24.273510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:24.304649 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-108b20ac-9356-4e5d-90de-6a1833c38e63 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] DELETE failed (client error): The resource could not be found. Oct 12 11:38:24.305163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108b20ac-9356-4e5d-90de-6a1833c38e63 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:38:24.309021 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-108b20ac-9356-4e5d-90de-6a1833c38e63 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/b04e9e16-9eb0-4029-afed-43bf35b94fb6 HTTP/1.1" status: 404 len: 337 time: 0.0340590 Oct 12 11:38:24.309895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.312956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49388) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:24.448820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:24.449769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.464388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.466162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:24.484604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:24.485210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.542637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.562669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:24.563319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.577694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.604565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.605817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6020c-2339-4439-8fea-dae94c3e9859 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:24.606533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.613731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Allocated IP 172.25.2.60 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/98351926-b1d8-466a-9af6-73fbfdfb0b77) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:24.626103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-074aa132-8c96-4060-bb02-5bbdac1a9029 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1738524 Oct 12 11:38:24.626890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49396) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:24.631637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': '39b10771-f1ad-42cd-8389-0a5218964da1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:24.636357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904962f0-b926-43a4-8c3b-0e9885eda5a6']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.642833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.643128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d49e7d8-fd7c-41f9-bce5-b08baa200ab2') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:24.654374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.668152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.675026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:24.675354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:24.678537 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:24.746946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.802536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.822292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.822292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/904962f0-b926-43a4-8c3b-0e9885eda5a6 HTTP/1.1" status: 204 len: 168 time: 0.5037615 Oct 12 11:38:24.822599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:24.830848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d5374-a3fc-4263-84b8-17d3e02a73e9 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=904962f0-b926-43a4-8c3b-0e9885eda5a6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:24.894380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:24.955907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting subnet db762069-ae02-4992-a24a-b8489d609bcc {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:24.976813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.064191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.150112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.156969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae984b-7107-46b6-8d49-be7a8a707c77 req-eb17f362-8abe-4aa9-88ad-15059e34af1d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:25.168363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9ae984b-7107-46b6-8d49-be7a8a707c77 req-eb17f362-8abe-4aa9-88ad-15059e34af1d tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0528574 Oct 12 11:38:25.211882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9ae984b-7107-46b6-8d49-be7a8a707c77 req-3d7325fa-a783-4592-9e62-f317562af827 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Oct 12 11:38:25.268890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:25.280103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:25.282486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:25.315532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Pushing event updated for resources: {'Port': ['ID=98351926-b1d8-466a-9af6-73fbfdfb0b77,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:25.328220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.519377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa65e-778d-489b-8f0d-8f335bed4e6e req-320f73db-4ccc-4813-a5e8-dc876c90c71c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:25.521357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-13afa65e-778d-489b-8f0d-8f335bed4e6e req-320f73db-4ccc-4813-a5e8-dc876c90c71c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0582888 Oct 12 11:38:25.543955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.587517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-13afa65e-778d-489b-8f0d-8f335bed4e6e req-10ea93c0-47af-4129-9225-f21b4ab465ac tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Oct 12 11:38:25.627254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.672952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.678635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/subnets/db762069-ae02-4992-a24a-b8489d609bcc HTTP/1.1" status: 204 len: 168 time: 0.8537707 Oct 12 11:38:25.678635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932188f-5965-4665-92b6-bb4376af2486 tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Subnet': ['ID=db762069-ae02-4992-a24a-b8489d609bcc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:25.679327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d56279-175c-48c0-8250-cf258dea3b9a None None] Network 1714a019-9f79-49b0-8df4-abf70c69d9c6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:25.687501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49412) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:25.714809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.740061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.788545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.788755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.800803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968568e-2a99-4d96-870a-603f9791faed req-b0833edf-b2d4-4de2-b282-7e23824324c8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:25.803121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d968568e-2a99-4d96-870a-603f9791faed req-b0833edf-b2d4-4de2-b282-7e23824324c8 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1336794 Oct 12 11:38:25.886409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Deleting port 82d2cc83-bd48-41b6-b093-4d64548f1e10 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:25.886665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.911110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] DHCP port deletion for 1714a019-9f79-49b0-8df4-abf70c69d9c6 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:25.978198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Deleting port 82d2cc83-bd48-41b6-b093-4d64548f1e10 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:25.978877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:25.997626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] For port 82d2cc83-bd48-41b6-b093-4d64548f1e10, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=82d2cc83-bd48-41b6-b093-4d64548f1e10,segment=NetworkSegment(44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb),segment_id=44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:25.998077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.011228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d968568e-2a99-4d96-870a-603f9791faed req-348d93e7-075d-4717-9040-b17308a2caca tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368427 Oct 12 11:38:26.016672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Calling delete_port for 82d2cc83-bd48-41b6-b093-4d64548f1e10 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:26.087428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] For port 82d2cc83-bd48-41b6-b093-4d64548f1e10, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=82d2cc83-bd48-41b6-b093-4d64548f1e10,segment=NetworkSegment(44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb),segment_id=44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:26.088733 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.106103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Calling delete_port for 82d2cc83-bd48-41b6-b093-4d64548f1e10 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:26.185342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:38:26.197209 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:38:26.201523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.206247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.225912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:26.226273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Port': ['ID=82d2cc83-bd48-41b6-b093-4d64548f1e10,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:26.237932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] No DVR routers for this DVR port 82d2cc83-bd48-41b6-b093-4d64548f1e10 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:26.244832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Pushing event deleted for resources: {'Port': ['ID=82d2cc83-bd48-41b6-b093-4d64548f1e10,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:26.247366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] No DVR routers for this DVR port 82d2cc83-bd48-41b6-b093-4d64548f1e10 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:26.262579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.262579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.262579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.263494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.263494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.263781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.264077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.264412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.264740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.265113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.265992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.266398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b90457-917a-4250-a48f-1349e8d5341a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:26.313221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.337323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.359288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1714a019-9f79-49b0-8df4-abf70c69d9c6']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.368963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.369246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ef37d8-4d50-4cb6-a4ba-00ebdaf13eeb') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.378901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.393073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.399161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:26.400121 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:26.403144 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:26.441514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Pushing event updated for resources: {'Port': ['ID=98351926-b1d8-466a-9af6-73fbfdfb0b77,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:26.474355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.480025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:26.487073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.490055 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:26.502211 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:26.502933 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.518785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b54b-6313-4d96-8da0-ef5503016678 req-b0f14d6f-a9f7-4f31-af70-a4afa8102294 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:26.520245 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9c3b54b-6313-4d96-8da0-ef5503016678 req-b0f14d6f-a9f7-4f31-af70-a4afa8102294 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.0566514 Oct 12 11:38:26.523403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.534586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.535076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] 10.222.0.43 "DELETE /v2.0/networks/1714a019-9f79-49b0-8df4-abf70c69d9c6 HTTP/1.1" status: 204 len: 168 time: 0.8449512 Oct 12 11:38:26.540678 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.550455 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:26.551392 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.568044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9923-d1ef-4fb5-a923-02708f97655f tempest-NetworksIpV6TestAttrs-1657428872 tempest-NetworksIpV6TestAttrs-1657428872-project] Pushing event deleted for resources: {'Network': ['ID=1714a019-9f79-49b0-8df4-abf70c69d9c6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:26.587140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49422) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:26.593673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-482f0ac0-bad5-42ec-8589-0c556ee8d07d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/861685d3-ecca-48de-a29f-82c10f4a4cc5 HTTP/1.1" status: 200 len: 979 time: 1.9591281 Oct 12 11:38:26.597641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:26.598542 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810bfdb-b7e3-4a80-b66a-bbe614ff2585 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:26.599624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d9c3b54b-6313-4d96-8da0-ef5503016678 req-10b82b7b-f830-438c-b67c-19df97a8217b tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634844 Oct 12 11:38:26.632426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.635658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0079d1d6-ca66-4c18-97fe-ec688eb5603c tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6445637 Oct 12 11:38:26.637208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49428) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:26.740534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.764559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b447578f-b746-4ef9-8258-c54e0e46e83e tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3205 time: 0.1262696 Oct 12 11:38:26.767290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49434) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:26.819334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3649fc5e-4d53-498a-87f9-6e30911a2998 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0507672 Oct 12 11:38:26.822480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49436) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:26.860058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port a8269756-6972-4b15-b260-06c3b3534e7a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:26.860412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.942577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.942931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:26.962080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for a8269756-6972-4b15-b260-06c3b3534e7a owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:26.983411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Deleting port 98351926-b1d8-466a-9af6-73fbfdfb0b77 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:26.983961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.073393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49442) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:27.082851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.083234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.097036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Calling delete_port for 98351926-b1d8-466a-9af6-73fbfdfb0b77 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:27.506313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.539185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=a8269756-6972-4b15-b260-06c3b3534e7a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:27.542007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bc14934c-288d-4076-923b-e49eff0f3a90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=518ebca6258c48378d580eaab1c0b333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672565 Oct 12 11:38:27.544293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49448) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:27.617146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.617561 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 861685d3-ecca-48de-a29f-82c10f4a4cc5 disassociated (deleted). External IP: 172.25.2.134, port: 39b10771-f1ad-42cd-8389-0a5218964da1. Oct 12 11:38:27.695071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.725914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-c798c1e4-3780-4601-a681-83a873103359 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:27.728025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-c798c1e4-3780-4601-a681-83a873103359 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.1257341 Oct 12 11:38:27.736973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.799420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:27.813203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 82d2cc83-bd48-41b6-b093-4d64548f1e10 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:27.863907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 82d2cc83-bd48-41b6-b093-4d64548f1e10 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:27.864621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 82d2cc83-bd48-41b6-b093-4d64548f1e10 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:27.872173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:27.880556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Pushing event deleted for resources: {'Port': ['ID=98351926-b1d8-466a-9af6-73fbfdfb0b77,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:27.921765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5444-6212-47d1-8a98-a8529fd974a6 req-481841f2-5e6f-4b0a-9487-0c38c6c93b9f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:27.923289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d9e5444-6212-47d1-8a98-a8529fd974a6 req-481841f2-5e6f-4b0a-9487-0c38c6c93b9f tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 945 time: 0.2086518 Oct 12 11:38:27.989422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:27.995150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.004388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:28.005391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.008232 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.010419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-43dafd8e-a028-4926-af35-c9bd2fdf2e2e tempest-FloatingIPAdminTestJSON-1204543428 tempest-FloatingIPAdminTestJSON-1204543428-project] 10.222.0.43 "DELETE /v2.0/floatingips/dea438c2-b6aa-4454-b7ab-e306b3421c73 HTTP/1.1" status: 204 len: 168 time: 1.1869221 Oct 12 11:38:28.014560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49452) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:28.017408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:28.018417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:28.038805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82db59bb-cd9d-4bf5-9d20-764725734cbe tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/861685d3-ecca-48de-a29f-82c10f4a4cc5 HTTP/1.1" status: 204 len: 168 time: 1.4500687 Oct 12 11:38:28.040095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49456) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:28.087985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:28.097542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:28.098343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:28.122479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d9e5444-6212-47d1-8a98-a8529fd974a6 req-ef4a1145-67a5-4aca-a5b0-fce11627ab14 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713269 Oct 12 11:38:28.135532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port cc534571-0800-4d1d-b2ff-e0aca63cbebe {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:28.135532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.137355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.140170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.141315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11d3bbdd-9dba-412b-8779-7f3ea0057bab HTTP/1.1" status: 204 len: 168 time: 0.5960941 Oct 12 11:38:28.142454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:28.143207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c123cf4f-d29b-4165-a6aa-789b1bd71216 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:28.163590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 39b10771-f1ad-42cd-8389-0a5218964da1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:28.164302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.260384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280db4c-d78d-4777-bdba-b05c7a68769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3bbdd-9dba-412b-8779-7f3ea0057bab,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:28.281963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.297220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 39b10771-f1ad-42cd-8389-0a5218964da1 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:28.344604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port cc534571-0800-4d1d-b2ff-e0aca63cbebe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cc534571-0800-4d1d-b2ff-e0aca63cbebe,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:28.344968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.360337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for cc534571-0800-4d1d-b2ff-e0aca63cbebe owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:28.417132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Deleting port 464e26c8-652a-4ded-baae-524d9b1ca64b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:28.417468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.545805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.546136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.557759 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.585432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Calling delete_port for 464e26c8-652a-4ded-baae-524d9b1ca64b owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:28.601155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=39b10771-f1ad-42cd-8389-0a5218964da1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:28.714956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.718341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2f49b024-8a21-4e90-b62f-975fbff4e1bb tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/39b10771-f1ad-42cd-8389-0a5218964da1 HTTP/1.1" status: 204 len: 168 time: 0.6767581 Oct 12 11:38:28.722311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:28.728146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:28.741112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.752853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c', 'cc534571-0800-4d1d-b2ff-e0aca63cbebe'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:38:28.788127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=cc534571-0800-4d1d-b2ff-e0aca63cbebe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:28.827070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.846628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port cc534571-0800-4d1d-b2ff-e0aca63cbebe on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:28.849408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.855235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b32aaab-fb21-43e5-b714-7be7338564c8 req-98362d13-b5cf-426c-963b-e4cad1d0b5ad tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "DELETE /v2.0/ports/cc534571-0800-4d1d-b2ff-e0aca63cbebe HTTP/1.1" status: 204 len: 173 time: 1.1152377 Oct 12 11:38:28.856167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'name': 'network-vif-deleted', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:38:28.859693 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caafff47-6a1c-464f-ad10-0a65c0704580" -d '{"events": [{"server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "name": "network-vif-deleted", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:38:28.935537 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.965454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:28.970239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Pushing event deleted for resources: {'Port': ['ID=464e26c8-652a-4ded-baae-524d9b1ca64b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:29.054707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.058585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.059924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5b6e9c88-1788-4820-a5b4-591d7d701d89 tempest-FloatingIPAdminTestJSON-622118410 tempest-FloatingIPAdminTestJSON-622118410-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/c13111d4-a50d-4cf2-be04-3684b64f078e HTTP/1.1" status: 204 len: 168 time: 1.0403275 Oct 12 11:38:29.063413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49480) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:29.161887 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76247e66-f511-4021-9328-991112b36f8c x-openstack-request-id: req-76247e66-f511-4021-9328-991112b36f8c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:38:29.162871 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854ccac8-0e5c-4a97-9d36-e0fdca0c63af", "name": "network-vif-deleted", "tag": "cc534571-0800-4d1d-b2ff-e0aca63cbebe", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:38:29.163282 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76247e66-f511-4021-9328-991112b36f8c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:38:29.164192 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854ccac8-0e5c-4a97-9d36-e0fdca0c63af', 'name': 'network-vif-deleted', 'tag': 'cc534571-0800-4d1d-b2ff-e0aca63cbebe', 'status': 'completed', 'code': 200} Oct 12 11:38:29.184702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.27 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/1a6f132b-239c-4cf5-bae3-fd3e749e8ab9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:29.205157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port 95ec096e-9dbf-49a9-a627-b06294a98ae5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:29.205507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.293497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8a58f0a4-70f7-4aae-b2c4-9855893dbd57 req-486b0a6d-5f8d-48b6-853e-6f443b42e899 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=854ccac8-0e5c-4a97-9d36-e0fdca0c63af HTTP/1.1" status: 200 len: 210 time: 0.0292776 Oct 12 11:38:29.342802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.357743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for 95ec096e-9dbf-49a9-a627-b06294a98ae5 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:29.359576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.455622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:29.464426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.542364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=1a6f132b-239c-4cf5-bae3-fd3e749e8ab9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:29.556563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:29.556563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:29.557159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:29.584220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2110252868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:29.615097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.644792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=95ec096e-9dbf-49a9-a627-b06294a98ae5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:29.666010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.723757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.724921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.760608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.764550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf13d58a-4d4d-4c30-a121-9a3ee4d1d4b7 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/ports/95ec096e-9dbf-49a9-a627-b06294a98ae5 HTTP/1.1" status: 204 len: 168 time: 0.6995618 Oct 12 11:38:29.767308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49498) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:29.828192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.833694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7f8f8-ba79-4ab5-9577-6da35fc49e2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:29.835703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-abe7f8f8-ba79-4ab5-9577-6da35fc49e2f tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 HTTP/1.1" status: 200 len: 913 time: 0.0674481 Oct 12 11:38:29.840338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49500) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:29.851514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:29.952194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.034549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.052155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.057040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-99bd22a2-3555-4192-8988-2bc1807006c5 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6002746 Oct 12 11:38:30.057796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49502) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:30.063036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1208946186'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:30.175196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.240866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.259274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:30.263022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.267459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=1a6f132b-239c-4cf5-bae3-fd3e749e8ab9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:30.280632 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.307603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.397625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.418473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.419841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f1272a6b-c080-49e0-b71c-907a6e6417f4 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6964676 Oct 12 11:38:30.422353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49510) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:30.428648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'port': {'network_id': '295766e8-6659-46b7-80eb-7a0f836ab753', 'name': 'tempest-FloatingIPTestJSON-84589836'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:30.536445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.558752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port 641e767b-545f-4959-8840-f84e55fd9c93 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:30.559097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.587771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:30.641656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.642061 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Added segment 03e53479-b453-440e-85e2-b67a649c34cc of type vlan for network a15978c8-bf8a-45ae-a895-25e06e6d1b7e Oct 12 11:38:30.644067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce484a7-8f05-436c-b55e-276f05f8f216,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:30.673841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.689434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for 641e767b-545f-4959-8840-f84e55fd9c93 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:30.703840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.745905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:30.751465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.777762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] device_id is not set on port ee530eca-2fc1-4891-93fe-347ee2fc201d yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:30.826774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.832934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:30.833684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:30.944389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Network': ['ID=a15978c8-bf8a-45ae-a895-25e06e6d1b7e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:30.956613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:31.014829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.10 (295766e8-6659-46b7-80eb-7a0f836ab753/710547cb-ffe7-45f2-a9f8-ecbec721d7af/ee530eca-2fc1-4891-93fe-347ee2fc201d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:31.016383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.062891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=641e767b-545f-4959-8840-f84e55fd9c93,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:31.081320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-745edeaa-37cd-4c5f-96a0-d280919d9805 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0197966 Oct 12 11:38:31.081931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49542) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:31.088690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'subnet': {'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:31.231159 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.347160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.353972 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.406098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 295766e8-6659-46b7-80eb-7a0f836ab753 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:31.413194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:31.414207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:31.417876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:31.419763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.425674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=ee530eca-2fc1-4891-93fe-347ee2fc201d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:31.477218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:31.478199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.602753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55b3f-d8af-4caa-a482-8853458bb069 req-7f952319-a826-48b7-aabd-da46d321c3a9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:31.604412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32f55b3f-d8af-4caa-a482-8853458bb069 req-7f952319-a826-48b7-aabd-da46d321c3a9 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.1951220 Oct 12 11:38:31.629456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6827ad7d-9cf8-4640-ab13-f2d207cd2750 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2057064 Oct 12 11:38:31.632039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49550) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:31.637879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': 'ee530eca-2fc1-4891-93fe-347ee2fc201d'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:31.679449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:31.734476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32f55b3f-d8af-4caa-a482-8853458bb069 req-2b41d628-b5b1-47a1-9152-2017c68f177a tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195254 Oct 12 11:38:32.148154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:32.174600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.205711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.243517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.307053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Subnet': ['ID=887c5d14-bcea-492a-abbe-8898604f75e3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:32.322635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:32.324342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Checking segment: {'id': '03e53479-b453-440e-85e2-b67a649c34cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:32.324708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network hostable DHCP agents. Network: a15978c8-bf8a-45ae-a895-25e06e6d1b7e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:32.334224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f50677e2-35ed-489e-8b53-b993fe57e130 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "PUT /v2.0/routers/5dc7b328-46ef-4d9e-9e49-3eb2aefedd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884450 Oct 12 11:38:32.334224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49554) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:32.339713 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] Sync routers for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:32.353247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:32.356976 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.378781 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP fd7b7253-8eb3-447b-8013-0f837bcfed02 associated. External IP: 172.25.2.27, port: ee530eca-2fc1-4891-93fe-347ee2fc201d. Oct 12 11:38:32.425505 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.434597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] Routers {'5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:32.435228 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.469249 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.469931 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df924a5-4c52-4fb7-9340-eba78711f137 None None] The sync data for ids ['5dc7b328-46ef-4d9e-9e49-3eb2aefedd33'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:32.482395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.522079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:32.628646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a15978c8-bf8a-45ae-a895-25e06e6d1b7e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:32.637207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:32.637207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.640220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf7a79-12fd-4c8a-a59a-f693a1000f94 None None] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:32.653729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.672357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-3736063b-a399-4a23-b6c2-d14905af6ddf tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:32.674363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-3736063b-a399-4a23-b6c2-d14905af6ddf tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.1074197 Oct 12 11:38:32.681183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:32.784575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Deleting port 80c9a282-cb4b-4a58-8398-44c108f34f9c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:32.784950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.830750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-39a73efb-7dba-4903-8c33-26d9eb21d7e9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7468145 Oct 12 11:38:32.835381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:32.841399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'network': {'name': 'tempest-router-network01--1363974184'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:32.846987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a15978c8-bf8a-45ae-a895-25e06e6d1b7e', 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e', 'tenant_id': '09215e94d45d498fa3a0179162c5d53d', 'fixed_ips': [{'subnet_id': '887c5d14-bcea-492a-abbe-8898604f75e3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:32.847969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.863726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:32.869324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.877742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62baf761-7795-418e-9a36-2981763a5344 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:32.911129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-21f9aef5-382d-401e-8ee7-0800e023cc83 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/fd7b7253-8eb3-447b-8013-0f837bcfed02 HTTP/1.1" status: 200 len: 976 time: 1.2777827 Oct 12 11:38:32.912002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:32.950496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:32.951588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.961485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] For port 80c9a282-cb4b-4a58-8398-44c108f34f9c, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=80c9a282-cb4b-4a58-8398-44c108f34f9c,segment=NetworkSegment(8ef051bb-a652-4037-ae7e-4777ef00e6d0),segment_id=8ef051bb-a652-4037-ae7e-4777ef00e6d0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:32.961851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:32.979430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87815204-6616-4b44-b76a-f87909cce03f req-4d1bc22e-e0c4-4124-8a37-0da8d4c8aa38 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:32.980923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87815204-6616-4b44-b76a-f87909cce03f req-4d1bc22e-e0c4-4124-8a37-0da8d4c8aa38 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 945 time: 0.1171279 Oct 12 11:38:32.987971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:32.993613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Calling delete_port for 80c9a282-cb4b-4a58-8398-44c108f34f9c owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:33.017089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:33.017960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:33.021517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port 5d2c2b76-3efb-4468-b881-5539ce2aa6ac {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:33.021865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.023454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port ee530eca-2fc1-4891-93fe-347ee2fc201d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:33.023859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.052502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:33.056742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.071579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62baf761-7795-418e-9a36-2981763a5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:33.072282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62baf761-7795-418e-9a36-2981763a5344 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:33.097078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Allocated IP 2001:db8::2 (a15978c8-bf8a-45ae-a895-25e06e6d1b7e/887c5d14-bcea-492a-abbe-8898604f75e3/24327cba-80af-408c-b4df-dfc37576d892) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:33.125226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87815204-6616-4b44-b76a-f87909cce03f req-7685fc08-2734-4ee7-83df-9d906bf5008c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc8b74dc-6cee-4836-ae90-ce63448ed30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350763 Oct 12 11:38:33.128052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cc534571-0800-4d1d-b2ff-e0aca63cbebe no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:33.129204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:33.153573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.156457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.156910 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Added segment ca33df69-8601-4a20-bbff-72e1d4321f01 of type vlan for network 75831741-0261-4e79-a702-a71be251f6e2 Oct 12 11:38:33.174441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: cc534571-0800-4d1d-b2ff-e0aca63cbebe {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:33.174441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cc534571-0800-4d1d-b2ff-e0aca63cbebe not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:33.174827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.191322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for 5d2c2b76-3efb-4468-b881-5539ce2aa6ac owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:33.296375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.320663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.376313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.388677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['80c9a282-cb4b-4a58-8398-44c108f34f9c'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:38:33.410761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.423181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Pushing event deleted for resources: {'Port': ['ID=80c9a282-cb4b-4a58-8398-44c108f34f9c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:33.451904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:33.456782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:33.466157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:33.478839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Pushing event updated for resources: {'Port': ['ID=24327cba-80af-408c-b4df-dfc37576d892,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:33.481314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] No DVR routers for this DVR port 80c9a282-cb4b-4a58-8398-44c108f34f9c on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:33.483371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.483983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.484114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.484377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.484774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.485107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.485501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.485830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.492572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.492572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.492572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.492572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:33.492572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.498866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d92046e-b9ce-48c6-abed-a57dd5fe5759 req-270d857a-4f52-4c6d-8650-9bbf3756ad6c tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.47 "DELETE /v2.0/ports/80c9a282-cb4b-4a58-8398-44c108f34f9c HTTP/1.1" status: 204 len: 173 time: 0.8151290 Oct 12 11:38:33.498866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'name': 'network-vif-deleted', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:38:33.506038 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecfe0ac-714b-425a-9577-1337164c3b3a" -d '{"events": [{"server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "name": "network-vif-deleted", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:38:33.550628 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd9162e-63cc-4244-9e72-3516eb3dd116 x-openstack-request-id: req-bdd9162e-63cc-4244-9e72-3516eb3dd116 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:38:33.550913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8372a8-2941-45ad-8f49-0dd6abbd56c8", "name": "network-vif-deleted", "tag": "80c9a282-cb4b-4a58-8398-44c108f34f9c", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:38:33.551197 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdd9162e-63cc-4244-9e72-3516eb3dd116 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:38:33.551582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Attempting to bind port 24327cba-80af-408c-b4df-dfc37576d892 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:33.551707 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8372a8-2941-45ad-8f49-0dd6abbd56c8', 'name': 'network-vif-deleted', 'tag': '80c9a282-cb4b-4a58-8398-44c108f34f9c', 'status': 'completed', 'code': 200} Oct 12 11:38:33.551956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Attempting to bind port 24327cba-80af-408c-b4df-dfc37576d892 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '03e53479-b453-440e-85e2-b67a649c34cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:33.552327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Attempting to bind port 24327cba-80af-408c-b4df-dfc37576d892 on network a15978c8-bf8a-45ae-a895-25e06e6d1b7e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:33.559214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:33.559591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Checking segment: {'id': '03e53479-b453-440e-85e2-b67a649c34cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:33.559997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.564693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Bound using segment: {'id': '03e53479-b453-440e-85e2-b67a649c34cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:33.564693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Bound port: 24327cba-80af-408c-b4df-dfc37576d892, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e53479-b453-440e-85e2-b67a649c34cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a15978c8-bf8a-45ae-a895-25e06e6d1b7e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:33.564693 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.578917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.648925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=5d2c2b76-3efb-4468-b881-5539ce2aa6ac,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:33.650604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] For port 24327cba-80af-408c-b4df-dfc37576d892, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:33.656871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] For port 24327cba-80af-408c-b4df-dfc37576d892, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24327cba-80af-408c-b4df-dfc37576d892,segment=NetworkSegment(03e53479-b453-440e-85e2-b67a649c34cc),segment_id=03e53479-b453-440e-85e2-b67a649c34cc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:33.724516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.729497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.783880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.791663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:33.792514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.834506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.834982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.835394 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP fd7b7253-8eb3-447b-8013-0f837bcfed02 disassociated. External IP: 172.25.2.27, port: ee530eca-2fc1-4891-93fe-347ee2fc201d. Oct 12 11:38:33.835852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for ee530eca-2fc1-4891-93fe-347ee2fc201d owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:33.837070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3625-5ef6-49f9-bb0b-25e8c654f59d None None] Pushing event updated for resources: {'Port': ['ID=24327cba-80af-408c-b4df-dfc37576d892,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:33.884730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.886990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:33.933694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Network': ['ID=75831741-0261-4e79-a702-a71be251f6e2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:33.945169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 75831741-0261-4e79-a702-a71be251f6e2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:33.983169 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-114e21d9-77fc-49c1-be99-7d050738620f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1360669 Oct 12 11:38:33.983960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:33.983960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'network': {'name': 'tempest-router-network02--1368182395'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:34.007428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.010547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:38:34.020443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.021564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9cf96dd4-ebdd-489b-826c-be7ed2945548 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/routers/5dc7b328-46ef-4d9e-9e49-3eb2aefedd33 HTTP/1.1" status: 204 len: 168 time: 1.6881485 Oct 12 11:38:34.029292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49576) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:34.151702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:34.155258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.155579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting subnet 195a0968-79fc-4dfc-9492-c35df4c6a7a9 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:34.160534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.185716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:34.198743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.199680 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Added segment 97ea06dc-0921-4da4-babb-37d9428695e6 of type vlan for network b2f780b6-07d1-4156-bcd2-02a011239a3a Oct 12 11:38:34.202589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e792648-a9b2-4f52-a165-905df7554dbe req-a708389c-d540-4f93-bf4c-ae8e9d023427 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:34.204211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e792648-a9b2-4f52-a165-905df7554dbe req-a708389c-d540-4f93-bf4c-ae8e9d023427 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 945 time: 0.1187279 Oct 12 11:38:34.221998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.251707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.271694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d0cf125-9e37-4133-a936-cfcbba6b7a32 req-e04c8f15-2ebe-49a3-b056-e188d2e4ac88 tempest-ServersTestJSON-1898644182 tempest-ServersTestJSON-1898644182-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c8372a8-2941-45ad-8f49-0dd6abbd56c8 HTTP/1.1" status: 200 len: 210 time: 0.0381243 Oct 12 11:38:34.275616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.303425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=ee530eca-2fc1-4891-93fe-347ee2fc201d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:34.358339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1e792648-a9b2-4f52-a165-905df7554dbe req-c9ee114e-cfd5-44fa-b207-4a00836df5da tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390417 Oct 12 11:38:34.386006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.391824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:34.392320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.411828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.465701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Network': ['ID=b2f780b6-07d1-4156-bcd2-02a011239a3a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:34.478849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b2f780b6-07d1-4156-bcd2-02a011239a3a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:34.514371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:34.530667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b032f1af-0074-4697-9217-3cda12ba778b tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5511906 Oct 12 11:38:34.531315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:34.540942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'subnet': {'network_id': '75831741-0261-4e79-a702-a71be251f6e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:34.613228 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.650192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Subnet': ['ID=195a0968-79fc-4dfc-9492-c35df4c6a7a9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:34.655438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.661115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b3bceea2-58c4-4a73-84b3-2c61982b7575 tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/subnets/195a0968-79fc-4dfc-9492-c35df4c6a7a9 HTTP/1.1" status: 204 len: 168 time: 0.6283629 Oct 12 11:38:34.661303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5c346-5c94-49bb-acdf-08ed9d34cdbc None None] Network 04e87ccd-4e30-4b27-8125-7c5ad3264177 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:34.662426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:34.700987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:34.711404 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:34.725868 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:34.726948 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:34.729020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:34.735249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.781991 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:34.795039 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:34.796014 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:34.804186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.839797 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:34.840727 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6c11-1b2a-41f3-85bd-b349211fcd0b None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:34.843800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.847190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61e8b102-fa28-4c63-a920-e328bc6aa080 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/ee530eca-2fc1-4891-93fe-347ee2fc201d HTTP/1.1" status: 204 len: 168 time: 1.9346411 Oct 12 11:38:34.857267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:34.934366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49588) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:34.934618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e4303b59-8071-4b93-a6a2-fbd62e68bf07 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/floatingips/fd7b7253-8eb3-447b-8013-0f837bcfed02 HTTP/1.1" status: 200 len: 687 time: 0.0764916 Oct 12 11:38:34.958136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port 0581eb99-c8c5-4393-9414-c8597eeac71b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:34.958924 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:34.967096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f12ef-4ad2-4ad0-a24a-90b266157819 None None] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:35.042158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] For port 0581eb99-c8c5-4393-9414-c8597eeac71b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0581eb99-c8c5-4393-9414-c8597eeac71b,segment=NetworkSegment(140c8e13-bcfb-4524-9ec8-244e67151329),segment_id=140c8e13-bcfb-4524-9ec8-244e67151329)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:35.042881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.059581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] Provisioning complete for port 24327cba-80af-408c-b4df-dfc37576d892 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:35.059820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.060595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for 0581eb99-c8c5-4393-9414-c8597eeac71b owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:35.141935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] DHCP port deletion for 04e87ccd-4e30-4b27-8125-7c5ad3264177 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:35.160463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 1a6f132b-239c-4cf5-bae3-fd3e749e8ab9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:35.160821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.208740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.232280 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.235106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.269478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=0581eb99-c8c5-4393-9414-c8597eeac71b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:35.271788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] No DVR routers for this DVR port 0581eb99-c8c5-4393-9414-c8597eeac71b on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:35.281686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] For port 24327cba-80af-408c-b4df-dfc37576d892, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24327cba-80af-408c-b4df-dfc37576d892,segment=NetworkSegment(03e53479-b453-440e-85e2-b67a649c34cc),segment_id=03e53479-b453-440e-85e2-b67a649c34cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:35.284398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Deleting port 0581eb99-c8c5-4393-9414-c8597eeac71b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:35.284786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.296138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Subnet': ['ID=54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:35.308854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.309187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.326243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 1a6f132b-239c-4cf5-bae3-fd3e749e8ab9 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:35.333480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Checking segment: {'id': 'ca33df69-8601-4a20-bbff-72e1d4321f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75831741-0261-4e79-a702-a71be251f6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:35.333847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network hostable DHCP agents. Network: 75831741-0261-4e79-a702-a71be251f6e2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:35.350706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.382374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:35.412733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.419160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] For port 0581eb99-c8c5-4393-9414-c8597eeac71b, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:35.426775 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.458661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e87ccd-4e30-4b27-8125-7c5ad3264177']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:35.473349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Deleting subnet 49766ce3-be35-4c28-8375-2aebaad7dd95 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:35.478336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.478553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Calling delete_port for 0581eb99-c8c5-4393-9414-c8597eeac71b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:35.478843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140c8e13-bcfb-4524-9ec8-244e67151329') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:35.480019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140c8e13-bcfb-4524-9ec8-244e67151329') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:35.494535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Port 0581eb99-c8c5-4393-9414-c8597eeac71b was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:38:35.497753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.498745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.502295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network 75831741-0261-4e79-a702-a71be251f6e2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:35.524732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.526390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac0b0-67fb-47c1-a357-f70d21684666 None None] Pushing event updated for resources: {'Port': ['ID=24327cba-80af-408c-b4df-dfc37576d892,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:35.547141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:35.547141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:35.553935 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:35.558453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] Pushing event deleted for resources: {'Port': ['ID=0581eb99-c8c5-4393-9414-c8597eeac71b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:35.561732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054290ad-959e-4cf5-8b87-f2050eaf2deb None None] No DVR routers for this DVR port 0581eb99-c8c5-4393-9414-c8597eeac71b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:35.565416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.580442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a1a79252-9e94-4f1f-9fbe-f84d8b790540 None None] Provisioning complete for port 24327cba-80af-408c-b4df-dfc37576d892 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:35.580751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1a79252-9e94-4f1f-9fbe-f84d8b790540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.618455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a1a2-ce62-43ef-978f-f3946de0dae8 req-022833f7-7f28-4c00-97a4-93e7a07d2c42 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:35.620010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0163a1a2-ce62-43ef-978f-f3946de0dae8 req-022833f7-7f28-4c00-97a4-93e7a07d2c42 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 945 time: 0.1187749 Oct 12 11:38:35.646312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 75831741-0261-4e79-a702-a71be251f6e2) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:35.651682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:35.657822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.658422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ede3b3-9def-4387-afff-8b3a9b0c2f4c None None] Network 75831741-0261-4e79-a702-a71be251f6e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:35.677769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.694123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.695277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.703180 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/networks/04e87ccd-4e30-4b27-8125-7c5ad3264177 HTTP/1.1" status: 204 len: 168 time: 1.0400898 Oct 12 11:38:35.705404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49596) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:35.748502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0163a1a2-ce62-43ef-978f-f3946de0dae8 req-b60cbfc7-d84b-45f9-8230-c12c69922deb tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/security-groups?id=50b969e2-06cb-481e-b6b8-e650af99f7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046529 Oct 12 11:38:35.800408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f4d8a530-6522-4330-a41d-ec6debadb557 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2643466 Oct 12 11:38:35.807664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:35.808822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'subnet': {'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:35.842942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a607-8dd1-424b-80d0-54ec29bf249a tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Network': ['ID=04e87ccd-4e30-4b27-8125-7c5ad3264177,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:35.844346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-75831741-0261-4e79-a702-a71be251f6e2', 'network_id': '75831741-0261-4e79-a702-a71be251f6e2', 'tenant_id': '09215e94d45d498fa3a0179162c5d53d', 'fixed_ips': [{'subnet_id': '54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:35.845410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.907499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.912701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-98d78423-3a5c-4ec7-8a2d-a5a32dfc204f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:35.914178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-98d78423-3a5c-4ec7-8a2d-a5a32dfc204f tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.41 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 945 time: 0.1252918 Oct 12 11:38:35.921200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24327cba-80af-408c-b4df-dfc37576d892 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:35.954937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.987499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Deleting port d70de43a-746d-4efc-9c78-4d3c9d6cce6d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:35.988618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:35.988781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=1a6f132b-239c-4cf5-bae3-fd3e749e8ab9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.031954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Allocated IP 2001:db8::2 (75831741-0261-4e79-a702-a71be251f6e2/54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0/d788e592-f543-4841-9a2c-9969365f7eab) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:36.036766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.038999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 24327cba-80af-408c-b4df-dfc37576d892 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:36.039514 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.043667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49766ce3-be35-4c28-8375-2aebaad7dd95 HTTP/1.1" status: 204 len: 168 time: 0.6571977 Oct 12 11:38:36.043667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161ab0f-c360-464c-a17d-7fef7d599353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49766ce3-be35-4c28-8375-2aebaad7dd95,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.051184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49602) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:36.113696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.114018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.118801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.121658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.128400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b374afff-706f-46be-8176-694a28056737 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/fd7b7253-8eb3-447b-8013-0f837bcfed02 HTTP/1.1" status: 204 len: 168 time: 1.1929393 Oct 12 11:38:36.131097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49604) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:36.132048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:36.133858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Calling delete_port for d70de43a-746d-4efc-9c78-4d3c9d6cce6d owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:36.136660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.138179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:36.158080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Deleting port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:36.158417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.238344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.256449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.283430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0581eb99-c8c5-4393-9414-c8597eeac71b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:36.293613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.309198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0581eb99-c8c5-4393-9414-c8597eeac71b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:36.309578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0581eb99-c8c5-4393-9414-c8597eeac71b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:36.346378 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.357775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] For port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,segment=NetworkSegment(c8a10526-f2e8-4b5b-81d6-e7cd914e3317),segment_id=c8a10526-f2e8-4b5b-81d6-e7cd914e3317)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:36.361866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.378343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.378585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Calling delete_port for ff0e3d9b-f05a-4df0-b831-4f5f6103d52b owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:36.391076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Network 75831741-0261-4e79-a702-a71be251f6e2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:36.394015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:36.396557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:36.415555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Pushing event updated for resources: {'Port': ['ID=d788e592-f543-4841-9a2c-9969365f7eab,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.433982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc104a6-e7fd-4803-8b47-98b67feac896']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:36.446419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef051bb-a652-4037-ae7e-4777ef00e6d0') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:36.446830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef051bb-a652-4037-ae7e-4777ef00e6d0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:36.456771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.470389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Attempting to bind port d788e592-f543-4841-9a2c-9969365f7eab on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:36.470389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Attempting to bind port d788e592-f543-4841-9a2c-9969365f7eab by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ca33df69-8601-4a20-bbff-72e1d4321f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75831741-0261-4e79-a702-a71be251f6e2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:36.470389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Attempting to bind port d788e592-f543-4841-9a2c-9969365f7eab on network 75831741-0261-4e79-a702-a71be251f6e2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:36.472919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.477710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:36.478390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Checking segment: {'id': 'ca33df69-8601-4a20-bbff-72e1d4321f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75831741-0261-4e79-a702-a71be251f6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:36.478824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.479218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Bound using segment: {'id': 'ca33df69-8601-4a20-bbff-72e1d4321f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75831741-0261-4e79-a702-a71be251f6e2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:36.479690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Bound port: d788e592-f543-4841-9a2c-9969365f7eab, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca33df69-8601-4a20-bbff-72e1d4321f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75831741-0261-4e79-a702-a71be251f6e2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:36.480079 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.481011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:36.481433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:36.483217 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:36.494999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.548802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] For port d788e592-f543-4841-9a2c-9969365f7eab, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:36.590767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.592709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] For port d788e592-f543-4841-9a2c-9969365f7eab, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d788e592-f543-4841-9a2c-9969365f7eab,segment=NetworkSegment(ca33df69-8601-4a20-bbff-72e1d4321f01),segment_id=ca33df69-8601-4a20-bbff-72e1d4321f01)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:36.593307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Subnet': ['ID=d15df853-adf1-4254-94a1-802489a2098e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.597417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.604688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Checking segment: {'id': '97ea06dc-0921-4da4-babb-37d9428695e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:36.605050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network hostable DHCP agents. Network: b2f780b6-07d1-4156-bcd2-02a011239a3a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:36.649336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.654733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.660191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3fc104a6-e7fd-4803-8b47-98b67feac896 HTTP/1.1" status: 204 len: 168 time: 0.6056676 Oct 12 11:38:36.672663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7503ac3-508a-4262-9db0-84a2adef70a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc104a6-e7fd-4803-8b47-98b67feac896,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.679501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Pushing event deleted for resources: {'Port': ['ID=d70de43a-746d-4efc-9c78-4d3c9d6cce6d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.705769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network b2f780b6-07d1-4156-bcd2-02a011239a3a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:36.706031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.764585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd24b-f0ff-43a9-954f-ac4a1f49837e None None] Pushing event updated for resources: {'Port': ['ID=d788e592-f543-4841-9a2c-9969365f7eab,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.780547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.783642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.787855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b56e66ae-9388-4591-b35d-27aedc2ba4ae tempest-FloatingIPAdminTestJSON-60962226 tempest-FloatingIPAdminTestJSON-60962226-project] 10.222.0.43 "DELETE /v2.0/floatingips/c41a891c-7e27-42d6-8be1-1c913ebfeaa4 HTTP/1.1" status: 204 len: 168 time: 1.0784376 Oct 12 11:38:36.788016 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.798046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b2f780b6-07d1-4156-bcd2-02a011239a3a) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:36.799964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ff0e3d9b-f05a-4df0-b831-4f5f6103d52b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:38:36.803332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:36.806117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.827645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Pushing event deleted for resources: {'Port': ['ID=ff0e3d9b-f05a-4df0-b831-4f5f6103d52b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:36.843053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ceffd-2e7b-4dd0-81e8-22dfcfbbf34b None None] Network b2f780b6-07d1-4156-bcd2-02a011239a3a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:36.904432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19603e4a-42b1-4c6d-961e-6d94ea3371ff req-09dd1e5d-cf5b-4738-83c5-32127b95b8a8 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.0442142 Oct 12 11:38:36.906681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.45 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/21a7e37d-a82b-4bad-9773-b34b8db05732) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:36.909202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] No DVR routers for this DVR port ff0e3d9b-f05a-4df0-b831-4f5f6103d52b on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:36.912186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:36.916460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7364d55b-7f31-43d1-96d8-9bf5aed5a237 req-5f4a601c-2536-4880-a439-31f50be88e6b tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.41 "DELETE /v2.0/ports/ff0e3d9b-f05a-4df0-b831-4f5f6103d52b HTTP/1.1" status: 204 len: 173 time: 0.9955719 Oct 12 11:38:36.919329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'name': 'network-vif-deleted', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:38:36.922765 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb3ba8-03a2-4447-8551-b20452d68fa7" -d '{"events": [{"server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "name": "network-vif-deleted", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:38:36.929365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-103e1ab2-5cb0-4746-b358-85882f66acdc tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1223493 Oct 12 11:38:36.929521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49614) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:37.012148 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad43ea4-e98e-4715-981f-68ce6bb9f739 x-openstack-request-id: req-8ad43ea4-e98e-4715-981f-68ce6bb9f739 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:38:37.013053 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36664de1-6d14-44e5-944c-341f85d7afec", "name": "network-vif-deleted", "tag": "ff0e3d9b-f05a-4df0-b831-4f5f6103d52b", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:38:37.013509 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ad43ea4-e98e-4715-981f-68ce6bb9f739 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:38:37.014209 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36664de1-6d14-44e5-944c-341f85d7afec', 'name': 'network-vif-deleted', 'tag': 'ff0e3d9b-f05a-4df0-b831-4f5f6103d52b', 'status': 'completed', 'code': 200} Oct 12 11:38:37.071809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-b2f780b6-07d1-4156-bcd2-02a011239a3a', 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a', 'tenant_id': '09215e94d45d498fa3a0179162c5d53d', 'fixed_ips': [{'subnet_id': 'd15df853-adf1-4254-94a1-802489a2098e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:37.072686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.112473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.230446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 80c9a282-cb4b-4a58-8398-44c108f34f9c no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:37.252531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 80c9a282-cb4b-4a58-8398-44c108f34f9c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:37.253200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 80c9a282-cb4b-4a58-8398-44c108f34f9c not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:37.293225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49618) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:37.312643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.339501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Allocated IP 2001:db8::2 (b2f780b6-07d1-4156-bcd2-02a011239a3a/d15df853-adf1-4254-94a1-802489a2098e/70424914-690f-4d3a-9947-ae67d3f30c0a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:37.348497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.368302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:37.371786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:37.375731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:37.429146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=21a7e37d-a82b-4bad-9773-b34b8db05732,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:37.519107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:37.541437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3057faff-4bad-4ffd-8fb4-66bc5f1c9bf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c33d3ac4ddf4de4904daaa453a65165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466149 Oct 12 11:38:37.545838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49626) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:37.557988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.655276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.710376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Network b2f780b6-07d1-4156-bcd2-02a011239a3a is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:37.716410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:37.741446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.751270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:37.767175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Allocated IP 2001:db8::1 (75831741-0261-4e79-a702-a71be251f6e2/54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0/8cc2bcdf-7abd-4677-b340-1eae13c63341) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:37.780009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Pushing event updated for resources: {'Port': ['ID=70424914-690f-4d3a-9947-ae67d3f30c0a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:37.807955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2845f3ed-6a37-4ec7-bc55-121c68220878 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e70151f9eee4a28812dd3c59dfd30d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874229 Oct 12 11:38:37.845424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.864819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Attempting to bind port 70424914-690f-4d3a-9947-ae67d3f30c0a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:37.866003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49628) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:37.869756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Attempting to bind port 70424914-690f-4d3a-9947-ae67d3f30c0a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '97ea06dc-0921-4da4-babb-37d9428695e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:37.870422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Attempting to bind port 70424914-690f-4d3a-9947-ae67d3f30c0a on network b2f780b6-07d1-4156-bcd2-02a011239a3a {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:37.879830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:37.881169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Checking segment: {'id': '97ea06dc-0921-4da4-babb-37d9428695e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:37.883610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.883944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Bound using segment: {'id': '97ea06dc-0921-4da4-babb-37d9428695e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:37.884453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Bound port: 70424914-690f-4d3a-9947-ae67d3f30c0a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ea06dc-0921-4da4-babb-37d9428695e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b2f780b6-07d1-4156-bcd2-02a011239a3a'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:37.884854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:37.996644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] For port 70424914-690f-4d3a-9947-ae67d3f30c0a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:38.008188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] For port 70424914-690f-4d3a-9947-ae67d3f30c0a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70424914-690f-4d3a-9947-ae67d3f30c0a,segment=NetworkSegment(97ea06dc-0921-4da4-babb-37d9428695e6),segment_id=97ea06dc-0921-4da4-babb-37d9428695e6)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:38.010310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d788e592-f543-4841-9a2c-9969365f7eab up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:38.020600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.067714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d788e592-f543-4841-9a2c-9969365f7eab triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:38.067714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.091692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a116417-0e35-4cb8-a767-63a4dab0d589 req-8b7b229b-5ac4-475e-b65f-275e280996a9 tempest-VolumesSnapshotTestJSON-1720798891 tempest-VolumesSnapshotTestJSON-1720798891-project] 10.222.0.43 "GET /v2.0/ports?device_id=36664de1-6d14-44e5-944c-341f85d7afec HTTP/1.1" status: 200 len: 210 time: 0.0402036 Oct 12 11:38:38.102969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.121447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.177598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533aed-0063-42fa-8f22-9be5942aac3a None None] Pushing event updated for resources: {'Port': ['ID=70424914-690f-4d3a-9947-ae67d3f30c0a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.189533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.192203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.223126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.223343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be460076-93da-4e5e-9a59-39545492649c None None] Network 75831741-0261-4e79-a702-a71be251f6e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:38.272326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.276129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.277632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc8b74dc-6cee-4836-ae90-ce63448ed30e HTTP/1.1" status: 204 len: 168 time: 0.7296422 Oct 12 11:38:38.303491 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.315761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ec205-80b2-436f-8f1e-8b74eeb02e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b74dc-6cee-4836-ae90-ce63448ed30e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.388209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fe122c75-4ad3-4244-bcef-9111217efd77 None None] Provisioning complete for port d788e592-f543-4841-9a2c-9969365f7eab triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:38.388585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fe122c75-4ad3-4244-bcef-9111217efd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.398296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.403199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.404607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b5ef12f-cfa2-4efd-b41b-9f9871735552 HTTP/1.1" status: 204 len: 168 time: 0.5376487 Oct 12 11:38:38.423697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port d788e592-f543-4841-9a2c-9969365f7eab, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d788e592-f543-4841-9a2c-9969365f7eab,segment=NetworkSegment(ca33df69-8601-4a20-bbff-72e1d4321f01),segment_id=ca33df69-8601-4a20-bbff-72e1d4321f01)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:38.454799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3a1e-03d3-4621-b28e-092122026b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ef12f-cfa2-4efd-b41b-9f9871735552,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.462172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.474407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.534114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network 75831741-0261-4e79-a702-a71be251f6e2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:38.547668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:38.552320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:38.552856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.557484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Port': ['ID=8cc2bcdf-7abd-4677-b340-1eae13c63341,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.562922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.603107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.665821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=d788e592-f543-4841-9a2c-9969365f7eab,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.730851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=21a7e37d-a82b-4bad-9773-b34b8db05732,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:38.742132 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:38.922760 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 199273ec-223d-4adb-90cc-511f157bd1aa associated. External IP: 172.25.2.45, port: e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7. Oct 12 11:38:39.043968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0d7d2c0b-17e7-4653-a55c-44a37b2ed9e4 None None] Provisioning complete for port 8cc2bcdf-7abd-4677-b340-1eae13c63341 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:39.057713 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2c0b-17e7-4653-a55c-44a37b2ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.099554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2c0b-17e7-4653-a55c-44a37b2ed9e4 None None] Port 8cc2bcdf-7abd-4677-b340-1eae13c63341 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:39.111789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0d7d2c0b-17e7-4653-a55c-44a37b2ed9e4 None None] Provisioning complete for port d788e592-f543-4841-9a2c-9969365f7eab triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:39.113602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2c0b-17e7-4653-a55c-44a37b2ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.245173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.342982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:39.390264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e7c06d3-7655-4b75-b486-e273d068f131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.709061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf10ec-9f23-4e2a-8bca-7100daee052d None None] Network b2f780b6-07d1-4156-bcd2-02a011239a3a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:39.724713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e7c06d3-7655-4b75-b486-e273d068f131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.739098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:39.778940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Provisioning complete for port 8cc2bcdf-7abd-4677-b340-1eae13c63341 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:39.779319 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.831520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.847276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e7c06d3-7655-4b75-b486-e273d068f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.852269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Port 8cc2bcdf-7abd-4677-b340-1eae13c63341 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:39.885176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:39.895926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Provisioning complete for port 70424914-690f-4d3a-9947-ae67d3f30c0a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:39.896421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.902062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5e7c06d3-7655-4b75-b486-e273d068f131 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a6f9c1dc5f04326b780b07dda75b5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532660 Oct 12 11:38:39.904843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49664) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:39.921820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:39.928045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c06d3-7655-4b75-b486-e273d068f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab052824-d783-425d-854d-b3970e29eb99,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:39.970496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d788e592-f543-4841-9a2c-9969365f7eab up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:39.972521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:39.996136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.001298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:40.001984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:40.019301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.021387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.046120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:40.052029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.088952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:40.088952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:40.099869 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c8e8879a-9f34-400c-a625-641638acb6e6 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9672387 Oct 12 11:38:40.100132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49668) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:40.100580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Port': ['ID=8cc2bcdf-7abd-4677-b340-1eae13c63341,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:40.111500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-878062937'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:40.135306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:40.135936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3dd0-73db-4fa8-8d3f-60364e036e7a None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:40.181854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d788e592-f543-4841-9a2c-9969365f7eab triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:40.182529 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.195959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network 75831741-0261-4e79-a702-a71be251f6e2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:40.197577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:40.209279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:40.216603 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.257849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.260732 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.261961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab052824-d783-425d-854d-b3970e29eb99 HTTP/1.1" status: 204 len: 168 time: 0.3564029 Oct 12 11:38:40.285061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] For port 70424914-690f-4d3a-9947-ae67d3f30c0a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70424914-690f-4d3a-9947-ae67d3f30c0a,segment=NetworkSegment(97ea06dc-0921-4da4-babb-37d9428695e6),segment_id=97ea06dc-0921-4da4-babb-37d9428695e6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:40.300681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:40.326511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.357528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a5ac4-8abf-4b78-a497-48bd3ea5cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab052824-d783-425d-854d-b3970e29eb99,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:40.380096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1849813179-network', 'tenant_id': '66d6a3705fc14f0989a4cccc2505ea83'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:40.395088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ff0e3d9b-f05a-4df0-b831-4f5f6103d52b no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:40.400774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.407026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70424914-690f-4d3a-9947-ae67d3f30c0a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:40.441128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:40.491349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.491349 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Added segment 9ff00831-1218-46bb-85bc-e3ecb8ba51ee of type vlan for network 11c28b79-7368-4ad0-a692-27dcc523919f Oct 12 11:38:40.501487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: ff0e3d9b-f05a-4df0-b831-4f5f6103d52b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:40.501830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ff0e3d9b-f05a-4df0-b831-4f5f6103d52b not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:40.547279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Made reservation on behalf of 66d6a3705fc14f0989a4cccc2505ea83 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:40.551373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.572761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.590886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302ff5c-5744-4f85-902c-d5a41cbda96a None None] Pushing event updated for resources: {'Port': ['ID=70424914-690f-4d3a-9947-ae67d3f30c0a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:40.600253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.612908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 70424914-690f-4d3a-9947-ae67d3f30c0a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:40.613819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.686311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.722528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9073ec7d-fe1b-4a8a-aabc-5e552cc72d55 None None] Provisioning complete for port 8cc2bcdf-7abd-4677-b340-1eae13c63341 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:40.722999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9073ec7d-fe1b-4a8a-aabc-5e552cc72d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.729509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Router a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:38:40.761105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.762255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9073ec7d-fe1b-4a8a-aabc-5e552cc72d55 None None] Port 8cc2bcdf-7abd-4677-b340-1eae13c63341 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:40.775856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9073ec7d-fe1b-4a8a-aabc-5e552cc72d55 None None] Provisioning complete for port 70424914-690f-4d3a-9947-ae67d3f30c0a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:40.776395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9073ec7d-fe1b-4a8a-aabc-5e552cc72d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.813188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:40.818295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.825933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:40.826721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.826901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9752c-e634-42a8-88e0-e9ea27b5fae1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:40.832085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.832557 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Added segment 9e7b22a7-793b-4302-bee9-effbcace0f71 of type vlan for network 2da0b186-f576-4c45-bee2-4b0b364796d1 Oct 12 11:38:40.889851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:40.914143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Network': ['ID=11c28b79-7368-4ad0-a692-27dcc523919f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:40.926012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 11c28b79-7368-4ad0-a692-27dcc523919f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:40.939669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:40.945338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-94e60d93-a3f1-465c-8870-954e38da4e60 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0146897 Oct 12 11:38:40.948859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49686) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:40.951632 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] Sync routers for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:40.965242 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:40.975089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:40.998782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c661505e-9d67-4dc8-87e2-9a97449cf511 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8943129 Oct 12 11:38:41.004052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:41.009614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'subnet': {'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:41.031941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:41.041004 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:41.041832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:41.047396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.048439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:41.049073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.077914 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:41.078869 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f14d4-b85f-493f-8bee-2c520a3cd7e8 None None] The sync data for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:41.081095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49690) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:41.119813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc391661-84d9-4b37-8e90-ed5222da3975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.162005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9514201 Oct 12 11:38:41.165389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:41.170308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Request body: {'subnet': {'network_id': '2da0b186-f576-4c45-bee2-4b0b364796d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1849813179-subnet', 'tenant_id': '66d6a3705fc14f0989a4cccc2505ea83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:41.211504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:41.213180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62ef5-abfa-4c4b-897c-28bc805d44d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2da0b186-f576-4c45-bee2-4b0b364796d1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:41.215190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.229491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2da0b186-f576-4c45-bee2-4b0b364796d1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:41.363403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Made reservation on behalf of 66d6a3705fc14f0989a4cccc2505ea83 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:41.366624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.402738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc391661-84d9-4b37-8e90-ed5222da3975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.480270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc391661-84d9-4b37-8e90-ed5222da3975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.558073 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-70c61508-8fb9-401e-8069-5c468b0457d6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:38:41.559153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70c61508-8fb9-401e-8069-5c468b0457d6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6088703 Oct 12 11:38:41.562537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fc391661-84d9-4b37-8e90-ed5222da3975 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b39f52d70da14f8381944e72adb04223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766190 Oct 12 11:38:41.563348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:41.565949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49698) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:41.569434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc391661-84d9-4b37-8e90-ed5222da3975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c773ba-a0b8-46d8-894d-10b20b4912fc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:41.643293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.724724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.727745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Subnet': ['ID=313d3713-0907-444d-be67-4743ff635e7e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:41.765683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.769109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.772993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Checking segment: {'id': '9ff00831-1218-46bb-85bc-e3ecb8ba51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:41.773363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network hostable DHCP agents. Network: 11c28b79-7368-4ad0-a692-27dcc523919f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:41.784746 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:38:41.853601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70424914-690f-4d3a-9947-ae67d3f30c0a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:41.901581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca556e19-c86d-4980-b664-4faf08d8ed75,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:41.914164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Checking segment: {'id': '9e7b22a7-793b-4302-bee9-effbcace0f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2da0b186-f576-4c45-bee2-4b0b364796d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:41.914164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Network hostable DHCP agents. Network: 2da0b186-f576-4c45-bee2-4b0b364796d1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:41.932673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 70424914-690f-4d3a-9947-ae67d3f30c0a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:41.933052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:41.979702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 11c28b79-7368-4ad0-a692-27dcc523919f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:42.033729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.036704 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.038148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97c773ba-a0b8-46d8-894d-10b20b4912fc HTTP/1.1" status: 204 len: 168 time: 0.4660866 Oct 12 11:38:42.038895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Network 2da0b186-f576-4c45-bee2-4b0b364796d1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:42.045016 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.053404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcd109-3bef-4ce6-bb47-6d861b8bfb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c773ba-a0b8-46d8-894d-10b20b4912fc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:42.129305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 11c28b79-7368-4ad0-a692-27dcc523919f) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:42.141924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:42.141924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.145705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2da0b186-f576-4c45-bee2-4b0b364796d1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:42.148011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6336c6-d269-4252-ab00-4cdb6b942166 None None] Network 11c28b79-7368-4ad0-a692-27dcc523919f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:42.151649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:42.152242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.179535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c9061-0e72-461d-8e21-f62f3c94be77 None None] Network 2da0b186-f576-4c45-bee2-4b0b364796d1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:42.388907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting port 8cc2bcdf-7abd-4677-b340-1eae13c63341 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:42.389291 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.405328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04fc0fa-8405-43db-bcdf-e5710d946799 None None] Network 2da0b186-f576-4c45-bee2-4b0b364796d1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:42.470255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-56fc56f2-b04a-4d36-ba24-a456d2bddb2e tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4684157 Oct 12 11:38:42.477480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49708) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:42.481568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-56162822', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:42.490528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-11c28b79-7368-4ad0-a692-27dcc523919f', 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f', 'tenant_id': 'fd20902b61d04b3fa2aa464646026114', 'fixed_ips': [{'subnet_id': '313d3713-0907-444d-be67-4743ff635e7e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:42.492176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.505293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.520382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Calling delete_port for 8cc2bcdf-7abd-4677-b340-1eae13c63341 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:42.562745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9275d211-2be2-472f-8742-c3f1a460dc27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3939798 Oct 12 11:38:42.687108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Allocated IP 172.20.0.2 (11c28b79-7368-4ad0-a692-27dcc523919f/313d3713-0907-444d-be67-4743ff635e7e/7dea9645-7adf-4e7e-8a23-40d6ae9476bc) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:42.708433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.708433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.714246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49716) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:42.772869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Deleting subnet ca556e19-c86d-4980-b664-4faf08d8ed75 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:42.776812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.841290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.864061 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.867736 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.896231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Port': ['ID=8cc2bcdf-7abd-4677-b340-1eae13c63341,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:42.917019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.931288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:42.958018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.023109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Pushing event updated for resources: {'Port': ['ID=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:43.028908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Network 11c28b79-7368-4ad0-a692-27dcc523919f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:43.029357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.031046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:43.036700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:43.123104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Attempting to bind port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:43.123104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Attempting to bind port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '9ff00831-1218-46bb-85bc-e3ecb8ba51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:43.123104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Attempting to bind port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc on network 11c28b79-7368-4ad0-a692-27dcc523919f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:43.142330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:43.145048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Checking segment: {'id': '9ff00831-1218-46bb-85bc-e3ecb8ba51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:43.146120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.148075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Bound using segment: {'id': '9ff00831-1218-46bb-85bc-e3ecb8ba51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:43.152070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Bound port: 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff00831-1218-46bb-85bc-e3ecb8ba51ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:43.152206 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.228253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.234568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.251480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] For port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:43.254662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] For port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,segment=NetworkSegment(9ff00831-1218-46bb-85bc-e3ecb8ba51ee),segment_id=9ff00831-1218-46bb-85bc-e3ecb8ba51ee)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:43.269489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca556e19-c86d-4980-b664-4faf08d8ed75,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:43.271512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.275508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f25de8b-f57c-4a67-91fa-d0f9862e32f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca556e19-c86d-4980-b664-4faf08d8ed75 HTTP/1.1" status: 204 len: 168 time: 0.5597479 Oct 12 11:38:43.277420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Router a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:43.278366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49732) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:43.352499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.353285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.364092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:43.370383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-12b4da9b-7cd8-4de3-90ed-f846e9472593 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054271 Oct 12 11:38:43.373727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49734) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:43.397433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] Sync routers for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:43.435870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:43.435870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.466564 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-60e1c6bd-b58b-45c1-9b47-8837412f2513 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] delete failed (client error): The resource could not be found. Oct 12 11:38:43.467752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.469353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-60e1c6bd-b58b-45c1-9b47-8837412f2513 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1410905375 HTTP/1.1" status: 404 len: 335 time: 0.0945833 Oct 12 11:38:43.474630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49740) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:43.480461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.482878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-530ee075-1b53-4ef5-832d-cb568b86f353 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:43.508176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ce1e-f2ea-454c-bdec-9882b27fc991 None None] Pushing event updated for resources: {'Port': ['ID=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:43.515196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:43.515808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.529088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da0b186-f576-4c45-bee2-4b0b364796d1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.571605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.572286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6999cc-b69b-4e85-b9b7-7661b0a2f16f None None] The sync data for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:43.578158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7b22a7-793b-4302-bee9-effbcace0f71') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.578416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7b22a7-793b-4302-bee9-effbcace0f71') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:43.598804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.616554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.625224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:43.625613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:43.627336 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:43.739762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.745523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.758281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2da0b186-f576-4c45-bee2-4b0b364796d1 HTTP/1.1" status: 204 len: 168 time: 0.4763589 Oct 12 11:38:43.899403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d3f62-8ea4-4893-92a7-d0fccb418724 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da0b186-f576-4c45-bee2-4b0b364796d1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:43.923972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-530ee075-1b53-4ef5-832d-cb568b86f353 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:43.970152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.009419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.024813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7dea9645-7adf-4e7e-8a23-40d6ae9476bc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:44.034359 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-530ee075-1b53-4ef5-832d-cb568b86f353 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] update failed (client error): The resource could not be found. Oct 12 11:38:44.038974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-530ee075-1b53-4ef5-832d-cb568b86f353 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 HTTP/1.1" status: 404 len: 339 time: 0.5598230 Oct 12 11:38:44.039994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49752) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:44.045875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-642101036'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:44.093117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:44.093485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.157069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.25.2.155 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/d5ab2077-3dc1-4564-9e06-18dd8f284c94) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:44.176889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.206068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:44.215639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.216070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,segment=NetworkSegment(9ff00831-1218-46bb-85bc-e3ecb8ba51ee),segment_id=9ff00831-1218-46bb-85bc-e3ecb8ba51ee)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:44.252892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:44.259227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.259592 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Added segment b805a117-b657-4ae3-88c7-a217f66ab363 of type vlan for network 4ea21a72-92d4-49be-bae2-28c30e2a5eff Oct 12 11:38:44.316895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.320002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.363182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.412362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:44.431100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:44.464647 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.470346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:44.470973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.492854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.605148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:44.618089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:44.624161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:44.690798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=d5ab2077-3dc1-4564-9e06-18dd8f284c94,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:44.800144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a80498-69fe-4b09-8817-0272b255aada None None] Network 11c28b79-7368-4ad0-a692-27dcc523919f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:44.897215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Network': ['ID=4ea21a72-92d4-49be-bae2-28c30e2a5eff,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:44.908422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49768) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:44.908590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e415def-d4e1-4883-81bf-9ef8d4493719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66d6a3705fc14f0989a4cccc2505ea83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947817 Oct 12 11:38:44.911003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-950d5377-46f0-43d2-9f14-b42a34feed33 None None] Provisioning complete for port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:44.911471 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-950d5377-46f0-43d2-9f14-b42a34feed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:44.918267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:45.026413 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.041934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-11dab83b-8fc4-48cc-bcd1-addfada4da54 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0007093 Oct 12 11:38:45.050262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49774) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:45.057413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'subnet': {'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:45.097983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.160200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.319451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Made reservation on behalf of 09215e94d45d498fa3a0179162c5d53d for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:45.325150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.514025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.516968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.518142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ba9752c-e634-42a8-88e0-e9ea27b5fae1 HTTP/1.1" status: 204 len: 168 time: 0.6087151 Oct 12 11:38:45.530172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe36a5-fd10-4a81-8ae0-88873ca4aec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9752c-e634-42a8-88e0-e9ea27b5fae1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:45.566654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.611647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d2c88eef-6fa6-4d25-88d7-d247e85414d9 None None] Provisioning complete for port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:45.612022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d2c88eef-6fa6-4d25-88d7-d247e85414d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.637303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.752725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49786) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:45.797040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Subnet': ['ID=fdcf226a-96fe-440f-a822-b42f4a46a814,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:45.820046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Checking segment: {'id': 'b805a117-b657-4ae3-88c7-a217f66ab363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:45.822103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network hostable DHCP agents. Network: 4ea21a72-92d4-49be-bae2-28c30e2a5eff, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:45.857043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7dea9645-7adf-4e7e-8a23-40d6ae9476bc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:45.860526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:38:45.912860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:45.934252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:45.934625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:45.980343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:45.990308 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] Sync routers for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:45.999524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4ea21a72-92d4-49be-bae2-28c30e2a5eff) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:46.005402 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:46.009911 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:46.012429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:46.017258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.019475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd2a7a-4206-4c99-a551-227d981d8cf7 None None] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:46.050369 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:46.062204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:46.063221 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:46.105012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.109189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27292f06-64b1-4558-a563-bfdecffdc00d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6287746 Oct 12 11:38:46.109401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.124957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8d8b3749-f34f-4a24-8704-bc842691d1d5 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:46.128392 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:46.129056 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f8ccc-6163-47fb-b22b-2632b5b1ab4b None None] The sync data for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:46.138939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d0bae1d0-deee-443d-809f-a02ba74d8198 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0849118 Oct 12 11:38:46.143967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.147988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fa42f2c2-d216-465e-91fd-15875df166e4 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:46.225161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4ea21a72-92d4-49be-bae2-28c30e2a5eff', 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff', 'tenant_id': '09215e94d45d498fa3a0179162c5d53d', 'fixed_ips': [{'subnet_id': 'fdcf226a-96fe-440f-a822-b42f4a46a814'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:46.226058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.397893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Allocated IP 2001:db8:1::2 (4ea21a72-92d4-49be-bae2-28c30e2a5eff/fdcf226a-96fe-440f-a822-b42f4a46a814/da67c270-8504-4f44-b1b9-623ca2fbe72c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:46.412933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d8b3749-f34f-4a24-8704-bc842691d1d5 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "PUT /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa HTTP/1.1" status: 200 len: 366 time: 0.6565242 Oct 12 11:38:46.412933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49810) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.428408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-54016c2e-e95d-4c34-8ee6-011f6c2fa7bd tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0123169 Oct 12 11:38:46.428648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.448551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27e8d793-c77c-4992-825b-95ec7fdb604b tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa HTTP/1.1" status: 200 len: 366 time: 0.0158212 Oct 12 11:38:46.448804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49814) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.462467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa42f2c2-d216-465e-91fd-15875df166e4 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.575980 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.659781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.676870 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-fa42f2c2-d216-465e-91fd-15875df166e4 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:38:46.684805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa42f2c2-d216-465e-91fd-15875df166e4 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 HTTP/1.1" status: 400 len: 364 time: 0.5359006 Oct 12 11:38:46.684805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49822) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.708340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:46.712061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:46.715948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:46.775270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Pushing event updated for resources: {'Port': ['ID=da67c270-8504-4f44-b1b9-623ca2fbe72c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:46.789557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Attempting to bind port da67c270-8504-4f44-b1b9-623ca2fbe72c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:46.789930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Attempting to bind port da67c270-8504-4f44-b1b9-623ca2fbe72c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b805a117-b657-4ae3-88c7-a217f66ab363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:46.790471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Attempting to bind port da67c270-8504-4f44-b1b9-623ca2fbe72c on network 4ea21a72-92d4-49be-bae2-28c30e2a5eff {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:46.796964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:46.797357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Checking segment: {'id': 'b805a117-b657-4ae3-88c7-a217f66ab363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:46.797766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.798162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Bound using segment: {'id': 'b805a117-b657-4ae3-88c7-a217f66ab363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:46.798627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Bound port: da67c270-8504-4f44-b1b9-623ca2fbe72c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b805a117-b657-4ae3-88c7-a217f66ab363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ea21a72-92d4-49be-bae2-28c30e2a5eff'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:46.799024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:46.889659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] For port da67c270-8504-4f44-b1b9-623ca2fbe72c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:46.894908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] For port da67c270-8504-4f44-b1b9-623ca2fbe72c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=da67c270-8504-4f44-b1b9-623ca2fbe72c,segment=NetworkSegment(b805a117-b657-4ae3-88c7-a217f66ab363),segment_id=b805a117-b657-4ae3-88c7-a217f66ab363)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:46.951396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8dd86b0-d241-432d-bb81-9036d0431156 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa HTTP/1.1" status: 204 len: 168 time: 0.5012627 Oct 12 11:38:46.966071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:46.981256 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.044596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.057057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7734582-20c6-4998-8119-ca44508ce6a9 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0895262 Oct 12 11:38:47.060135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49834) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:47.083675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a30d-be92-4c4d-bc41-945aba0a7394 None None] Pushing event updated for resources: {'Port': ['ID=da67c270-8504-4f44-b1b9-623ca2fbe72c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:47.091643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-11962653-0ed2-49db-aa1c-976eabbdfc69 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa HTTP/1.1" status: 200 len: 370 time: 0.0284092 Oct 12 11:38:47.092568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49838) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:47.116899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83b9afd8-58a2-4a28-b9da-6e1fc67443c7 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa/default HTTP/1.1" status: 200 len: 370 time: 0.0166199 Oct 12 11:38:47.122254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:47.168352 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-17baf4a8-73a4-4e1e-a371-c318e6d1b338 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] delete failed (client error): The resource could not be found. Oct 12 11:38:47.171346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-17baf4a8-73a4-4e1e-a371-c318e6d1b338 tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/ab4dad6ef3c8478b828801ea684a46fa HTTP/1.1" status: 404 len: 348 time: 0.0179327 Oct 12 11:38:47.259773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.492688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Allocated IP 2001:db8::1 (a15978c8-bf8a-45ae-a895-25e06e6d1b7e/887c5d14-bcea-492a-abbe-8898604f75e3/a78aaad0-dac7-4eb1-9799-125dfe0eb89c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:47.668640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:47.680872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.1 (11c28b79-7368-4ad0-a692-27dcc523919f/313d3713-0907-444d-be67-4743ff635e7e/9237ef4c-0f54-44f3-8d28-3f0d7d014eb8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:47.709515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.734621 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37c0338f-7d0b-40f8-b139-d99cc83e3d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.805414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.855998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:47.879199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:47.883173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:47.904546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:47.905236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:network and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:47.905922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:47.912910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:47.935595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:subnet and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:47.949464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device da67c270-8504-4f44-b1b9-623ca2fbe72c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:47.968838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Port': ['ID=a78aaad0-dac7-4eb1-9799-125dfe0eb89c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:47.996784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.037883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.047958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:subnetpool and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.069463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.072952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port da67c270-8504-4f44-b1b9-623ca2fbe72c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:48.073340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.083604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5d5a-4e8c-489a-a320-353ce7120f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.096293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:port and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.117124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.159326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:router and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.170935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.197470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:floatingip and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.207591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5d5a-4e8c-489a-a320-353ce7120f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.208664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.249653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.259835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.283722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.333812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port da67c270-8504-4f44-b1b9-623ca2fbe72c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=da67c270-8504-4f44-b1b9-623ca2fbe72c,segment=NetworkSegment(b805a117-b657-4ae3-88c7-a217f66ab363),segment_id=b805a117-b657-4ae3-88c7-a217f66ab363)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:48.384547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:security_group and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.392317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5de1fcd8-db35-451a-a5b1-9bb7a3889eee None None] Provisioning complete for port a78aaad0-dac7-4eb1-9799-125dfe0eb89c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:48.392838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5de1fcd8-db35-451a-a5b1-9bb7a3889eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.399185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5d5a-4e8c-489a-a320-353ce7120f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.400201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=9237ef4c-0f54-44f3-8d28-3f0d7d014eb8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:48.415627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.433742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 11c28b79-7368-4ad0-a692-27dcc523919f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:48.437028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:48.439999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5d5a-4e8c-489a-a320-353ce7120f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c8a20f-d852-4a4f-b5ce-e94a95647846,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:48.441027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:48.456454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5de1fcd8-db35-451a-a5b1-9bb7a3889eee None None] Port a78aaad0-dac7-4eb1-9799-125dfe0eb89c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:48.462484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.475194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3bcf5d5a-4e8c-489a-a320-353ce7120f28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8f7e6db4cf74a34b2852846f7667d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051515 Oct 12 11:38:48.478518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:48.496208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Usage tracker for resource:security_group_rule and project:db4342bd95084a9cb2e790dcd060a7a4 is out of sync, need to count used quota {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 11:38:48.501585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.quota.resource [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95548) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 11:38:48.513672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5c2fe355-e2a5-4840-9874-d1290c71ed9d tempest-QuotasTest-385334450 tempest-QuotasTest-385334450-project-admin] 10.222.0.43 "GET /v2.0/quotas/db4342bd95084a9cb2e790dcd060a7a4/details.json HTTP/1.1" status: 200 len: 703 time: 0.6511245 Oct 12 11:38:48.562452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=da67c270-8504-4f44-b1b9-623ca2fbe72c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:48.580086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.594468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab67107-0bdd-42f8-9b96-abd4611879a1 None None] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:48.600960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.658664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.703358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fba61faf-b428-42a7-b1d9-d02f081c25ab None None] Provisioning complete for port da67c270-8504-4f44-b1b9-623ca2fbe72c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:48.703880 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fba61faf-b428-42a7-b1d9-d02f081c25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.732046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.827337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.829052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.873878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.878569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.880850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5c8a20f-d852-4a4f-b5ce-e94a95647846 HTTP/1.1" status: 204 len: 168 time: 0.4012463 Oct 12 11:38:48.909258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:48.945504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4326a23-6079-42eb-9cd2-6b5c039ebbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c8a20f-d852-4a4f-b5ce-e94a95647846,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:49.008136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event updated for resources: {'Port': ['ID=a78aaad0-dac7-4eb1-9799-125dfe0eb89c,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:49.016478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-68219fd6-5474-4aca-a403-99f6a3ad246d None None] Provisioning complete for port 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:49.016956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68219fd6-5474-4aca-a403-99f6a3ad246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.079959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68219fd6-5474-4aca-a403-99f6a3ad246d None None] Port 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:49.089882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:49.091820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:49.267413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49872) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:49.287764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Router a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:49.309109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b47ac77c-0c05-44a6-8cfd-3d104acf33f8 None None] Provisioning complete for port da67c270-8504-4f44-b1b9-623ca2fbe72c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:49.309484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b47ac77c-0c05-44a6-8cfd-3d104acf33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.426544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:49.434311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b7ce2f2-c240-4ada-adfb-c1ef9b083dfe tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483757 Oct 12 11:38:49.436879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:49.444064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] Sync routers for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:49.467942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:49.467942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:49.557005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:49.573384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:49.573991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:49.599913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8faa289f-6881-44c8-b1f9-067cfe30c060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.613165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f037a6c5-365e-4080-aaf3-2ad1ef6e99da tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.613862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:49.614356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c216102b-9eb6-46a5-9c19-67eb88aa7a34 None None] The sync data for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:49.639118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.667674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-04667b90-ab06-405b-a22c-73c24e054046 None None] Provisioning complete for port a78aaad0-dac7-4eb1-9799-125dfe0eb89c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:49.667674 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-04667b90-ab06-405b-a22c-73c24e054046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.711606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-04667b90-ab06-405b-a22c-73c24e054046 None None] Port a78aaad0-dac7-4eb1-9799-125dfe0eb89c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:49.751951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.767323 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f037a6c5-365e-4080-aaf3-2ad1ef6e99da tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 11:38:49.767323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f037a6c5-365e-4080-aaf3-2ad1ef6e99da tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 HTTP/1.1" status: 409 len: 329 time: 0.3268087 Oct 12 11:38:49.768581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49890) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:49.844977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.846905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=9237ef4c-0f54-44f3-8d28-3f0d7d014eb8,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:49.856201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device da67c270-8504-4f44-b1b9-623ca2fbe72c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:38:49.858110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8faa289f-6881-44c8-b1f9-067cfe30c060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.941977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port da67c270-8504-4f44-b1b9-623ca2fbe72c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:49.942452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:49.997960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 11c28b79-7368-4ad0-a692-27dcc523919f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:50.006460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:50.031674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8faa289f-6881-44c8-b1f9-067cfe30c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.121861 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8faa289f-6881-44c8-b1f9-067cfe30c060 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd3a148e7d1646f39b13dfb99ca5a5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483775 Oct 12 11:38:50.122714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa289f-6881-44c8-b1f9-067cfe30c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c552a8-44ff-4829-a513-b8267b8f4243,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:50.125565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:50.204685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:50.221756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.278297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:50.281419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.364045 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.404946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:50.415891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ff63d25-0998-4d34-adc9-25640e03dc28 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/routers/1bced0d8-0fc7-41bc-8ec8-620681ab3716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3048208 Oct 12 11:38:50.418644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:50.420094 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] Sync routers for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:50.451140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'port': {'network_id': '11c28b79-7368-4ad0-a692-27dcc523919f', 'name': 'tempest-FloatingIPTestJSON-530206716'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:50.454372 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:50.456298 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:50.462030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6cbf507d-8e7c-4d79-b4ac-1092d90019e5 None None] Provisioning complete for port 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:50.463002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6cbf507d-8e7c-4d79-b4ac-1092d90019e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.475124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-529316532-network', 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:50.515269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b3d332f9-85c1-4c7a-bd9a-3b2c94a8c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.534955 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:50.548323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.560066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.560066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28c552a8-44ff-4829-a513-b8267b8f4243 HTTP/1.1" status: 204 len: 168 time: 0.4311678 Oct 12 11:38:50.583957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf507d-8e7c-4d79-b4ac-1092d90019e5 None None] Port 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:50.594896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:50.596351 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:50.615743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b10020-8a1f-4c50-8bbf-94beb6a343b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c552a8-44ff-4829-a513-b8267b8f4243,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:50.809594 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:50.809594 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c07693d-e4eb-4b21-8670-6a8fa0fb323b None None] The sync data for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting port a78aaad0-dac7-4eb1-9799-125dfe0eb89c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.898807 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.902966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Made reservation on behalf of fd20902b61d04b3fa2aa464646026114 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:50.905439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Calling delete_port for a78aaad0-dac7-4eb1-9799-125dfe0eb89c owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:50.907353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:50.929089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] device_id is not set on port 63ead9a2-0272-473b-a642-6924c3cac499 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:38:51.000314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.064385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Allocated IP 172.20.0.3 (11c28b79-7368-4ad0-a692-27dcc523919f/313d3713-0907-444d-be67-4743ff635e7e/63ead9a2-0272-473b-a642-6924c3cac499) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:51.094648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.140628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10b970-c0b1-45e3-ab41-fc31770a48e8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:51.241163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.244756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:51.269747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.277837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Port': ['ID=a78aaad0-dac7-4eb1-9799-125dfe0eb89c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:51.283162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.283517 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Added segment 4826d66b-3fb5-42f7-99c4-f182cdbdca15 of type vlan for network 4e1c7934-cca5-4780-8033-490683e07ea3 Oct 12 11:38:51.355161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.414883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.446232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.525186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Network 11c28b79-7368-4ad0-a692-27dcc523919f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:51.526476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event updated for resources: {'Port': ['ID=63ead9a2-0272-473b-a642-6924c3cac499,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:51.537888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:51.541197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:51.621194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:51.622433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.630111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49918) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:51.654289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2356534-7328-4cae-8933-6b49a96426d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.723269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.752142 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.785150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2356534-7328-4cae-8933-6b49a96426d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.843229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2356534-7328-4cae-8933-6b49a96426d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.876393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.876393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:51.876393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.879809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88e9d677-809a-45e9-87dd-319a79acf2f0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4596875 Oct 12 11:38:51.887146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49922) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:51.895616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Request body: {'floatingip': {'port_id': '63ead9a2-0272-473b-a642-6924c3cac499'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:51.920188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2b0ccfb7-6b95-4ad0-9ae2-e2de8cd55bee None None] Provisioning complete for port 63ead9a2-0272-473b-a642-6924c3cac499 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:38:51.920660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b0ccfb7-6b95-4ad0-9ae2-e2de8cd55bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:51.941258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2356534-7328-4cae-8933-6b49a96426d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db4342bd95084a9cb2e790dcd060a7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098114 Oct 12 11:38:51.947179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49924) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:51.956288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2356534-7328-4cae-8933-6b49a96426d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b9d777-1b46-43d1-bb19-8c3a792b24f2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:51.971144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ccfb7-6b95-4ad0-9ae2-e2de8cd55bee None None] Port 63ead9a2-0272-473b-a642-6924c3cac499 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:38:51.974996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] Pushing event updated for resources: {'Network': ['ID=4e1c7934-cca5-4780-8033-490683e07ea3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:52.004899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4e1c7934-cca5-4780-8033-490683e07ea3 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:52.020522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.051550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c21a92d-6c25-4eb3-bfa5-f547c0b79ede admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7692935 Oct 12 11:38:52.059816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49926) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:52.059816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Request body: {'subnet': {'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-529316532-subnet', 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:52.078173 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.079700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Router a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:52.093951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.132300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.161248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:52.167657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7717b52c-2a3a-4b2e-996f-685c2a8cebc2 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3978562 Oct 12 11:38:52.173303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49928) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:52.175283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] Sync routers for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:52.188755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:52.192228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:52.216609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:52.218952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.220960 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-1e639bcb-b75e-4616-9656-2501c22cb05d tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] show failed (client error): The resource could not be found. Oct 12 11:38:52.222131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1e639bcb-b75e-4616-9656-2501c22cb05d tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1680170063 HTTP/1.1" status: 404 len: 335 time: 0.0476940 Oct 12 11:38:52.227083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49930) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:52.231557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-58f6319a-896f-4abe-8beb-7322c305314f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:52.235479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:52.248954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] Routers {'a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:52.249694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:52.281898 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-58f6319a-896f-4abe-8beb-7322c305314f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] update failed (client error): The resource could not be found. Oct 12 11:38:52.282979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-58f6319a-896f-4abe-8beb-7322c305314f tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-487096429 HTTP/1.1" status: 404 len: 334 time: 0.0549252 Oct 12 11:38:52.293196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:52.301516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:52.302736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac22d8-7439-4d14-aa08-3c01cd33e324 None None] The sync data for ids ['a8f63b07-5731-4a2a-aaf4-0dfe15b63e63'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:52.376943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.379411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.380559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64b9d777-1b46-43d1-bb19-8c3a792b24f2 HTTP/1.1" status: 204 len: 168 time: 0.4321401 Oct 12 11:38:52.393260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300d16e-f452-4cda-b76c-6ae627e74aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b9d777-1b46-43d1-bb19-8c3a792b24f2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:52.400052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting subnet fdcf226a-96fe-440f-a822-b42f4a46a814 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:52.409837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.452202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.534228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-6449222a-9c3c-4f65-bcbc-2ea6c5589f07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0677249 Oct 12 11:38:52.580206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.637024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.675820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ef34ad-c343-4546-bea8-6c586851beb2,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:52.689860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.690332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.690817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.691277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.691730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.692175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.692623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.694535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-de876822-b238-4334-8034-94b554a0eacd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1096339 Oct 12 11:38:52.698003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Checking segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:52.698003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Network hostable DHCP agents. Network: 4e1c7934-cca5-4780-8033-490683e07ea3, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:52.803277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Network 4e1c7934-cca5-4780-8033-490683e07ea3 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:52.838053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.838707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-269230ae-45a4-4330-8105-43f00074664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.839628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-269230ae-45a4-4330-8105-43f00074664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.840643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-269230ae-45a4-4330-8105-43f00074664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.842462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-269230ae-45a4-4330-8105-43f00074664c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.1164458 Oct 12 11:38:52.862068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.888438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.891904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/subnets/fdcf226a-96fe-440f-a822-b42f4a46a814 HTTP/1.1" status: 204 len: 168 time: 0.5977547 Oct 12 11:38:52.893014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd93738-908d-4ac7-adf9-56ef0a97dd03 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcf226a-96fe-440f-a822-b42f4a46a814,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:52.897472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd6987-7632-44e8-8f93-aa9da6b8d17b None None] Network 4ea21a72-92d4-49be-bae2-28c30e2a5eff requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:52.903737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:52.906537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4e1c7934-cca5-4780-8033-490683e07ea3) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:52.926224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c26532-dfbb-4226-9322-bdb1b3b6c3a1 None None] Network 4e1c7934-cca5-4780-8033-490683e07ea3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:52.933382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:52.933713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:52.934508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.014737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7ec6f40c-0796-4c24-b718-5ca65a447494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.1632123 Oct 12 11:38:53.021639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.071476 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 199273ec-223d-4adb-90cc-511f157bd1aa associated. External IP: 172.25.2.45, port: e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7. Oct 12 11:38:53.072323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-991ff112-de07-4ee3-9c98-468e1009dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:53.072850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-991ff112-de07-4ee3-9c98-468e1009dace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0479174 Oct 12 11:38:53.087695 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe6e8d10-458f-4c07-9033-744efa1d72cf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0346258 Oct 12 11:38:53.165293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-71916349-1cd4-47e9-aa44-110c95001ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:53.166886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-71916349-1cd4-47e9-aa44-110c95001ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782504 Oct 12 11:38:53.246957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting port da67c270-8504-4f44-b1b9-623ca2fbe72c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:53.247568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.280212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b562206-9ac8-4b74-904c-3d53714a0d17 None None] Network 4e1c7934-cca5-4780-8033-490683e07ea3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:53.381102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] For port da67c270-8504-4f44-b1b9-623ca2fbe72c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=da67c270-8504-4f44-b1b9-623ca2fbe72c,segment=NetworkSegment(b805a117-b657-4ae3-88c7-a217f66ab363),segment_id=b805a117-b657-4ae3-88c7-a217f66ab363)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:53.388457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.400481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-b0874556-ab66-4f9e-a767-cbf0d780dbf0 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250421 Oct 12 11:38:53.410862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] DHCP port deletion for 4ea21a72-92d4-49be-bae2-28c30e2a5eff request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:53.414662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Calling delete_port for da67c270-8504-4f44-b1b9-623ca2fbe72c owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:53.433255 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.451833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:53.542945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Deleting port da67c270-8504-4f44-b1b9-623ca2fbe72c {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:53.544818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.597027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-bd480be3-3e22-45ab-8797-3f85bee95287 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851318 Oct 12 11:38:53.632270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:53.646575 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:53.657453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-3cb67365-7d01-4618-9628-4dcf27410a4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0507381 Oct 12 11:38:53.674326 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:53.675065 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:53.697502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] For port da67c270-8504-4f44-b1b9-623ca2fbe72c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=da67c270-8504-4f44-b1b9-623ca2fbe72c,segment=NetworkSegment(b805a117-b657-4ae3-88c7-a217f66ab363),segment_id=b805a117-b657-4ae3-88c7-a217f66ab363)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:53.697900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.726940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-9f203fc1-e3be-4482-a0b3-ab4ae4ee14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:53.727580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Calling delete_port for da67c270-8504-4f44-b1b9-623ca2fbe72c owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:53.729484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-9f203fc1-e3be-4482-a0b3-ab4ae4ee14e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0616872 Oct 12 11:38:53.739858 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:53.757061 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:53.763734 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:53.780958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.815476 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:53.823991 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc7dfd-fffb-4f19-b8c3-107d68a89379 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:53.824714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Port': ['ID=da67c270-8504-4f44-b1b9-623ca2fbe72c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:53.825351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] No DVR routers for this DVR port da67c270-8504-4f44-b1b9-623ca2fbe72c on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:53.867649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-20227470-7e57-4d6c-9ec2-dffd00c903f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:53.869395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-20227470-7e57-4d6c-9ec2-dffd00c903f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1328511 Oct 12 11:38:53.914965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device da67c270-8504-4f44-b1b9-623ca2fbe72c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:53.920996 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:53.987579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] Pushing event deleted for resources: {'Port': ['ID=da67c270-8504-4f44-b1b9-623ca2fbe72c,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:53.987579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: da67c270-8504-4f44-b1b9-623ca2fbe72c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:53.987579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device da67c270-8504-4f44-b1b9-623ca2fbe72c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:53.995386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7cf0eb-a289-415d-94bf-09233f287e8d None None] No DVR routers for this DVR port da67c270-8504-4f44-b1b9-623ca2fbe72c on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:54.001559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.033231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea21a72-92d4-49be-bae2-28c30e2a5eff']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.050173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b805a117-b657-4ae3-88c7-a217f66ab363') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.050562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b805a117-b657-4ae3-88c7-a217f66ab363') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.068003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.089902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-570a3bf2-a688-4ff1-812b-ce04496f97c7 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085249 Oct 12 11:38:54.095451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.107392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:54.119408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:54.119821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:54.123502 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:54.146792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-df749883-e655-4d5c-8268-49904f7e5ada tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:54.149146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-df749883-e655-4d5c-8268-49904f7e5ada tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.1544566 Oct 12 11:38:54.189355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49980) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:54.215147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b92eaaf9-7a43-4465-af54-8a59eb9ddb5f tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/quotas/9b4a21b4a7a948de9616b7886a93e8c1 HTTP/1.1" status: 200 len: 375 time: 0.0301285 Oct 12 11:38:54.256981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-725fe165-ee56-4da9-b4e5-7b06f8612939 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589220 Oct 12 11:38:54.306869 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-59d0034e-2bf2-45a8-bb4b-f57cff82cd1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0428867 Oct 12 11:38:54.310918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.336625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.342995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/networks/4ea21a72-92d4-49be-bae2-28c30e2a5eff HTTP/1.1" status: 204 len: 168 time: 1.4374454 Oct 12 11:38:54.346034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49986) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:54.384241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Network': ['ID=4ea21a72-92d4-49be-bae2-28c30e2a5eff,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:54.420089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.420949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.420949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.421644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.421644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.422059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.422059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.422818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.422818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.423035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.423348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.423791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62075c69-755e-426a-ae6d-ef306231c876 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:38:54.449764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-ad563810-b192-4303-8b46-138642afa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:54.451531 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-ad563810-b192-4303-8b46-138642afa6d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1337695 Oct 12 11:38:54.472005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting subnet d15df853-adf1-4254-94a1-802489a2098e {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:54.486377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.547322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.571127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-60c5bcbd-d669-45f1-99ee-689a9dda7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:54.572682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-60c5bcbd-d669-45f1-99ee-689a9dda7daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134796 Oct 12 11:38:54.632297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-011a1e85-0856-4ceb-937c-8879dcd89dac tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3906457 Oct 12 11:38:54.645452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-809113877'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:54.669215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:54.675242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.689348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] Sync routers for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:54.706064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:54.707460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.715182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.744635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7c6f74b4-4608-4327-9992-1c50cec3caf5 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632469 Oct 12 11:38:54.755266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.763522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:54.764124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.780924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:54.784459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.792459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b151ca5a-87d0-4ed2-9d34-cb589d3194ec tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/floatingips/199273ec-223d-4adb-90cc-511f157bd1aa HTTP/1.1" status: 200 len: 976 time: 2.9016666 Oct 12 11:38:54.796315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:54.800054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:54.800972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e908bee-3a3e-48f3-a281-4315f0e41fac None None] The sync data for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:54.833529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.889222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-219465ac-ac70-422d-80a7-2ecc1beecea5 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372299 Oct 12 11:38:54.933503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:54.937660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-49834fbb-9bb7-491b-acdc-ca7d1aeccd7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0404918 Oct 12 11:38:54.955294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-3a0cec22-fb1c-404e-bbb8-ca6a4e47f90d service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214931 Oct 12 11:38:54.985278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f6abd-b058-490e-acb1-73957f902e33 None None] Network b2f780b6-07d1-4156-bcd2-02a011239a3a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:54.989038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Subnet': ['ID=d15df853-adf1-4254-94a1-802489a2098e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:54.993190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.009729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-121fea6b-d58e-4ff7-9586-a80efa42ed64 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/subnets/d15df853-adf1-4254-94a1-802489a2098e HTTP/1.1" status: 204 len: 168 time: 0.6521599 Oct 12 11:38:55.009729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-1ff68b29-a6ec-423d-b6bb-432c443223a6 req-c1cde357-a00f-4041-82c6-561c90c36dbd service neutron] (95547) timed out ('10.222.0.47', 52674) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:38:55.009729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:55.052161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-11fd11f6-594e-49ed-a9cb-ed9cb3303e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:55.053411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-11fd11f6-594e-49ed-a9cb-ed9cb3303e7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1080732 Oct 12 11:38:55.088948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 63ead9a2-0272-473b-a642-6924c3cac499 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:55.088948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.096646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting subnet 54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:55.101487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.153810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-71a0f3f3-77d0-4b6d-a562-2946ede66154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:55.155459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-71a0f3f3-77d0-4b6d-a562-2946ede66154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946319 Oct 12 11:38:55.157830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.177388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-7363c4df-67a7-4832-8da7-8d849e0cca79 service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212348 Oct 12 11:38:55.190936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.263238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.275888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] DHCP port deletion for b2f780b6-07d1-4156-bcd2-02a011239a3a request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:55.324637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Deleting port 70424914-690f-4d3a-9947-ae67d3f30c0a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:55.325164 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.325517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.331430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-51c613a8-a6f7-4564-a9d3-1923f00c9008 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417806 Oct 12 11:38:55.347683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.394291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] For port 70424914-690f-4d3a-9947-ae67d3f30c0a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70424914-690f-4d3a-9947-ae67d3f30c0a,segment=NetworkSegment(97ea06dc-0921-4da4-babb-37d9428695e6),segment_id=97ea06dc-0921-4da4-babb-37d9428695e6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:55.395068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.410459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Calling delete_port for 70424914-690f-4d3a-9947-ae67d3f30c0a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:55.414829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:55.498389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-33bc4295-106f-4ac3-8c8c-46b1210c7043 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445198 Oct 12 11:38:55.516336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.517041 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment b01ac1c5-0691-4f46-b5f7-766359550adf of type vlan for network bdd9f262-d907-4f7d-b2f7-875fe543c288 Oct 12 11:38:55.550178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7803d122-ca4d-4013-92e2-6ef09b057352,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:55.560342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8abca2da-7639-4771-90be-d3a53256bd19 req-f0abc1b9-486a-4886-a5c6-31a16c1609a2 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 210 time: 0.0668983 Oct 12 11:38:55.561751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-0b6ae078-c5bd-4cd6-98ef-28286f337d3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.0555167 Oct 12 11:38:55.591369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.607471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.637380 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.637596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Subnet': ['ID=54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:55.650182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.652167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-51eda997-aac3-4001-b743-6a07c969a6d9 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/subnets/54eb1ea3-01f3-4ebd-a00f-cfba07d5efd0 HTTP/1.1" status: 204 len: 168 time: 0.6485262 Oct 12 11:38:55.661373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50004) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:55.665277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-e1a91ab9-15ac-49aa-9dcf-dd35bb49e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:55.666727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-e1a91ab9-15ac-49aa-9dcf-dd35bb49e81a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0986581 Oct 12 11:38:55.692941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d810434-fc3a-4fb2-b372-01cf1cd149cc None None] Network 75831741-0261-4e79-a702-a71be251f6e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:55.739997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.739997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.740336 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Floating IP 199273ec-223d-4adb-90cc-511f157bd1aa disassociated. External IP: 172.25.2.45, port: 63ead9a2-0272-473b-a642-6924c3cac499. Oct 12 11:38:55.740680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 63ead9a2-0272-473b-a642-6924c3cac499 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:55.767321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.778797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7ea76a59-2739-47a6-8a74-8f25733e2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:55.780287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7ea76a59-2739-47a6-8a74-8f25733e2040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030340 Oct 12 11:38:55.818265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.824105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] No DVR routers for this DVR port 70424914-690f-4d3a-9947-ae67d3f30c0a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:55.831824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355bf24-1798-49ba-9cfe-8a4fd262ecea None None] Pushing event deleted for resources: {'Port': ['ID=70424914-690f-4d3a-9947-ae67d3f30c0a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:55.842416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:55.855559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.896415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70424914-690f-4d3a-9947-ae67d3f30c0a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:55.920092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 70424914-690f-4d3a-9947-ae67d3f30c0a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:55.920701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70424914-690f-4d3a-9947-ae67d3f30c0a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:55.927307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.957741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f780b6-07d1-4156-bcd2-02a011239a3a']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:55.976538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ea06dc-0921-4da4-babb-37d9428695e6') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:55.977097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ea06dc-0921-4da4-babb-37d9428695e6') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:55.987366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-89fb7fc6-a3d8-41ca-8af0-d73217464a4b service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987045 Oct 12 11:38:55.988712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:55.990423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=bdd9f262-d907-4f7d-b2f7-875fe543c288,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:56.026057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:56.026587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.037437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:56.037843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:56.041555 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:56.046031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-247d1e16-0dbf-4f2c-b49e-e96eb952bc20 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8556948 Oct 12 11:38:56.049436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50010) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:56.056126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-193510590'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:56.056357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] DHCP port deletion for 75831741-0261-4e79-a702-a71be251f6e2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:56.156924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Deleting port d788e592-f543-4841-9a2c-9969365f7eab {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:56.157299 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.158339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-feab94cc-f35c-4c72-b8dc-88ecdf91475f service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625516 Oct 12 11:38:56.277812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:56.282571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.328521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.330648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:38:56.370368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.370974 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 91ec112e-ec1a-4027-a9fe-c8f2dc1e5251 of type vlan for network bf26639b-df43-4527-a70a-de85fcfa77d6 Oct 12 11:38:56.374354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=63ead9a2-0272-473b-a642-6924c3cac499,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:56.393622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] For port d788e592-f543-4841-9a2c-9969365f7eab, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d788e592-f543-4841-9a2c-9969365f7eab,segment=NetworkSegment(ca33df69-8601-4a20-bbff-72e1d4321f01),segment_id=ca33df69-8601-4a20-bbff-72e1d4321f01)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:56.394412 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.408840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Calling delete_port for d788e592-f543-4841-9a2c-9969365f7eab owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:56.492443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.625975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:38:56.627276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.661476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] Pushing event deleted for resources: {'Port': ['ID=d788e592-f543-4841-9a2c-9969365f7eab,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:56.681536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4947c-d76c-4d05-86e2-5dc1b25f1e99 None None] No DVR routers for this DVR port d788e592-f543-4841-9a2c-9969365f7eab on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:56.697115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.701577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-4964f0c7-4ca9-4e5c-a8f3-2f61bf5582af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.5356011 Oct 12 11:38:56.729396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.735670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/networks/b2f780b6-07d1-4156-bcd2-02a011239a3a HTTP/1.1" status: 204 len: 168 time: 1.0770884 Oct 12 11:38:56.736229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50020) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:56.766678 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d456371c-775a-4fee-88a2-117047167200 req-0247b971-b537-45cb-ba2e-080a92ee49c7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 210 time: 0.0723736 Oct 12 11:38:56.775145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.784688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:56.785481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd7980-e61e-4f92-b436-0191aea5eb84 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Network': ['ID=b2f780b6-07d1-4156-bcd2-02a011239a3a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:56.785644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.813422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7563de0a-bed6-4e2e-be4f-c579d01a532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:56.815055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7563de0a-bed6-4e2e-be4f-c579d01a532a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0893846 Oct 12 11:38:56.838518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.865513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-32d529cd-b718-45b3-8fe8-cdfcde69974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:56.867667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-32d529cd-b718-45b3-8fe8-cdfcde69974b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448310 Oct 12 11:38:56.897999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:56.951739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=bf26639b-df43-4527-a70a-de85fcfa77d6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:56.955780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:38:56.968186 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-7b4a44f0-3f4f-4ac7-80bc-6a56f7927b53 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943313 Oct 12 11:38:56.970523 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] Sync routers for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:38:56.971337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network bf26639b-df43-4527-a70a-de85fcfa77d6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:38:56.987327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:56.988380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.052267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e4faab60-64b3-4811-a307-85f9665ffd46 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9988110 Oct 12 11:38:57.052550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.053900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:57.066203 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:38:57.066852 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.089820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:57.102344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-e2e44d2d-dfd6-4d71-a331-dd808775931c service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259999 Oct 12 11:38:57.112639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.118554 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.119231 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c46da-9cb9-407c-becf-8063b767bc6c None None] The sync data for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:38:57.143605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.146868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66627f9e-ead8-4026-907e-87949b78d99a tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/63ead9a2-0272-473b-a642-6924c3cac499 HTTP/1.1" status: 204 len: 168 time: 2.3213670 Oct 12 11:38:57.147155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-1d4dd166-89b6-4dee-b9ff-03e9e9956a09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.0381274 Oct 12 11:38:57.150765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:57.183273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75831741-0261-4e79-a702-a71be251f6e2']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.201865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca33df69-8601-4a20-bbff-72e1d4321f01') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.204150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca33df69-8601-4a20-bbff-72e1d4321f01') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:57.217698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.236576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.246286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:57.249686 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:57.294382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-df6c695b-7040-43bc-8520-a3b31e9f9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:57.297492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-df6c695b-7040-43bc-8520-a3b31e9f9832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1380608 Oct 12 11:38:57.356983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:57.360958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.392977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-d508959a-9226-4146-a9bd-9cefca311b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:57.394477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-d508959a-9226-4146-a9bd-9cefca311b09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913026 Oct 12 11:38:57.438870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.443494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.451041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/networks/75831741-0261-4e79-a702-a71be251f6e2 HTTP/1.1" status: 204 len: 168 time: 0.7108133 Oct 12 11:38:57.454104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50028) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:57.474920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caec1e4-aa8d-411a-9455-6881cfaf2c1c tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Network': ['ID=75831741-0261-4e79-a702-a71be251f6e2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:57.590236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting subnet 887c5d14-bcea-492a-abbe-8898604f75e3 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:38:57.603468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.644624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-beb2292b-3d33-433a-93dd-56bf87685785 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406316 Oct 12 11:38:57.701836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.763662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.845157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:57.868038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d788e592-f543-4841-9a2c-9969365f7eab no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:57.880410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': 'b01ac1c5-0691-4f46-b5f7-766359550adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:57.880867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: bdd9f262-d907-4f7d-b2f7-875fe543c288, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:57.891579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:57.896161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d788e592-f543-4841-9a2c-9969365f7eab {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:57.896717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d788e592-f543-4841-9a2c-9969365f7eab not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:57.977032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c8f4328d-a4eb-45ab-9721-b29e0a99a1c5 req-200d31b1-3c7e-4914-8ee4-ee15703c3563 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239188 Oct 12 11:38:57.998225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.037335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:58.138845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.162915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, bdd9f262-d907-4f7d-b2f7-875fe543c288) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:58.170030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:58.171074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.172225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef4715-d2a7-45d2-953b-85b73e7eac8a None None] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:58.187074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Subnet': ['ID=887c5d14-bcea-492a-abbe-8898604f75e3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:58.201242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.201242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f1beeb8-be78-46f4-b3fe-64172a3fe945 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/subnets/887c5d14-bcea-492a-abbe-8898604f75e3 HTTP/1.1" status: 204 len: 168 time: 0.7452524 Oct 12 11:38:58.203005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50034) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:58.209278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19276c6e-8b6a-482d-a9d2-451d7321d091 None None] Network a15978c8-bf8a-45ae-a895-25e06e6d1b7e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:58.276899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6aebb016-f47f-4a10-a355-d4a651d31cce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2196014 Oct 12 11:38:58.277550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50036) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:58.284854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:58.303509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.414006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Deleting port 24327cba-80af-408c-b4df-dfc37576d892 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:58.414006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.482897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:58.483275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.593534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:58.597599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.600124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-bdd9f262-d907-4f7d-b2f7-875fe543c288', 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:38:58.601076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.621307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] For port 24327cba-80af-408c-b4df-dfc37576d892, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24327cba-80af-408c-b4df-dfc37576d892,segment=NetworkSegment(03e53479-b453-440e-85e2-b67a649c34cc),segment_id=03e53479-b453-440e-85e2-b67a649c34cc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:58.621899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.658890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Calling delete_port for 24327cba-80af-408c-b4df-dfc37576d892 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:58.659822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] DHCP port deletion for a15978c8-bf8a-45ae-a895-25e06e6d1b7e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:38:58.688703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.691675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-5baf416d-c89b-48e5-a1fd-d96c48257545 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:58.693469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-5baf416d-c89b-48e5-a1fd-d96c48257545 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.2851586 Oct 12 11:38:58.708579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Request body: {'port': {'device_id': 'd1c28c91-09e5-4537-9ee9-498061261013', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'admin_state_up': True, 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:38:58.744348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 9237ef4c-0f54-44f3-8d28-3f0d7d014eb8 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:58.878217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Deleting port 24327cba-80af-408c-b4df-dfc37576d892 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:38:58.878217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.947123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] For port 24327cba-80af-408c-b4df-dfc37576d892, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24327cba-80af-408c-b4df-dfc37576d892,segment=NetworkSegment(03e53479-b453-440e-85e2-b67a649c34cc),segment_id=03e53479-b453-440e-85e2-b67a649c34cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:38:58.947460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:58.961176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Calling delete_port for 24327cba-80af-408c-b4df-dfc37576d892 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:38:59.015049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.028695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Allocated IP 172.20.0.2 (bdd9f262-d907-4f7d-b2f7-875fe543c288/96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9/76498c02-659d-4d4a-98c7-cf61a5becdd8) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:59.050840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] No DVR routers for this DVR port 24327cba-80af-408c-b4df-dfc37576d892 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:59.057780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Port': ['ID=24327cba-80af-408c-b4df-dfc37576d892,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.080448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:38:59.084293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.139791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.165752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.179991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] Pushing event deleted for resources: {'Port': ['ID=24327cba-80af-408c-b4df-dfc37576d892,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.187043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b489d4a-19c1-4ea4-a987-78d37a189714 None None] No DVR routers for this DVR port 24327cba-80af-408c-b4df-dfc37576d892 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:38:59.206520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.246738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15978c8-bf8a-45ae-a895-25e06e6d1b7e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:59.262637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.263389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e53479-b453-440e-85e2-b67a649c34cc') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:59.263680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e53479-b453-440e-85e2-b67a649c34cc') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:38:59.285586 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.287011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.316006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=8c43aa27-5fb7-4527-8cd5-d3f02d13eda0,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.325013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=9237ef4c-0f54-44f3-8d28-3f0d7d014eb8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.341678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.358063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:59.359282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: bf26639b-df43-4527-a70a-de85fcfa77d6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:38:59.359438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:38:59.359744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:38:59.363185 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:38:59.378725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.419235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Allocated IP 172.20.0.9 (4e1c7934-cca5-4780-8033-490683e07ea3/16ef34ad-c343-4546-bea8-6c586851beb2/500f5222-0577-496a-a291-ee71f64e8855) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:38:59.464956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Pushing event updated for resources: {'Port': ['ID=76498c02-659d-4d4a-98c7-cf61a5becdd8,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.472469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:38:59.474091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:59.477510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:38:59.545167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Attempting to bind port 76498c02-659d-4d4a-98c7-cf61a5becdd8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:38:59.545788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Attempting to bind port 76498c02-659d-4d4a-98c7-cf61a5becdd8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b01ac1c5-0691-4f46-b5f7-766359550adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:38:59.546158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Attempting to bind port 76498c02-659d-4d4a-98c7-cf61a5becdd8 on network bdd9f262-d907-4f7d-b2f7-875fe543c288 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:38:59.553507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:38:59.553974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Checking segment: {'id': 'b01ac1c5-0691-4f46-b5f7-766359550adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:38:59.561663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.562264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Bound using segment: {'id': 'b01ac1c5-0691-4f46-b5f7-766359550adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:38:59.563844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Bound port: 76498c02-659d-4d4a-98c7-cf61a5becdd8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01ac1c5-0691-4f46-b5f7-766359550adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bdd9f262-d907-4f7d-b2f7-875fe543c288'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:38:59.564266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.644714 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.646144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.655431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.658833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/networks/a15978c8-bf8a-45ae-a895-25e06e6d1b7e HTTP/1.1" status: 204 len: 168 time: 1.4547305 Oct 12 11:38:59.670081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50046) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:59.671053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bf26639b-df43-4527-a70a-de85fcfa77d6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:38:59.674323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] For port 76498c02-659d-4d4a-98c7-cf61a5becdd8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:38:59.677594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] For port 76498c02-659d-4d4a-98c7-cf61a5becdd8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=76498c02-659d-4d4a-98c7-cf61a5becdd8,segment=NetworkSegment(b01ac1c5-0691-4f46-b5f7-766359550adf),segment_id=b01ac1c5-0691-4f46-b5f7-766359550adf)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:38:59.704636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0724ac-58d5-46b9-89c2-392a52c528a6 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Pushing event deleted for resources: {'Network': ['ID=a15978c8-bf8a-45ae-a895-25e06e6d1b7e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.716146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c76caf39-1a10-4e17-8428-89f61eb07e95 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 HTTP/1.1" status: 200 len: 205 time: 0.0477121 Oct 12 11:38:59.718535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50048) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:59.769315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.770581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, bf26639b-df43-4527-a70a-de85fcfa77d6) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:38:59.784565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:38:59.784735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d4ee3-534a-4a3f-910c-696debbf01c8 None None] Network bf26639b-df43-4527-a70a-de85fcfa77d6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:38:59.787060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.816512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.923524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:38:59.927287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24327cba-80af-408c-b4df-dfc37576d892 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:38:59.937872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013624d-17cc-4abc-9ea8-ee60476c86a3 None None] Pushing event updated for resources: {'Port': ['ID=76498c02-659d-4d4a-98c7-cf61a5becdd8,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:38:59.976131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 24327cba-80af-408c-b4df-dfc37576d892 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:38:59.984911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24327cba-80af-408c-b4df-dfc37576d892 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:38:59.985271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8ef61395-411a-4cab-b4ef-6a58620120fd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6984327 Oct 12 11:38:59.986507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50052) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:38:59.997167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1026287907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:00.032669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:00.067456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.071319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.121982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-bf26639b-df43-4527-a70a-de85fcfa77d6', 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '8c43aa27-5fb7-4527-8cd5-d3f02d13eda0'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:00.122938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.170409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:00.185317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50054) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:00.185557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-78b20a1b-b2b7-490e-87dd-113ae82e5138 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/routers/1bced0d8-0fc7-41bc-8ec8-620681ab3716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0305603 Oct 12 11:39:00.201374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] Sync routers for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:00.247132 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.249005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.260715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:00.261793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:00.311943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.313509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.314089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Fanout notify agent at l3_agent the message router_deleted on router a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:00.325817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:00.329340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.330632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.332706 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c6cf8c8-5ea6-4c11-837f-751fdf3d1e97 tempest-RoutersNegativeIpV6Test-1257530968 tempest-RoutersNegativeIpV6Test-1257530968-project] 10.222.0.43 "DELETE /v2.0/routers/a8f63b07-5731-4a2a-aaf4-0dfe15b63e63 HTTP/1.1" status: 204 len: 168 time: 0.6122673 Oct 12 11:39:00.385937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Network 4e1c7934-cca5-4780-8033-490683e07ea3 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:00.393474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:00.397004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event updated for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:00.399528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:00.410770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.418986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Allocated IP 172.21.0.2 (bf26639b-df43-4527-a70a-de85fcfa77d6/8c43aa27-5fb7-4527-8cd5-d3f02d13eda0/3878e533-9e62-42f1-927c-f70bf0b5aacf) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:00.426226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.434124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] Routers {'1bced0d8-0fc7-41bc-8ec8-620681ab3716'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:00.443416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:00.500810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:00.501468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496ce15-8d78-433c-8ada-edccb4a9278b None None] The sync data for ids ['1bced0d8-0fc7-41bc-8ec8-620681ab3716'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:00.567894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.576934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-acd70f07-0876-42b7-9361-915ab1944175 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5881960 Oct 12 11:39:00.581729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50058) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:00.668725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.746262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.806948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Network bf26639b-df43-4527-a70a-de85fcfa77d6 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:00.812949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:00.822806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:00.875024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Pushing event updated for resources: {'Port': ['ID=3878e533-9e62-42f1-927c-f70bf0b5aacf,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:00.895700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Attempting to bind port 3878e533-9e62-42f1-927c-f70bf0b5aacf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:00.895700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Attempting to bind port 3878e533-9e62-42f1-927c-f70bf0b5aacf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:00.895700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Attempting to bind port 3878e533-9e62-42f1-927c-f70bf0b5aacf on network bf26639b-df43-4527-a70a-de85fcfa77d6 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:00.896033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:00.896344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Checking segment: {'id': '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:00.896748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.897139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Bound using segment: {'id': '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:00.897605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Bound port: 3878e533-9e62-42f1-927c-f70bf0b5aacf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bf26639b-df43-4527-a70a-de85fcfa77d6'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:00.898285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:00.992572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] For port 3878e533-9e62-42f1-927c-f70bf0b5aacf, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:00.998299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] For port 3878e533-9e62-42f1-927c-f70bf0b5aacf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3878e533-9e62-42f1-927c-f70bf0b5aacf,segment=NetworkSegment(91ec112e-ec1a-4027-a9fe-c8f2dc1e5251),segment_id=91ec112e-ec1a-4027-a9fe-c8f2dc1e5251)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:01.006775 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.006932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.060180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:01.061334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.095205 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.133880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:01.202016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-b2b38458-1960-4cce-be5a-7d8e6640f6f7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986255 Oct 12 11:39:01.217149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Request body: {'port': {'device_id': 'd1c28c91-09e5-4537-9ee9-498061261013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:01.224942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7db3-2d4c-4017-8ea6-d5a9281280da None None] Pushing event updated for resources: {'Port': ['ID=3878e533-9e62-42f1-927c-f70bf0b5aacf,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:01.266566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port d5ab2077-3dc1-4564-9e06-18dd8f284c94 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:01.266937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.278890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6a4b2-b77c-4584-bcb0-936a2ff5be84 None None] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:01.360717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.413224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] Provisioning complete for port 76498c02-659d-4d4a-98c7-cf61a5becdd8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:01.414739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.534001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8151c750-4f93-442c-ac36-3401381095e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09215e94d45d498fa3a0179162c5d53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963542 Oct 12 11:39:01.548566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:01.571227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.623936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.664614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for d5ab2077-3dc1-4564-9e06-18dd8f284c94 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:01.686401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] For port 76498c02-659d-4d4a-98c7-cf61a5becdd8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=76498c02-659d-4d4a-98c7-cf61a5becdd8,segment=NetworkSegment(b01ac1c5-0691-4f46-b5f7-766359550adf),segment_id=b01ac1c5-0691-4f46-b5f7-766359550adf)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:01.752389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.20.0.1 (bdd9f262-d907-4f7d-b2f7-875fe543c288/96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9/d95e40a3-da60-413b-8235-ffce4a8f16c7) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:01.764260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.833020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:01.902771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179d9f-002f-4511-97c7-13c2883977ae None None] Pushing event updated for resources: {'Port': ['ID=76498c02-659d-4d4a-98c7-cf61a5becdd8,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:01.948862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.003257 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.031829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3878e533-9e62-42f1-927c-f70bf0b5aacf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:02.106676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3878e533-9e62-42f1-927c-f70bf0b5aacf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:02.107125 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.112822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.186286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500f5222-0577-496a-a291-ee71f64e8855 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:39:02.190428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:02.193947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:02.200539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:02.200801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.204863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=d95e40a3-da60-413b-8235-ffce4a8f16c7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:02.237669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f96d01c6-2e80-4b0f-b787-0a65226d623d None None] Provisioning complete for port 76498c02-659d-4d4a-98c7-cf61a5becdd8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:02.244758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f96d01c6-2e80-4b0f-b787-0a65226d623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.254254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.276215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.324096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.324583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 3878e533-9e62-42f1-927c-f70bf0b5aacf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3878e533-9e62-42f1-927c-f70bf0b5aacf,segment=NetworkSegment(91ec112e-ec1a-4027-a9fe-c8f2dc1e5251),segment_id=91ec112e-ec1a-4027-a9fe-c8f2dc1e5251)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:02.375517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=d5ab2077-3dc1-4564-9e06-18dd8f284c94,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:02.378830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Transition to ACTIVE for port object 500f5222-0577-496a-a291-ee71f64e8855 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:39:02.389096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.389096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.396310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ce484a7-8f05-436c-b55e-276f05f8f216 HTTP/1.1" status: 204 len: 168 time: 0.8466556 Oct 12 11:39:02.408724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.412033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 76498c02-659d-4d4a-98c7-cf61a5becdd8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:02.439655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8f09e-99b9-4e08-9386-d26424e78adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce484a7-8f05-436c-b55e-276f05f8f216,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:02.501241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.556346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.585924 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.720709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=3878e533-9e62-42f1-927c-f70bf0b5aacf,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:02.728140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-899f0de5-c6a8-4430-8b23-8f314c2be084 None None] Provisioning complete for port d95e40a3-da60-413b-8235-ffce4a8f16c7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:02.728140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-899f0de5-c6a8-4430-8b23-8f314c2be084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.746329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.751483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.751797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de78e37-5922-4d42-9a81-76d8389f074a None None] Network bf26639b-df43-4527-a70a-de85fcfa77d6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:02.751900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Pushing event updated for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:02.818152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-899f0de5-c6a8-4430-8b23-8f314c2be084 None None] Port d95e40a3-da60-413b-8235-ffce4a8f16c7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:02.820325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 76498c02-659d-4d4a-98c7-cf61a5becdd8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:02.820325 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:02.953026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Attempting to bind port 500f5222-0577-496a-a291-ee71f64e8855 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:02.955004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Attempting to bind port 500f5222-0577-496a-a291-ee71f64e8855 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:02.956246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Attempting to bind port 500f5222-0577-496a-a291-ee71f64e8855 on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:02.979617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Port 500f5222-0577-496a-a291-ee71f64e8855 on network 4e1c7934-cca5-4780-8033-490683e07ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:39:02.980040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Attempting to bind port 500f5222-0577-496a-a291-ee71f64e8855 on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:02.992895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:02.994470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Checking segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:02.996075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Bound using segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:02.997614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Bound port: 500f5222-0577-496a-a291-ee71f64e8855, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:02.998939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.014445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bc8b9758-f568-4ae4-b75a-e5308e1f03a7 None None] Provisioning complete for port 3878e533-9e62-42f1-927c-f70bf0b5aacf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:03.016446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9758-f568-4ae4-b75a-e5308e1f03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.025854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.026642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Fanout notify agent at l3_agent the message router_deleted on router 1bced0d8-0fc7-41bc-8ec8-620681ab3716 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:03.036985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.041988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.046018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a05af81a-408a-4ea8-a7f7-598d96fe2c52 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/routers/1bced0d8-0fc7-41bc-8ec8-620681ab3716 HTTP/1.1" status: 204 len: 168 time: 2.8592544 Oct 12 11:39:03.046165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50086) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:03.133131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting subnet 313d3713-0907-444d-be67-4743ff635e7e {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:03.143973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.169910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:03.179280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=500f5222-0577-496a-a291-ee71f64e8855,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:03.179446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.255287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.296054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.301645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.322988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=d95e40a3-da60-413b-8235-ffce4a8f16c7,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:03.359824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:03.360748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.362476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] 10.222.0.47 "PUT /v2.0/ports/500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 200 len: 1091 time: 2.1502898 Oct 12 11:39:03.363834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'tag': '500f5222-0577-496a-a291-ee71f64e8855'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:39:03.367344 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b85c97-2974-4584-ba1f-6e99c2c9f626" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "tag": "500f5222-0577-496a-a291-ee71f64e8855"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:39:03.425432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8302-4574-4210-b27c-9bf92a131c73 service neutron] Pushing event updated for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:03.451919 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce9a07b-317e-4966-97a1-6550f08f566f x-openstack-request-id: req-dce9a07b-317e-4966-97a1-6550f08f566f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:39:03.452978 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "tag": "500f5222-0577-496a-a291-ee71f64e8855", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:39:03.453241 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dce9a07b-317e-4966-97a1-6550f08f566f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:39:03.453666 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'tag': '500f5222-0577-496a-a291-ee71f64e8855', 'status': 'completed', 'code': 200} Oct 12 11:39:03.456660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-80649de9-91ce-4fe5-b6ea-2980c491042e None None] Provisioning complete for port 3878e533-9e62-42f1-927c-f70bf0b5aacf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:03.457147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80649de9-91ce-4fe5-b6ea-2980c491042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.527968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.546819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-cc575061-8f09-4273-9a5c-94cdd35e9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:03.548552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-cc575061-8f09-4273-9a5c-94cdd35e9a19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1094 time: 0.0929744 Oct 12 11:39:03.587322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:03.591905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:03.723021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-f01ea7c9-27f0-42f1-b04d-1014c411e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:03.724758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-f01ea7c9-27f0-42f1-b04d-1014c411e62a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1679447 Oct 12 11:39:03.850335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.893679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3878e533-9e62-42f1-927c-f70bf0b5aacf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:03.905420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Subnet': ['ID=313d3713-0907-444d-be67-4743ff635e7e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:03.907978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:03.911784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-5bd3c1db-c3aa-405c-a050-052cbf658461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:03.913585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50b85c97-2974-4584-ba1f-6e99c2c9f626 req-5bd3c1db-c3aa-405c-a050-052cbf658461 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690893 Oct 12 11:39:03.915193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-327b54bf-1e4c-46a1-89b2-897ea19d8f24 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/subnets/313d3713-0907-444d-be67-4743ff635e7e HTTP/1.1" status: 204 len: 168 time: 0.8661237 Oct 12 11:39:03.917140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50102) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:03.955784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 1ffd792c-a18d-477d-943d-e14ee5db49a9 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:03.956947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2461989-2ba7-407f-9a70-0af2ce1ac952 None None] Network 11c28b79-7368-4ad0-a692-27dcc523919f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:04.012077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-f27fa764-51b2-4b66-8a1f-63ff8e33573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:04.013943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-f27fa764-51b2-4b66-8a1f-63ff8e33573f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1094 time: 0.0464597 Oct 12 11:39:04.077419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-a37f4812-4afc-4be2-98a5-7fe000e20a8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 200 len: 217 time: 0.0549972 Oct 12 11:39:04.123228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3878e533-9e62-42f1-927c-f70bf0b5aacf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:04.123845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.142002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-c733f17c-7dc4-4f56-abb4-459dd80fac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:04.144415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-c733f17c-7dc4-4f56-abb4-459dd80fac39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.0580850 Oct 12 11:39:04.149702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50108) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:04.177699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-49d1972a-7ebe-43ba-ac11-177de468745b None None] Provisioning complete for port d95e40a3-da60-413b-8235-ffce4a8f16c7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:04.178329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49d1972a-7ebe-43ba-ac11-177de468745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.212452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-139cdd40-9d40-4407-b24c-acb3a92661e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582361 Oct 12 11:39:04.220580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:04.238270 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] Sync routers for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:04.240497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-30b0c828-03a6-4885-b30e-11e471a5bc26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6569910 Oct 12 11:39:04.251270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.254055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:04.265312 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:04.265927 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:04.304611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-49d1972a-7ebe-43ba-ac11-177de468745b None None] Port d95e40a3-da60-413b-8235-ffce4a8f16c7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:04.311310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549165f6-f491-4519-8551-3b9ccf74e7b5 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:04.312781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-549165f6-f491-4519-8551-3b9ccf74e7b5 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports/d95e40a3-da60-413b-8235-ffce4a8f16c7 HTTP/1.1" status: 200 len: 910 time: 0.0539906 Oct 12 11:39:04.317132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50116) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:04.346605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 76498c02-659d-4d4a-98c7-cf61a5becdd8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:04.352894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-df9d7b3b-5520-48c5-aad6-476f6dea985d tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:04.354285 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-df9d7b3b-5520-48c5-aad6-476f6dea985d tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 11:39:04.355036 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-df9d7b3b-5520-48c5-aad6-476f6dea985d tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:39:04.362045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-df9d7b3b-5520-48c5-aad6-476f6dea985d tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2110860 Oct 12 11:39:04.365874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50118) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:04.373878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691522871'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:04.406288 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:04.430135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-8d73dc13-c194-4155-8dbf-e7c693c90c3f service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111247 Oct 12 11:39:04.433854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] DHCP port deletion for 11c28b79-7368-4ad0-a692-27dcc523919f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:04.446290 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:04.447258 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:04.486718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 76498c02-659d-4d4a-98c7-cf61a5becdd8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:04.487730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.496723 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:04.498051 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb87ae1-0ded-48f7-81e6-e7271815c776 None None] The sync data for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:04.542165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Deleting port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:04.542543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.549306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.563027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.610366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] For port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,segment=NetworkSegment(9ff00831-1218-46bb-85bc-e3ecb8ba51ee),segment_id=9ff00831-1218-46bb-85bc-e3ecb8ba51ee)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:04.610801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.621589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:04.622474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.626370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Calling delete_port for 7dea9645-7adf-4e7e-8a23-40d6ae9476bc owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:04.657134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa6fe22c-e973-42a1-a0f6-268629ec68d1 req-8901866a-3e04-46b6-a2c6-377c340dd27b service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186339 Oct 12 11:39:04.711452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.797700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.806332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] For port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,segment=NetworkSegment(9ff00831-1218-46bb-85bc-e3ecb8ba51ee),segment_id=9ff00831-1218-46bb-85bc-e3ecb8ba51ee)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:04.806716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.825035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 7dea9645-7adf-4e7e-8a23-40d6ae9476bc owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:04.846331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ff643-48e0-4499-9ca2-35580a38bbd9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:04.854348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.916317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.919410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] Pushing event deleted for resources: {'Port': ['ID=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:04.927264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b4651-3109-4e39-9a20-75576c1c4f13 None None] No DVR routers for this DVR port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:04.970584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:04.978834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.009177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c3618-3aef-44dc-a59f-7c4ee1cb2d58,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:05.054430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.091823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=7dea9645-7adf-4e7e-8a23-40d6ae9476bc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:05.099507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] No DVR routers for this DVR port 7dea9645-7adf-4e7e-8a23-40d6ae9476bc on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:05.106623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.107923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59e9412f-dccd-4288-82c3-b0bb344285aa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7400906 Oct 12 11:39:05.110912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50120) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:05.115192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'ce5c3618-3aef-44dc-a59f-7c4ee1cb2d58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:05.227503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.253509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.261146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c28b79-7368-4ad0-a692-27dcc523919f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:05.300811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff00831-1218-46bb-85bc-e3ecb8ba51ee') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:05.301112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff00831-1218-46bb-85bc-e3ecb8ba51ee') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:05.331024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.337131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.367006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.377753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:05.378152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:05.381085 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:05.425710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.433602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.21.0.1 (bf26639b-df43-4527-a70a-de85fcfa77d6/8c43aa27-5fb7-4527-8cd5-d3f02d13eda0/589d3ea5-2b42-4d83-83cc-3053201a11be) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:05.451998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7cf9e7-a7eb-45b0-a13f-e869aebe618a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:05.518504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.519771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cbc98b91-2a2b-46fd-befa-910d17f6b612 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079933 Oct 12 11:39:05.522645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50126) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:05.527177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1b7f0ae3-d808-40c3-94b1-f8df42bfa32e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'ce5c3618-3aef-44dc-a59f-7c4ee1cb2d58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:05.548498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.562982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.566571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/networks/11c28b79-7368-4ad0-a692-27dcc523919f HTTP/1.1" status: 204 len: 168 time: 1.6489296 Oct 12 11:39:05.569201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50128) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:05.581372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.583943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3013c0-a764-4b08-a87d-3a0bc69458ef tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Network': ['ID=11c28b79-7368-4ad0-a692-27dcc523919f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:05.661237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0ae3-d808-40c3-94b1-f8df42bfa32e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.694602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.736173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bf26639b-df43-4527-a70a-de85fcfa77d6 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:05.739207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:05.744235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 21a7e37d-a82b-4bad-9773-b34b8db05732 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:05.744574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.746136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:05.780518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=589d3ea5-2b42-4d83-83cc-3053201a11be,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:05.806653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.820823 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-1b7f0ae3-d808-40c3-94b1-f8df42bfa32e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:39:05.825751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b7f0ae3-d808-40c3-94b1-f8df42bfa32e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3015120 Oct 12 11:39:05.828524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50130) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:05.909264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.909759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:05.921113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7dea9645-7adf-4e7e-8a23-40d6ae9476bc no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:05.943745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7dea9645-7adf-4e7e-8a23-40d6ae9476bc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:05.944961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7dea9645-7adf-4e7e-8a23-40d6ae9476bc not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:05.954588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 21a7e37d-a82b-4bad-9773-b34b8db05732 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:05.968355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.029129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.039368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b4cc373-c162-430b-b142-a434b023a041 None None] Provisioning complete for port 589d3ea5-2b42-4d83-83cc-3053201a11be triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:06.039830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc373-c162-430b-b142-a434b023a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.066417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.080066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cc373-c162-430b-b142-a434b023a041 None None] Port 589d3ea5-2b42-4d83-83cc-3053201a11be cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:06.213954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.216827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.220739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce5c3618-3aef-44dc-a59f-7c4ee1cb2d58 HTTP/1.1" status: 204 len: 168 time: 0.3890598 Oct 12 11:39:06.221137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.228532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ce627-3ef0-401f-bed0-a8f3bb48d51a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c3618-3aef-44dc-a59f-7c4ee1cb2d58,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:06.271519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.323310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=21a7e37d-a82b-4bad-9773-b34b8db05732,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:06.330499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-035fb826-d8d7-4401-9839-cd0201c89c7d tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082644 Oct 12 11:39:06.335722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.349799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115887715'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:06.403236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.406070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.407269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1e3c37b-974e-41ea-88fd-7b9a02880678 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/floatingips/199273ec-223d-4adb-90cc-511f157bd1aa HTTP/1.1" status: 204 len: 168 time: 0.8364942 Oct 12 11:39:06.414411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50140) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.438724 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb47f17-9bd5-42b5-9d15-65f4f2a06719 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:06.441194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb47f17-9bd5-42b5-9d15-65f4f2a06719 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:06.445871 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9fb47f17-9bd5-42b5-9d15-65f4f2a06719 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/63ead9a2-0272-473b-a642-6924c3cac499 HTTP/1.1" status: 404 len: 333 time: 0.0272255 Oct 12 11:39:06.446542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50142) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.478358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-839928b8-0998-49e7-93bf-242ec3083c5d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bced0d8-0fc7-41bc-8ec8-620681ab3716 HTTP/1.1" status: 200 len: 205 time: 0.0278635 Oct 12 11:39:06.478666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50144) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.520454 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-d18117b7-6de4-4ae0-abdc-f53b13ed92b8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] delete failed (client error): The resource could not be found. Oct 12 11:39:06.521493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d18117b7-6de4-4ae0-abdc-f53b13ed92b8 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/routers/1bced0d8-0fc7-41bc-8ec8-620681ab3716 HTTP/1.1" status: 404 len: 336 time: 0.0418589 Oct 12 11:39:06.525152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50146) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.552598 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e921af93-e361-4ae8-849d-cb37fe24e45f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:06.553157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e921af93-e361-4ae8-849d-cb37fe24e45f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:06.556737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e921af93-e361-4ae8-849d-cb37fe24e45f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/subnets/313d3713-0907-444d-be67-4743ff635e7e HTTP/1.1" status: 404 len: 337 time: 0.0306203 Oct 12 11:39:06.559551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50148) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:06.654876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:06.655239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.734024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.750775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.764375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:06.784887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.832277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.929398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.932770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:06.933635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=589d3ea5-2b42-4d83-83cc-3053201a11be,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:07.036449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.050125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network bf26639b-df43-4527-a70a-de85fcfa77d6 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:07.051364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:07.091695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:07.098797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.166589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ee5c6a-eea3-4354-a6a7-05fa0f57ce50,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:07.182935 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.188967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 1ffd792c-a18d-477d-943d-e14ee5db49a9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:07.194271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9e1776ac-b1f2-4cf6-92e8-582d896c418f tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/e0eb3674-b1d8-4132-8ecf-b5dcdb628ba7 HTTP/1.1" status: 204 len: 168 time: 0.6292157 Oct 12 11:39:07.194592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50150) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.306146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 500f5222-0577-496a-a291-ee71f64e8855 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:39:07.350608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.354355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50154) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.359271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2ccce88f-56b6-49fe-b79a-117f45c743e9 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '80ee5c6a-eea3-4354-a6a7-05fa0f57ce50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:07.360232 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-2ccce88f-56b6-49fe-b79a-117f45c743e9 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 11:39:07.360746 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-2ccce88f-56b6-49fe-b79a-117f45c743e9 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:07.363492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-177d950d-3c14-482c-8346-07301a2c3594 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0248268 Oct 12 11:39:07.364675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2ccce88f-56b6-49fe-b79a-117f45c743e9 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092645 Oct 12 11:39:07.365501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.427145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:07.433656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-74b81eee-3535-4b73-98f1-6daff451c7d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1154432 Oct 12 11:39:07.436273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50160) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.453982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] Sync routers for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:07.484433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-46b29f72-06b1-44e3-bba3-b0b6871bbd22 None None] Provisioning complete for port 589d3ea5-2b42-4d83-83cc-3053201a11be triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:07.485057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46b29f72-06b1-44e3-bba3-b0b6871bbd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.494584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:07.495420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:07.497254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:07.497772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.543786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.570133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.582053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-46b29f72-06b1-44e3-bba3-b0b6871bbd22 None None] Port 589d3ea5-2b42-4d83-83cc-3053201a11be cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:07.583973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350a336-b902-4b37-b155-9fc63c906ea7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:07.589188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c350a336-b902-4b37-b155-9fc63c906ea7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports/589d3ea5-2b42-4d83-83cc-3053201a11be HTTP/1.1" status: 200 len: 910 time: 0.1490917 Oct 12 11:39:07.589388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:07.590342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50162) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.600321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=500f5222-0577-496a-a291-ee71f64e8855,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:07.604780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:07.605389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:07.662381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '500f5222-0577-496a-a291-ee71f64e8855', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'port_id': '500f5222-0577-496a-a291-ee71f64e8855', 'mac_address': 'fa:16:3e:1c:ec:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ef34ad-c343-4546-bea8-6c586851beb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:39:07.665788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:07.666436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b733d9c-592a-4a99-bff0-a8f449f376ff None None] The sync data for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:07.716814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.719664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.723289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/80ee5c6a-eea3-4354-a6a7-05fa0f57ce50 HTTP/1.1" status: 204 len: 168 time: 0.3548129 Oct 12 11:39:07.724437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.727198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.738123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae87599-e95b-48ad-b694-67acf5519072 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ee5c6a-eea3-4354-a6a7-05fa0f57ce50,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:07.738675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.740975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500f5222-0577-496a-a291-ee71f64e8855 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:39:07.765411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:07.778289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=500f5222-0577-496a-a291-ee71f64e8855,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:07.792621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5aa60077-26da-4698-bf0a-a95fe1ef4b4b tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623085 Oct 12 11:39:07.792621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50166) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:07.796657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--835265489'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:07.888273 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.890830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:07.944950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:07.966484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.031242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.061984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45db066-16c8-42ff-a9d1-b924a520c9cd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:08.085432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:39:08.114921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.119026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.130328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.131693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e072e585-a910-4431-923c-9d7911e31ee6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3389511 Oct 12 11:39:08.135004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.139417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8ea6ec3a-ef65-4b17-b284-ce327f55d279 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'b45db066-16c8-42ff-a9d1-b924a520c9cd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:08.151499 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-8ea6ec3a-ef65-4b17-b284-ce327f55d279 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 11:39:08.152220 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-8ea6ec3a-ef65-4b17-b284-ce327f55d279 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:08.154408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ea6ec3a-ef65-4b17-b284-ce327f55d279 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0184085 Oct 12 11:39:08.159435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.207311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:08.220315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.247010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.331289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.334627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7762855d-0ade-4986-8ba4-8f3bab510549 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/ports/8a7e6325-530b-4ed1-bcd9-d9eaa7b8908d HTTP/1.1" status: 204 len: 168 time: 1.1386926 Oct 12 11:39:08.338357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50174) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.350040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.353533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.354616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/b45db066-16c8-42ff-a9d1-b924a520c9cd HTTP/1.1" status: 204 len: 168 time: 0.1940825 Oct 12 11:39:08.357692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50176) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.380310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3e936-5049-4170-bd95-717d9df7de89 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45db066-16c8-42ff-a9d1-b924a520c9cd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:08.403206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a890aff-d9b7-435c-9460-3718d944c9b1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:08.404733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0a890aff-d9b7-435c-9460-3718d944c9b1 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f752e4-72b4-41f2-8503-a153acf00c7b HTTP/1.1" status: 200 len: 913 time: 0.0653837 Oct 12 11:39:08.407450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50178) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.454618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7a19d1cf-3e54-441f-8531-adf499ebc364 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957327 Oct 12 11:39:08.458272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50180) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.463074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862787921'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:08.502541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 589d3ea5-2b42-4d83-83cc-3053201a11be {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:08.502914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.601911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.610067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.631322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 589d3ea5-2b42-4d83-83cc-3053201a11be owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:08.740144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.792786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.827561 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.873934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf17b3-4a5a-487f-bdc9-506f8c5049de,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:08.953369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.954805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6b2ddf3b-2b65-41c8-a496-a518b3c1a3af tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4956024 Oct 12 11:39:08.957729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50192) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:08.962541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ebea0c15-d37b-46ce-b904-6b98e606fe6c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '11bf17b3-4a5a-487f-bdc9-506f8c5049de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:08.989194 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-ebea0c15-d37b-46ce-b904-6b98e606fe6c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 11:39:08.989989 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-ebea0c15-d37b-46ce-b904-6b98e606fe6c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:08.991919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ebea0c15-d37b-46ce-b904-6b98e606fe6c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0325894 Oct 12 11:39:08.993564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:08.995509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50194) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:09.003525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5c7082d1-e4dd-4a0a-bafa-ccc959c2a4f4 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '11bf17b3-4a5a-487f-bdc9-506f8c5049de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:09.004193 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-5c7082d1-e4dd-4a0a-bafa-ccc959c2a4f4 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 11:39:09.004682 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-5c7082d1-e4dd-4a0a-bafa-ccc959c2a4f4 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:09.009479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c7082d1-e4dd-4a0a-bafa-ccc959c2a4f4 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067773 Oct 12 11:39:09.009628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50196) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:09.013850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-04385efc-f01e-4b3b-abaf-321b75be06db tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '11bf17b3-4a5a-487f-bdc9-506f8c5049de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:09.015656 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-04385efc-f01e-4b3b-abaf-321b75be06db tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 11:39:09.016159 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-04385efc-f01e-4b3b-abaf-321b75be06db tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:09.019720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04385efc-f01e-4b3b-abaf-321b75be06db tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070205 Oct 12 11:39:09.019889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50198) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:09.026422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f30b10d6-a521-40be-b74a-f12b030a5f29 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '11bf17b3-4a5a-487f-bdc9-506f8c5049de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:09.027818 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-f30b10d6-a521-40be-b74a-f12b030a5f29 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 11:39:09.027818 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-f30b10d6-a521-40be-b74a-f12b030a5f29 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:09.028114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=589d3ea5-2b42-4d83-83cc-3053201a11be,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:09.031310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f30b10d6-a521-40be-b74a-f12b030a5f29 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080297 Oct 12 11:39:09.032311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:09.149286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.154561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 78a8e540-e1ba-438b-894d-dafddf1c67ce {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:09.155009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.230172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.233909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.321757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 500f5222-0577-496a-a291-ee71f64e8855 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:09.463866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 1ffd792c-a18d-477d-943d-e14ee5db49a9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:09.479363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 500f5222-0577-496a-a291-ee71f64e8855 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:39:09.509687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 500f5222-0577-496a-a291-ee71f64e8855 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:09.509687 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.567526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:09.575216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-44904632-10f1-4a33-8de2-6a168c344bad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814730 Oct 12 11:39:09.577920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50204) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:09.583717 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] Sync routers for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:09.596874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:09.598088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:09.653872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.659527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.674422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 78a8e540-e1ba-438b-894d-dafddf1c67ce owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:09.711085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=500f5222-0577-496a-a291-ee71f64e8855,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:09.712135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f5222-0577-496a-a291-ee71f64e8855'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:39:09.714631 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a371e7-86ba-411b-9d15-ff2bfa4866e1" -d '{"events": [{"server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "name": "network-vif-plugged", "status": "completed", "tag": "500f5222-0577-496a-a291-ee71f64e8855"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:39:09.758256 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadbdf98-c133-4906-9113-182f43e8115b x-openstack-request-id: req-dadbdf98-c133-4906-9113-182f43e8115b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:39:09.758666 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "name": "network-vif-plugged", "status": "completed", "tag": "500f5222-0577-496a-a291-ee71f64e8855", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:39:09.759154 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dadbdf98-c133-4906-9113-182f43e8115b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:39:09.759649 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f5222-0577-496a-a291-ee71f64e8855', 'code': 200} Oct 12 11:39:09.811751 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:09.821461 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:09.822263 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:09.836799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:09.856506 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:09.857418 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee5d5a-1d32-438d-96d2-340bd2bc3ab9 None None] The sync data for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:09.901419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:09.951436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd9507-896f-4663-bab1-f7999fd47ecf req-86b6bca1-b9d3-4433-ae49-b85874eb7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:09.952943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fcd9507-896f-4663-bab1-f7999fd47ecf req-86b6bca1-b9d3-4433-ae49-b85874eb7688 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1096 time: 0.1221740 Oct 12 11:39:09.993191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fcd9507-896f-4663-bab1-f7999fd47ecf req-6c54d6a2-3405-472e-b7c5-e34f64d49b35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 12 11:39:10.008417 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.036956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.040551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.042016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/11bf17b3-4a5a-487f-bdc9-506f8c5049de HTTP/1.1" status: 204 len: 168 time: 1.0087874 Oct 12 11:39:10.044817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:10.051760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.062079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dab8de-bbd4-4d69-a2ae-5609c87b5142 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf17b3-4a5a-487f-bdc9-506f8c5049de,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:10.099063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=78a8e540-e1ba-438b-894d-dafddf1c67ce,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:10.281216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.509652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4cc50995-1aa0-4027-a955-8b00973097b1 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4633341 Oct 12 11:39:10.518367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50212) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:10.524735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119153673'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:10.546523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Router 73f752e4-72b4-41f2-8503-a153acf00c7b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:10.662014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.681931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:10.688538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b0267e6-525c-4e64-9de2-922e366e59cc tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "PUT /v2.0/routers/73f752e4-72b4-41f2-8503-a153acf00c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800844 Oct 12 11:39:10.693759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50216) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:10.698740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] Sync routers for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:10.710351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:10.711228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:10.735640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port d95e40a3-da60-413b-8235-ffce4a8f16c7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:10.736407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.755406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:10.765508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] Routers {'73f752e4-72b4-41f2-8503-a153acf00c7b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:10.766505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['73f752e4-72b4-41f2-8503-a153acf00c7b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:10.801648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:10.802719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94cc97-2d93-4af5-9345-307f277cff49 None None] The sync data for ids ['73f752e4-72b4-41f2-8503-a153acf00c7b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:10.847646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.862279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for d95e40a3-da60-413b-8235-ffce4a8f16c7 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:10.906262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:10.909985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.034668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.053289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.083553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f254ab-f4f8-492c-bf67-43997d7d4b93,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:11.154745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting port 325ebc24-b057-4b23-a117-b974038fbfe1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:11.155095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.157191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.160042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.161286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-737b726a-ebf6-41dd-8d2b-59a2ac384b1a tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6416092 Oct 12 11:39:11.167025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.172026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c1432f22-d4a6-4f26-8d01-a688c53c4ad2 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.173483 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-c1432f22-d4a6-4f26-8d01-a688c53c4ad2 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 11:39:11.174161 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-c1432f22-d4a6-4f26-8d01-a688c53c4ad2 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:11.175175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c1432f22-d4a6-4f26-8d01-a688c53c4ad2 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072134 Oct 12 11:39:11.205690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.211540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3a0ad9c4-8122-47a0-bbb8-80433dfed9d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.243317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=d95e40a3-da60-413b-8235-ffce4a8f16c7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:11.263429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.281881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Calling delete_port for 325ebc24-b057-4b23-a117-b974038fbfe1 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:11.386139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.514162 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-3a0ad9c4-8122-47a0-bbb8-80433dfed9d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:11.515917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a0ad9c4-8122-47a0-bbb8-80433dfed9d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3084285 Oct 12 11:39:11.518368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50224) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.523851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c9c0ab5d-1c18-4933-bfb4-36f521b58e03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.524572 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-c9c0ab5d-1c18-4933-bfb4-36f521b58e03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 11:39:11.525064 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-c9c0ab5d-1c18-4933-bfb4-36f521b58e03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:11.526028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c9c0ab5d-1c18-4933-bfb4-36f521b58e03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063810 Oct 12 11:39:11.528938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50226) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.533192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-12b55471-a6cc-48d7-9a99-c706d23dd6be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.552780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.559855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 1ffd792c-a18d-477d-943d-e14ee5db49a9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:11.581078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Port': ['ID=325ebc24-b057-4b23-a117-b974038fbfe1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:11.642635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.656304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:11.662892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9358d7fb-cbe1-4be8-bb93-4c3974c1eccd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0824060 Oct 12 11:39:11.664816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50228) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.667359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] Sync routers for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:11.678340 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:11.679262 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:11.703230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5f5eb683-2f9e-4260-a6fb-a47b8c4f09d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ffd792c-a18d-477d-943d-e14ee5db49a9 HTTP/1.1" status: 200 len: 205 time: 0.0352306 Oct 12 11:39:11.705589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50232) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.721205 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:11.732617 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] Routers {'1ffd792c-a18d-477d-943d-e14ee5db49a9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:11.733432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:38:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1ffd792c-a18d-477d-943d-e14ee5db49a9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:11.771029 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:11.772075 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ab943-e43e-48df-9ce0-83e0654ca850 None None] The sync data for ids ['1ffd792c-a18d-477d-943d-e14ee5db49a9'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:11.797249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.808011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.810158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.922356 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-12b55471-a6cc-48d7-9a99-c706d23dd6be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:11.926186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12b55471-a6cc-48d7-9a99-c706d23dd6be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3937159 Oct 12 11:39:11.926489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50234) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.931750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-48990d18-b371-44b1-b091-daeaa83b5c39 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.932385 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-48990d18-b371-44b1-b091-daeaa83b5c39 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 11:39:11.932914 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-48990d18-b371-44b1-b091-daeaa83b5c39 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:11.937649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-48990d18-b371-44b1-b091-daeaa83b5c39 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076833 Oct 12 11:39:11.937945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.942786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d7c37715-d11e-4477-98fe-ddcdcd0ca00c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:11.950490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.951118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Fanout notify agent at l3_agent the message router_deleted on router 73f752e4-72b4-41f2-8503-a153acf00c7b {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:11.958448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.959644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5cb7e0dd-b09e-4a06-a1a0-927af25d85c0 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/routers/73f752e4-72b4-41f2-8503-a153acf00c7b HTTP/1.1" status: 204 len: 168 time: 1.2642503 Oct 12 11:39:11.962866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50238) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:11.974611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:11.977670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.029686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Deleting subnet 710547cb-ffe7-45f2-a9f8-ecbec721d7af {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:12.033066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.079183 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.128269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.128878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffd792c-a18d-477d-943d-e14ee5db49a9 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:12.138074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.150503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.152054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-772b3307-2e21-48ee-8954-d17a10adb752 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9 HTTP/1.1" status: 204 len: 168 time: 0.4450719 Oct 12 11:39:12.154358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50244) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.186394 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-d7c37715-d11e-4477-98fe-ddcdcd0ca00c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:12.187804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d7c37715-d11e-4477-98fe-ddcdcd0ca00c tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2487259 Oct 12 11:39:12.190751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.200756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bfd8b047-c0b8-4d92-843e-0a726077ec9e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:12.201482 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-bfd8b047-c0b8-4d92-843e-0a726077ec9e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 11:39:12.202014 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-bfd8b047-c0b8-4d92-843e-0a726077ec9e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:12.203031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bfd8b047-c0b8-4d92-843e-0a726077ec9e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088837 Oct 12 11:39:12.205970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50248) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.213507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-640b0fb6-c6e9-4bb3-ab76-5d520acc79d3 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:12.242361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 8c43aa27-5fb7-4527-8cd5-d3f02d13eda0 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:12.249012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.293503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.294747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.327413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Subnet': ['ID=710547cb-ffe7-45f2-a9f8-ecbec721d7af,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:12.329524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.334158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-692f7a89-0698-40ee-81b9-d63fb3ca54d2 tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/subnets/710547cb-ffe7-45f2-a9f8-ecbec721d7af HTTP/1.1" status: 204 len: 168 time: 0.3700337 Oct 12 11:39:12.336284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50250) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.394690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.435626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.438683 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-640b0fb6-c6e9-4bb3-ab76-5d520acc79d3 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:12.439605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-640b0fb6-c6e9-4bb3-ab76-5d520acc79d3 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2327068 Oct 12 11:39:12.443680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.448836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a9ec441a-464b-4f78-b2a0-7863fe2e08a6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': 'd8f254ab-f4f8-492c-bf67-43997d7d4b93', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:12.540089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.547335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.572460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=8c43aa27-5fb7-4527-8cd5-d3f02d13eda0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:12.577452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295766e8-6659-46b7-80eb-7a0f836ab753']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:12.585353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.589082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c4728c8b-ffd8-4737-b81f-260b295fc714 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/8c43aa27-5fb7-4527-8cd5-d3f02d13eda0 HTTP/1.1" status: 204 len: 168 time: 0.4307456 Oct 12 11:39:12.589082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50256) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.591245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceaba06-0ce8-435d-8d66-e6e3cc1bb323 None None] Network bf26639b-df43-4527-a70a-de85fcfa77d6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:12.593475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a021edc-497e-4cef-9e2f-af2dfe46ebcb') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:12.593962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a021edc-497e-4cef-9e2f-af2dfe46ebcb') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:12.606322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.620443 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-a9ec441a-464b-4f78-b2a0-7863fe2e08a6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:12.621339 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a9ec441a-464b-4f78-b2a0-7863fe2e08a6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1766145 Oct 12 11:39:12.627605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50258) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.628961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.648558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:12.648949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:12.651909 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:12.677571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:12.682019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.737364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.753076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.790916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.838291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.855996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.864555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.864555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] 10.222.0.43 "DELETE /v2.0/networks/295766e8-6659-46b7-80eb-7a0f836ab753 HTTP/1.1" status: 204 len: 168 time: 0.5239401 Oct 12 11:39:12.925286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad60500-3e76-492d-97e3-7542422beb0d tempest-FloatingIPTestJSON-1445943426 tempest-FloatingIPTestJSON-1445943426-project] Pushing event deleted for resources: {'Network': ['ID=295766e8-6659-46b7-80eb-7a0f836ab753,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:12.963225 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.966153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:12.971474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8f254ab-f4f8-492c-bf67-43997d7d4b93 HTTP/1.1" status: 204 len: 168 time: 0.3356111 Oct 12 11:39:12.979613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50266) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:12.989884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb41c6c-e36b-450d-8657-989f696bfffa tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f254ab-f4f8-492c-bf67-43997d7d4b93,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.007461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] DHCP port deletion for bf26639b-df43-4527-a70a-de85fcfa77d6 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:13.053434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1df36e8a-ac58-4072-a5a4-daa1ec4a40d7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714042 Oct 12 11:39:13.060822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50268) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:13.065872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514487792'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:13.096006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.099299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Deleting port 3878e533-9e62-42f1-927c-f70bf0b5aacf {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:13.100182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.158233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.168326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.172272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bd3a6900-795f-4e7d-85b5-0ce479646123 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9 HTTP/1.1" status: 204 len: 168 time: 0.5705643 Oct 12 11:39:13.175255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50272) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:13.206285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a00b7-4e4a-44be-bad4-58726d93d759 None None] Network bdd9f262-d907-4f7d-b2f7-875fe543c288 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:13.244651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.245153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] For port 3878e533-9e62-42f1-927c-f70bf0b5aacf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3878e533-9e62-42f1-927c-f70bf0b5aacf,segment=NetworkSegment(91ec112e-ec1a-4027-a9fe-c8f2dc1e5251),segment_id=91ec112e-ec1a-4027-a9fe-c8f2dc1e5251)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:13.245153 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.252630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Calling delete_port for 3878e533-9e62-42f1-927c-f70bf0b5aacf owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:13.307693 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.382651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.403964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 3878e533-9e62-42f1-927c-f70bf0b5aacf {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:13.404297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.476772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] DHCP port deletion for bdd9f262-d907-4f7d-b2f7-875fe543c288 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:13.479599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 3878e533-9e62-42f1-927c-f70bf0b5aacf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3878e533-9e62-42f1-927c-f70bf0b5aacf,segment=NetworkSegment(91ec112e-ec1a-4027-a9fe-c8f2dc1e5251),segment_id=91ec112e-ec1a-4027-a9fe-c8f2dc1e5251)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:13.479993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.495520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 3878e533-9e62-42f1-927c-f70bf0b5aacf owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:13.525270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Deleting port 76498c02-659d-4d4a-98c7-cf61a5becdd8 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:13.525643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.599144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] For port 76498c02-659d-4d4a-98c7-cf61a5becdd8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=76498c02-659d-4d4a-98c7-cf61a5becdd8,segment=NetworkSegment(b01ac1c5-0691-4f46-b5f7-766359550adf),segment_id=b01ac1c5-0691-4f46-b5f7-766359550adf)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:13.599885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.612498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Calling delete_port for 76498c02-659d-4d4a-98c7-cf61a5becdd8 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:13.745106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.746680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.772132 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.776012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.780968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] Pushing event deleted for resources: {'Port': ['ID=3878e533-9e62-42f1-927c-f70bf0b5aacf,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.784668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09c337-613c-474d-9b6c-de6fdd53da48 None None] No DVR routers for this DVR port 3878e533-9e62-42f1-927c-f70bf0b5aacf on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:13.798809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] No DVR routers for this DVR port 76498c02-659d-4d4a-98c7-cf61a5becdd8 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:13.808911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=3878e533-9e62-42f1-927c-f70bf0b5aacf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.810757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15116c6a-4c51-4c14-ac18-7d5f75f653bb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.814566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port 3878e533-9e62-42f1-927c-f70bf0b5aacf on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:13.822021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b349e6a-62e4-4738-941d-5b7e4b575324 None None] Pushing event deleted for resources: {'Port': ['ID=76498c02-659d-4d4a-98c7-cf61a5becdd8,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:13.878315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3878e533-9e62-42f1-927c-f70bf0b5aacf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:13.900322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3878e533-9e62-42f1-927c-f70bf0b5aacf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:13.901729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3878e533-9e62-42f1-927c-f70bf0b5aacf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:13.901729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 76498c02-659d-4d4a-98c7-cf61a5becdd8 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:13.909481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.910744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4722d682-150e-4f75-8f3f-74ac8c8818d6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8488739 Oct 12 11:39:13.913743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:13.918226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:13.930341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 76498c02-659d-4d4a-98c7-cf61a5becdd8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:13.930759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 76498c02-659d-4d4a-98c7-cf61a5becdd8 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:13.945522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf26639b-df43-4527-a70a-de85fcfa77d6']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:13.947491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1948fcb8-cf09-4aa3-a888-0684a1497f68 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '15116c6a-4c51-4c14-ac18-7d5f75f653bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:13.970753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:13.971256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ec112e-ec1a-4027-a9fe-c8f2dc1e5251') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:13.984641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50284) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.005079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.025457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.041537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:14.041950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:14.045373 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:14.157012 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-1948fcb8-cf09-4aa3-a888-0684a1497f68 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The resource could not be found. Oct 12 11:39:14.158338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1948fcb8-cf09-4aa3-a888-0684a1497f68 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2427115 Oct 12 11:39:14.161090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50288) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.165538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e07ee3fb-2388-430f-8843-39638f089ebc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '15116c6a-4c51-4c14-ac18-7d5f75f653bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e1e904fe-a8cc-4b20-82da-281942ee45c0'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:14.177363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d85e5d6f-8d6d-476c-ae39-f2c181724bb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd20902b61d04b3fa2aa464646026114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904814 Oct 12 11:39:14.177971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.185957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.190809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.197537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50292) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.197729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/bf26639b-df43-4527-a70a-de85fcfa77d6 HTTP/1.1" status: 204 len: 168 time: 1.0210176 Oct 12 11:39:14.224959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f7864-7b6f-4998-a5ba-1734e99e10cc tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=bf26639b-df43-4527-a70a-de85fcfa77d6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:14.257992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.279538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.309697 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.395973 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-e07ee3fb-2388-430f-8843-39638f089ebc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The resource could not be found. Oct 12 11:39:14.396946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e07ee3fb-2388-430f-8843-39638f089ebc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2348189 Oct 12 11:39:14.399942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50294) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.404854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.425434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd9f262-d907-4f7d-b2f7-875fe543c288']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:14.435412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01ac1c5-0691-4f46-b5f7-766359550adf') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:14.435710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01ac1c5-0691-4f46-b5f7-766359550adf') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:14.437128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.439744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.440889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d8f535e-ff87-4bd2-b689-3e8d7b98d1a0 HTTP/1.1" status: 204 len: 168 time: 0.2614031 Oct 12 11:39:14.451026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.457450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fdefe-9bcb-4e3f-8984-a8fd36480c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f535e-ff87-4bd2-b689-3e8d7b98d1a0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:14.460299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.468610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:14.469008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.477963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:14.501750 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:14.508405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.614160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.619730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.619730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.619730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/15116c6a-4c51-4c14-ac18-7d5f75f653bb HTTP/1.1" status: 204 len: 168 time: 0.2171428 Oct 12 11:39:14.620048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.622394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50298) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.623265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/bdd9f262-d907-4f7d-b2f7-875fe543c288 HTTP/1.1" status: 204 len: 168 time: 0.4246552 Oct 12 11:39:14.626944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50300) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.641180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1440575088'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:14.642558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb615f6c-d064-4d3a-813c-30fc2d960081 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15116c6a-4c51-4c14-ac18-7d5f75f653bb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:14.648304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc927-7b26-4f07-af66-8e4cb2e3111e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=bdd9f262-d907-4f7d-b2f7-875fe543c288,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:14.678142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d5c0b15-b36e-4257-98b9-0fa946cf26f6 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546753 Oct 12 11:39:14.682808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50304) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.687659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-36331b83-c897-4bf4-b267-c7a6212e86dc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '81ddd7d2-9e70-423c-991d-d5f7b2be9bad', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:14.738248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:14.742688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.776000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:14.784989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.785461 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 35883a93-d796-490b-bb27-478398eeecaf of type vlan for network 0409fb30-ac08-4f46-818b-17e5f6807e73 Oct 12 11:39:14.841230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.917045 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-36331b83-c897-4bf4-b267-c7a6212e86dc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The resource could not be found. Oct 12 11:39:14.918155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36331b83-c897-4bf4-b267-c7a6212e86dc tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2343147 Oct 12 11:39:14.921889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:14.926750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113767539'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:14.956530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:14.962816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:14.967920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.013314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.034886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=0409fb30-ac08-4f46-818b-17e5f6807e73,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:15.046998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:15.085702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.108216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f20269ea-fa4c-4c64-90bb-0a92f8a37531 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4790814 Oct 12 11:39:15.110919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50322) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.116937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:15.157019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.200468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b788225-f062-49ff-b28c-31d782284214,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:15.284822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.286042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70d3c91b-8351-44fc-9eb3-d64ed5c35b5e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3631134 Oct 12 11:39:15.288792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.294028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740402424'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:15.351533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:15.355068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.437552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.523885 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.602629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.622565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50336) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.638067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.643309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9fc4bc-5b18-4cb0-a25a-ef726b3abb87,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:15.705018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:15.712073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-57bf242b-ae3c-453c-b76a-b4405d98cc03 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4222143 Oct 12 11:39:15.714242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50340) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.722530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9433b07d-52c5-43db-8805-5059a62ac0b0 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group_rule': {'security_group_id': '0b788225-f062-49ff-b28c-31d782284214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2b9fc4bc-5b18-4cb0-a25a-ef726b3abb87'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:15.730660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=2c630ddf-6cb1-4a8d-b995-91392d7ea44a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:15.752380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '35883a93-d796-490b-bb27-478398eeecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:15.752746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: 0409fb30-ac08-4f46-818b-17e5f6807e73, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:15.765748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-98e8285b-5306-4cdc-9a60-40fd0530ac96 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] Request body: {'port': {'network_id': '0e8017d8-d6f6-4aeb-8d53-24e88a5044e9', 'name': 'tempest-NetworksNegativeTestJSON-1795152137'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:15.791176 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e8285b-5306-4cdc-9a60-40fd0530ac96 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] POST failed (client error): The resource could not be found. Oct 12 11:39:15.791718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e8285b-5306-4cdc-9a60-40fd0530ac96 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:15.793003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-98e8285b-5306-4cdc-9a60-40fd0530ac96 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1690345 Oct 12 11:39:15.796869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50342) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.815462 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd3f40-0f51-4c62-b7ed-c41a2f836ec8 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:15.815981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd3f40-0f51-4c62-b7ed-c41a2f836ec8 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:15.818971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60dd3f40-0f51-4c62-b7ed-c41a2f836ec8 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "DELETE /v2.0/networks/2e75bde7-441f-4dc8-8116-f6fa5cfd24ef HTTP/1.1" status: 404 len: 339 time: 0.0211570 Oct 12 11:39:15.823562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50344) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.849975 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff22a0a-8710-4790-8160-4250d89a7e46 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:15.851420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff22a0a-8710-4790-8160-4250d89a7e46 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:15.853557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cff22a0a-8710-4790-8160-4250d89a7e46 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "DELETE /v2.0/ports/4f155739-29ed-4bfd-9c0a-a57470f885d7 HTTP/1.1" status: 404 len: 333 time: 0.0291145 Oct 12 11:39:15.857132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50346) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.890593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:15.893566 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fc35a3-afb1-4496-88f9-02f387a6a385 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:15.894025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fc35a3-afb1-4496-88f9-02f387a6a385 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:15.897053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-52fc35a3-afb1-4496-88f9-02f387a6a385 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "DELETE /v2.0/subnets/edfa28eb-fc69-43cf-bf82-1d918bb811a4 HTTP/1.1" status: 404 len: 337 time: 0.0390372 Oct 12 11:39:15.901913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.922734 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623589d-fb9e-4050-ac1f-5dae5994840a tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] GET failed (client error): The resource could not be found. Oct 12 11:39:15.924242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d623589d-fb9e-4050-ac1f-5dae5994840a tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "GET /v2.0/networks/b7342003-5049-4506-ada6-c270d4dd0cf8 HTTP/1.1" status: 404 len: 339 time: 0.0212190 Oct 12 11:39:15.928037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.958800 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb657b91-a32b-4e75-8bfe-d52f2ed9271d tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] GET failed (client error): The resource could not be found. Oct 12 11:39:15.964160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb657b91-a32b-4e75-8bfe-d52f2ed9271d tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "GET /v2.0/ports/e84a0397-2ce5-4b62-aa07-0c619a492dc9 HTTP/1.1" status: 404 len: 333 time: 0.0307243 Oct 12 11:39:15.964458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50352) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.967666 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-9433b07d-52c5-43db-8805-5059a62ac0b0 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:15.968780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9433b07d-52c5-43db-8805-5059a62ac0b0 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2544589 Oct 12 11:39:15.977391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:15.992664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 0409fb30-ac08-4f46-818b-17e5f6807e73) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:15.998503 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6a0c9f-0e57-4bff-8edb-2c7221e2650d tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] GET failed (client error): The resource could not be found. Oct 12 11:39:16.002876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5d6a0c9f-0e57-4bff-8edb-2c7221e2650d tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "GET /v2.0/subnets/49c36284-2866-4631-bc59-1d85bd6a5061 HTTP/1.1" status: 404 len: 337 time: 0.0339782 Oct 12 11:39:16.003037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:16.003037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.003404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.011222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1854b6fa-1f76-43bc-9dc6-7e0f38578a35 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.013293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba63bc-25d2-45ab-984c-9e7fa2536037 None None] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:16.028637 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854b6fa-1f76-43bc-9dc6-7e0f38578a35 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] PUT failed (client error): The resource could not be found. Oct 12 11:39:16.029262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1854b6fa-1f76-43bc-9dc6-7e0f38578a35 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:16.033921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1854b6fa-1f76-43bc-9dc6-7e0f38578a35 tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "PUT /v2.0/networks/5cb90981-aa44-447b-9fa2-8550e775f7a9 HTTP/1.1" status: 404 len: 339 time: 0.0267060 Oct 12 11:39:16.034195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50358) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.039734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b4419c5d-4bcc-4da3-8714-33b75b1ad3bb tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.043827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.061253 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4419c5d-4bcc-4da3-8714-33b75b1ad3bb tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] PUT failed (client error): The resource could not be found. Oct 12 11:39:16.061253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4419c5d-4bcc-4da3-8714-33b75b1ad3bb tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:16.065644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b4419c5d-4bcc-4da3-8714-33b75b1ad3bb tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "PUT /v2.0/ports/1472e2e4-14a0-4645-a177-6327a3393071 HTTP/1.1" status: 404 len: 333 time: 0.0266900 Oct 12 11:39:16.070221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.075980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-44280c3d-1b43-41ef-9b95-c6753d92b0af tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.078906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.102516 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-44280c3d-1b43-41ef-9b95-c6753d92b0af tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] PUT failed (client error): The resource could not be found. Oct 12 11:39:16.104261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44280c3d-1b43-41ef-9b95-c6753d92b0af tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:16.118719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-44280c3d-1b43-41ef-9b95-c6753d92b0af tempest-NetworksNegativeTestJSON-1845564699 tempest-NetworksNegativeTestJSON-1845564699-project] 10.222.0.43 "PUT /v2.0/subnets/6e60d31e-42bc-4baf-b5b5-7c25109baa4d HTTP/1.1" status: 404 len: 337 time: 0.0404553 Oct 12 11:39:16.137552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-338bda36-7be5-4b40-913d-3822ded0d99b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0254161 Oct 12 11:39:16.151495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50368) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.165447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1256294675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.223368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.227379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.231447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-0409fb30-ac08-4f46-818b-17e5f6807e73', 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '2c630ddf-6cb1-4a8d-b995-91392d7ea44a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:16.231447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.232016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b9fc4bc-5b18-4cb0-a25a-ef726b3abb87 HTTP/1.1" status: 204 len: 168 time: 0.2512465 Oct 12 11:39:16.233809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.259842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad79c53-15eb-47b5-bb7a-23c55882dacb tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9fc4bc-5b18-4cb0-a25a-ef726b3abb87,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:16.271073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.272543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.304934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-765fd2a9-5351-4985-ad70-1050d7a5f394 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0699077 Oct 12 11:39:16.307993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50372) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.340636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.371923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.387727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Allocated IP 172.20.0.2 (0409fb30-ac08-4f46-818b-17e5f6807e73/2c630ddf-6cb1-4a8d-b995-91392d7ea44a/0d174387-398c-4157-abba-24d2922de0d7) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:16.404703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.420328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.507589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.511768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4bd2eaee-7ab6-40cf-adcf-a3f6cc17f0ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3558242 Oct 12 11:39:16.512064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50374) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.517487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'port': {'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73', 'name': 'tempest-RoutersTest-2051629271'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.535125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.539386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.541105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b788225-f062-49ff-b28c-31d782284214 HTTP/1.1" status: 204 len: 168 time: 0.2318964 Oct 12 11:39:16.544949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50376) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.559877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694893-6b98-4c77-9e50-e8725912873e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b788225-f062-49ff-b28c-31d782284214,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:16.645365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50380) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.654574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c2560e8d-64ef-4db1-a4ba-0db29400573e tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084974 Oct 12 11:39:16.658770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50384) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:16.664488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076192042'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:16.722091 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.805067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.815303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.843423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff71-5d47-47be-9509-92f88d961d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.872797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:16.876404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:16.879903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:16.899931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Pushing event updated for resources: {'Port': ['ID=0d174387-398c-4157-abba-24d2922de0d7,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:16.936823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.952085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Attempting to bind port 0d174387-398c-4157-abba-24d2922de0d7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:16.952085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Attempting to bind port 0d174387-398c-4157-abba-24d2922de0d7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '35883a93-d796-490b-bb27-478398eeecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:16.952455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Attempting to bind port 0d174387-398c-4157-abba-24d2922de0d7 on network 0409fb30-ac08-4f46-818b-17e5f6807e73 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:16.953244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:16.958166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:16.964069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Checking segment: {'id': '35883a93-d796-490b-bb27-478398eeecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:16.964262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.964391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.964391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Bound using segment: {'id': '35883a93-d796-490b-bb27-478398eeecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:16.964391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Bound port: 0d174387-398c-4157-abba-24d2922de0d7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35883a93-d796-490b-bb27-478398eeecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0409fb30-ac08-4f46-818b-17e5f6807e73'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:16.964391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.964801 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff71-5d47-47be-9509-92f88d961d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:16.982614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] device_id is not set on port 4281f65b-b375-4163-9e4b-52cd137bbda2 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:17.025267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.071198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff71-5d47-47be-9509-92f88d961d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.077969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4e6df-eb08-467f-8358-e70216c092b5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.111325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-29c3ff71-5d47-47be-9509-92f88d961d66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63c0494be4844a209b34a23c5f569df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647043 Oct 12 11:39:17.112430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3ff71-5d47-47be-9509-92f88d961d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa8113-8c4a-4867-b7ef-171b7f02a108,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.115057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.124539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] For port 0d174387-398c-4157-abba-24d2922de0d7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:17.128041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] For port 0d174387-398c-4157-abba-24d2922de0d7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0d174387-398c-4157-abba-24d2922de0d7,segment=NetworkSegment(35883a93-d796-490b-bb27-478398eeecaf),segment_id=35883a93-d796-490b-bb27-478398eeecaf)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:17.226152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.336551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fb7d-abe3-4c87-883a-2b107dfcf7be None None] Pushing event updated for resources: {'Port': ['ID=0d174387-398c-4157-abba-24d2922de0d7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.482627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.483930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ffd452e-abc1-44e3-aff1-862b97a3a5be tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8240561 Oct 12 11:39:17.487100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50394) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.502567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-254a7bfe-22bf-4c2b-8272-28358a011442 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:17.503363 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-254a7bfe-22bf-4c2b-8272-28358a011442 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 11:39:17.504262 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-254a7bfe-22bf-4c2b-8272-28358a011442 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 11:39:17.505452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-254a7bfe-22bf-4c2b-8272-28358a011442 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "PUT /v2.0/security-groups/37e4e6df-eb08-467f-8358-e70216c092b5 HTTP/1.1" status: 409 len: 330 time: 0.0160418 Oct 12 11:39:17.508246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.20.0.14 (0409fb30-ac08-4f46-818b-17e5f6807e73/2c630ddf-6cb1-4a8d-b995-91392d7ea44a/4281f65b-b375-4163-9e4b-52cd137bbda2) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:17.512050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.558932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.604996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.609044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.634953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.712087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-47910bd5-60bf-4a69-84c6-632231d8f7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.738484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.740141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.743237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.747043 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/37e4e6df-eb08-467f-8358-e70216c092b5 HTTP/1.1" status: 204 len: 168 time: 0.2308245 Oct 12 11:39:17.752674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.754781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5e047-75b4-4134-bcc7-2c49425424e7 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4e6df-eb08-467f-8358-e70216c092b5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.805902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.808481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.810290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8efa8113-8c4a-4867-b7ef-171b7f02a108 HTTP/1.1" status: 204 len: 168 time: 0.6920464 Oct 12 11:39:17.818607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-acb0fc2b-8211-4c5b-bc94-f68888e330a2 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700536 Oct 12 11:39:17.823098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.824762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14bbaa-5a1a-4f67-8eb6-57d316421787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa8113-8c4a-4867-b7ef-171b7f02a108,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.838175 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-1e24d315-282b-430a-ad9a-d822ec75c7b8 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] delete failed (client error): The resource could not be found. Oct 12 11:39:17.843393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1e24d315-282b-430a-ad9a-d822ec75c7b8 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "DELETE /v2.0/security-groups/fc90593b-82ae-4fd7-b487-dabed6bdcf7e HTTP/1.1" status: 404 len: 347 time: 0.0191472 Oct 12 11:39:17.844041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50404) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.880167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:17.892892 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-edcb5886-5240-4341-a035-512db00030f8 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] show failed (client error): The resource could not be found. Oct 12 11:39:17.899363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-edcb5886-5240-4341-a035-512db00030f8 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-groups/ce80cacf-a270-4589-91e7-081865753d4d HTTP/1.1" status: 404 len: 347 time: 0.0487640 Oct 12 11:39:17.902396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50408) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:17.923625 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-a305eaa8-78dc-4aa8-90ab-a1fe62a83395 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] show failed (client error): The resource could not be found. Oct 12 11:39:17.930208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a305eaa8-78dc-4aa8-90ab-a1fe62a83395 tempest-NegativeSecGroupTest-85806009 tempest-NegativeSecGroupTest-85806009-project] 10.222.0.43 "GET /v2.0/security-group-rules/a43af81e-ec11-4dc4-baca-75bff5e3f98e HTTP/1.1" status: 404 len: 356 time: 0.0266280 Oct 12 11:39:17.961498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:17.970442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=4281f65b-b375-4163-9e4b-52cd137bbda2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:17.974192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:17.976602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:18.012920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0d174387-398c-4157-abba-24d2922de0d7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:18.063855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:18.065828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.086489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0d174387-398c-4157-abba-24d2922de0d7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:18.086959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.174262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-94f3e7f6-cecd-4479-a244-571238d4248e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6609964 Oct 12 11:39:18.175750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.177267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50414) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:18.236197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 0d174387-398c-4157-abba-24d2922de0d7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0d174387-398c-4157-abba-24d2922de0d7,segment=NetworkSegment(35883a93-d796-490b-bb27-478398eeecaf),segment_id=35883a93-d796-490b-bb27-478398eeecaf)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:18.300423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.372938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=0d174387-398c-4157-abba-24d2922de0d7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:18.524930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:18.639763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37d8de-777d-4360-b889-af19411fd1eb None None] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:18.709961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.712194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8afd7e23-acdc-4da9-b69c-cebb601f87a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=390f8b292ecf4240a66fb41499bb290a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856327 Oct 12 11:39:18.714604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50434) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:18.766727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e7bec5d1-4a14-479a-a608-40563e6cf262 None None] Provisioning complete for port 0d174387-398c-4157-abba-24d2922de0d7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:18.767188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec5d1-4a14-479a-a608-40563e6cf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.783940 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:39:18.792623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:18.849086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.032238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.035499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.036965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea8ff643-48e0-4499-9ca2-35580a38bbd9 HTTP/1.1" status: 204 len: 168 time: 0.3211815 Oct 12 11:39:19.049471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b0853-4f4d-48bd-862e-ded75823ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ff643-48e0-4499-9ca2-35580a38bbd9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:19.086133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.163656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.258239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=4281f65b-b375-4163-9e4b-52cd137bbda2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:19.288284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b1a3f0a-ec92-4337-8825-a7e30d1e09e1 None None] Provisioning complete for port 4281f65b-b375-4163-9e4b-52cd137bbda2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:19.288667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3f0a-ec92-4337-8825-a7e30d1e09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.339810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a3f0a-ec92-4337-8825-a7e30d1e09e1 None None] Port 4281f65b-b375-4163-9e4b-52cd137bbda2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:19.351200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b1a3f0a-ec92-4337-8825-a7e30d1e09e1 None None] Provisioning complete for port 0d174387-398c-4157-abba-24d2922de0d7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:19.351671 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3f0a-ec92-4337-8825-a7e30d1e09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.462528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.545612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50454) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:19.659099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5aa129a4-9de5-42b1-a886-a70dde692dce None None] Provisioning complete for port 4281f65b-b375-4163-9e4b-52cd137bbda2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:19.659604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5aa129a4-9de5-42b1-a886-a70dde692dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.716160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5aa129a4-9de5-42b1-a886-a70dde692dce None None] Port 4281f65b-b375-4163-9e4b-52cd137bbda2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:19.739892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-470683320'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:19.758125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.847739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:19.852435 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.865157 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.886929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0d174387-398c-4157-abba-24d2922de0d7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:19.976974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:19.988397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6c1ab21-edd3-4585-a4e4-5f841608912a None None] Provisioning complete for port 4281f65b-b375-4163-9e4b-52cd137bbda2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:19.988889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ab21-edd3-4585-a4e4-5f841608912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.041861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0d174387-398c-4157-abba-24d2922de0d7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:20.042556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.043907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.091456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:20.111414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1ab21-edd3-4585-a4e4-5f841608912a None None] Port 4281f65b-b375-4163-9e4b-52cd137bbda2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:20.118600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f48dac-4b60-447d-9d9b-2a81db6f9fe4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:20.141249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.141609 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 17b6ddbe-1d16-4acf-a71b-8e80c18fa005 of type vlan for network a20c44cd-807e-4d52-9d2a-874582052a98 Oct 12 11:39:20.173835 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.200372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.247582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.293710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.299437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:20.299960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.334635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.339433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=4281f65b-b375-4163-9e4b-52cd137bbda2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:20.374550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=a20c44cd-807e-4d52-9d2a-874582052a98,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:20.391723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:20.411545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1dcdac3f-e9fe-4a9c-bf44-46624d765781 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8641315 Oct 12 11:39:20.415032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:20.421254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'name': 'tempest-PortsIpV6TestJSON-889506825'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:20.474291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:20.476285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-826fdd6d-ab29-47d3-924a-3c09dab6bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.476957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:20.637482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:20.643302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.677125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 204fa792-97a6-457c-aed0-4060c8836424 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:20.684070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:20.841552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-17e4fdf7-d23a-4679-a247-3ddb0b3c6a13 None None] Provisioning complete for port 4281f65b-b375-4163-9e4b-52cd137bbda2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:20.842351 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-17e4fdf7-d23a-4679-a247-3ddb0b3c6a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.844945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:20.862996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-41324224-70a3-42da-a790-40d568c2f0ee tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/204fa792-97a6-457c-aed0-4060c8836424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843975 Oct 12 11:39:20.865612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:20.874174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] Sync routers for ids ['204fa792-97a6-457c-aed0-4060c8836424'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:20.889661 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:20.894122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] Routers {'204fa792-97a6-457c-aed0-4060c8836424'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:20.894949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['204fa792-97a6-457c-aed0-4060c8836424'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:20.926690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91115e-22a0-4238-b3c3-08146fe6bf4a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:20.928517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7b91115e-22a0-4238-b3c3-08146fe6bf4a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports/4281f65b-b375-4163-9e4b-52cd137bbda2 HTTP/1.1" status: 200 len: 978 time: 0.0614622 Oct 12 11:39:20.932129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50486) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:20.949618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-17e4fdf7-d23a-4679-a247-3ddb0b3c6a13 None None] Port 4281f65b-b375-4163-9e4b-52cd137bbda2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:20.949618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:20.950800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] Routers {'204fa792-97a6-457c-aed0-4060c8836424'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:20.951388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['204fa792-97a6-457c-aed0-4060c8836424'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:20.991175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:20.992187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caacf6-b9dd-44de-b1c6-6032daf87878 None None] The sync data for ids ['204fa792-97a6-457c-aed0-4060c8836424'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:21.043150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.126299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=32c68a54-41b2-44a7-87c7-6d2aa0cf8f62,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:21.144804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '17b6ddbe-1d16-4acf-a71b-8e80c18fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:21.144804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: a20c44cd-807e-4d52-9d2a-874582052a98, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:21.230879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:21.293947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a20c44cd-807e-4d52-9d2a-874582052a98) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:21.304366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac234d-3924-4624-96c0-0ef8264a2a1f None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:21.313093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:21.323076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:21.324158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.415072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-91281ca0-2fe6-49b3-ad48-7f6dc79037f7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9983368 Oct 12 11:39:21.415619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50500) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:21.421582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-568882774'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:21.533727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:21.538585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.576175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:21.588163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.588649 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 91ab1aa6-cacb-4a67-a371-0416d723cd26 of type vlan for network c5fb4285-8c72-4856-9e51-349102d8aa48 Oct 12 11:39:21.647282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.714329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.801643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.865475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.868527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.871842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:21.872458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:21.943023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=c5fb4285-8c72-4856-9e51-349102d8aa48,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:21.955556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c5fb4285-8c72-4856-9e51-349102d8aa48 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:22.011139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a586fe8e-4d22-4752-b8fa-4ed22cc6ad66 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5940356 Oct 12 11:39:22.013509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50514) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:22.020906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'ports': [{'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'}, {'network_id': 'c5fb4285-8c72-4856-9e51-349102d8aa48'}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:22.023729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:22.024234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'c5fb4285-8c72-4856-9e51-349102d8aa48'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:22.148145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 4281f65b-b375-4163-9e4b-52cd137bbda2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:22.148465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.151095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.252241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.265568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 4281f65b-b375-4163-9e4b-52cd137bbda2 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:22.352092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 2} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:22.357377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.372702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.467306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port e972e439-4cef-4d3d-ac13-88ecabdaf989 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:22.541765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.583986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=4281f65b-b375-4163-9e4b-52cd137bbda2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:22.641566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.740087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 4926ff34-6bbc-4778-9789-09a40c6d2036 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:22.769919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.912927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:22.958251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 204fa792-97a6-457c-aed0-4060c8836424 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:23.038631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:23.043680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d16ca3c2-676f-4174-98d5-379f2d94324d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/204fa792-97a6-457c-aed0-4060c8836424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105316 Oct 12 11:39:23.046337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50522) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:23.048346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] Sync routers for ids ['204fa792-97a6-457c-aed0-4060c8836424'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:23.061386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.061609 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] Routers {'204fa792-97a6-457c-aed0-4060c8836424'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:23.062503 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['204fa792-97a6-457c-aed0-4060c8836424'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:23.104083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:23.108519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:23.112942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:23.114052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.141923 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:23.143950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=e972e439-4cef-4d3d-ac13-88ecabdaf989,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:23.171266 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] Routers {'204fa792-97a6-457c-aed0-4060c8836424'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:23.172767 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['204fa792-97a6-457c-aed0-4060c8836424'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:23.202158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '91ab1aa6-cacb-4a67-a371-0416d723cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c5fb4285-8c72-4856-9e51-349102d8aa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:23.202543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: c5fb4285-8c72-4856-9e51-349102d8aa48, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:23.219696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=4926ff34-6bbc-4778-9789-09a40c6d2036,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:23.244089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:23.244495 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-435ee456-18a3-4934-920f-ca110229f28e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 11:39:23.245434 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90212ad5-7308-4684-aee8-5661355194c2 None None] The sync data for ids ['204fa792-97a6-457c-aed0-4060c8836424'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:23.245990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-435ee456-18a3-4934-920f-ca110229f28e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/204fa792-97a6-457c-aed0-4060c8836424/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1985443 Oct 12 11:39:23.254282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50526) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:23.294759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c9c8f9f6-64dd-4c10-921c-d52f6120111b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=204fa792-97a6-457c-aed0-4060c8836424 HTTP/1.1" status: 200 len: 205 time: 0.0375309 Oct 12 11:39:23.295111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50528) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:23.339567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.381613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network c5fb4285-8c72-4856-9e51-349102d8aa48 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:23.393217 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.466074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c5fb4285-8c72-4856-9e51-349102d8aa48) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:23.475600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af0215-1bec-4517-a99b-1ae574a55b7b None None] Network c5fb4285-8c72-4856-9e51-349102d8aa48 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:23.493955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:23.499972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:23.509334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:23.510040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.582365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.585042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.748445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b61e9dd9-f52b-4141-b561-10e8622e2e39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7336574 Oct 12 11:39:23.750330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50534) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:23.777277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.777778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router 204fa792-97a6-457c-aed0-4060c8836424 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:23.786707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.787783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f5c25c3f-9ecd-4be4-ada7-092841d2b703 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/204fa792-97a6-457c-aed0-4060c8836424 HTTP/1.1" status: 204 len: 168 time: 0.4917307 Oct 12 11:39:23.791601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50536) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:23.856759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 2c630ddf-6cb1-4a8d-b995-91392d7ea44a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:23.859490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.861542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 4926ff34-6bbc-4778-9789-09a40c6d2036 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:23.861668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.928574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.946080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:23.961679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 4926ff34-6bbc-4778-9789-09a40c6d2036 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:24.019804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.179660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.208873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=4926ff34-6bbc-4778-9789-09a40c6d2036,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:24.214967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.220219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.221510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5fc67957-391e-4389-b5e0-6cc4aa3b18ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/4926ff34-6bbc-4778-9789-09a40c6d2036 HTTP/1.1" status: 204 len: 168 time: 0.4697890 Oct 12 11:39:24.221752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50542) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.260107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=2c630ddf-6cb1-4a8d-b995-91392d7ea44a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:24.263963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.269750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2122a5f8-f1cb-4c1c-be0e-85b94797bfdb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/2c630ddf-6cb1-4a8d-b995-91392d7ea44a HTTP/1.1" status: 204 len: 168 time: 0.4747214 Oct 12 11:39:24.270145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50544) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.273932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf516d-aa83-4620-8860-0fd072290667 None None] Network 0409fb30-ac08-4f46-818b-17e5f6807e73 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:24.288824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a2c6f-5bbe-464d-a09e-0388752a20f2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:24.295019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a2c6f-5bbe-464d-a09e-0388752a20f2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:24.299342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c36a2c6f-5bbe-464d-a09e-0388752a20f2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0766623 Oct 12 11:39:24.300330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.389814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.451938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port e972e439-4cef-4d3d-ac13-88ecabdaf989 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:24.452302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.460537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 0d174387-398c-4157-abba-24d2922de0d7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:24.463984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.546785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] DHCP port deletion for 0409fb30-ac08-4f46-818b-17e5f6807e73 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:24.549993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 0d174387-398c-4157-abba-24d2922de0d7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0d174387-398c-4157-abba-24d2922de0d7,segment=NetworkSegment(35883a93-d796-490b-bb27-478398eeecaf),segment_id=35883a93-d796-490b-bb27-478398eeecaf)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:24.550546 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.557939 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.565222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 0d174387-398c-4157-abba-24d2922de0d7 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:24.574119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for e972e439-4cef-4d3d-ac13-88ecabdaf989 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:24.615238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Deleting port 0d174387-398c-4157-abba-24d2922de0d7 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:24.616162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.682371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] For port 0d174387-398c-4157-abba-24d2922de0d7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0d174387-398c-4157-abba-24d2922de0d7,segment=NetworkSegment(35883a93-d796-490b-bb27-478398eeecaf),segment_id=35883a93-d796-490b-bb27-478398eeecaf)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:24.683098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.695680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Calling delete_port for 0d174387-398c-4157-abba-24d2922de0d7 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:24.784705 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.792961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.796702 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.815487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=0d174387-398c-4157-abba-24d2922de0d7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:24.817883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port 0d174387-398c-4157-abba-24d2922de0d7 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:24.825031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] Pushing event deleted for resources: {'Port': ['ID=0d174387-398c-4157-abba-24d2922de0d7,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:24.829042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=e972e439-4cef-4d3d-ac13-88ecabdaf989,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:24.835289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.840955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-85d307ae-b719-4494-89e3-e3a18d64a1e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/e972e439-4cef-4d3d-ac13-88ecabdaf989 HTTP/1.1" status: 204 len: 168 time: 0.5377750 Oct 12 11:39:24.841927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50550) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.860171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186241-ec50-4868-9a96-be352fba7b6a None None] No DVR routers for this DVR port 0d174387-398c-4157-abba-24d2922de0d7 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:24.927526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:24.941161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a334b6-7ebb-4109-8fcb-cbc468e438fa tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:24.946874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50552) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.947258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71a334b6-7ebb-4109-8fcb-cbc468e438fa tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1040347 Oct 12 11:39:24.959082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0409fb30-ac08-4f46-818b-17e5f6807e73']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:24.980123 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c4c51c-fa9d-42c7-8dc9-0cc818a48d0e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:24.982778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86c4c51c-fa9d-42c7-8dc9-0cc818a48d0e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/4926ff34-6bbc-4778-9789-09a40c6d2036 HTTP/1.1" status: 404 len: 333 time: 0.0338588 Oct 12 11:39:24.984824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50554) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:24.985452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35883a93-d796-490b-bb27-478398eeecaf') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:24.985739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35883a93-d796-490b-bb27-478398eeecaf') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:24.998268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.022613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.030423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:25.037760 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:25.057095 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef469698-49ac-46fc-b218-2d48cb3abeb2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:25.064749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ef469698-49ac-46fc-b218-2d48cb3abeb2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/e972e439-4cef-4d3d-ac13-88ecabdaf989 HTTP/1.1" status: 404 len: 333 time: 0.0764215 Oct 12 11:39:25.066637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50558) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:25.180153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.247559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.255328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.262071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/0409fb30-ac08-4f46-818b-17e5f6807e73 HTTP/1.1" status: 204 len: 168 time: 0.9909475 Oct 12 11:39:25.266429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50564) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:25.272169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1672792344'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:25.280377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.287209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b241d-70e9-43ea-9fe5-65235fe68f8a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=0409fb30-ac08-4f46-818b-17e5f6807e73,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:25.313240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fb4285-8c72-4856-9e51-349102d8aa48']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:25.324917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ab1aa6-cacb-4a67-a371-0416d723cd26') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:25.324917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ab1aa6-cacb-4a67-a371-0416d723cd26') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:25.335220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.348368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.355447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:25.355896 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:25.359022 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:25.442098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:25.446568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.524145 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.528019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:25.532440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.535684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/c5fb4285-8c72-4856-9e51-349102d8aa48 HTTP/1.1" status: 204 len: 168 time: 0.4648266 Oct 12 11:39:25.540641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50568) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:25.546729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-963410418'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:25.549332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74fdc1-7cee-46b3-b03a-551254699f0a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=c5fb4285-8c72-4856-9e51-349102d8aa48,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:25.560284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.560731 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 768ea1be-1b0b-4fec-b73d-0304f08054e0 of type vlan for network f7906343-3cba-4552-b350-d40a5add2a9d Oct 12 11:39:25.611926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.722041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:25.726153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.750596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:25.756639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.762817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:25.763605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.776456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.776678 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 6c81d576-e1e0-4176-b77e-b7a4acd97f77 of type vlan for network eccce065-646b-43f8-b741-d7cb0fe44de4 Oct 12 11:39:25.871430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:25.873608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=f7906343-3cba-4552-b350-d40a5add2a9d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:25.880550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0d174387-398c-4157-abba-24d2922de0d7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:25.904965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0d174387-398c-4157-abba-24d2922de0d7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:25.905556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0d174387-398c-4157-abba-24d2922de0d7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:25.917031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f7906343-3cba-4552-b350-d40a5add2a9d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:25.923419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50572) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:25.929450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5cd7b7fb-830b-458e-9d79-5e1793cf3b83 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6582618 Oct 12 11:39:25.930011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:26.042371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.047922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:26.048488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.135569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=eccce065-646b-43f8-b741-d7cb0fe44de4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:26.155006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network eccce065-646b-43f8-b741-d7cb0fe44de4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:26.173719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:26.177350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.260576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b649a14e-556b-4f28-92e1-dc8235978491 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7102399 Oct 12 11:39:26.260576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50584) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:26.262237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:26.442219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:26.447170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.513438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Performing IP validity checks on allocation pools {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:39:26.517290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:39:26.523779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.626864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=1448076e-e5e2-426a-bf75-9d2336ea1316,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:26.641013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '768ea1be-1b0b-4fec-b73d-0304f08054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:26.641581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: f7906343-3cba-4552-b350-d40a5add2a9d, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:26.728213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network f7906343-3cba-4552-b350-d40a5add2a9d is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:26.768470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.825219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:26.841573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '6c81d576-e1e0-4176-b77e-b7a4acd97f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:26.841936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: eccce065-646b-43f8-b741-d7cb0fe44de4, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:26.847889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.892781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f7906343-3cba-4552-b350-d40a5add2a9d) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:26.897634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:26.898365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:26.904721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611f716-06f6-49b7-9270-bb36beee3aad None None] Network f7906343-3cba-4552-b350-d40a5add2a9d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:27.036941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network eccce065-646b-43f8-b741-d7cb0fe44de4 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:27.046128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, eccce065-646b-43f8-b741-d7cb0fe44de4) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:27.064895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d31c8c-cc40-480d-84a0-fe583270c06a None None] Network eccce065-646b-43f8-b741-d7cb0fe44de4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:27.086687 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ae5994a-37e8-4412-8aa3-efbe9c13d91f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1621239 Oct 12 11:39:27.088278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:27.092450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.092450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50590) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:27.101611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998140937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:27.112529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-f7906343-3cba-4552-b350-d40a5add2a9d', 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '1448076e-e5e2-426a-bf75-9d2336ea1316'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:27.116170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.249871 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.250980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.321478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.409815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Allocated IP 172.20.0.2 (f7906343-3cba-4552-b350-d40a5add2a9d/1448076e-e5e2-426a-bf75-9d2336ea1316/0aa945b9-e70b-4713-ab54-053adeb577b3) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:27.423664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0aa7e175-b804-46d9-ab98-d61b4451123e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1670952 Oct 12 11:39:27.426252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:27.434223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4', 'name': 'tempest-PortsIpV6TestJSON-517898342'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:27.465751 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.639010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-eccce065-646b-43f8-b741-d7cb0fe44de4', 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': 'f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:27.639951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.693690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.697769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:27.698338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40791fc9-a78b-4712-be9b-419cd3ed6387 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6005735 Oct 12 11:39:27.802356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:27.807299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.836700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port a4eaaa02-6fad-4080-b261-018fefd4b7b7 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:27.908336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:27.929035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Allocated IP 2001:db8::2 (eccce065-646b-43f8-b741-d7cb0fe44de4/f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a/1b7c4fa2-115a-4d1c-93db-3d1331007c05) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:28.033770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.115044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.135446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.175726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Network f7906343-3cba-4552-b350-d40a5add2a9d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:28.184396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:28.184626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:28.219409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Pushing event updated for resources: {'Port': ['ID=0aa945b9-e70b-4713-ab54-053adeb577b3,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:28.246413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.248542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.248774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.249109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.249439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.249769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.250172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.250410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.250759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.251096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.251395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.251716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:28.257553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.303452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Pushing event updated for resources: {'Port': ['ID=1b7c4fa2-115a-4d1c-93db-3d1331007c05,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:28.316002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Attempting to bind port 0aa945b9-e70b-4713-ab54-053adeb577b3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:28.316360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Attempting to bind port 0aa945b9-e70b-4713-ab54-053adeb577b3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '768ea1be-1b0b-4fec-b73d-0304f08054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:28.316761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Attempting to bind port 0aa945b9-e70b-4713-ab54-053adeb577b3 on network f7906343-3cba-4552-b350-d40a5add2a9d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:28.327062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:28.327871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Checking segment: {'id': '768ea1be-1b0b-4fec-b73d-0304f08054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:28.328484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.329070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Bound using segment: {'id': '768ea1be-1b0b-4fec-b73d-0304f08054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:28.329746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Bound port: 0aa945b9-e70b-4713-ab54-053adeb577b3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768ea1be-1b0b-4fec-b73d-0304f08054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f7906343-3cba-4552-b350-d40a5add2a9d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:28.330353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.334044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Network eccce065-646b-43f8-b741-d7cb0fe44de4 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:28.341152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::c6 (eccce065-646b-43f8-b741-d7cb0fe44de4/f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a/a4eaaa02-6fad-4080-b261-018fefd4b7b7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:28.345433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:28.352079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:28.453177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Attempting to bind port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:28.453610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Attempting to bind port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6c81d576-e1e0-4176-b77e-b7a4acd97f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:28.453973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Attempting to bind port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 on network eccce065-646b-43f8-b741-d7cb0fe44de4 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Checking segment: {'id': '6c81d576-e1e0-4176-b77e-b7a4acd97f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Bound using segment: {'id': '6c81d576-e1e0-4176-b77e-b7a4acd97f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Bound port: 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c81d576-e1e0-4176-b77e-b7a4acd97f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eccce065-646b-43f8-b741-d7cb0fe44de4'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:28.482635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.514040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] For port 0aa945b9-e70b-4713-ab54-053adeb577b3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:28.542089 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.548031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] For port 0aa945b9-e70b-4713-ab54-053adeb577b3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0aa945b9-e70b-4713-ab54-053adeb577b3,segment=NetworkSegment(768ea1be-1b0b-4fec-b73d-0304f08054e0),segment_id=768ea1be-1b0b-4fec-b73d-0304f08054e0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:28.592632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] For port 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:28.596261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] For port 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b7c4fa2-115a-4d1c-93db-3d1331007c05,segment=NetworkSegment(6c81d576-e1e0-4176-b77e-b7a4acd97f77),segment_id=6c81d576-e1e0-4176-b77e-b7a4acd97f77)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:28.614087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.665819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.684787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369806f-94d7-45e1-9c8e-606e17368b3d None None] Pushing event updated for resources: {'Port': ['ID=0aa945b9-e70b-4713-ab54-053adeb577b3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:28.695029 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.705535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.20.0.1 (f7906343-3cba-4552-b350-d40a5add2a9d/1448076e-e5e2-426a-bf75-9d2336ea1316/174c1298-f532-4445-86ac-ccf277a14bbb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:28.743080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network eccce065-646b-43f8-b741-d7cb0fe44de4 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:28.752033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:28.756186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:28.770676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:28.774361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.801803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad630e-3487-4d29-8973-30f0b7353c03 None None] Pushing event updated for resources: {'Port': ['ID=1b7c4fa2-115a-4d1c-93db-3d1331007c05,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:28.835799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=a4eaaa02-6fad-4080-b261-018fefd4b7b7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:28.908211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:28.909000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-17fd2022-d86a-4a56-9a30-45ba31952bf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4807680 Oct 12 11:39:28.910060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50630) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:29.048636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port a4eaaa02-6fad-4080-b261-018fefd4b7b7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:29.048984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.095362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.193074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network f7906343-3cba-4552-b350-d40a5add2a9d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:29.212694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:29.224576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:29.284497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=174c1298-f532-4445-86ac-ccf277a14bbb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:29.289179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.314560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for a4eaaa02-6fad-4080-b261-018fefd4b7b7 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:29.322001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.608442 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.621065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.677387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=a4eaaa02-6fad-4080-b261-018fefd4b7b7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:29.714378 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.721787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50644) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:29.722448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b70218ca-f1dd-4212-8c25-63b39e1089df tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/a4eaaa02-6fad-4080-b261-018fefd4b7b7 HTTP/1.1" status: 204 len: 168 time: 0.8107479 Oct 12 11:39:29.758612 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa7fe08-cb6f-463b-829b-95334291aa9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:39:29.759848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa7fe08-cb6f-463b-829b-95334291aa9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:29.763738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2aa7fe08-cb6f-463b-829b-95334291aa9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/a4eaaa02-6fad-4080-b261-018fefd4b7b7 HTTP/1.1" status: 404 len: 333 time: 0.0407948 Oct 12 11:39:29.767670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:29.794467 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c7952c-4620-440e-a110-14163745830c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:29.796108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-63c7952c-4620-440e-a110-14163745830c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/a4eaaa02-6fad-4080-b261-018fefd4b7b7 HTTP/1.1" status: 404 len: 333 time: 0.0272694 Oct 12 11:39:29.798830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50648) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:29.853264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:29.856650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:29.942122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.022628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b7c4fa2-115a-4d1c-93db-3d1331007c05 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:30.115466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.120313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:30.122460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.137810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.207713 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.288846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.305672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.315051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=174c1298-f532-4445-86ac-ccf277a14bbb,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:30.354678 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.383835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:30.394941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.417759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-52543892-c79d-460e-9f1b-576bad7d73fe tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a HTTP/1.1" status: 204 len: 168 time: 0.6172688 Oct 12 11:39:30.421223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:30.429094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71233ff9-a705-4610-ad94-9760556b0a5f None None] Network f7906343-3cba-4552-b350-d40a5add2a9d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:30.435173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network f7906343-3cba-4552-b350-d40a5add2a9d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:30.436571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:30.641467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:39:30.641745 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:39:30.646317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] Provisioning complete for port 0aa945b9-e70b-4713-ab54-053adeb577b3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:30.648083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:30.727949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router adca73f9-c171-47bb-9276-2c13910cc879 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:30.798157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76f360-ccc9-43f1-bec8-a508099cee47 None None] Network eccce065-646b-43f8-b741-d7cb0fe44de4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:30.871877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:30.881902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8dfb3661-1f2b-4a8b-a5f9-5a0eb04ec42a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/adca73f9-c171-47bb-9276-2c13910cc879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1816232 Oct 12 11:39:30.882855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:30.928581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] Sync routers for ids ['adca73f9-c171-47bb-9276-2c13910cc879'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:30.962680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06b6f6-e55b-4f44-b7f5-25fea6e85993 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:30.964328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ed06b6f6-e55b-4f44-b7f5-25fea6e85993 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports/174c1298-f532-4445-86ac-ccf277a14bbb HTTP/1.1" status: 200 len: 910 time: 0.0792804 Oct 12 11:39:30.964328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50662) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:30.988279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] Routers {'adca73f9-c171-47bb-9276-2c13910cc879'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:30.989644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['adca73f9-c171-47bb-9276-2c13910cc879'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.050140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.075567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.111535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:31.112024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.171452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] Routers {'adca73f9-c171-47bb-9276-2c13910cc879'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:31.172096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['adca73f9-c171-47bb-9276-2c13910cc879'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.202197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b7c4fa2-115a-4d1c-93db-3d1331007c05,segment=NetworkSegment(6c81d576-e1e0-4176-b77e-b7a4acd97f77),segment_id=6c81d576-e1e0-4176-b77e-b7a4acd97f77)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:31.202542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.241913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 1b7c4fa2-115a-4d1c-93db-3d1331007c05 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:31.247161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.254753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12619f84-7f92-4e5b-a75a-01bea83b74c6 None None] The sync data for ids ['adca73f9-c171-47bb-9276-2c13910cc879'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:31.285393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.324259 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.324750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.385272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b7c4fa2-115a-4d1c-93db-3d1331007c05,segment=NetworkSegment(6c81d576-e1e0-4176-b77e-b7a4acd97f77),segment_id=6c81d576-e1e0-4176-b77e-b7a4acd97f77)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:31.389449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] DHCP port deletion for eccce065-646b-43f8-b741-d7cb0fe44de4 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:31.505624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.506574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0aa945b9-e70b-4713-ab54-053adeb577b3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:31.537084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] For port 0aa945b9-e70b-4713-ab54-053adeb577b3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0aa945b9-e70b-4713-ab54-053adeb577b3,segment=NetworkSegment(768ea1be-1b0b-4fec-b73d-0304f08054e0),segment_id=768ea1be-1b0b-4fec-b73d-0304f08054e0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:31.585495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.628873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.661556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=1b7c4fa2-115a-4d1c-93db-3d1331007c05,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:31.672381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:31.678479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 174c1298-f532-4445-86ac-ccf277a14bbb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:31.681435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.720595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1b7c4fa2-115a-4d1c-93db-3d1331007c05,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:31.738979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Deleting port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:31.739864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.794188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.808629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 174c1298-f532-4445-86ac-ccf277a14bbb owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:31.821623 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.849148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccce065-646b-43f8-b741-d7cb0fe44de4']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.863208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c81d576-e1e0-4176-b77e-b7a4acd97f77') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.863502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c81d576-e1e0-4176-b77e-b7a4acd97f77') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:31.877197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.889177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0aa945b9-e70b-4713-ab54-053adeb577b3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:31.893003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.893485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.901660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:31.902337 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.962663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] For port 1b7c4fa2-115a-4d1c-93db-3d1331007c05, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:31.963328 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:31.972245 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:32.003105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Provisioning complete for port 0aa945b9-e70b-4713-ab54-053adeb577b3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:32.003105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.008697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Calling delete_port for 1b7c4fa2-115a-4d1c-93db-3d1331007c05 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:32.013615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:39:32.015044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.020981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.028663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/eccce065-646b-43f8-b741-d7cb0fe44de4 HTTP/1.1" status: 204 len: 168 time: 1.6018834 Oct 12 11:39:32.028874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50672) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:32.043254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52495608'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:32.060906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8c4e-ec7b-466a-8c61-e89a44a27867 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=eccce065-646b-43f8-b741-d7cb0fe44de4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:32.110306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.124606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd2104-605a-47c1-8b62-80e3aff494b0 None None] Pushing event updated for resources: {'Port': ['ID=0aa945b9-e70b-4713-ab54-053adeb577b3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:32.132765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Network eccce065-646b-43f8-b741-d7cb0fe44de4 is not hosted by any dhcp agent {{(pid=95549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:39:32.133223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] No DVR routers for this DVR port 1b7c4fa2-115a-4d1c-93db-3d1331007c05 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:32.164232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:32.168943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.188402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40050cf-b513-4ad3-8baf-8d8544d907cc None None] Pushing event deleted for resources: {'Port': ['ID=1b7c4fa2-115a-4d1c-93db-3d1331007c05,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:32.267291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Could not find standard attr ID for object 1b7c4fa2-115a-4d1c-93db-3d1331007c05. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:39:32.277643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Provisioning complete for port 174c1298-f532-4445-86ac-ccf277a14bbb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:32.278032 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.322749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-288285a4-0833-4802-89a0-053a6a4c6eaa None None] Port 174c1298-f532-4445-86ac-ccf277a14bbb cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:32.332596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0aa945b9-e70b-4713-ab54-053adeb577b3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:32.353427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.361990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:32.391832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=174c1298-f532-4445-86ac-ccf277a14bbb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:32.397746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0aa945b9-e70b-4713-ab54-053adeb577b3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:32.398300 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.407485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.407844 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 7df8130a-7642-45e5-ac1a-8aaed5849441 of type vlan for network c06af779-e9c8-486c-ae8d-801b7f8976b8 Oct 12 11:39:32.469157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fe88d639-2d89-4580-8451-fdbb73231a28 None None] Could not find standard attr ID for object 174c1298-f532-4445-86ac-ccf277a14bbb. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:39:32.508948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.602784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b7c4fa2-115a-4d1c-93db-3d1331007c05 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:32.612158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.648245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1b7c4fa2-115a-4d1c-93db-3d1331007c05 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:32.648966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b7c4fa2-115a-4d1c-93db-3d1331007c05 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:32.712779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.718234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:32.719335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:32.799794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=c06af779-e9c8-486c-ae8d-801b7f8976b8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:32.816065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:32.878868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50682) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:32.879369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c5a43d1-0d3d-4c6d-85c0-71452b3dee0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8493390 Oct 12 11:39:32.885703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router adca73f9-c171-47bb-9276-2c13910cc879 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:32.886166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:32.974491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:32.982650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6ef7e087-8a98-40cb-a522-f18d5edfd622 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/adca73f9-c171-47bb-9276-2c13910cc879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172925 Oct 12 11:39:32.983100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50684) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:32.986975 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] Sync routers for ids ['adca73f9-c171-47bb-9276-2c13910cc879'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:32.997372 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] Routers {'adca73f9-c171-47bb-9276-2c13910cc879'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:32.998865 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['adca73f9-c171-47bb-9276-2c13910cc879'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:33.015523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-158bc7a4-a9b7-457b-8b91-c770f9c23934 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=adca73f9-c171-47bb-9276-2c13910cc879 HTTP/1.1" status: 200 len: 205 time: 0.0291030 Oct 12 11:39:33.015869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:33.035081 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:33.044226 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] Routers {'adca73f9-c171-47bb-9276-2c13910cc879'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:33.044890 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['adca73f9-c171-47bb-9276-2c13910cc879'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:33.080445 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:33.081336 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a789d-b4b4-4916-a411-5ec82a584912 None None] The sync data for ids ['adca73f9-c171-47bb-9276-2c13910cc879'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:33.095588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:33.099080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.126917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.349116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.353137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.515418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.516158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router adca73f9-c171-47bb-9276-2c13910cc879 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:33.525116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.526506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ddd5d670-7ae2-4c46-8e9a-23489a544ea2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/adca73f9-c171-47bb-9276-2c13910cc879 HTTP/1.1" status: 204 len: 168 time: 0.5092292 Oct 12 11:39:33.528836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50694) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:33.581388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 1448076e-e5e2-426a-bf75-9d2336ea1316 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:33.591576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.652983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.682140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.789130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=1a4b800c-a182-4340-a809-29efc8262be5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:33.813685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.820893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:33.837925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '7df8130a-7642-45e5-ac1a-8aaed5849441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:33.838545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: c06af779-e9c8-486c-ae8d-801b7f8976b8, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:33.844411 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:33.986067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:34.048121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.077634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=1448076e-e5e2-426a-bf75-9d2336ea1316,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:34.081379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.088301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50708) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:34.095634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091698f-71a0-444a-b122-30bf139e842e None None] Network f7906343-3cba-4552-b350-d40a5add2a9d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:34.096577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c492f38-e4ce-4bab-8afa-85db7fac18ce tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/1448076e-e5e2-426a-bf75-9d2336ea1316 HTTP/1.1" status: 204 len: 168 time: 0.5666299 Oct 12 11:39:34.098056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c06af779-e9c8-486c-ae8d-801b7f8976b8) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:34.110637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:34.112754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.127769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b9da0-73cd-4ae6-a79d-b3d0e7733ce8 None None] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:34.203473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.224168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12119d0d-e428-4892-8262-cc9807e06d40 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3413267 Oct 12 11:39:34.228217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50710) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:34.229478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1291089270'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:34.296380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 0aa945b9-e70b-4713-ab54-053adeb577b3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:34.298075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.387567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 0aa945b9-e70b-4713-ab54-053adeb577b3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0aa945b9-e70b-4713-ab54-053adeb577b3,segment=NetworkSegment(768ea1be-1b0b-4fec-b73d-0304f08054e0),segment_id=768ea1be-1b0b-4fec-b73d-0304f08054e0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:34.390432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.407361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 0aa945b9-e70b-4713-ab54-053adeb577b3 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:34.476573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:34.481761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.498683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c06af779-e9c8-486c-ae8d-801b7f8976b8', 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': '1a4b800c-a182-4340-a809-29efc8262be5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:34.505252 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.529656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port e9d59de9-7fcf-468d-be5d-f3ab66c97d66 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:34.532771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] DHCP port deletion for f7906343-3cba-4552-b350-d40a5add2a9d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:34.624363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.678520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=0aa945b9-e70b-4713-ab54-053adeb577b3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:34.688502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port 0aa945b9-e70b-4713-ab54-053adeb577b3 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:34.724390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::106 (c06af779-e9c8-486c-ae8d-801b7f8976b8/1a4b800c-a182-4340-a809-29efc8262be5/e9d59de9-7fcf-468d-be5d-f3ab66c97d66) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:34.876797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.878194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.922392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7906343-3cba-4552-b350-d40a5add2a9d']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:34.934374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768ea1be-1b0b-4fec-b73d-0304f08054e0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:34.942312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768ea1be-1b0b-4fec-b73d-0304f08054e0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:34.946193 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.963171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.970736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:34.971250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.992122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:34.999218 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:35.077203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:35.079096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Deleting port 0aa945b9-e70b-4713-ab54-053adeb577b3 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:35.082237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:35.086407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:35.088041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.101369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:35.101369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.123011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=e9d59de9-7fcf-468d-be5d-f3ab66c97d66,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:35.127294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Allocated IP 2001:db8::2 (c06af779-e9c8-486c-ae8d-801b7f8976b8/1a4b800c-a182-4340-a809-29efc8262be5/d6bd001d-3344-47a5-964c-b664e08ba60b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:35.196783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.205876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] For port 0aa945b9-e70b-4713-ab54-053adeb577b3, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:35.206274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.209337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.214175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/f7906343-3cba-4552-b350-d40a5add2a9d HTTP/1.1" status: 204 len: 168 time: 1.1247790 Oct 12 11:39:35.217841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50726) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:35.223504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-261265900', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:35.243777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614b59e-a40f-45e7-b084-a4e077ff0229 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=f7906343-3cba-4552-b350-d40a5add2a9d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:35.247850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Calling delete_port for 0aa945b9-e70b-4713-ab54-053adeb577b3 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:35.251860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Port 0aa945b9-e70b-4713-ab54-053adeb577b3 was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:39:35.254479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.265817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf44865a-5451-4448-9631-9d159c28f80d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0377975 Oct 12 11:39:35.266480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:35.286507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Network f7906343-3cba-4552-b350-d40a5add2a9d is not hosted by any dhcp agent {{(pid=95549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:39:35.287525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] No DVR routers for this DVR port 0aa945b9-e70b-4713-ab54-053adeb577b3 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:35.300486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceac2e-b534-4270-8ae0-adbdd21d390d None None] Pushing event deleted for resources: {'Port': ['ID=0aa945b9-e70b-4713-ab54-053adeb577b3,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:35.362501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.363669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.432950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port e9d59de9-7fcf-468d-be5d-f3ab66c97d66 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:35.433647 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.470145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.477198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.545718 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.560502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for e9d59de9-7fcf-468d-be5d-f3ab66c97d66 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:35.604364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.676473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Pushing event updated for resources: {'Port': ['ID=d6bd001d-3344-47a5-964c-b664e08ba60b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:35.681470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:35.683641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:35.686914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:35.758416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Attempting to bind port d6bd001d-3344-47a5-964c-b664e08ba60b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:35.764121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Attempting to bind port d6bd001d-3344-47a5-964c-b664e08ba60b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7df8130a-7642-45e5-ac1a-8aaed5849441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:35.764121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Attempting to bind port d6bd001d-3344-47a5-964c-b664e08ba60b on network c06af779-e9c8-486c-ae8d-801b7f8976b8 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:35.768555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:35.768703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Checking segment: {'id': '7df8130a-7642-45e5-ac1a-8aaed5849441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:35.769162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.769637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Bound using segment: {'id': '7df8130a-7642-45e5-ac1a-8aaed5849441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:35.770174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Bound port: d6bd001d-3344-47a5-964c-b664e08ba60b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df8130a-7642-45e5-ac1a-8aaed5849441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c06af779-e9c8-486c-ae8d-801b7f8976b8'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:35.770676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.778845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.780687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.822571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=e9d59de9-7fcf-468d-be5d-f3ab66c97d66,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:35.852174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.857665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-40eb9cf1-7416-464e-9d22-4268ebb49009 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/e9d59de9-7fcf-468d-be5d-f3ab66c97d66 HTTP/1.1" status: 204 len: 168 time: 0.5884678 Oct 12 11:39:35.858415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] For port d6bd001d-3344-47a5-964c-b664e08ba60b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:35.860278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50742) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:35.862460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] For port d6bd001d-3344-47a5-964c-b664e08ba60b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6bd001d-3344-47a5-964c-b664e08ba60b,segment=NetworkSegment(7df8130a-7642-45e5-ac1a-8aaed5849441),segment_id=7df8130a-7642-45e5-ac1a-8aaed5849441)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:35.897842 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dc9d27-5de1-4c55-bda9-831c004f08f8 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:35.899880 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16dc9d27-5de1-4c55-bda9-831c004f08f8 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/e9d59de9-7fcf-468d-be5d-f3ab66c97d66 HTTP/1.1" status: 404 len: 333 time: 0.0380843 Oct 12 11:39:35.902669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50744) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:35.959005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:35.959550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 1a4b800c-a182-4340-a809-29efc8262be5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:35.963326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.013633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.041831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c2536-494f-4a15-8987-4c4671e9107c None None] Pushing event updated for resources: {'Port': ['ID=d6bd001d-3344-47a5-964c-b664e08ba60b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:36.077521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.097838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.142414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.258205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.25.2.214 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/85e1fc69-7a33-4c98-9030-13bd84a690ed) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:36.328396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.367183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4b800c-a182-4340-a809-29efc8262be5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:36.375139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.381785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9812b514-0f5c-466d-a202-60bdaef621da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/1a4b800c-a182-4340-a809-29efc8262be5 HTTP/1.1" status: 204 len: 168 time: 0.4751401 Oct 12 11:39:36.382176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50750) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:36.385604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0aa945b9-e70b-4713-ab54-053adeb577b3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:36.407598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0aa945b9-e70b-4713-ab54-053adeb577b3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:36.409578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0aa945b9-e70b-4713-ab54-053adeb577b3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:36.426354 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.485624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.539427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port d6bd001d-3344-47a5-964c-b664e08ba60b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:36.539688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.556968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.597521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:36.604837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:36.607833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:36.609453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port d6bd001d-3344-47a5-964c-b664e08ba60b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6bd001d-3344-47a5-964c-b664e08ba60b,segment=NetworkSegment(7df8130a-7642-45e5-ac1a-8aaed5849441),segment_id=7df8130a-7642-45e5-ac1a-8aaed5849441)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:36.609741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.622617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for d6bd001d-3344-47a5-964c-b664e08ba60b owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:36.637327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=85e1fc69-7a33-4c98-9030-13bd84a690ed,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:36.767660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.797570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port d6bd001d-3344-47a5-964c-b664e08ba60b on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:36.802936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=d6bd001d-3344-47a5-964c-b664e08ba60b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:36.889585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.919797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06af779-e9c8-486c-ae8d-801b7f8976b8']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:36.931530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df8130a-7642-45e5-ac1a-8aaed5849441') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:36.932277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df8130a-7642-45e5-ac1a-8aaed5849441') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:36.944233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.960686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.967217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:36.967727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:36.970882 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:36.978937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.122355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.127431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.133158 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/c06af779-e9c8-486c-ae8d-801b7f8976b8 HTTP/1.1" status: 204 len: 168 time: 0.7497339 Oct 12 11:39:37.138352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50758) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:37.142006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'name': 'tempest-PortsIpV6TestJSON-1725020627'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:37.151672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4db10-4d01-4471-b440-aec39fccfd2b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=c06af779-e9c8-486c-ae8d-801b7f8976b8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:37.228982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fc741496-adb8-4e40-9b24-813659e2e6b9 None None] Could not find standard attr ID for object d6bd001d-3344-47a5-964c-b664e08ba60b. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:39:37.287780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45552744-84a3-4ac7-b77e-3aeac8f067bf None None] DHCP port deletion for c06af779-e9c8-486c-ae8d-801b7f8976b8 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:37.305563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.318305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b4739-2539-473f-bf66-97d972dfeb73 None None] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:37.331476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b4739-2539-473f-bf66-97d972dfeb73 None None] Network c06af779-e9c8-486c-ae8d-801b7f8976b8 could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 11:39:37.405097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:37.408557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.437346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 4ae49019-29b9-42ad-80aa-06d84ce48497 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:37.596699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router e10c3e59-64c4-4a7b-b2ea-1077767547eb is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:37.657891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.744488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:37.754971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] Sync routers for ids ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:37.765915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] Routers {'e10c3e59-64c4-4a7b-b2ea-1077767547eb'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:37.766560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:37.799181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:37.808224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] Routers {'e10c3e59-64c4-4a7b-b2ea-1077767547eb'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:37.814954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:37.839474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.843410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e48360f0-fc45-466e-b242-02c831673f1f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6214383 Oct 12 11:39:37.843410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.843684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:37.848601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:37.849526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7640ad9-7fe9-4c7b-99ea-186e2cb56a7e None None] The sync data for ids ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:37.900031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:37.903266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:37.905819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:37.915917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:37.915917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:37.919856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=4ae49019-29b9-42ad-80aa-06d84ce48497,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:37.976784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50772) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:37.977194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-020ca6ed-d470-4b69-a733-0771847430f1 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers/e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 200 len: 880 time: 0.1322258 Oct 12 11:39:38.076835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5e1f59d0-a4cf-4196-8abe-92740ff32346 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9385579 Oct 12 11:39:38.079458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:38.187624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 4ae49019-29b9-42ad-80aa-06d84ce48497 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:38.187967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.265506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.281159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 4ae49019-29b9-42ad-80aa-06d84ce48497 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:38.459488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.494311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=4ae49019-29b9-42ad-80aa-06d84ce48497,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:38.501653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.511725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a890bcee-6e65-40e3-8de8-5fed58c0be94 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/4ae49019-29b9-42ad-80aa-06d84ce48497 HTTP/1.1" status: 204 len: 168 time: 0.4249539 Oct 12 11:39:38.512211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50786) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:38.517389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'mac_address': 'fa:16:3e:2a:a7:8e', 'name': 'tempest-PortsIpV6TestJSON-1306488869'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:38.614356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0105ea90-9532-4a8a-845f-759511f52a26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6363087 Oct 12 11:39:38.616898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50788) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:38.622585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-261265900'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:38.681361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:38.766196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.791414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 40a677ae-1ea0-48bd-a135-8919fce47f3b yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:38.960361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:38.991176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.082645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.117366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.190393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:39.191405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=40a677ae-1ea0-48bd-a135-8919fce47f3b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:39.195347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:39.198518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:39.205039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:39.205815 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.224621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router e10c3e59-64c4-4a7b-b2ea-1077767547eb has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:39.348771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:39.356574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.360516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c37bd0c2-ac16-46ac-9b42-0545c439c2d9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 200 len: 887 time: 0.7397573 Oct 12 11:39:39.360740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6ab0abd7-f226-4779-881a-937d0f25e5cd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8457940 Oct 12 11:39:39.360845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50796) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.364684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50798) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.365941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] Sync routers for ids ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:39.377374 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] Routers {'e10c3e59-64c4-4a7b-b2ea-1077767547eb'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:39.377977 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:39.435221 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:39.444951 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] Routers {'e10c3e59-64c4-4a7b-b2ea-1077767547eb'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:39.445817 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:39.446489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bb25c-c1e5-49e2-9afc-500cb77b2089 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:39.451475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-767bb25c-c1e5-49e2-9afc-500cb77b2089 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/40a677ae-1ea0-48bd-a135-8919fce47f3b HTTP/1.1" status: 200 len: 845 time: 0.0870924 Oct 12 11:39:39.452888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50802) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.504079 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:39.504984 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307dd48-edbc-4564-a9ab-3816158f20f9 None None] The sync data for ids ['e10c3e59-64c4-4a7b-b2ea-1077767547eb'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:39.569794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 40a677ae-1ea0-48bd-a135-8919fce47f3b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:39.570141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.641963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.656241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 40a677ae-1ea0-48bd-a135-8919fce47f3b owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:39.796550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.826688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=40a677ae-1ea0-48bd-a135-8919fce47f3b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:39.835926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:39.839155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-005e9d6e-9263-4978-a543-05eaa124512d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/40a677ae-1ea0-48bd-a135-8919fce47f3b HTTP/1.1" status: 204 len: 168 time: 0.3851712 Oct 12 11:39:39.841640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50806) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.846445 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0dacf14-ad56-4f70-8719-de4af51d1d7c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers/e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 200 len: 887 time: 0.4843922 Oct 12 11:39:39.847194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50808) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.867875 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b2b1a2-a898-4a0e-9668-d3779619a60b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:39.869562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7b2b1a2-a898-4a0e-9668-d3779619a60b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/40a677ae-1ea0-48bd-a135-8919fce47f3b HTTP/1.1" status: 404 len: 333 time: 0.0267768 Oct 12 11:39:39.873862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b158e121-704e-4ddd-88e9-123f6f8b7f58 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 200 len: 205 time: 0.0255520 Oct 12 11:39:39.874434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50810) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.876311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:39.879283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'name': 'tempest-PortsIpV6TestJSON-1435364985'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:39.989560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.036418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:40.041370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.058875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 0e91fb84-dfe2-4986-8335-869c7ef60e00 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:40.110428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.251053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.286494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 85e1fc69-7a33-4c98-9030-13bd84a690ed {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:40.286791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.368001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.415199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.430134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:40.436639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:40.440829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:40.447384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:40.448029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.450838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 85e1fc69-7a33-4c98-9030-13bd84a690ed owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:40.462169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=0e91fb84-dfe2-4986-8335-869c7ef60e00,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:40.562760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71835951-7508-4c7d-aaad-0aeaec9f9dc3 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6872618 Oct 12 11:39:40.563656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50830) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:40.570314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:40.643444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.757090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.795263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=85e1fc69-7a33-4c98-9030-13bd84a690ed,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:40.848607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.860076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.905078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.969961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] In _notify_port_updated(), no bound segment for port 0e91fb84-dfe2-4986-8335-869c7ef60e00 on network a20c44cd-807e-4d52-9d2a-874582052a98 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:39:40.975760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:40.976426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:40.981787 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/ports/0e91fb84-dfe2-4986-8335-869c7ef60e00 HTTP/1.1" status: 200 len: 818 time: 0.4134767 Oct 12 11:39:40.981968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:40.989135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.000170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798a909-f974-4168-b4c3-4f5a70a6f277 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=0e91fb84-dfe2-4986-8335-869c7ef60e00,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:41.003003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.139355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 0e91fb84-dfe2-4986-8335-869c7ef60e00 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:41.139996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.201971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.202655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router e10c3e59-64c4-4a7b-b2ea-1077767547eb {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:41.213195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.219103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-43782d01-e405-4fed-9256-b45ac0d6f0b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 204 len: 168 time: 1.3403862 Oct 12 11:39:41.219207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50842) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:41.226090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094637329'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:41.231450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.245849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 0e91fb84-dfe2-4986-8335-869c7ef60e00 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:41.356266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:41.360107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.414061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.420230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:41.430897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.431545 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e of type vlan for network c697c371-54f7-437e-9819-a5b541f59714 Oct 12 11:39:41.441868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=0e91fb84-dfe2-4986-8335-869c7ef60e00,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:41.459746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.463190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-31d6be61-33bd-45f5-92d1-e5744f3d2761 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/0e91fb84-dfe2-4986-8335-869c7ef60e00 HTTP/1.1" status: 204 len: 168 time: 0.4805720 Oct 12 11:39:41.465980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50848) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:41.496818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.531757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c549a0d-8707-4617-92f2-544cf84a77d0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:41.534744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c549a0d-8707-4617-92f2-544cf84a77d0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0662065 Oct 12 11:39:41.535993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:41.563192 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-128a8da2-0576-49da-8f6d-045ea62fcfc1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:41.568220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-128a8da2-0576-49da-8f6d-045ea62fcfc1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/0e91fb84-dfe2-4986-8335-869c7ef60e00 HTTP/1.1" status: 404 len: 333 time: 0.0278435 Oct 12 11:39:41.568589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50852) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:41.574136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1050601657'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:41.614598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.621970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:41.623236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.670895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:41.677748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.722046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:41.737638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.738129 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment b2e65ffc-6bb5-4c79-8c1f-9976bea9893e of type vlan for network ba77a8ab-1687-481c-826a-a4081e1274aa Oct 12 11:39:41.741759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=c697c371-54f7-437e-9819-a5b541f59714,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:41.759654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c697c371-54f7-437e-9819-a5b541f59714 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:41.783112 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-13581007-2a00-468f-a1a5-7873f9b28f85 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5632820 Oct 12 11:39:41.785812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50856) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:41.793408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'c697c371-54f7-437e-9819-a5b541f59714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:41.795262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.910877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.917176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:41.918165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:41.995334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=ba77a8ab-1687-481c-826a-a4081e1274aa,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:42.005159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:42.013447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:42.017124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.136055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ceb5b71b-b71c-4b0d-a73d-f3ccc1985cfd tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5638046 Oct 12 11:39:42.136552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:42.142785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:42.293843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.316202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:42.320441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.360617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=3329ed8b-d6ec-4fef-b063-338ecd597dcc,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:42.368138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:42.368610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: c697c371-54f7-437e-9819-a5b541f59714, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:42.498862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c697c371-54f7-437e-9819-a5b541f59714 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:42.602052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c697c371-54f7-437e-9819-a5b541f59714) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:42.605064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.606943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:42.607600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.616537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b7fa7-8335-48f0-8ea6-fcb0d5f281a5 None None] Network c697c371-54f7-437e-9819-a5b541f59714 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:42.670800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=58475bc7-406b-4854-bf56-37ca174301b2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:42.678301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:42.678952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: ba77a8ab-1687-481c-826a-a4081e1274aa, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:42.716173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a70b30b5-d185-468b-8cc0-d1802f05b019 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9258149 Oct 12 11:39:42.716392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50872) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:42.722751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039541159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:42.761152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network ba77a8ab-1687-481c-826a-a4081e1274aa is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:42.776158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c697c371-54f7-437e-9819-a5b541f59714', 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '3329ed8b-d6ec-4fef-b063-338ecd597dcc'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:42.777045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.830651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.832062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.865461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ba77a8ab-1687-481c-826a-a4081e1274aa) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:42.869341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:42.869939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.893979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efaf04-221b-4e32-b296-e34b8b6b0180 None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:42.904405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:42.993921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a460631b-ecb9-4770-a853-5e9d45474b9f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8562925 Oct 12 11:39:42.994362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Allocated IP 172.20.0.2 (c697c371-54f7-437e-9819-a5b541f59714/3329ed8b-d6ec-4fef-b063-338ecd597dcc/db8479e9-ffa6-4668-b93b-433cfa5a4b60) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:42.996763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50878) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:43.001956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:43.033856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.149077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.149571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ba77a8ab-1687-481c-826a-a4081e1274aa', 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': '58475bc7-406b-4854-bf56-37ca174301b2'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:43.150049 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-431984f2-dc93-45f0-80ce-9d61f858c991 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4325535 Oct 12 11:39:43.152773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50882) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:43.153318 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.247589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:43.251162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.304337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.360232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Allocated IP 2001:db8::2 (ba77a8ab-1687-481c-826a-a4081e1274aa/58475bc7-406b-4854-bf56-37ca174301b2/559a00b7-7566-4fc1-a7c4-fdc44f199e47) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:43.388611 n-d-813419-3 neutron-server[95547]: INFO neutron.db.ipam_backend_mixin [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58475bc7-406b-4854-bf56-37ca174301b2 (CIDR: 2001:db8::/64) Oct 12 11:39:43.431989 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:39:43.432594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:39:43.463245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.504488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.529908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50890) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:43.530853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82de6dbb-14b9-4fa4-9281-360119b1927b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5328052 Oct 12 11:39:43.539679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:43.569361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Network c697c371-54f7-437e-9819-a5b541f59714 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:43.576407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:43.579531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:43.582402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Pushing event updated for resources: {'Port': ['ID=db8479e9-ffa6-4668-b93b-433cfa5a4b60,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:43.624022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.654747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Attempting to bind port db8479e9-ffa6-4668-b93b-433cfa5a4b60 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:43.655256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Attempting to bind port db8479e9-ffa6-4668-b93b-433cfa5a4b60 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:43.656178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Attempting to bind port db8479e9-ffa6-4668-b93b-433cfa5a4b60 on network c697c371-54f7-437e-9819-a5b541f59714 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:43.664470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:43.664928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Checking segment: {'id': 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:43.670522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.670522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Bound using segment: {'id': 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:43.670522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Bound port: db8479e9-ffa6-4668-b93b-433cfa5a4b60, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c697c371-54f7-437e-9819-a5b541f59714'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:43.670522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.725065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.761451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] For port db8479e9-ffa6-4668-b93b-433cfa5a4b60, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:43.788074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] For port db8479e9-ffa6-4668-b93b-433cfa5a4b60, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=db8479e9-ffa6-4668-b93b-433cfa5a4b60,segment=NetworkSegment(bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e),segment_id=bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:43.793992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:43.800216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:43.805346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:43.811331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Pushing event updated for resources: {'Port': ['ID=559a00b7-7566-4fc1-a7c4-fdc44f199e47,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:43.872386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Attempting to bind port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:43.872761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Attempting to bind port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:43.873154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Attempting to bind port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 on network ba77a8ab-1687-481c-826a-a4081e1274aa {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:43.876281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.909869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:43.910187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Checking segment: {'id': 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:43.910543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.911101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Bound using segment: {'id': 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:43.911579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Bound port: 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:43.912566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:43.917563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.20.0.1 (c697c371-54f7-437e-9819-a5b541f59714/3329ed8b-d6ec-4fef-b063-338ecd597dcc/1c9b0d3a-4303-427a-8c67-d87f688d235e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:43.981787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d2c0c-7236-4b9d-b462-c0ed25d00f78 None None] Pushing event updated for resources: {'Port': ['ID=db8479e9-ffa6-4668-b93b-433cfa5a4b60,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:43.999477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:44.003125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.013166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] For port 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:44.043685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] For port 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=559a00b7-7566-4fc1-a7c4-fdc44f199e47,segment=NetworkSegment(b2e65ffc-6bb5-4c79-8c1f-9976bea9893e),segment_id=b2e65ffc-6bb5-4c79-8c1f-9976bea9893e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:44.117596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.119015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.229424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b9e59-e604-4488-aa37-df5e9a2370e8 None None] Pushing event updated for resources: {'Port': ['ID=559a00b7-7566-4fc1-a7c4-fdc44f199e47,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:44.463047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device db8479e9-ffa6-4668-b93b-433cfa5a4b60 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:44.517793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.549906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port db8479e9-ffa6-4668-b93b-433cfa5a4b60 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:44.553065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.579983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.609322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c697c371-54f7-437e-9819-a5b541f59714 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:44.651628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:44.663906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:44.708187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.749014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network ba77a8ab-1687-481c-826a-a4081e1274aa is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:44.754396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:44.764736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=1c9b0d3a-4303-427a-8c67-d87f688d235e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:44.770351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:44.771585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.776289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port db8479e9-ffa6-4668-b93b-433cfa5a4b60, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=db8479e9-ffa6-4668-b93b-433cfa5a4b60,segment=NetworkSegment(bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e),segment_id=bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:44.797594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=88abcf4c-c553-4a99-9101-b458b9b33c73,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:44.804440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.866178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:44.903253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50910) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:44.903770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5806b548-4c62-4e22-bc8e-ad3f82e3bacb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3725061 Oct 12 11:39:44.911515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'fixed_ips': [{'subnet_id': '58475bc7-406b-4854-bf56-37ca174301b2'}, {'subnet_id': '88abcf4c-c553-4a99-9101-b458b9b33c73'}], 'name': 'tempest-PortsIpV6TestJSON-952593477'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:44.974595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=db8479e9-ffa6-4668-b93b-433cfa5a4b60,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:45.047994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.179849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:45.244616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf67d0b-2060-4508-a9ca-089e31e17ac8 None None] Network c697c371-54f7-437e-9819-a5b541f59714 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:45.294004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.317307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port f3038bca-1aff-4659-9875-111178e78f18 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:45.378531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3d192483-29a4-456a-b7fa-d6ef95bb7792 None None] Provisioning complete for port db8479e9-ffa6-4668-b93b-433cfa5a4b60 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:45.379081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3d192483-29a4-456a-b7fa-d6ef95bb7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.677082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::25 (ba77a8ab-1687-481c-826a-a4081e1274aa/58475bc7-406b-4854-bf56-37ca174301b2/f3038bca-1aff-4659-9875-111178e78f18) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:45.686541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8:0:1::99 (ba77a8ab-1687-481c-826a-a4081e1274aa/88abcf4c-c553-4a99-9101-b458b9b33c73/f3038bca-1aff-4659-9875-111178e78f18) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:45.797248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.859063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.863822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7885660-5276-4edf-9562-cf241dadb1b4 None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:45.892211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.996555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:45.998435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:46.003481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.008179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=1c9b0d3a-4303-427a-8c67-d87f688d235e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:46.016662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.087104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network ba77a8ab-1687-481c-826a-a4081e1274aa is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:46.120781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:46.133197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:46.145702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:46.148618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.170835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f3038bca-1aff-4659-9875-111178e78f18,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:46.197652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c697c371-54f7-437e-9819-a5b541f59714 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:46.200017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:46.238560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.298512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d147385e-5493-4e3e-b424-57c2d2e40266 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.3889501 Oct 12 11:39:46.299705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:46.308405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58475bc7-406b-4854-bf56-37ca174301b2'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:46.502114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.544309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 01360c78-8f83-442d-90f2-f75572462f5b is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:46.602481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 559a00b7-7566-4fc1-a7c4-fdc44f199e47 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:46.704989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] For port 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=559a00b7-7566-4fc1-a7c4-fdc44f199e47,segment=NetworkSegment(b2e65ffc-6bb5-4c79-8c1f-9976bea9893e),segment_id=b2e65ffc-6bb5-4c79-8c1f-9976bea9893e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:46.738224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:46.738224 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.827164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:46.835939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3542bfe0-da36-4483-a8c7-a3e3557fe5b2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/01360c78-8f83-442d-90f2-f75572462f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814389 Oct 12 11:39:46.836858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50954) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:46.846186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] Sync routers for ids ['01360c78-8f83-442d-90f2-f75572462f5b'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:46.856303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:46.906390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d8a39-cb39-4f4e-af84-a3bfd56c36aa tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:46.913136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-735d8a39-cb39-4f4e-af84-a3bfd56c36aa tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports/1c9b0d3a-4303-427a-8c67-d87f688d235e HTTP/1.1" status: 200 len: 910 time: 0.0749710 Oct 12 11:39:46.916381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:46.927910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3329ed8b-d6ec-4fef-b063-338ecd597dcc'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:46.952271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Update dhcp port {'port': {'network_id': 'ba77a8ab-1687-481c-826a-a4081e1274aa', 'fixed_ips': [{'subnet_id': '58475bc7-406b-4854-bf56-37ca174301b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '88abcf4c-c553-4a99-9101-b458b9b33c73'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '559a00b7-7566-4fc1-a7c4-fdc44f199e47'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:39:46.997945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] Routers {'01360c78-8f83-442d-90f2-f75572462f5b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:46.998885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01360c78-8f83-442d-90f2-f75572462f5b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:47.009542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.098638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Delete allocated IP 2001:db8:0:1::99 (ba77a8ab-1687-481c-826a-a4081e1274aa/88abcf4c-c553-4a99-9101-b458b9b33c73) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:39:47.143796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:47.184139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aa6ab1d3-b254-4694-af4f-82cab5f6169a None None] Provisioning complete for port 1c9b0d3a-4303-427a-8c67-d87f688d235e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:47.184522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab1d3-b254-4694-af4f-82cab5f6169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.205545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.238006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21831990-bee4-442d-a22d-defdfe47e31c None None] Pushing event updated for resources: {'Port': ['ID=559a00b7-7566-4fc1-a7c4-fdc44f199e47,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:47.356257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.424806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.425854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ab1d3-b254-4694-af4f-82cab5f6169a None None] Port 1c9b0d3a-4303-427a-8c67-d87f688d235e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:39:47.431008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] Routers {'01360c78-8f83-442d-90f2-f75572462f5b'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:47.431008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01360c78-8f83-442d-90f2-f75572462f5b'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:47.557226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] In _notify_port_updated(), no bound segment for port f3038bca-1aff-4659-9875-111178e78f18 on network ba77a8ab-1687-481c-826a-a4081e1274aa {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:39:47.563972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.564957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.569320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/ports/f3038bca-1aff-4659-9875-111178e78f18 HTTP/1.1" status: 200 len: 924 time: 1.2687004 Oct 12 11:39:47.570278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50970) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:47.578924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58475bc7-406b-4854-bf56-37ca174301b2'}, {'subnet_id': '88abcf4c-c553-4a99-9101-b458b9b33c73'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:47.583044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aa6ab1d3-b254-4694-af4f-82cab5f6169a None None] Provisioning complete for port db8479e9-ffa6-4668-b93b-433cfa5a4b60 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:47.583553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab1d3-b254-4694-af4f-82cab5f6169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.626491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a8575-a725-4795-9e22-48153aaed332 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f3038bca-1aff-4659-9875-111178e78f18,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:47.673879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:47.674565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fcc7c-270a-4075-af55-fe318829bec5 None None] The sync data for ids ['01360c78-8f83-442d-90f2-f75572462f5b'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:47.678282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device db8479e9-ffa6-4668-b93b-433cfa5a4b60 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:47.726521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.742401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.788912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.803094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.813059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.819738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.826508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.832704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.839766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:47.841803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1166d107-bd42-4332-933e-a637dbcfa193 req-3adbf720-b075-488c-b891-51d8e84a8acf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.5439086 Oct 12 11:39:47.843210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.888910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-caada64a-ac96-49d3-ad70-6ff33a29f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:47.971193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port db8479e9-ffa6-4668-b93b-433cfa5a4b60 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:47.971812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.020621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Allocated IP 2001:db8:0:1::2 (ba77a8ab-1687-481c-826a-a4081e1274aa/88abcf4c-c553-4a99-9101-b458b9b33c73/559a00b7-7566-4fc1-a7c4-fdc44f199e47) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:48.061578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1166d107-bd42-4332-933e-a637dbcfa193 req-4c6861c0-1068-4930-88c5-2fb5aa5c87cb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784012 Oct 12 11:39:48.071846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.087681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.089972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/ports/1c9b0d3a-4303-427a-8c67-d87f688d235e HTTP/1.1" status: 200 len: 910 time: 1.1725404 Oct 12 11:39:48.093374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50972) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:48.094237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3dadd-555a-4448-a6fb-eb514a91c5f8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=1c9b0d3a-4303-427a-8c67-d87f688d235e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:48.204262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] For port 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=559a00b7-7566-4fc1-a7c4-fdc44f199e47,segment=NetworkSegment(b2e65ffc-6bb5-4c79-8c1f-9976bea9893e),segment_id=b2e65ffc-6bb5-4c79-8c1f-9976bea9893e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:48.245775 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.312163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.326841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.332911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.339036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.346307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.351963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.358261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.364305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.377107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b734462d-296a-42e8-bea4-52073a365edb req-670364e3-c95d-470b-9ee1-c7f4585b83b0 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.1402900 Oct 12 11:39:48.445361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8:0:1::1e7 (ba77a8ab-1687-481c-826a-a4081e1274aa/88abcf4c-c553-4a99-9101-b458b9b33c73/f3038bca-1aff-4659-9875-111178e78f18) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:48.491247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 559a00b7-7566-4fc1-a7c4-fdc44f199e47 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:48.563315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de5b03-56cd-41bb-bea1-7cbf0fb3b71e None None] Pushing event updated for resources: {'Port': ['ID=559a00b7-7566-4fc1-a7c4-fdc44f199e47,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:48.600671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:48.601245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.735201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.753715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.801888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.868726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f3038bca-1aff-4659-9875-111178e78f18,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:48.947271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] In _notify_port_updated(), no bound segment for port f3038bca-1aff-4659-9875-111178e78f18 on network ba77a8ab-1687-481c-826a-a4081e1274aa {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:39:48.954176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:48.955238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:48.957090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-65bae9d1-66c8-42f6-9605-7c8d75282547 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/ports/f3038bca-1aff-4659-9875-111178e78f18 HTTP/1.1" status: 200 len: 1010 time: 1.3826559 Oct 12 11:39:48.960458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:49.127897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port f3038bca-1aff-4659-9875-111178e78f18 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:49.134107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.171199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 1c9b0d3a-4303-427a-8c67-d87f688d235e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:49.171610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.250680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.274074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for f3038bca-1aff-4659-9875-111178e78f18 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:49.320268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.338108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 1c9b0d3a-4303-427a-8c67-d87f688d235e owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:49.471004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d91d34-60f6-4dfd-87fc-490877541a2b None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:49.594277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-be27c01d-9762-4f4c-8c86-887a8b5f7bb5 None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:49.594635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-be27c01d-9762-4f4c-8c86-887a8b5f7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.642257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.670777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.708106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=f3038bca-1aff-4659-9875-111178e78f18,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:49.740549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=1c9b0d3a-4303-427a-8c67-d87f688d235e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:49.770138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-be27c01d-9762-4f4c-8c86-887a8b5f7bb5 None None] Could not find standard attr ID for object f3038bca-1aff-4659-9875-111178e78f18. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:39:49.783927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:49.791200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f1378e2-28ea-4175-8ded-277bdb53e80f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/f3038bca-1aff-4659-9875-111178e78f18 HTTP/1.1" status: 204 len: 168 time: 0.8295655 Oct 12 11:39:49.791643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:49.837182 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-3458bcd1-e275-4a2a-b10f-cff62d0794f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:39:49.841603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 50994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:49.841824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3458bcd1-e275-4a2a-b10f-cff62d0794f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/f3038bca-1aff-4659-9875-111178e78f18 HTTP/1.1" status: 404 len: 333 time: 0.0490320 Oct 12 11:39:49.962266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 88abcf4c-c553-4a99-9101-b458b9b33c73 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:49.978602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.001590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.057443 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.180185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.201702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-595949c4-004d-4b91-87e0-2ed79dacddba None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:50.209304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-595949c4-004d-4b91-87e0-2ed79dacddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.237902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 01360c78-8f83-442d-90f2-f75572462f5b has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:39:50.338678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:50.347629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8213a04d-9f51-41e9-8303-224a718e3b23 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/01360c78-8f83-442d-90f2-f75572462f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470441 Oct 12 11:39:50.349266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 50998) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:50.353082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] Sync routers for ids ['01360c78-8f83-442d-90f2-f75572462f5b'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:39:50.369250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.373331 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] Routers {'01360c78-8f83-442d-90f2-f75572462f5b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:50.377283 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01360c78-8f83-442d-90f2-f75572462f5b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:50.429330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=88abcf4c-c553-4a99-9101-b458b9b33c73,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:50.432556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 559a00b7-7566-4fc1-a7c4-fdc44f199e47 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:50.435814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.439966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d682246a-7d4c-41ea-b7ab-678c090a1d59 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=01360c78-8f83-442d-90f2-f75572462f5b HTTP/1.1" status: 200 len: 205 time: 0.0908260 Oct 12 11:39:50.443303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51000) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:50.453614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-51255dd6-5c9b-402b-9067-eedb3443c2d1 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/88abcf4c-c553-4a99-9101-b458b9b33c73 HTTP/1.1" status: 204 len: 168 time: 0.6105251 Oct 12 11:39:50.454596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51002) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:50.468504 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:50.492547 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] Routers {'01360c78-8f83-442d-90f2-f75572462f5b'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:39:50.493597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01360c78-8f83-442d-90f2-f75572462f5b'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:50.550621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750cd40-4558-473b-922e-f3bdee554a4b None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:50.560544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 58475bc7-406b-4854-bf56-37ca174301b2 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:50.587938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.593357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:50.595071 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cdf06-40aa-4c18-871c-1613890afcd2 None None] The sync data for ids ['01360c78-8f83-442d-90f2-f75572462f5b'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:39:50.627159 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.695638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bc122812-da44-41ad-a476-20b5dedeadd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.716373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:50.716869 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.717454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.761192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4f0febb7-9cc3-4092-ad46-2fa59be16004 None None] Could not find standard attr ID for object f3038bca-1aff-4659-9875-111178e78f18. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:39:50.874476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.884084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:50.927575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.093585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.117725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=58475bc7-406b-4854-bf56-37ca174301b2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:51.127625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.128098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.128238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router 01360c78-8f83-442d-90f2-f75572462f5b {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:39:51.136244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.139363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-810070c6-fc53-4200-95da-24982bae08ab tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/58475bc7-406b-4854-bf56-37ca174301b2 HTTP/1.1" status: 204 len: 168 time: 0.6949143 Oct 12 11:39:51.143452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:51.143701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e9f20de-bd4f-408d-862b-3ac1ca4ef3c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/01360c78-8f83-442d-90f2-f75572462f5b HTTP/1.1" status: 204 len: 168 time: 0.6875463 Oct 12 11:39:51.143946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:51.175260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51026) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:51.291519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 3329ed8b-d6ec-4fef-b063-338ecd597dcc {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:39:51.298115 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.305377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.305853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.306316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.306950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.307407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.308115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.308712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:51.310795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-89674fae-d181-463e-877d-0544749654e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1335301 Oct 12 11:39:51.329303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.359192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.368332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-55eb7ce6-364e-494a-b7f0-257b50537066 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452254 Oct 12 11:39:51.483105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:51.483444 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.499820 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.602907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port 559a00b7-7566-4fc1-a7c4-fdc44f199e47, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=559a00b7-7566-4fc1-a7c4-fdc44f199e47,segment=NetworkSegment(b2e65ffc-6bb5-4c79-8c1f-9976bea9893e),segment_id=b2e65ffc-6bb5-4c79-8c1f-9976bea9893e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:51.603189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.624765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 559a00b7-7566-4fc1-a7c4-fdc44f199e47 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:51.726878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.751277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.754615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a35ae-776b-41b3-9b5c-686578ca92e2 None None] Network ba77a8ab-1687-481c-826a-a4081e1274aa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:51.782492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.812406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=3329ed8b-d6ec-4fef-b063-338ecd597dcc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:51.817861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.828724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51040) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:51.838169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-04898a0a-f6bb-40fa-861b-a509853a0479 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/3329ed8b-d6ec-4fef-b063-338ecd597dcc HTTP/1.1" status: 204 len: 168 time: 0.6766484 Oct 12 11:39:51.841631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.847404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa8269-b6a4-438d-af07-3c49c03c9811 None None] Network c697c371-54f7-437e-9819-a5b541f59714 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:51.898840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:51.941025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a7858410-8a91-4a65-b449-be93945397bd None None] Provisioning complete for port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:51.941304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7858410-8a91-4a65-b449-be93945397bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:51.956852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=559a00b7-7566-4fc1-a7c4-fdc44f199e47,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:51.970226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a7858410-8a91-4a65-b449-be93945397bd None None] Port 559a00b7-7566-4fc1-a7c4-fdc44f199e47 was deleted so its status cannot be updated. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 12 11:39:51.994789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.066052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.125757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba77a8ab-1687-481c-826a-a4081e1274aa']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.127287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port db8479e9-ffa6-4668-b93b-433cfa5a4b60 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:52.127963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.162015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.163765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e65ffc-6bb5-4c79-8c1f-9976bea9893e') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.203504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.219943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.228032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98778159-e9f2-4ff0-86bd-cf0dc982630a None None] DHCP port deletion for ba77a8ab-1687-481c-826a-a4081e1274aa request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:52.235477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.246423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:52.247207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:52.252888 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:52.279932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port db8479e9-ffa6-4668-b93b-433cfa5a4b60, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=db8479e9-ffa6-4668-b93b-433cfa5a4b60,segment=NetworkSegment(bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e),segment_id=bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:52.281259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.297094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for db8479e9-ffa6-4668-b93b-433cfa5a4b60 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:52.328502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] DHCP port deletion for c697c371-54f7-437e-9819-a5b541f59714 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:39:52.425138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.426070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Deleting port db8479e9-ffa6-4668-b93b-433cfa5a4b60 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:52.426454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.429887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 559a00b7-7566-4fc1-a7c4-fdc44f199e47 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:52.431158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.434853 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/ba77a8ab-1687-481c-826a-a4081e1274aa HTTP/1.1" status: 204 len: 168 time: 1.2898598 Oct 12 11:39:52.444143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51046) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:52.483302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 559a00b7-7566-4fc1-a7c4-fdc44f199e47 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:52.483748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 559a00b7-7566-4fc1-a7c4-fdc44f199e47 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:52.484239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device db8479e9-ffa6-4668-b93b-433cfa5a4b60 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:39:52.514380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d74233-4914-4b07-aa24-b939955720e2 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=ba77a8ab-1687-481c-826a-a4081e1274aa,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:52.544440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] For port db8479e9-ffa6-4668-b93b-433cfa5a4b60, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=db8479e9-ffa6-4668-b93b-433cfa5a4b60,segment=NetworkSegment(bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e),segment_id=bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:52.544958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.553014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6ad85-1765-4041-82c4-e486132d2dad tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:52.556463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ca6ad85-1765-4041-82c4-e486132d2dad tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1112711 Oct 12 11:39:52.560193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51048) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:52.562382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Calling delete_port for db8479e9-ffa6-4668-b93b-433cfa5a4b60 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:52.577272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.624469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: db8479e9-ffa6-4668-b93b-433cfa5a4b60 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:39:52.626400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device db8479e9-ffa6-4668-b93b-433cfa5a4b60 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:39:52.644646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port db8479e9-ffa6-4668-b93b-433cfa5a4b60 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:52.688815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=db8479e9-ffa6-4668-b93b-433cfa5a4b60,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:52.691880 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.720914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] Pushing event deleted for resources: {'Port': ['ID=db8479e9-ffa6-4668-b93b-433cfa5a4b60,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:52.723312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dfd7a-f541-476b-9588-0137f39299d8 None None] No DVR routers for this DVR port db8479e9-ffa6-4668-b93b-433cfa5a4b60 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:39:52.768941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51050) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:52.769177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1cd2869e-28f0-417a-b884-103342173d0c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2076321 Oct 12 11:39:52.775230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2115828445'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:52.810167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.832894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c697c371-54f7-437e-9819-a5b541f59714']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.850233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.850828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd151d2-38f0-4f43-8b37-d1d2c1d9ea2e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:39:52.892172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.899262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:52.905262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.942733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.950246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:39:52.954012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:39:52.954156 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:39:53.101510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.122776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:53.123425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.129638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/c697c371-54f7-437e-9819-a5b541f59714 HTTP/1.1" status: 204 len: 168 time: 1.2990046 Oct 12 11:39:53.130909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.131499 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment b99f6cea-627c-4d1f-9ffa-690096c09d02 of type vlan for network 56f58779-41b9-421a-adc3-4f783eaedf1f Oct 12 11:39:53.134035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:53.134494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9af6b6-830c-4a60-ba7f-b280e3f422c2 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=c697c371-54f7-437e-9819-a5b541f59714,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:53.157129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-274343461', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:53.220073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.253347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.288836 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.290199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.354246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.365462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.365462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.365462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.434651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=56f58779-41b9-421a-adc3-4f783eaedf1f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:53.447655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.448695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 56f58779-41b9-421a-adc3-4f783eaedf1f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:53.462287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-dc59ad07-af67-4ac8-aad6-835c034ec2f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0524051 Oct 12 11:39:53.485431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f137253-5995-4eea-a3b2-635fd2864ca0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7145841 Oct 12 11:39:53.491331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51062) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:53.499061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:53.559548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.560754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d2634d5b-4c08-4024-8796-038d04b77fd8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4253180 Oct 12 11:39:53.563743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51064) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:53.568513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-162200717'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:53.579648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.580231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.580688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.581143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.581588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.582029 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.582541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.585310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b9761185-b983-42c2-9f8e-dbff1e15fc4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.0671434 Oct 12 11:39:53.684628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:53.688436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.710824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d98d0de2-8012-4bff-96fd-1a0ec5ea0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.712982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d98d0de2-8012-4bff-96fd-1a0ec5ea0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.713872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d98d0de2-8012-4bff-96fd-1a0ec5ea0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.715982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d98d0de2-8012-4bff-96fd-1a0ec5ea0ec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.1016729 Oct 12 11:39:53.747691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:39:53.761074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.761432 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 47b5cb25-2f0b-47ee-814f-88fa38bf9a93 of type vlan for network a402d655-f4b9-4185-b322-c3ea114a33d2 Oct 12 11:39:53.797308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-37c1523f-f7ca-4471-91ec-13c8f4b8ba75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.0700779 Oct 12 11:39:53.808502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:53.812604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.849824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-58068aa0-35a7-41eb-94fc-8316bde33219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.851323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-58068aa0-35a7-41eb-94fc-8316bde33219 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.0477681 Oct 12 11:39:53.868908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:53.900943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1833ae65-4a0c-4d10-a5c8-1a92e94b6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:53.902354 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1833ae65-4a0c-4d10-a5c8-1a92e94b6097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443482 Oct 12 11:39:53.954329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-13500dc3-18f6-4811-8d20-f0062f29e75f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1579916 Oct 12 11:39:54.048195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-883f2344-9c9a-40ec-97e8-a9308703c1fd service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387758 Oct 12 11:39:54.166159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-7a8f983d-4d84-4701-b3c4-1d02a8aabaf4 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095295 Oct 12 11:39:54.211202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-5a052978-3805-48de-8a04-6fcf1940f8e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0370002 Oct 12 11:39:54.263464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-fd3cb660-1c50-4b20-9d09-1a0038b96777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.265126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-fd3cb660-1c50-4b20-9d09-1a0038b96777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0475824 Oct 12 11:39:54.320033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d2e4d779-1511-4622-8e51-ca86d15768f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.321584 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-d2e4d779-1511-4622-8e51-ca86d15768f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491667 Oct 12 11:39:54.385213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:54.390987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.391177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:54.416866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-46d38b48-cb42-4fd7-80d3-b2f4394c6349 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884075 Oct 12 11:39:54.500514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=a402d655-f4b9-4185-b322-c3ea114a33d2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:54.509175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-75d12ff6-7cc9-43e9-a4a6-7baedc602b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.510730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-75d12ff6-7cc9-43e9-a4a6-7baedc602b4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1096 time: 0.5018871 Oct 12 11:39:54.517825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a402d655-f4b9-4185-b322-c3ea114a33d2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:39:54.518337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36a639e5-ff2f-4ed7-aa06-000c48567e1d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9522061 Oct 12 11:39:54.519532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51074) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:54.525174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:54.534444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-f0c2f378-dd35-428e-ae30-892120c65149 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106882 Oct 12 11:39:54.577778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-f283199e-e945-4d51-9510-c36623e70de1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0359728 Oct 12 11:39:54.636296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-30bfd29b-f075-4ad0-ae25-a7f7baca78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.637947 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-30bfd29b-f075-4ad0-ae25-a7f7baca78cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0525475 Oct 12 11:39:54.698175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-9aecf35c-cfde-4e92-843f-831151f7e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.699944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-9aecf35c-cfde-4e92-843f-831151f7e6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542059 Oct 12 11:39:54.739393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-bf1a7fe0-97f8-4588-a8ee-8d2a24f8aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.740906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-bf1a7fe0-97f8-4588-a8ee-8d2a24f8aa84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 915 time: 0.1132064 Oct 12 11:39:54.744298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:54.806637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-3def6b95-ddd6-45ac-b646-e7cd8905e3ad service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989497 Oct 12 11:39:54.828304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-a12ec50f-8da3-4c6c-afb7-036a9bf05e19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 200 len: 217 time: 0.0479875 Oct 12 11:39:54.862296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=8d3d643f-7067-43c3-93d0-3f6bc4ecccfc,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:54.896641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:54.900732 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:54.912824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-5a511702-4229-4d18-bac8-a1acb108f086 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995307 Oct 12 11:39:54.936664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': 'b99f6cea-627c-4d1f-9ffa-690096c09d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:54.937189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: 56f58779-41b9-421a-adc3-4f783eaedf1f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:54.955775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-cb7aedae-a872-4080-be5f-b8f5446eca13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0355713 Oct 12 11:39:54.982212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-a343b103-8460-4193-81ab-43c205d3560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:54.983687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-a343b103-8460-4193-81ab-43c205d3560d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.1476579 Oct 12 11:39:55.007959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1d86a6f6-1489-4fcb-a862-444ad5e94f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.009429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1d86a6f6-1489-4fcb-a862-444ad5e94f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0464752 Oct 12 11:39:55.024223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-33221361-aca1-4cdf-bb89-00edb15e7930 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322020 Oct 12 11:39:55.061013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-e4368aed-81e5-4b53-a045-bb223d6546e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.062480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-e4368aed-81e5-4b53-a045-bb223d6546e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459986 Oct 12 11:39:55.106777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 56f58779-41b9-421a-adc3-4f783eaedf1f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:55.177199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-47bf5daa-d6d1-4bf9-8f85-20c2584ecb57 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071613 Oct 12 11:39:55.192516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-5526047d-d6e9-4463-adb3-1923466ab278 service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525385 Oct 12 11:39:55.231441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 56f58779-41b9-421a-adc3-4f783eaedf1f) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:55.236767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.237758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:55.244390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0907020-3871-4c72-844a-7d880033efbe None None] Network 56f58779-41b9-421a-adc3-4f783eaedf1f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:55.348308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:55.357296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-ef878d3f-9587-43c6-813a-0b6430fe2680 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727550 Oct 12 11:39:55.433239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b7045dbb-bdcd-4135-936c-363a04094764 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.0676703 Oct 12 11:39:55.471901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:55.474433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-56f58779-41b9-421a-adc3-4f783eaedf1f', 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': '8d3d643f-7067-43c3-93d0-3f6bc4ecccfc'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:55.475394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:55.485496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb757978-e478-433d-90f1-92e6dd4f44ff req-b9cc765b-1862-41eb-8aac-c29fc2d1a35c service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699604 Oct 12 11:39:55.491861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1205942-8825-48cb-898b-b56d6d0ccdb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9967408 Oct 12 11:39:55.492053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51094) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:55.513628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f', 'name': 'tempest-PortsIpV6TestJSON-527551144'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:55.540993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-e10b097a-24bb-41b3-b06f-ed2bf0248f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.542608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-e10b097a-24bb-41b3-b06f-ed2bf0248f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1028931 Oct 12 11:39:55.636986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-78849692-82f7-41c2-8e0e-e7dbf8e81d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.639138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-78849692-82f7-41c2-8e0e-e7dbf8e81d9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889609 Oct 12 11:39:55.696833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:55.697487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: a402d655-f4b9-4185-b322-c3ea114a33d2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:39:55.764910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Allocated IP 2001:db8::2 (56f58779-41b9-421a-adc3-4f783eaedf1f/8d3d643f-7067-43c3-93d0-3f6bc4ecccfc/51c12151-e466-400a-a02f-21920636ec37) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:55.770390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-7c2d42d2-84c8-417c-9488-2680d9734324 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234176 Oct 12 11:39:55.783898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:39:55.796608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:55.801071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:55.828239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 91f2ec27-6966-40bb-9572-27988b432226 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:55.834290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network a402d655-f4b9-4185-b322-c3ea114a33d2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:39:55.928380 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-e0af49bb-87e8-4eb8-a083-9f4334366de7 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485429 Oct 12 11:39:55.939025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a402d655-f4b9-4185-b322-c3ea114a33d2) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:55.944468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:55.945166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:55.988868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f094e0e-6136-43b3-89d6-40b7cb15ad46 None None] Network a402d655-f4b9-4185-b322-c3ea114a33d2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:55.998482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-2144ef15-fd19-443f-ab74-cf85bf004802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.0634203 Oct 12 11:39:56.053125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-a5b67ab4-d6b9-4401-a4d5-1b8b211ef621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:56.054928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-a5b67ab4-d6b9-4401-a4d5-1b8b211ef621 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0498977 Oct 12 11:39:56.060643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.103351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-eb5a16fc-be89-4d45-8088-fbd0e7d8f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:56.110682 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-eb5a16fc-be89-4d45-8088-fbd0e7d8f82e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426109 Oct 12 11:39:56.164568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a402d655-f4b9-4185-b322-c3ea114a33d2', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:39:56.165473 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.180841 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.210408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4442a06e-dfc9-46c3-993a-02643dad654c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6895185 Oct 12 11:39:56.213301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51104) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:56.235081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-37b322d2-6d98-45f2-a4d6-8b0e98b9f14a service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226184 Oct 12 11:39:56.250211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Network 56f58779-41b9-421a-adc3-4f783eaedf1f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:56.256796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:56.265788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:56.349926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Pushing event updated for resources: {'Port': ['ID=51c12151-e466-400a-a02f-21920636ec37,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:56.370565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::2f1 (56f58779-41b9-421a-adc3-4f783eaedf1f/8d3d643f-7067-43c3-93d0-3f6bc4ecccfc/91f2ec27-6966-40bb-9572-27988b432226) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:56.394508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Attempting to bind port 51c12151-e466-400a-a02f-21920636ec37 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:56.402742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Attempting to bind port 51c12151-e466-400a-a02f-21920636ec37 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b99f6cea-627c-4d1f-9ffa-690096c09d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:56.402742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Attempting to bind port 51c12151-e466-400a-a02f-21920636ec37 on network 56f58779-41b9-421a-adc3-4f783eaedf1f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:56.407484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:56.407861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Checking segment: {'id': 'b99f6cea-627c-4d1f-9ffa-690096c09d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:56.408266 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.408658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Bound using segment: {'id': 'b99f6cea-627c-4d1f-9ffa-690096c09d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:56.409131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Bound port: 51c12151-e466-400a-a02f-21920636ec37, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99f6cea-627c-4d1f-9ffa-690096c09d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:56.409519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.463696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51108) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:56.502975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Allocated IP 172.20.0.2 (a402d655-f4b9-4185-b322-c3ea114a33d2/2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5/3faecb6d-7fac-4815-b952-a195c9b87c2b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:56.724615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] For port 51c12151-e466-400a-a02f-21920636ec37, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:56.728894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] For port 51c12151-e466-400a-a02f-21920636ec37, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=51c12151-e466-400a-a02f-21920636ec37,segment=NetworkSegment(b99f6cea-627c-4d1f-9ffa-690096c09d02),segment_id=b99f6cea-627c-4d1f-9ffa-690096c09d02)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:56.753657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8468ac2-d994-4346-8917-d9c88deedff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.782889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.814230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-b177c1cc-7292-4e15-b70b-c63081a05a74 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712504 Oct 12 11:39:56.818470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.842340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.870032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-9916464a-2899-453a-abaf-9f8b073a912a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.0462356 Oct 12 11:39:56.877629 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.924898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.927904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fa5e1-5333-4955-89cc-ff905d58859a None None] Pushing event updated for resources: {'Port': ['ID=51c12151-e466-400a-a02f-21920636ec37,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:56.975650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1e864118-9337-4c4a-a14b-a692e28b22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:56.978992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-1e864118-9337-4c4a-a14b-a692e28b22dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1013627 Oct 12 11:39:56.996714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:56.997166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Network a402d655-f4b9-4185-b322-c3ea114a33d2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:57.000778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:57.008880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:57.065298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-f6592087-eda6-4c0f-afb9-6e92b5cee144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:57.068618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-f6592087-eda6-4c0f-afb9-6e92b5cee144 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814202 Oct 12 11:39:57.072770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Pushing event updated for resources: {'Port': ['ID=3faecb6d-7fac-4815-b952-a195c9b87c2b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.102653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Attempting to bind port 3faecb6d-7fac-4815-b952-a195c9b87c2b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:39:57.103108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Attempting to bind port 3faecb6d-7fac-4815-b952-a195c9b87c2b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:39:57.103533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Attempting to bind port 3faecb6d-7fac-4815-b952-a195c9b87c2b on network a402d655-f4b9-4185-b322-c3ea114a33d2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:39:57.111149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:39:57.111581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Checking segment: {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:39:57.112320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.113821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Bound using segment: {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:39:57.115117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Bound port: 3faecb6d-7fac-4815-b952-a195c9b87c2b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:39:57.115882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.152077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8468ac2-d994-4346-8917-d9c88deedff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.216902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8468ac2-d994-4346-8917-d9c88deedff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.218814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-52938ad6-6e61-4a80-a31f-bd7ebb965f43 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412172 Oct 12 11:39:57.220031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] For port 3faecb6d-7fac-4815-b952-a195c9b87c2b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:39:57.225330 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] For port 3faecb6d-7fac-4815-b952-a195c9b87c2b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3faecb6d-7fac-4815-b952-a195c9b87c2b,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:39:57.266502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.305552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.317823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8468ac2-d994-4346-8917-d9c88deedff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d88b64d4103d45fb8cbb6902fd92ddb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8485312 Oct 12 11:39:57.317823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.20.0.1 (a402d655-f4b9-4185-b322-c3ea114a33d2/2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5/ba71da73-6e37-41e3-bffe-76bf2a5134f5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:57.322670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8468ac2-d994-4346-8917-d9c88deedff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96db69f-2ba2-4ce7-ac22-b8b0e1614474,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.322899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:57.391858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 56f58779-41b9-421a-adc3-4f783eaedf1f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:57.392654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=91f2ec27-6966-40bb-9572-27988b432226,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.398240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:57.403665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:57.410115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:57.410813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.435840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6b471-f36e-42a9-96ed-4ceedcfd49b5 None None] Pushing event updated for resources: {'Port': ['ID=3faecb6d-7fac-4815-b952-a195c9b87c2b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.467944 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16d8a1b2-37b5-4513-a730-7a15047b0f32 req-9ff5b721-6d43-4c01-acf7-b206643af8d7 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406511 Oct 12 11:39:57.471022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.506415 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.573915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-45d6e035-6e43-4100-8cbe-6d48d433ae49 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0694466 Oct 12 11:39:57.578487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51116) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:57.585055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': '56f58779-41b9-421a-adc3-4f783eaedf1f', 'name': 'tempest-PortsIpV6TestJSON-587638659'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:39:57.585462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.657964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.660985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.665694 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d96db69f-2ba2-4ce7-ac22-b8b0e1614474 HTTP/1.1" status: 204 len: 168 time: 0.3398144 Oct 12 11:39:57.711369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.741087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96db69f-2ba2-4ce7-ac22-b8b0e1614474,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.762436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.762873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.763151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.763855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.764190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.764516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.764836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.765209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.765546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.766724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.767071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.767365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dc2dd1-05e2-4f33-95bf-c8e25813e860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:39:57.852425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network a402d655-f4b9-4185-b322-c3ea114a33d2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:57.880579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:57.885677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:57.929417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:57.990727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:57.991469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:39:57.997026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.044596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 82332fbf-a06b-4e62-82d7-d0e68e6a08c5 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:39:58.051761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21afa8-856f-43b2-8745-8d8f560cf520 req-fd961f95-8a3c-4182-aaad-ad7916a29f3f tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:58.053496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be21afa8-856f-43b2-8745-8d8f560cf520 req-fd961f95-8a3c-4182-aaad-ad7916a29f3f tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 945 time: 0.1212418 Oct 12 11:39:58.166971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be21afa8-856f-43b2-8745-8d8f560cf520 req-a51c0796-fa66-4051-90c5-21a39c0b8231 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660386 Oct 12 11:39:58.250120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::158 (56f58779-41b9-421a-adc3-4f783eaedf1f/8d3d643f-7067-43c3-93d0-3f6bc4ecccfc/82332fbf-a06b-4e62-82d7-d0e68e6a08c5) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:39:58.275974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.428987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8efa7a-d3bf-4a93-a24f-db9f64bbca43 None None] Network 56f58779-41b9-421a-adc3-4f783eaedf1f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:58.566735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 51c12151-e466-400a-a02f-21920636ec37 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:39:58.600560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.607846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] Provisioning complete for port 51c12151-e466-400a-a02f-21920636ec37 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:58.608352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.741646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.771673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:58.787626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0da2764d-c946-48c3-98f6-49b470b1d6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.788115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 51c12151-e466-400a-a02f-21920636ec37 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:58.788788 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.833765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.853968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.920714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 56f58779-41b9-421a-adc3-4f783eaedf1f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:58.921675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=82332fbf-a06b-4e62-82d7-d0e68e6a08c5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:58.930947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:58.931295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244c8b0-9bf5-4f81-addb-75b40e1de57d None None] Network a402d655-f4b9-4185-b322-c3ea114a33d2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:39:58.939776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:39:58.946837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:58.948238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.950027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.975464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0da2764d-c946-48c3-98f6-49b470b1d6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.992291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:58.994482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:59.048613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0da2764d-c946-48c3-98f6-49b470b1d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.049811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] For port 51c12151-e466-400a-a02f-21920636ec37, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=51c12151-e466-400a-a02f-21920636ec37,segment=NetworkSegment(b99f6cea-627c-4d1f-9ffa-690096c09d02),segment_id=b99f6cea-627c-4d1f-9ffa-690096c09d02)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:59.091588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2764d-c946-48c3-98f6-49b470b1d6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833869d9-8b5f-4c16-abda-715abf320e90,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:59.128510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0da2764d-c946-48c3-98f6-49b470b1d6ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a2435d35f66488aa204d7d771e2e4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412311 Oct 12 11:39:59.128510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:59.134771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.155881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network a402d655-f4b9-4185-b322-c3ea114a33d2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:39:59.157705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:39:59.166757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6688f975-5fae-4356-b537-4e1e3d31a660 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5868447 Oct 12 11:39:59.171458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:59.196541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.221894 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.223048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.351009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6631ae-1692-4bb2-8046-3f7f45cdc7c9 None None] Pushing event updated for resources: {'Port': ['ID=51c12151-e466-400a-a02f-21920636ec37,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:59.395895 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.398793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.400228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/833869d9-8b5f-4c16-abda-715abf320e90 HTTP/1.1" status: 204 len: 168 time: 0.2832355 Oct 12 11:39:59.424804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:39:59.425163 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:39:59.431662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a5e2d-7716-4cb1-877a-91f1524c6fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833869d9-8b5f-4c16-abda-715abf320e90,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:59.435050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] Provisioning complete for port 3faecb6d-7fac-4815-b952-a195c9b87c2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:39:59.435534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.523798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b50c1-e167-4d4d-810c-b819a2e23d44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:39:59.523798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0d7b50c1-e167-4d4d-810c-b819a2e23d44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f1 HTTP/1.1" status: 200 len: 928 time: 0.3427956 Oct 12 11:39:59.523798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51142) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:59.596489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.678334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] For port 3faecb6d-7fac-4815-b952-a195c9b87c2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3faecb6d-7fac-4815-b952-a195c9b87c2b,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:39:59.686495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 82332fbf-a06b-4e62-82d7-d0e68e6a08c5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:39:59.686877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.772943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.778284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:39:59.917655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209f9a-5c42-4bed-adce-4acc9939aed6 None None] Pushing event updated for resources: {'Port': ['ID=3faecb6d-7fac-4815-b952-a195c9b87c2b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:39:59.957571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:39:59.963951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:39:59.977769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 82332fbf-a06b-4e62-82d7-d0e68e6a08c5 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:39:59.998250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51150) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:39:59.998867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-09a5e7f4-6161-4393-a67d-f8ec9c89dc6e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841210 Oct 12 11:40:00.003653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3faecb6d-7fac-4815-b952-a195c9b87c2b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:00.004077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1050916383'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:00.069494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:00.089424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Provisioning complete for port 3faecb6d-7fac-4815-b952-a195c9b87c2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:00.090281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.127368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:00.133795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.160281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:00.173856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:00.315608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3faecb6d-7fac-4815-b952-a195c9b87c2b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:00.316140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.322642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.342326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:00.367902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=82332fbf-a06b-4e62-82d7-d0e68e6a08c5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:00.385409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.385791 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4 of type vlan for network ee924e14-ee0e-4503-b698-2d2e018a1b65 Oct 12 11:40:00.423172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.430574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7338c566-71be-4767-9c75-b7e0b31c235c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/82332fbf-a06b-4e62-82d7-d0e68e6a08c5 HTTP/1.1" status: 204 len: 168 time: 0.9079816 Oct 12 11:40:00.436997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:00.550168 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e867604-54b0-439a-9924-6a3f3ecb50a0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:00.551771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e867604-54b0-439a-9924-6a3f3ecb50a0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/82332fbf-a06b-4e62-82d7-d0e68e6a08c5 HTTP/1.1" status: 404 len: 333 time: 0.1135066 Oct 12 11:40:00.555477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51164) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:00.644598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.734003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:00.787648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 91f2ec27-6966-40bb-9572-27988b432226 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:00.789822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.848905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.854485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:00.855110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:00.918548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9157073 Oct 12 11:40:00.920498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51174) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:00.921170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51176) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:00.950945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:00.983502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0ae3f-c54f-4c2a-894f-07935923135d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=ee924e14-ee0e-4503-b698-2d2e018a1b65,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:01.001435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.017572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 91f2ec27-6966-40bb-9572-27988b432226 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:01.152064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Provisioning complete for port 91f2ec27-6966-40bb-9572-27988b432226 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:01.152309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.279174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Port 91f2ec27-6966-40bb-9572-27988b432226 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:01.316727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:01.340880 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.343016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Provisioning complete for port ba71da73-6e37-41e3-bffe-76bf2a5134f5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:01.346245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.355281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:39:58Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:39:58Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:01.430936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.453555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:01.465934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=91f2ec27-6966-40bb-9572-27988b432226,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:01.476321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Deleting subnet 34e56b99-1f9f-4bbe-b30c-29c8621bc9a6 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:01.484345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.503998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.512188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d5639f1-b30a-47fe-abe4-a288b7df442b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/91f2ec27-6966-40bb-9572-27988b432226 HTTP/1.1" status: 204 len: 168 time: 0.9556470 Oct 12 11:40:01.513527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51186) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:01.518597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:01.519563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Updating router 7be85e92-a939-4c09-96c0-385ecbb40ea5 port ba71da73-6e37-41e3-bffe-76bf2a5134f5 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:01.546315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.564850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 51c12151-e466-400a-a02f-21920636ec37 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:01.575332 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-701e9087-b2c1-4ab2-9ed8-940ee66598b8 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:01.579924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-701e9087-b2c1-4ab2-9ed8-940ee66598b8 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/91f2ec27-6966-40bb-9572-27988b432226 HTTP/1.1" status: 404 len: 333 time: 0.0651684 Oct 12 11:40:01.580570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51190) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:01.656620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 8d3d643f-7067-43c3-93d0-3f6bc4ecccfc {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:01.660338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.708272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.720906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.754274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Port ba71da73-6e37-41e3-bffe-76bf2a5134f5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:01.775511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.835548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Provisioning complete for port 51c12151-e466-400a-a02f-21920636ec37 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:01.835548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8043307-e95a-4a63-9672-efc834695e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.856621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.945126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.972525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 51c12151-e466-400a-a02f-21920636ec37 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:01.972800 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.972917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.980696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e56b99-1f9f-4bbe-b30c-29c8621bc9a6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:01.990627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:01.996356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c244b991-a50b-45f1-ac07-fa5fb5800fe4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/34e56b99-1f9f-4bbe-b30c-29c8621bc9a6 HTTP/1.1" status: 204 len: 168 time: 1.0703566 Oct 12 11:40:01.999242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51196) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:02.115182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:02.117386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: ee924e14-ee0e-4503-b698-2d2e018a1b65, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:02.122707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.132043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.135291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=c95ff032-9048-45ad-8e87-f2c261bf4151,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:02.172631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.176653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/8d3d643f-7067-43c3-93d0-3f6bc4ecccfc HTTP/1.1" status: 204 len: 168 time: 0.5949314 Oct 12 11:40:02.181930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51200) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:02.182976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05003c65-a9c9-4f4c-90bc-2035ee587c72 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3d643f-7067-43c3-93d0-3f6bc4ecccfc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:02.187226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c402e9-e3b2-4987-aefe-bf998fb8a1b2 None None] Network 56f58779-41b9-421a-adc3-4f783eaedf1f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:02.239403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3faecb6d-7fac-4815-b952-a195c9b87c2b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:02.292638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:02.325224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c91d5905-8817-45cf-b63d-2a6ded9ecfef None None] Could not find standard attr ID for object 82332fbf-a06b-4e62-82d7-d0e68e6a08c5. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:02.355706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.361447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.388210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf8399d-75af-46ee-9c8c-d7654cc56fe1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:02.397488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ee924e14-ee0e-4503-b698-2d2e018a1b65) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:02.404471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:02.404780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a10526-f2e8-4b5b-81d6-e7cd914e3317') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:02.405798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:02.409503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.425465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5f58e-d353-43b0-bf2b-2f2920b673b7 None None] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:02.435965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.440663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.449372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c91d5905-8817-45cf-b63d-2a6ded9ecfef None None] Provisioning complete for port ba71da73-6e37-41e3-bffe-76bf2a5134f5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:02.450238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c91d5905-8817-45cf-b63d-2a6ded9ecfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.460720 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.472604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:02.473014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:02.475739 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:02.531915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-77bdaea5-ad39-4139-8c4e-82f0914fef30 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6084113 Oct 12 11:40:02.534114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:02.555836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3faecb6d-7fac-4815-b952-a195c9b87c2b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:02.556125 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.561049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.568390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 51c12151-e466-400a-a02f-21920636ec37 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:02.568863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.599872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c91d5905-8817-45cf-b63d-2a6ded9ecfef None None] Port ba71da73-6e37-41e3-bffe-76bf2a5134f5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:02.667688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] DHCP port deletion for 56f58779-41b9-421a-adc3-4f783eaedf1f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:02.680268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.713336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.720261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fdf8399d-75af-46ee-9c8c-d7654cc56fe1 HTTP/1.1" status: 204 len: 168 time: 0.7167673 Oct 12 11:40:02.747036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881cc9c-875f-47e6-b1f4-ba1e5996fc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf8399d-75af-46ee-9c8c-d7654cc56fe1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:02.771923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bf3f7-d542-4de1-a463-4ce29178ef09 None None] Pushing event updated for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:02.800382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port 51c12151-e466-400a-a02f-21920636ec37, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=51c12151-e466-400a-a02f-21920636ec37,segment=NetworkSegment(b99f6cea-627c-4d1f-9ffa-690096c09d02),segment_id=b99f6cea-627c-4d1f-9ffa-690096c09d02)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:02.800763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:02.837734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 51c12151-e466-400a-a02f-21920636ec37 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:02.976023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Attempting to bind port ba71da73-6e37-41e3-bffe-76bf2a5134f5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:02.976394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Attempting to bind port ba71da73-6e37-41e3-bffe-76bf2a5134f5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:02.976760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Attempting to bind port ba71da73-6e37-41e3-bffe-76bf2a5134f5 on network a402d655-f4b9-4185-b322-c3ea114a33d2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:03.001713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ee924e14-ee0e-4503-b698-2d2e018a1b65', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:03.002574 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.021464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:03.021840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Checking segment: {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:03.022244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.022633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Bound using segment: {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:03.023247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Bound port: ba71da73-6e37-41e3-bffe-76bf2a5134f5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b5cb25-2f0b-47ee-814f-88fa38bf9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:03.023620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.063508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Deleting port 51c12151-e466-400a-a02f-21920636ec37 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:03.068628 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.068788 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.094722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=51c12151-e466-400a-a02f-21920636ec37,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:03.094953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port 51c12151-e466-400a-a02f-21920636ec37 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:03.180166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23dd40d8-ce3b-43f8-839e-95af523b7c03 None None] Provisioning complete for port ba71da73-6e37-41e3-bffe-76bf2a5134f5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:03.180911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23dd40d8-ce3b-43f8-839e-95af523b7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.229286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.263935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f58779-41b9-421a-adc3-4f783eaedf1f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:03.291674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99f6cea-627c-4d1f-9ffa-690096c09d02') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:03.292424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99f6cea-627c-4d1f-9ffa-690096c09d02') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:03.309542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.323190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] For port 51c12151-e466-400a-a02f-21920636ec37, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:03.323190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.326658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] For port ba71da73-6e37-41e3-bffe-76bf2a5134f5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:03.329192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.330444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23dd40d8-ce3b-43f8-839e-95af523b7c03 None None] Port ba71da73-6e37-41e3-bffe-76bf2a5134f5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:03.336855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:03.337518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.381838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Calling delete_port for 51c12151-e466-400a-a02f-21920636ec37 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:03.387685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] For port ba71da73-6e37-41e3-bffe-76bf2a5134f5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ba71da73-6e37-41e3-bffe-76bf2a5134f5,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:03.389201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Port 51c12151-e466-400a-a02f-21920636ec37 was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:40:03.392505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:03.424361 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:03.429601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51230) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:03.439250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Allocated IP 172.21.0.2 (ee924e14-ee0e-4503-b698-2d2e018a1b65/c95ff032-9048-45ad-8e87-f2c261bf4151/d286d95a-dac3-423a-8b90-77dec6a45919) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:03.444692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] Pushing event deleted for resources: {'Port': ['ID=51c12151-e466-400a-a02f-21920636ec37,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:03.456683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08afea-d657-4d2c-b25a-e063b7bc634b None None] No DVR routers for this DVR port 51c12151-e466-400a-a02f-21920636ec37 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:03.473337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.485397 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f274a1e6-e143-4eb5-95ca-506c07ed9c66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b0c9977f2324e21af62e81c81b5bc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544970 Oct 12 11:40:03.485636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51232) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:03.504225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 51c12151-e466-400a-a02f-21920636ec37 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:03.587296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 51c12151-e466-400a-a02f-21920636ec37 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:03.587654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 51c12151-e466-400a-a02f-21920636ec37 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:03.588040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.613186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.618102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/56f58779-41b9-421a-adc3-4f783eaedf1f HTTP/1.1" status: 204 len: 168 time: 1.4271877 Oct 12 11:40:03.621767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51234) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:03.628093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1838538683'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:03.651383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.663656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3182ab9-be98-4d67-8d73-63cb60c9df0b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=56f58779-41b9-421a-adc3-4f783eaedf1f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:03.750240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.754662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.881322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:03.881839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.913006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:03.914536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:03.915189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:03.919928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bf3f7-d542-4de1-a463-4ce29178ef09 None None] Pushing event updated for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:03.932924 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:03.937669 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 13b9841e-177b-4751-997d-5da6eee1917d of type vlan for network 1be1a0ff-42bd-430d-ada2-c707b8963036 Oct 12 11:40:04.013721 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.018746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.024860 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50b969e2-06cb-481e-b6b8-e650af99f7f0 HTTP/1.1" status: 204 len: 168 time: 0.5377810 Oct 12 11:40:04.040378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:04.072763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da17b78-c79a-4778-b0f7-c472bdd3021a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b969e2-06cb-481e-b6b8-e650af99f7f0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:04.089576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.187126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] Provisioning complete for port ba71da73-6e37-41e3-bffe-76bf2a5134f5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:04.187495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.201352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.207760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:04.208533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.223466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.317615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=1be1a0ff-42bd-430d-ada2-c707b8963036,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:04.348692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6e76523f-7fc8-4a6a-8550-ef8b21af5f55 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7252259 Oct 12 11:40:04.351182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51242) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:04.357926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:04.396796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.21.0.1 (ee924e14-ee0e-4503-b698-2d2e018a1b65/c95ff032-9048-45ad-8e87-f2c261bf4151/08519b22-3dc1-4b09-80a9-7683f3d01d3d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:04.397761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.404014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.407469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:04.482347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:04.488752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:04.520378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] For port ba71da73-6e37-41e3-bffe-76bf2a5134f5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ba71da73-6e37-41e3-bffe-76bf2a5134f5,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:04.553937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:04.579760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Pushing event updated for resources: {'Port': ['ID=d286d95a-dac3-423a-8b90-77dec6a45919,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:04.675891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.698959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:04.706482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.716876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.835311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103550c5-9d98-476c-b222-0acf66287c6e None None] Pushing event updated for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:04.870254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.904814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Attempting to bind port d286d95a-dac3-423a-8b90-77dec6a45919 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:04.905355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Attempting to bind port d286d95a-dac3-423a-8b90-77dec6a45919 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:04.905777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Attempting to bind port d286d95a-dac3-423a-8b90-77dec6a45919 on network ee924e14-ee0e-4503-b698-2d2e018a1b65 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:04.931561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:04.932305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Checking segment: {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:04.932425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.932738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Bound using segment: {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:04.933233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Bound port: d286d95a-dac3-423a-8b90-77dec6a45919, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:04.933627 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:04.978618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:05.004445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:05.009213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:05.096995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:39:58Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:03Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:05.099867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:05.122974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:05.136247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60bb9e5-6a78-4e40-9a5e-57516d249f7d None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:39:58Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:03Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:05.145862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] For port d286d95a-dac3-423a-8b90-77dec6a45919, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:05.176009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] For port d286d95a-dac3-423a-8b90-77dec6a45919, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d286d95a-dac3-423a-8b90-77dec6a45919,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:05.185160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:05.231219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:05.312603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=49782eb5-d669-4638-a173-b92b249ee8de,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:05.313997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '13b9841e-177b-4751-997d-5da6eee1917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:05.314142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: 1be1a0ff-42bd-430d-ada2-c707b8963036, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:05.344543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685d72b-b88f-4c0d-8d8f-7d073b3f2bce None None] Pushing event updated for resources: {'Port': ['ID=d286d95a-dac3-423a-8b90-77dec6a45919,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:05.384292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:05.405099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:05.472485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1be1a0ff-42bd-430d-ada2-c707b8963036) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:05.497530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:05.501685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:05.512707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777ea60-ed01-4133-8ad4-0a824a8d9de6 None None] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:05.607617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-63b212c9-e284-4ecb-882d-6a55c7a1882d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2553315 Oct 12 11:40:05.608289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51270) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:05.616565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036', 'name': 'tempest-PortsIpV6TestJSON-1288482668', 'fixed_ips': [{'subnet_id': '49782eb5-d669-4638-a173-b92b249ee8de', 'ip_address': '2001:db8::10'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:05.705507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51274) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:05.906374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1be1a0ff-42bd-430d-ada2-c707b8963036', 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': '49782eb5-d669-4638-a173-b92b249ee8de'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:05.907354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.011911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.027095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:06.035149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2132313229-network', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:06.098876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.128220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Allocated IP 2001:db8::2 (1be1a0ff-42bd-430d-ada2-c707b8963036/49782eb5-d669-4638-a173-b92b249ee8de/62711bc2-ee5b-4562-91fa-5ba39040d7e6) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:06.174957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.204294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port c5c80919-0a8a-4593-98f3-7d18db24a811 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:40:06.293016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:06.306241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Made reservation on behalf of 0ccdf3b2c6e04f56b5e8629b4b1bba9a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:06.310233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.336821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.357328 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.381642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.436783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.544683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Pushing event updated for resources: {'Port': ['ID=62711bc2-ee5b-4562-91fa-5ba39040d7e6,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:06.552650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::10 (1be1a0ff-42bd-430d-ada2-c707b8963036/49782eb5-d669-4638-a173-b92b249ee8de/c5c80919-0a8a-4593-98f3-7d18db24a811) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:06.572436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:06.573975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:06.577952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:06.612359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.628135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:06.635759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:06.706997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Attempting to bind port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:06.707491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Attempting to bind port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '13b9841e-177b-4751-997d-5da6eee1917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:06.708846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Attempting to bind port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 on network 1be1a0ff-42bd-430d-ada2-c707b8963036 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:06.720659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:06.721038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Checking segment: {'id': '13b9841e-177b-4751-997d-5da6eee1917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:06.721449 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.721844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Bound using segment: {'id': '13b9841e-177b-4751-997d-5da6eee1917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:06.722312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Bound port: 62711bc2-ee5b-4562-91fa-5ba39040d7e6, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b9841e-177b-4751-997d-5da6eee1917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:06.722716 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.795059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.798037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.824075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] For port 62711bc2-ee5b-4562-91fa-5ba39040d7e6, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:06.840844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] For port 62711bc2-ee5b-4562-91fa-5ba39040d7e6, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62711bc2-ee5b-4562-91fa-5ba39040d7e6,segment=NetworkSegment(13b9841e-177b-4751-997d-5da6eee1917d),segment_id=13b9841e-177b-4751-997d-5da6eee1917d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:06.886111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:06.900291 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.910151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.911155 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Added segment f6795527-04f6-4078-b2e0-86c378c1719f of type vlan for network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 Oct 12 11:40:06.953618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c66fa-1796-4d89-99a4-bccd5646851d None None] Pushing event updated for resources: {'Port': ['ID=62711bc2-ee5b-4562-91fa-5ba39040d7e6,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:06.967374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:06.993322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.030557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:07.033645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:07.037101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:07.054308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:07.055079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.068171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e592d4c-4f2f-4638-894b-1547c39e0ed0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:07.083470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:07.086160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=c5c80919-0a8a-4593-98f3-7d18db24a811,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:07.137727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.138759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:07.139399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.160237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6e7f1ac-cdaf-4c28-a26c-e314bc31220e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5506682 Oct 12 11:40:07.170208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:07.172302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': '1be1a0ff-42bd-430d-ada2-c707b8963036', 'name': 'tempest-PortsIpV6TestJSON-869144924', 'fixed_ips': [{'subnet_id': '49782eb5-d669-4638-a173-b92b249ee8de', 'ip_address': '2001:db8::f'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:07.188654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12680bee-609b-4341-97ef-2b5c3c0212ec None None] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:07.271968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] Pushing event updated for resources: {'Network': ['ID=d9defdf6-b9dc-4dbb-8921-29edd2c71b37,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:07.286459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:07.309783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] Provisioning complete for port d286d95a-dac3-423a-8b90-77dec6a45919 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:07.310217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.334596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:07.344926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7daf0ca7-7538-4ce6-9469-118a510dddfd tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8099477 Oct 12 11:40:07.348799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51292) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:07.356498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-477166689'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:07.367252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7fd76f28-c840-492e-91b1-f3f1b01f301c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6451726 Oct 12 11:40:07.367512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51294) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:07.381322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Request body: {'subnet': {'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2132313229-subnet', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:07.557806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:07.564931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.624624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Made reservation on behalf of 0ccdf3b2c6e04f56b5e8629b4b1bba9a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:07.628757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.644057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:07.675468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.675876 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 5b331cee-cdd2-485f-ab73-ef7fe1118248 of type vlan for network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 Oct 12 11:40:07.683932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d286d95a-dac3-423a-8b90-77dec6a45919 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:07.735974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:07.742347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.758939 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.776642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port 252e17e4-d5ec-476f-ad62-dd609ea4e3e1 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:40:07.778166 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:07.796571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:07.797452 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:07.805365 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.930551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] For port d286d95a-dac3-423a-8b90-77dec6a45919, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d286d95a-dac3-423a-8b90-77dec6a45919,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:07.938015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d286d95a-dac3-423a-8b90-77dec6a45919 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:07.938399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.941300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.949445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:07.950800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:07.969801 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:07.989425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.094036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a35d718-3ca7-47a6-a3cb-365c61168e15,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:08.094987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=1f896ac2-b5f5-44de-8e24-8beaacdfc5d7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:08.096315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.154013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:08.180611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Checking segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:08.181110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Network hostable DHCP agents. Network: d9defdf6-b9dc-4dbb-8921-29edd2c71b37, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:08.187449 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1df4540c-49ee-4750-87f5-5a5090a8ceef tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8382154 Oct 12 11:40:08.190055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:08.215592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:08.270849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::f (1be1a0ff-42bd-430d-ada2-c707b8963036/49782eb5-d669-4638-a173-b92b249ee8de/252e17e4-d5ec-476f-ad62-dd609ea4e3e1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:08.382222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:08.391381 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:05Z', 'revision_number': 3, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:05Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:08.483460 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:08.488111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Updating router 7be85e92-a939-4c09-96c0-385ecbb40ea5 port 08519b22-3dc1-4b09-80a9-7683f3d01d3d binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:08.504191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d9defdf6-b9dc-4dbb-8921-29edd2c71b37) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:08.509796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:08.510953 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.549744 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.561280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:08.573106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.585650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512f7f5-d3af-4aef-bcf5-62fd6a866447 None None] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:08.638103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.702866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.831423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-34602edc-e419-45e3-9c3c-a0854dd9504a None None] Provisioning complete for port d286d95a-dac3-423a-8b90-77dec6a45919 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:08.832070 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-34602edc-e419-45e3-9c3c-a0854dd9504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.870449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.902097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ab8c2260-cdab-4ca1-9d69-408cece611f0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5334623 Oct 12 11:40:08.903084 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:08.915129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:08.974451 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:40:08.980204 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:40:08.989050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b9eff-a80b-492a-9e6c-d077cd01a696 None None] Pushing event updated for resources: {'Port': ['ID=d286d95a-dac3-423a-8b90-77dec6a45919,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:09.007405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:09.010120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:09.013012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=e8bb0f37-5fee-495b-8605-15054b435de7,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:09.017674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:09.042992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:09.046318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56246a-a25a-4259-adc8-dbf7375e58ac None None] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:09.056508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.057409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.059876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=252e17e4-d5ec-476f-ad62-dd609ea4e3e1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:09.117984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:09.118557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:09.197613 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.199518 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.201566 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.262018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:09.268795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.284106 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-01c1de7e-c48f-4ab2-bdc7-4e2046521b99 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1179972 Oct 12 11:40:09.284314 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.286962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51310) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:09.294968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-d9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:09.294968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.378536 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Pushing event updated for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:09.412759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.419792 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.419792 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.419792 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.419792 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.419792 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd07ea-9678-4fde-8905-a30b39152946 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.420500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:09.429730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0dd07ea-9678-4fde-8905-a30b39152946 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1380446 Oct 12 11:40:09.429954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:09.468873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:09.470406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Allocated IP 172.20.0.2 (d9defdf6-b9dc-4dbb-8921-29edd2c71b37/1a35d718-3ca7-47a6-a3cb-365c61168e15/04a71390-d198-4dab-add8-dcc07d9fbc2b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:09.479322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.479915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.482768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Attempting to bind port 08519b22-3dc1-4b09-80a9-7683f3d01d3d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:09.483320 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Attempting to bind port 08519b22-3dc1-4b09-80a9-7683f3d01d3d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:09.483820 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Attempting to bind port 08519b22-3dc1-4b09-80a9-7683f3d01d3d on network ee924e14-ee0e-4503-b698-2d2e018a1b65 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:09.505749 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:09.506329 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Checking segment: {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:09.506872 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.507366 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Bound using segment: {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:09.508610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Bound port: 08519b22-3dc1-4b09-80a9-7683f3d01d3d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:09.509097 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.533386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88b1de-402d-4dc0-9e27-b85e666a5fca tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.548104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88b1de-402d-4dc0-9e27-b85e666a5fca tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.580005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88b1de-402d-4dc0-9e27-b85e666a5fca tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:09.590119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f88b1de-402d-4dc0-9e27-b85e666a5fca tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1590927 Oct 12 11:40:09.593023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51316) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:09.623010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4af95f35-76f1-4734-8e3d-bd223a4e02c3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4305408 Oct 12 11:40:09.623594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:09.729800 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.746434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4d22a-8899-4ae9-b433-7ec64b8394fe None None] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:09.753157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-34602edc-e419-45e3-9c3c-a0854dd9504a None None] Provisioning complete for port 08519b22-3dc1-4b09-80a9-7683f3d01d3d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:09.753530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-34602edc-e419-45e3-9c3c-a0854dd9504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.799371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 252e17e4-d5ec-476f-ad62-dd609ea4e3e1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:09.799950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.849341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-34602edc-e419-45e3-9c3c-a0854dd9504a None None] Port 08519b22-3dc1-4b09-80a9-7683f3d01d3d cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:09.866780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.886500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] For port 08519b22-3dc1-4b09-80a9-7683f3d01d3d, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:09.886500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] For port 08519b22-3dc1-4b09-80a9-7683f3d01d3d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08519b22-3dc1-4b09-80a9-7683f3d01d3d,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:09.923269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.967775 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:09.981278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ba71da73-6e37-41e3-bffe-76bf2a5134f5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:09.986740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.029538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 252e17e4-d5ec-476f-ad62-dd609ea4e3e1 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:10.079334 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:10.080613 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:10.282776 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a4a76-7e5b-4eb5-b571-32bf9a129a12 None None] Pushing event updated for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:10.351494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Provisioning complete for port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:10.351865 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.357244 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:10.390294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.407683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:10.417888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Pushing event updated for resources: {'Port': ['ID=04a71390-d198-4dab-add8-dcc07d9fbc2b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:10.444852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:10.453271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:10.474621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=252e17e4-d5ec-476f-ad62-dd609ea4e3e1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:10.522832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.529505 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.543863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cc66675d-37b2-4398-be16-8f11f2c3c9da tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/252e17e4-d5ec-476f-ad62-dd609ea4e3e1 HTTP/1.1" status: 204 len: 168 time: 0.9474556 Oct 12 11:40:10.545128 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51328) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:10.595617 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed5e11d-3427-43f7-9bed-eb379ba4a70c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:10.598741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ed5e11d-3427-43f7-9bed-eb379ba4a70c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/252e17e4-d5ec-476f-ad62-dd609ea4e3e1 HTTP/1.1" status: 404 len: 333 time: 0.0509322 Oct 12 11:40:10.603071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51330) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:10.613318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Attempting to bind port 04a71390-d198-4dab-add8-dcc07d9fbc2b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:10.620591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Attempting to bind port 04a71390-d198-4dab-add8-dcc07d9fbc2b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:10.621521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Attempting to bind port 04a71390-d198-4dab-add8-dcc07d9fbc2b on network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:10.681554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port ba71da73-6e37-41e3-bffe-76bf2a5134f5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:10.682292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.689332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.726592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.726891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port c5c80919-0a8a-4593-98f3-7d18db24a811 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:10.727345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.735411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:10.736423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Checking segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:10.737005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.737559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Bound using segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:10.738209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Bound port: 04a71390-d198-4dab-add8-dcc07d9fbc2b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:10.739543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:10.864733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:05Z', 'revision_number': 3, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:09Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:10.953990 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55729b-844e-45ca-9d70-24c1135aa107 None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:05Z', 'revision_number': 3, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:09Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:10.976688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.010812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for c5c80919-0a8a-4593-98f3-7d18db24a811 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:11.048574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:11.052762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.172673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Allocated IP 172.25.2.154 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:11.275424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.22.0.1 (1f896ac2-b5f5-44de-8e24-8beaacdfc5d7/e8bb0f37-5fee-495b-8605-15054b435de7/00322b70-4c0d-4922-9c86-65e8b93a9ec1) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:11.383695 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.393362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d286d95a-dac3-423a-8b90-77dec6a45919 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:11.464041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.531091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.545888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] For port 62711bc2-ee5b-4562-91fa-5ba39040d7e6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62711bc2-ee5b-4562-91fa-5ba39040d7e6,segment=NetworkSegment(13b9841e-177b-4751-997d-5da6eee1917d),segment_id=13b9841e-177b-4751-997d-5da6eee1917d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:11.563358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] For port 04a71390-d198-4dab-add8-dcc07d9fbc2b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:11.606870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] For port 04a71390-d198-4dab-add8-dcc07d9fbc2b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=04a71390-d198-4dab-add8-dcc07d9fbc2b,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:11.609378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=c5c80919-0a8a-4593-98f3-7d18db24a811,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:11.621154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.626863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d286d95a-dac3-423a-8b90-77dec6a45919 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:11.627243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.632177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7b8c243-4b93-401d-905a-1b58ec1682bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/c5c80919-0a8a-4593-98f3-7d18db24a811 HTTP/1.1" status: 204 len: 168 time: 1.0276892 Oct 12 11:40:11.634612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51338) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:11.646636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.696902 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce89bde1-0705-450a-a0e2-3e35aecb674e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:11.708882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ce89bde1-0705-450a-a0e2-3e35aecb674e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/c5c80919-0a8a-4593-98f3-7d18db24a811 HTTP/1.1" status: 404 len: 333 time: 0.0692217 Oct 12 11:40:11.708882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:11.728843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.731598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.784377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.826265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 49782eb5-d669-4638-a173-b92b249ee8de {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:11.835692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.881163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.921850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:11.937524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:11.968948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:11.978889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:12.071191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Allocated IP 172.22.0.2 (1f896ac2-b5f5-44de-8e24-8beaacdfc5d7/e8bb0f37-5fee-495b-8605-15054b435de7/7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:12.156145 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.323906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Provisioning complete for port 08519b22-3dc1-4b09-80a9-7683f3d01d3d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:12.324429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.361983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.416538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=49782eb5-d669-4638-a173-b92b249ee8de,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:12.420846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.429463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-512c79d6-fbd3-4503-aa46-9b0e422a0ae9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/49782eb5-d669-4638-a173-b92b249ee8de HTTP/1.1" status: 204 len: 168 time: 0.7196147 Oct 12 11:40:12.433027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51348) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:12.479985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Pushing event updated for resources: {'Port': ['ID=62711bc2-ee5b-4562-91fa-5ba39040d7e6,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:12.531950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b8de2-e543-4dcb-aba0-10543a0ec6f3 None None] Network 1be1a0ff-42bd-430d-ada2-c707b8963036 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:12.602429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.635549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:12.688281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:12.694855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:12.762868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:12.765271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:12.765903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.867358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port 62711bc2-ee5b-4562-91fa-5ba39040d7e6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62711bc2-ee5b-4562-91fa-5ba39040d7e6,segment=NetworkSegment(13b9841e-177b-4751-997d-5da6eee1917d),segment_id=13b9841e-177b-4751-997d-5da6eee1917d)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:12.871660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:12.888170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 62711bc2-ee5b-4562-91fa-5ba39040d7e6 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:12.912966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62711bc2-ee5b-4562-91fa-5ba39040d7e6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:12.930660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.059037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:13.100885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.110558 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.185997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370fa1-d098-431d-acef-27822d69cf5f None None] Pushing event updated for resources: {'Port': ['ID=04a71390-d198-4dab-add8-dcc07d9fbc2b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:13.204400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=62711bc2-ee5b-4562-91fa-5ba39040d7e6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:13.225669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:13.258992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.265778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:40:13.270235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62711bc2-ee5b-4562-91fa-5ba39040d7e6 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 11:40:13.417108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Pushing event updated for resources: {'Port': ['ID=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:13.444001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.470910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.493372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port 62711bc2-ee5b-4562-91fa-5ba39040d7e6 not found, will not notify nova. {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 11:40:13.550102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:13.564220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be1a0ff-42bd-430d-ada2-c707b8963036']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:13.582869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.600867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b9841e-177b-4751-997d-5da6eee1917d') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:13.601287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b9841e-177b-4751-997d-5da6eee1917d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:13.632419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.637474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.656105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] For port 08519b22-3dc1-4b09-80a9-7683f3d01d3d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08519b22-3dc1-4b09-80a9-7683f3d01d3d,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:13.667289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c5c31-9d7a-415a-ab9d-5c69cf3f559b None None] DHCP port deletion for 1be1a0ff-42bd-430d-ada2-c707b8963036 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:13.687515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db818173-0058-4f31-98f3-e830c9fcf2b2 None None] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:13.690065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:13.700700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.721925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:13.735107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:13.735518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:13.747408 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:13.751277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:13.922855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 04a71390-d198-4dab-add8-dcc07d9fbc2b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:13.926979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Could not find standard attr ID for object c5c80919-0a8a-4593-98f3-7d18db24a811. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:13.992164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.014356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72f1a-f297-47f7-8d4a-132890109bc2 None None] Pushing event updated for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:14.016366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.029914 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/1be1a0ff-42bd-430d-ada2-c707b8963036 HTTP/1.1" status: 204 len: 168 time: 1.5944157 Oct 12 11:40:14.032202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:14.033806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Attempting to bind port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:14.034468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Attempting to bind port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:14.035043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Attempting to bind port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c on network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:14.039858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154177854'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:14.057636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5497734-f540-447b-a7c9-7c57a027e7bc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=1be1a0ff-42bd-430d-ada2-c707b8963036,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:14.068969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:14.069343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Checking segment: {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:14.069747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.070135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Bound using segment: {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:14.070613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Bound port: 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:14.071014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.126098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Provisioning complete for port 08519b22-3dc1-4b09-80a9-7683f3d01d3d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:14.126677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.161604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:14.173089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.237486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:14.250822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.251184 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Added segment 7b6cadf2-1017-44a5-804a-b74a024c588b of type vlan for network 73df2f28-241f-4f73-96fb-d1e1c85ead08 Oct 12 11:40:14.255800 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.309006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.315718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 04a71390-d198-4dab-add8-dcc07d9fbc2b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:14.316100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.324301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] For port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:14.339977 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.373411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] For port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:14.430576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.437174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:14.437908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.458852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.463351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Could not find standard attr ID for object 62711bc2-ee5b-4562-91fa-5ba39040d7e6. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:14.468545 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.492009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Could not find standard attr ID for object 252e17e4-d5ec-476f-ad62-dd609ea4e3e1. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:14.543849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Provisioning complete for port 04a71390-d198-4dab-add8-dcc07d9fbc2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:14.548331 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.550251 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.553859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5205317 Oct 12 11:40:14.560520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51360) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:14.568845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:14.578565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Router 0a64d04c-8c62-4f1c-8519-25be8036345e is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:40:14.636702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc6932-dbf3-4031-a4fe-f5f3f51660e7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Network': ['ID=73df2f28-241f-4f73-96fb-d1e1c85ead08,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:14.662933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:14.724640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:14.751963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.776003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e355b8-cb7c-482c-99db-bc542b532738 None None] Pushing event updated for resources: {'Port': ['ID=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:14.855377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 04a71390-d198-4dab-add8-dcc07d9fbc2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=04a71390-d198-4dab-add8-dcc07d9fbc2b,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:14.931555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.932365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08519b22-3dc1-4b09-80a9-7683f3d01d3d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:14.982003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:14.996256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:15.026204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Sync routers for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:15.054318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:15.055982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:15.060035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.061423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=04a71390-d198-4dab-add8-dcc07d9fbc2b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:15.066965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:15.073679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:15.157957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 08519b22-3dc1-4b09-80a9-7683f3d01d3d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:15.158679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.187607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:40:15.196668 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-8798e0b9-a102-4b81-aee7-bd860754ba25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:40:15.202207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:15.210208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.214050 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-250d5d73-4556-419d-ba2f-f75caddc9c57 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2094567 Oct 12 11:40:15.214860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51368) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:15.304796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:15.379087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:15.521256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:15.533162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1ee2e51-fe5d-49b6-85f2-89f76a66849a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8415964 Oct 12 11:40:15.533867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51370) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:15.534890 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:15.539512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1294736532'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:15.548802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.549706 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:15.551930 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:15.634080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 3, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:15.641893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=629d9bec-9672-49e7-91d2-41e7bc8297c5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:15.659820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:15.663825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.713579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Checking segment: {'id': '7b6cadf2-1017-44a5-804a-b74a024c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:15.713959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network hostable DHCP agents. Network: 73df2f28-241f-4f73-96fb-d1e1c85ead08, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:15.732444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Checking router: 0a64d04c-8c62-4f1c-8519-25be8036345e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:15.732700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Updating router 0a64d04c-8c62-4f1c-8519-25be8036345e port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:15.757103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:15.789029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.790944 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added segment 17345e6b-d5c0-4117-a263-d61fc282f8db of type vlan for network c225af78-72d5-4c2a-a609-c4b9d6b24393 Oct 12 11:40:15.838474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 04a71390-d198-4dab-add8-dcc07d9fbc2b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:15.842639 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:15.864941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:15.903348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.945615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:15.968571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 73df2f28-241f-4f73-96fb-d1e1c85ead08) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:15.973824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:15.974529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.064041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.070915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:16.077255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.137239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bde8c855-4508-4a37-8aae-5d3aba0576a7 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5702264 Oct 12 11:40:16.138791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51376) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:16.168886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-141153537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:16.232886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74797b25-32df-4f0d-921c-a21815535a0d None None] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:16.241665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Network': ['ID=c225af78-72d5-4c2a-a609-c4b9d6b24393,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:16.266507 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:14Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:16.296747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2bd1be60-5007-4ac5-8442-e167a8740ec3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7615750 Oct 12 11:40:16.299467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51380) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:16.301022 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:16.301926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Updating router 7be85e92-a939-4c09-96c0-385ecbb40ea5 port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:16.310243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'subnet': {'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:16.326540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def95240-6ece-4912-81d9-b968c4bfc986 None None] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:16.338891 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.384304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.390009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.449311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:16.624536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 04a71390-d198-4dab-add8-dcc07d9fbc2b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:16.624914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.631841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.698658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.720938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Made reservation on behalf of 2a5da8ba14004052a4775d743a28f4c5 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:16.729840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.733331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.733895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-73df2f28-241f-4f73-96fb-d1e1c85ead08', 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': '629d9bec-9672-49e7-91d2-41e7bc8297c5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:16.733895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.774255 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.816830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Provisioning complete for port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:16.820666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.822455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.824457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26546fa7-7ffb-4725-a8db-c4fc6becf30b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6671960 Oct 12 11:40:16.828149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51382) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:16.833973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08', 'name': 'tempest-PortsIpV6TestJSON-1894286178'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:16.838273 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:16.940493 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b5b5-5793-4230-84ea-d681a78d4945 None None] Pushing event updated for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:17.074396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Allocated IP 172.20.0.1 (d9defdf6-b9dc-4dbb-8921-29edd2c71b37/1a35d718-3ca7-47a6-a3cb-365c61168e15/abfb1db0-fe34-4172-8174-140c1f039563) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:17.122772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Attempting to bind port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:17.131917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Attempting to bind port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:17.131917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Attempting to bind port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 on network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:17.137422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:17.137797 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Checking segment: {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:17.138204 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.139025 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Bound using segment: {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:17.139185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Bound port: 00322b70-4c0d-4922-9c86-65e8b93a9ec1, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b331cee-cdd2-485f-ab73-ef7fe1118248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:17.139474 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.163345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08519b22-3dc1-4b09-80a9-7683f3d01d3d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:17.259426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:17.268676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.285739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Allocated IP 2001:db8::2 (73df2f28-241f-4f73-96fb-d1e1c85ead08/629d9bec-9672-49e7-91d2-41e7bc8297c5/bd309682-5522-4ed5-8112-27b988f6dae7) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:17.292909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.294530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] For port 00322b70-4c0d-4922-9c86-65e8b93a9ec1, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:17.298363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] For port 00322b70-4c0d-4922-9c86-65e8b93a9ec1, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=00322b70-4c0d-4922-9c86-65e8b93a9ec1,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:17.307243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:40:17.322152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.325800 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.367996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.390920 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.418608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.443116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.448789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] For port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:17.462047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 08519b22-3dc1-4b09-80a9-7683f3d01d3d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:17.462557 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.538043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:17.547019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.548787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:17.555924 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b5b5-5793-4230-84ea-d681a78d4945 None None] Pushing event updated for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:17.568459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Attempting to bind port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:17.568707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Attempting to bind port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:17.569074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Attempting to bind port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:17.575970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:17.580544 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:17.581185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:17.604934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Subnet': ['ID=d8bb435a-f283-42ae-a3c1-a37d9753325c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:17.616794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:17.617280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:17.617699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.618098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:17.618634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Bound port: 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:17.618997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.645610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23cc0d-8c66-4eb7-b4d8-44a7cc6fb5a4 None None] Pushing event updated for resources: {'Port': ['ID=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:17.678508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Checking segment: {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:17.683104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network hostable DHCP agents. Network: c225af78-72d5-4c2a-a609-c4b9d6b24393, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:17.687383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Pushing event updated for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:17.711670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.758359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:17.788149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.812326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:17.847459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] For port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:17.854747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] For port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:17.900459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.914771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Provisioning complete for port 04a71390-d198-4dab-add8-dcc07d9fbc2b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:17.914771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:17.968148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c225af78-72d5-4c2a-a609-c4b9d6b24393) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:17.978184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:17.979012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.000926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::325 (73df2f28-241f-4f73-96fb-d1e1c85ead08/629d9bec-9672-49e7-91d2-41e7bc8297c5/f9a09b05-a7b1-407f-96b3-67b0a4f92f46) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:18.004840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f45e0-f07e-448d-8bf1-e03e2a908422 None None] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:18.062030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c39b3-0b4f-4436-9cf9-5583373eb661 None None] Pushing event updated for resources: {'Port': ['ID=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:18.121164 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:18.132315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.135981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-78fc8826-953c-426a-9f04-4b9296066947 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8327367 Oct 12 11:40:18.151881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:18.185650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644dc7a-ca91-43ae-a65e-9390860090dc None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:18.282220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:18.291766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.304529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:18.325502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.381711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5aea6dbf-2c38-4ece-b213-acec2056286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.391507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:18.401870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:18.437539 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.449555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Pushing event updated for resources: {'Port': ['ID=bd309682-5522-4ed5-8112-27b988f6dae7,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:18.568459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:18.581971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f9a09b05-a7b1-407f-96b3-67b0a4f92f46,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:18.585749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:18.591924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:18.600313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:18.601395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.758641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2d15d04-3fb8-4bc1-859b-99ed3d5772b4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9294033 Oct 12 11:40:18.775644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51400) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:18.905935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.910764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:18.911405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:39:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:18.953947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c225af78-72d5-4c2a-a609-c4b9d6b24393', 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'fixed_ips': [{'subnet_id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:18.955116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:18.987271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23cc0d-8c66-4eb7-b4d8-44a7cc6fb5a4 None None] Pushing event updated for resources: {'Port': ['ID=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:19.015634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Provisioning complete for port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:19.015634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.017190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Attempting to bind port bd309682-5522-4ed5-8112-27b988f6dae7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:19.017645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Attempting to bind port bd309682-5522-4ed5-8112-27b988f6dae7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7b6cadf2-1017-44a5-804a-b74a024c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:19.017903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Attempting to bind port bd309682-5522-4ed5-8112-27b988f6dae7 on network 73df2f28-241f-4f73-96fb-d1e1c85ead08 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:19.048294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.051356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.074924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:19.074924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.088711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:19.088711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Checking segment: {'id': '7b6cadf2-1017-44a5-804a-b74a024c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:19.088711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.088711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Bound using segment: {'id': '7b6cadf2-1017-44a5-804a-b74a024c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:19.090759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Bound port: bd309682-5522-4ed5-8112-27b988f6dae7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6cadf2-1017-44a5-804a-b74a024c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73df2f28-241f-4f73-96fb-d1e1c85ead08'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:19.090759 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.214258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Pushing event updated for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:19.265123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.292193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:19.501494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] For port bd309682-5522-4ed5-8112-27b988f6dae7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:19.534127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] For port bd309682-5522-4ed5-8112-27b988f6dae7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd309682-5522-4ed5-8112-27b988f6dae7,segment=NetworkSegment(7b6cadf2-1017-44a5-804a-b74a024c588b),segment_id=7b6cadf2-1017-44a5-804a-b74a024c588b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:19.545559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Allocated IP 172.23.0.2 (c225af78-72d5-4c2a-a609-c4b9d6b24393/d8bb435a-f283-42ae-a3c1-a37d9753325c/f38c8533-1fbf-4315-8473-1425ce9306ba) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:19.571516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:19.571516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:19.711237 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.764793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Router 0a64d04c-8c62-4f1c-8519-25be8036345e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:19.774510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.841117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62711bc2-ee5b-4562-91fa-5ba39040d7e6 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:19.934151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 62711bc2-ee5b-4562-91fa-5ba39040d7e6 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:19.938541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62711bc2-ee5b-4562-91fa-5ba39040d7e6 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:19.938541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Provisioning complete for port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:19.938541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:19.957363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:19.964634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5edeeacf-0655-4772-8913-35d4213a845b admin admin] 10.222.0.43 "PUT /v2.0/routers/0a64d04c-8c62-4f1c-8519-25be8036345e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7484376 Oct 12 11:40:20.013862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba2fd9-f6e1-48d3-93c2-508b28e209de None None] Pushing event updated for resources: {'Port': ['ID=bd309682-5522-4ed5-8112-27b988f6dae7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:20.101701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 1, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:20.187785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d351e-7151-41fa-bbde-0f536b57bc77 None None] The sync data for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 is: [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 1, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:20.229057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.234338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.237392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.298180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] For port 00322b70-4c0d-4922-9c86-65e8b93a9ec1, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=00322b70-4c0d-4922-9c86-65e8b93a9ec1,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:20.327026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.342126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 00322b70-4c0d-4922-9c86-65e8b93a9ec1 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:20.345245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.437243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Allocated IP 172.23.0.1 (c225af78-72d5-4c2a-a609-c4b9d6b24393/d8bb435a-f283-42ae-a3c1-a37d9753325c/3f3e9ae1-82cb-49ad-8b63-e783f7c721b5) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:20.505692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:20.511573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:20.519054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:20.522631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.560149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f9a09b05-a7b1-407f-96b3-67b0a4f92f46,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:20.621703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:20.622614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.698679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.708397 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1566146-5072-4f85-9d1c-3799222e847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.730449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Pushing event updated for resources: {'Port': ['ID=f38c8533-1fbf-4315-8473-1425ce9306ba,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:20.732895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:20.733267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.752749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.827175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Attempting to bind port f38c8533-1fbf-4315-8473-1425ce9306ba on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:20.827554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Attempting to bind port f38c8533-1fbf-4315-8473-1425ce9306ba by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:20.827905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Attempting to bind port f38c8533-1fbf-4315-8473-1425ce9306ba on network c225af78-72d5-4c2a-a609-c4b9d6b24393 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:20.832504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Port abfb1db0-fe34-4172-8174-140c1f039563 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:20.838990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:20.839367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Checking segment: {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:20.839767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.840155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Bound using segment: {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:20.840633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Bound port: f38c8533-1fbf-4315-8473-1425ce9306ba, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:20.841011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.899406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:20.976361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaf4b1-289d-4a42-b283-07af319cbc6b None None] Pushing event updated for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:20.985786 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:21.013947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:21.017146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:21.025654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:21.047730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] For port f38c8533-1fbf-4315-8473-1425ce9306ba, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:21.056736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-48a2af52-c8ce-4cac-b921-3e0b4f5464b0 None None] Provisioning complete for port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:21.057126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48a2af52-c8ce-4cac-b921-3e0b4f5464b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.089951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.102605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] For port f38c8533-1fbf-4315-8473-1425ce9306ba, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f38c8533-1fbf-4315-8473-1425ce9306ba,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:21.123733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:21.154590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:21.155065 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.185145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.207838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51428) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:21.225079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1964842529-network', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:21.233183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.367723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d240-5f36-44a9-a6fb-4d958b2e4fc5 None None] Pushing event updated for resources: {'Port': ['ID=f38c8533-1fbf-4315-8473-1425ce9306ba,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:21.385796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-48a2af52-c8ce-4cac-b921-3e0b4f5464b0 None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:21.389658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48a2af52-c8ce-4cac-b921-3e0b4f5464b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.460131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Made reservation on behalf of eeafc1ab260b4d9492124542bc171fd3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:21.465898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.499379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.733431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af029372-1011-4902-bf6e-97c4ae54ff2d None None] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:21.768220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.826202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.873914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.884825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.910912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-48a2af52-c8ce-4cac-b921-3e0b4f5464b0 None None] Port abfb1db0-fe34-4172-8174-140c1f039563 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:21.991643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:21.995047 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.032812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.033657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.085317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b966c140-272a-4267-9f07-0959587bc78b None None] Provisioning complete for port bd309682-5522-4ed5-8112-27b988f6dae7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:22.089555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b966c140-272a-4267-9f07-0959587bc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.089757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:40:22.110544 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.115770 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Added segment 51307bcb-f13f-48df-ac2d-d4f483163fa6 of type vlan for network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 Oct 12 11:40:22.169616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.199158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3137570e-8741-40b3-b6ad-f2e03eb30ba6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:22.328477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=f9a09b05-a7b1-407f-96b3-67b0a4f92f46,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:22.357176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b966c140-272a-4267-9f07-0959587bc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.415632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:22.428342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:22.449272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.492317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b966c140-272a-4267-9f07-0959587bc78b None None] For port bd309682-5522-4ed5-8112-27b988f6dae7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd309682-5522-4ed5-8112-27b988f6dae7,segment=NetworkSegment(7b6cadf2-1017-44a5-804a-b74a024c588b),segment_id=7b6cadf2-1017-44a5-804a-b74a024c588b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:22.529655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 00322b70-4c0d-4922-9c86-65e8b93a9ec1 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:22.607519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b966c140-272a-4267-9f07-0959587bc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.779728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966c140-272a-4267-9f07-0959587bc78b None None] Pushing event updated for resources: {'Port': ['ID=bd309682-5522-4ed5-8112-27b988f6dae7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:22.780273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.781828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:22.788451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.791619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-289e5556-91d7-4677-b537-0a4be2458b51 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:22.793229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-289e5556-91d7-4677-b537-0a4be2458b51 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.2430956 Oct 12 11:40:22.811089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9cf76595-da00-4e0a-aa3d-d50b1f4e0c84 None None] Provisioning complete for port bd309682-5522-4ed5-8112-27b988f6dae7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:22.813378 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9cf76595-da00-4e0a-aa3d-d50b1f4e0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.818036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-d0f80d82-3650-4a0b-826b-7ba5448bd388 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/quotas/9b4a21b4a7a948de9616b7886a93e8c1 HTTP/1.1" status: 200 len: 375 time: 0.0142531 Oct 12 11:40:22.893452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Router 0968017e-8512-4cc3-8719-188ac2db494e is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:40:22.895499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:22.895868 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:22.936240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-b0d4305f-6f0b-44b8-8c85-e585afaa53bb tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059675 Oct 12 11:40:22.979771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] Pushing event updated for resources: {'Network': ['ID=5dfffd96-d4f2-44a8-a44e-d11c0348d1a7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:22.985268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.010786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-799b9d2b-c268-4841-b6e8-def655aa0fde admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8016505 Oct 12 11:40:23.015547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:23.017322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:40:23.018104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Request body: {'subnet': {'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1964842529-subnet', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:23.070802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.123434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Made reservation on behalf of eeafc1ab260b4d9492124542bc171fd3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:23.125695 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.200750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:23.202218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event updated for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:23.205254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.220254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bade6de1-ebd2-4dc1-a040-16c321a743f9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/routers/0968017e-8512-4cc3-8719-188ac2db494e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4595325 Oct 12 11:40:23.233662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51462) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:23.241564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] Sync routers for ids ['0968017e-8512-4cc3-8719-188ac2db494e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:23.301920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9cf76595-da00-4e0a-aa3d-d50b1f4e0c84 None None] Provisioning complete for port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:23.302297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9cf76595-da00-4e0a-aa3d-d50b1f4e0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.306679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f38c8533-1fbf-4315-8473-1425ce9306ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:23.307844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-9523430f-0330-4bb2-a0ce-83294c58478e service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112044 Oct 12 11:40:23.326466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] Routers {'0968017e-8512-4cc3-8719-188ac2db494e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:23.327136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0968017e-8512-4cc3-8719-188ac2db494e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:23.380433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c560932-1d75-45e2-a479-85fd1075a5fc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:23.385253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c560932-1d75-45e2-a479-85fd1075a5fc tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?device_id=0968017e-8512-4cc3-8719-188ac2db494e HTTP/1.1" status: 200 len: 989 time: 0.1415160 Oct 12 11:40:23.394719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51464) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:23.444197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:23.446093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.458572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:23.463684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:23.480915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9cf76595-da00-4e0a-aa3d-d50b1f4e0c84 None None] Port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:23.491089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3cc35f-032d-4a49-89e7-b70cc997e86c None None] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:23.511187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] Routers {'0968017e-8512-4cc3-8719-188ac2db494e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:23.511890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0968017e-8512-4cc3-8719-188ac2db494e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:23.580873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:23.581520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6686f-bc86-4352-be45-6440a2bb8ca6 None None] The sync data for ids ['0968017e-8512-4cc3-8719-188ac2db494e'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:23.620389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-bc44687a-3eaa-4c11-a35f-6e8c9cba31c6 service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036580 Oct 12 11:40:23.668004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f38c8533-1fbf-4315-8473-1425ce9306ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:23.669497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:23.733524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Provisioning complete for port f38c8533-1fbf-4315-8473-1425ce9306ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:23.733941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.032539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.071293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e5c8e87-56fe-41be-b28a-95e0d8f20ea9 req-e93569ac-3307-4721-a777-186a3c2d9fb5 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0722585 Oct 12 11:40:24.105568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] For port f38c8533-1fbf-4315-8473-1425ce9306ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f38c8533-1fbf-4315-8473-1425ce9306ba,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:24.108618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.198983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Sync routers for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:24.209712 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:24.210327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:24.225196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.268060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.423937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:40:24.424557 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:40:24.436714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Provisioning complete for port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:24.451745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.478209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Pushing event updated for resources: {'Port': ['ID=f38c8533-1fbf-4315-8473-1425ce9306ba,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:24.486088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:24.523988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9633d9ed-b52d-4327-9cbc-5f805ead82f1 None None] Port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:24.577907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:24.672363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.688661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Provisioning complete for port f38c8533-1fbf-4315-8473-1425ce9306ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:24.689041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.727408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port f9a09b05-a7b1-407f-96b3-67b0a4f92f46 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:24.727993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.775484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:24.777927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Checking segment: {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:24.778500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Network hostable DHCP agents. Network: 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:40:24.785182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb6b15b5-d961-4bd8-b174-8f1d95c6161a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6296551 Oct 12 11:40:24.786419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e141a685-7485-4168-9ec3-214fdee781d2,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:24.788736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51480) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:24.795498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:24.812327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:24.846587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:24.847407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:24.936284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:24.960933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for f9a09b05-a7b1-407f-96b3-67b0a4f92f46 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:24.978453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:40:24.988995 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:18Z', 'revision_number': 2, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:25.043677 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Checking router: 0a64d04c-8c62-4f1c-8519-25be8036345e for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:25.048204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Updating router 0a64d04c-8c62-4f1c-8519-25be8036345e port abfb1db0-fe34-4172-8174-140c1f039563 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:25.118012 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.205830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:25.219824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:25.220694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.248536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0628fb1-93d8-4223-ac33-48ed72c44aa6 req-78ea625a-e28f-419e-83ca-5d10079bdaac tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 210 time: 0.1023574 Oct 12 11:40:25.327290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd309682-5522-4ed5-8112-27b988f6dae7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:25.330582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1616f-0d1e-41a3-9216-cb65d6caeb2b None None] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:25.346228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-213a13df-a385-4517-91af-e9d017243ac6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3336217 Oct 12 11:40:25.351156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:25.357050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:25.407996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:25.499002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.544962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:40:25.555014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=f9a09b05-a7b1-407f-96b3-67b0a4f92f46,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:25.570299 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.582046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.587113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.588410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Removed routes are [] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:40:25.588817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.663704 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.682757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Could not find standard attr ID for object f9a09b05-a7b1-407f-96b3-67b0a4f92f46. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:25.690842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.709316 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.801708 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5270f67-3a76-4c1a-ad36-ca7a880d2710 None None] Pushing event updated for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:25.836383 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Attempting to bind port abfb1db0-fe34-4172-8174-140c1f039563 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Attempting to bind port abfb1db0-fe34-4172-8174-140c1f039563 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Attempting to bind port abfb1db0-fe34-4172-8174-140c1f039563 on network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Checking segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Bound using segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Bound port: abfb1db0-fe34-4172-8174-140c1f039563, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:25.845947 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.851946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port bd309682-5522-4ed5-8112-27b988f6dae7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:25.852323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.870828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Provisioning complete for port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:25.871124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.921189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5fffc-3412-4e36-9666-31d6ca964bd9 None None] Port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:25.957040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'fixed_ips': [{'subnet_id': 'e141a685-7485-4168-9ec3-214fdee781d2'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:25.957297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:25.962317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] For port abfb1db0-fe34-4172-8174-140c1f039563, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:25.966899 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] For port abfb1db0-fe34-4172-8174-140c1f039563, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=abfb1db0-fe34-4172-8174-140c1f039563,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:26.093111 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.186578 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:26.187271 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:26.304173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f7429fa9-84dd-4bc8-bff2-183d55e88414 None None] Provisioning complete for port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:26.304960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7429fa9-84dd-4bc8-bff2-183d55e88414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.345527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7429fa9-84dd-4bc8-bff2-183d55e88414 None None] Port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:26.355732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:26.361928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.365946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Allocated IP 172.20.0.2 (5dfffd96-d4f2-44a8-a44e-d11c0348d1a7/e141a685-7485-4168-9ec3-214fdee781d2/d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:26.422290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.429619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.431017 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5270f67-3a76-4c1a-ad36-ca7a880d2710 None None] Pushing event updated for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:26.448401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:21Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3e9ae1-82cb-49ad-8b63-e783f7c721b5', 'name': '', 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:bf:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:19Z', 'updated_at': '2021-10-12T11:40:22Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:26.567225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62909e29-ad06-43b3-a963-5e0ffe4cd309 req-147cf387-eaa3-4212-9232-73784c4979d8 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0310030 Oct 12 11:40:26.573573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:26.573935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Updating router 7be85e92-a939-4c09-96c0-385ecbb40ea5 port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:26.603216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.641946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:26.651150 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:26.655299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Router 0968017e-8512-4cc3-8719-188ac2db494e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:26.757296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:26.760253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:26.760754 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.768932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bad6b958-ba8a-4482-8d5f-61f764ab567a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/routers/0968017e-8512-4cc3-8719-188ac2db494e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3455179 Oct 12 11:40:26.771152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:26.808932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:26.817573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.819029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-864c17d4-818a-4e8b-9d50-642f67c0a5a8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 933 time: 2.0276275 Oct 12 11:40:26.821743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:26.825434 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-95df8e1c-f5cb-4a06-83c5-daabf9360806 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:26.829926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95df8e1c-f5cb-4a06-83c5-daabf9360806 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/f9a09b05-a7b1-407f-96b3-67b0a4f92f46 HTTP/1.1" status: 404 len: 333 time: 0.0551829 Oct 12 11:40:26.834492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51500) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:26.872368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] Sync routers for ids ['0968017e-8512-4cc3-8719-188ac2db494e'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:26.908235 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] Routers {'0968017e-8512-4cc3-8719-188ac2db494e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:26.908861 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0968017e-8512-4cc3-8719-188ac2db494e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:26.933400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:26.933979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:26.959656 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:26.971104 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] Routers {'0968017e-8512-4cc3-8719-188ac2db494e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:26.971775 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0968017e-8512-4cc3-8719-188ac2db494e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:26.981567 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.013652 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:27.014454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e947f60-ea29-44b8-ad48-7d67601b113e None None] The sync data for ids ['0968017e-8512-4cc3-8719-188ac2db494e'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:27.018539 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:25Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:27.048345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e4bc-5128-4c99-a0b5-2c7e3f68357a None None] The sync data for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 is: [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:25Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:27.067168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-15dadc66-4214-4797-894c-7fb0294e1ebd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:27.068639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-15dadc66-4214-4797-894c-7fb0294e1ebd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.1392653 Oct 12 11:40:27.085872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Request body: {'port': {'device_id': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'admin_state_up': True, 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:27.181768 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee17e104-45c4-45d9-b127-884cecd0430e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 933 time: 0.3587742 Oct 12 11:40:27.197983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:27.209239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'routes': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:27.255342 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.315214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.327799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.333850 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.356301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.389238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.431539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.462969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:27.480330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.487093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:27.502022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:27.508114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.515753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:27.522350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.530312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Pushing event updated for resources: {'Port': ['ID=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:27.544589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.545275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Fanout notify agent at l3_agent the message router_deleted on router 0968017e-8512-4cc3-8719-188ac2db494e {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:40:27.559636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.561549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36ec4b9f-4550-4504-b30d-267cdf71db8d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/routers/0968017e-8512-4cc3-8719-188ac2db494e HTTP/1.1" status: 204 len: 168 time: 0.7254758 Oct 12 11:40:27.571732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51508) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:27.572636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] For port abfb1db0-fe34-4172-8174-140c1f039563, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=abfb1db0-fe34-4172-8174-140c1f039563,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:27.599977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Attempting to bind port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:27.600356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Attempting to bind port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:27.600690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Attempting to bind port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b on network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:27.603983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Checking segment: {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Bound using segment: {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Bound port: d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:27.619522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.681295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.688577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:27.698304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.710735 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.730110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Allocated IP 172.25.2.161 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:27.764943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 629d9bec-9672-49e7-91d2-41e7bc8297c5 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:27.792121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d471c45-6f05-41d7-89b1-65aa8904faf7 req-98482196-1351-4580-8e5b-5a986d574bf9 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0454352 Oct 12 11:40:27.804695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.827697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device abfb1db0-fe34-4172-8174-140c1f039563 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:27.896003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:27.986795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.036620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.047982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Allocated IP 172.20.0.4 (4e1c7934-cca5-4780-8033-490683e07ea3/16ef34ad-c343-4546-bea8-6c586851beb2/70620f66-6cb8-4550-a61e-5e26c85f568b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:28.081122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.extraroute_db [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added routes are [] {{(pid=95548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:40:28.082319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.extraroute_db [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:40:28.116813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.145702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.181222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.207639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f4673cfd-da8c-4b16-be05-49ca70078925 None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:28.207924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4673cfd-da8c-4b16-be05-49ca70078925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.226261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] For port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:28.233683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.240655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:28.250825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e48d-abff-4371-a2b7-da97e9a76900 None None] Pushing event updated for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.251333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:28.263009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Attempting to bind port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:28.263009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Attempting to bind port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:28.263009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Attempting to bind port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 on network c225af78-72d5-4c2a-a609-c4b9d6b24393 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:28.265330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:28.272620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Pushing event updated for resources: {'Port': ['ID=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.278835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] For port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:28.280339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=629d9bec-9672-49e7-91d2-41e7bc8297c5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.300911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e7ffc-fbdd-4c8d-9940-e2f2d2a01443 None None] Network 73df2f28-241f-4f73-96fb-d1e1c85ead08 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:28.310592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:28.310592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Checking segment: {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:28.310592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.311362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Bound using segment: {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:28.311362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Bound port: 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17345e6b-d5c0-4117-a263-d61fc282f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:28.311597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.325992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.332426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26294216-1aff-4cf8-9652-36bd4ed1d23f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/629d9bec-9672-49e7-91d2-41e7bc8297c5 HTTP/1.1" status: 204 len: 168 time: 0.7628329 Oct 12 11:40:28.332609 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.334196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:28.405946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:28.406314 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.454369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.478135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Pushing event updated for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.518142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.525994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.580792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.607143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.607502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.607829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.608162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.608493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.608836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.609739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.610075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.610399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.610750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.611081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.611567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c1ace-aaba-4f9f-be59-49cf1afef4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:28.654219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] For port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:28.668594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:28.708408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port bd309682-5522-4ed5-8112-27b988f6dae7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:28.709360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.714008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] For port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:28.777197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ba48-29a1-4b34-9d48-39375bc38413 None None] Pushing event updated for resources: {'Port': ['ID=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:28.802855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f38c8533-1fbf-4315-8473-1425ce9306ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:28.814338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] For port bd309682-5522-4ed5-8112-27b988f6dae7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd309682-5522-4ed5-8112-27b988f6dae7,segment=NetworkSegment(7b6cadf2-1017-44a5-804a-b74a024c588b),segment_id=7b6cadf2-1017-44a5-804a-b74a024c588b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:28.820098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.833916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for bd309682-5522-4ed5-8112-27b988f6dae7 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:28.843722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:28.856022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.884030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.891869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0f9fb39-c629-4cb8-a852-d3468503ea98 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 699 time: 1.6927545 Oct 12 11:40:28.895357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51520) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:28.960259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.969754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] Provisioning complete for port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:28.970791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:28.989072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:40:29.048870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:29.049910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:29.079960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Network 4e1c7934-cca5-4780-8033-490683e07ea3 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:29.094360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.118622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:29.137603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e48d-abff-4371-a2b7-da97e9a76900 None None] Pushing event updated for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:29.189598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd94483-d70e-49e4-8248-9c327232409e None None] DHCP port deletion for 73df2f28-241f-4f73-96fb-d1e1c85ead08 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:29.205783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f38c8533-1fbf-4315-8473-1425ce9306ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:29.206170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.263221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ee5a5f5a-54d6-448c-9b68-738dfc97a8ad tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 699 time: 0.3658962 Oct 12 11:40:29.266967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51522) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:29.287333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:29.444382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee388d8-9cfb-4cda-9a8c-06bcad962b98 req-3d1aa93d-72fc-4a51-b686-28e8cb7dc28a tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:29.446316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ee388d8-9cfb-4cda-9a8c-06bcad962b98 req-3d1aa93d-72fc-4a51-b686-28e8cb7dc28a tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 931 time: 0.3445134 Oct 12 11:40:29.458889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.593134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd309682-5522-4ed5-8112-27b988f6dae7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:29.635912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] For port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:29.636687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:29.645179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event updated for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:29.663015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ee388d8-9cfb-4cda-9a8c-06bcad962b98 req-3b8f9419-1fe8-4ff6-b1fb-1da64330835c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977940 Oct 12 11:40:29.668710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: bd309682-5522-4ed5-8112-27b988f6dae7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:29.669362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd309682-5522-4ed5-8112-27b988f6dae7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 11:40:29.673627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No DVR routers for this DVR port bd309682-5522-4ed5-8112-27b988f6dae7 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:29.703178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=bd309682-5522-4ed5-8112-27b988f6dae7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:29.726456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port bd309682-5522-4ed5-8112-27b988f6dae7 not found, will not notify nova. {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 11:40:29.750594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.828311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaff35a-841a-444d-9bda-c8e9bafab352 None None] Pushing event updated for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:29.850680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:29.852134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.852569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 7, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3e9ae1-82cb-49ad-8b63-e783f7c721b5', 'name': '', 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:bf:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:19Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:29.865584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.875756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.914588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a5b76-1473-49aa-ab84-02c3788b76c2 None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 7, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3e9ae1-82cb-49ad-8b63-e783f7c721b5', 'name': '', 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:bf:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:19Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 4, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:29.925097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b9a4ccdf-80cc-4211-afcc-335f52665002 None None] Provisioning complete for port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:29.925571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ccdf-80cc-4211-afcc-335f52665002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:29.947979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73df2f28-241f-4f73-96fb-d1e1c85ead08']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:29.995024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6cadf2-1017-44a5-804a-b74a024c588b') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:29.995313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6cadf2-1017-44a5-804a-b74a024c588b') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:30.050997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.081076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.091099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device abfb1db0-fe34-4172-8174-140c1f039563 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:30.097454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:30.101056 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:30.122640 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-77b6a2d0-4e46-4ece-8bd1-124ef20ab6fa tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0407243 Oct 12 11:40:30.156989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.224383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port abfb1db0-fe34-4172-8174-140c1f039563 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:30.224383 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.236344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Request body: {'port': {'device_id': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:30.312162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea6868-865d-4a1a-b140-4b8c0845d6be None None] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:30.376330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.390406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.393875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/73df2f28-241f-4f73-96fb-d1e1c85ead08 HTTP/1.1" status: 204 len: 168 time: 2.0565565 Oct 12 11:40:30.398827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51528) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:30.403894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.429041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075004c4-20b0-4b1a-9931-f08206b7177f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=73df2f28-241f-4f73-96fb-d1e1c85ead08,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:30.463354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.499456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67521167-56a7-4311-8047-3364f8875931 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:30.505833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-67521167-56a7-4311-8047-3364f8875931 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 HTTP/1.1" status: 200 len: 844 time: 0.1020606 Oct 12 11:40:30.506057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:30.514119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51530) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:30.517988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] Provisioning complete for port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:30.518470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.600634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-413ee493-7f4d-43d2-9213-f64d4b07bb39 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/32c68a54-41b2-44a7-87c7-6d2aa0cf8f62?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0731349 Oct 12 11:40:30.605464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51532) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:30.652841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:30.666726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:30.666726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:30.980813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.020563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] For port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:31.027450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:31.046688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70620f66-6cb8-4550-a61e-5e26c85f568b {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:40:31.051465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:31.052273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:31.059265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Router af6f2969-2df3-4e11-879a-1fdab0391e4f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:40:31.071013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.131430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Transition to ACTIVE for port object 70620f66-6cb8-4550-a61e-5e26c85f568b will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:40:31.167425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.226750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:31.237466 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Sync routers for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:31.244034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:31.249122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.250421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.254427 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.269180 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:31.269826 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:31.298416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:31.325471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:31.356134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.360805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af07b447-7232-4e37-8b24-ba67c25cf659 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0045915 Oct 12 11:40:31.370515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51540) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:31.382609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791c8ff-30e3-4b07-b184-759e330c7fd8 req-296637c2-b467-426b-be92-d2494dfe0517 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:31.388700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b791c8ff-30e3-4b07-b184-759e330c7fd8 req-296637c2-b467-426b-be92-d2494dfe0517 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 943 time: 0.5857096 Oct 12 11:40:31.459397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281324b-fee6-4afd-ad12-30a0328fe817 None None] Pushing event updated for resources: {'Port': ['ID=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:31.496555 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:31.544833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Attempting to bind port 70620f66-6cb8-4550-a61e-5e26c85f568b on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:31.545342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Attempting to bind port 70620f66-6cb8-4550-a61e-5e26c85f568b by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:31.545684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Attempting to bind port 70620f66-6cb8-4550-a61e-5e26c85f568b on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:31.563643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Port 70620f66-6cb8-4550-a61e-5e26c85f568b on network 4e1c7934-cca5-4780-8033-490683e07ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:40:31.563979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Attempting to bind port 70620f66-6cb8-4550-a61e-5e26c85f568b on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:31.571801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:31.572649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.580092 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b791c8ff-30e3-4b07-b184-759e330c7fd8 req-10c9581a-c33a-4f49-b38d-453223d53793 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116509 Oct 12 11:40:31.585426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:31.585772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Checking segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:31.586168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Bound using segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:31.586622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Bound port: 70620f66-6cb8-4550-a61e-5e26c85f568b, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:31.587014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.683977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:40:31.684608 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:40:31.685113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aef39b13-3031-4d15-9ccb-c56c0b94262e None None] Provisioning complete for port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:31.685620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aef39b13-3031-4d15-9ccb-c56c0b94262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.773784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:31.774184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.774308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:31.784418 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 3, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:31.795439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=70620f66-6cb8-4550-a61e-5e26c85f568b,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:31.802361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:31.819509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.830467 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Checking router: af6f2969-2df3-4e11-879a-1fdab0391e4f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:31.832101 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Updating router af6f2969-2df3-4e11-879a-1fdab0391e4f port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:31.880279 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.913031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=a9a7b8a4-c55d-4065-aeaf-6e91121c080a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:31.921840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.933296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:31.939487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:31.947731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:31.948325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:31.950842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 7, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f3e9ae1-82cb-49ad-8b63-e783f7c721b5', 'name': '', 'network_id': 'c225af78-72d5-4c2a-a609-c4b9d6b24393', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:bf:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:19Z', 'updated_at': '2021-10-12T11:40:29Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'd8bb435a-f283-42ae-a3c1-a37d9753325c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:31.956009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3097b5d-b823-46d8-9259-8f022cb09385 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:32.018086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:32.022099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.024495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] 10.222.0.41 "PUT /v2.0/ports/70620f66-6cb8-4550-a61e-5e26c85f568b HTTP/1.1" status: 200 len: 1091 time: 1.7957532 Oct 12 11:40:32.025163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:40:32.027716 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4f2b8-afc4-45eb-b17b-768e03832869" -d '{"events": [{"name": "network-changed", "server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:40:32.080319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:32.083531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47071bda-6c30-4a22-9bae-8115f827fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:32.097172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0ee0f77-f247-4212-9751-66dea604f61d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4920735 Oct 12 11:40:32.099955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51548) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:32.104686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'security_group': {'name': 'tempest-secgroup-235281772'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:32.138541 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc7f23d-456d-4367-8fae-85b466605804 x-openstack-request-id: req-bcc7f23d-456d-4367-8fae-85b466605804 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:40:32.138936 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:40:32.139246 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc7f23d-456d-4367-8fae-85b466605804 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:40:32.139683 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b', 'status': 'completed', 'code': 200} Oct 12 11:40:32.149720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.154756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:32.155779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:32.196349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=3f3e9ae1-82cb-49ad-8b63-e783f7c721b5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:32.216193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.252052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-5cbe7633-a028-4528-952a-b2a93def48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:32.257481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-5cbe7633-a028-4528-952a-b2a93def48c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 1094 time: 0.1091228 Oct 12 11:40:32.310286 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.345767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:32.346155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-f043ae13-89a5-4ad1-b764-fcf23ca90fe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70620f66-6cb8-4550-a61e-5e26c85f568b HTTP/1.1" status: 200 len: 217 time: 0.0603840 Oct 12 11:40:32.372894 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.388332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.399274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:32.422661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb963-f1ba-4c47-a996-0b9019212125 req-d4de0f2f-1c9e-4ee8-b359-d91a7d174a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:32.424175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-d4de0f2f-1c9e-4ee8-b359-d91a7d174a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.0691800 Oct 12 11:40:32.488432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac5fef-2b42-4217-83c5-71b272e109e3 None None] Pushing event updated for resources: {'Port': ['ID=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:32.515464 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Attempting to bind port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:32.515808 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Attempting to bind port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:32.516145 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Attempting to bind port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:32.526362 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:32.526791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:32.527349 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.527885 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:32.528400 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Bound port: fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:32.528780 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.529824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.531582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:32.532076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.568032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-381bf18d-41b1-4878-a515-6859af3e6986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818489 Oct 12 11:40:32.623284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.639696 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] For port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:32.648764 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] For port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:32.727142 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.764214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-c7078eac-e55d-4366-81fc-279b2633e9c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810279 Oct 12 11:40:32.773699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.792802 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:32.793414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:32.800863 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:40:32.824198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Allocated IP 172.20.0.1 (5dfffd96-d4f2-44a8-a44e-d11c0348d1a7/e141a685-7485-4168-9ec3-214fdee781d2/6bef7c96-56f5-495d-8f2e-ccaf03689a1a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:32.867123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a20c44cd-807e-4d52-9d2a-874582052a98', 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'tenant_id': '181af420c7934be8ae2fa7ebfb6432ed', 'fixed_ips': [{'subnet_id': 'a9a7b8a4-c55d-4065-aeaf-6e91121c080a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:40:32.868790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.946397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd309682-5522-4ed5-8112-27b988f6dae7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:32.972120 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac5fef-2b42-4217-83c5-71b272e109e3 None None] Pushing event updated for resources: {'Port': ['ID=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:32.981109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d4689-cead-4e01-9fad-03fc60db0c86,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:32.987113 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:32.989135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a2588ffd-45ac-4893-bc77-62642a52b888 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8881788 Oct 12 11:40:32.992950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51556) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:32.999698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'security_group': {'name': 'tempest-secgroup-110704464'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:33.009995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-562cb963-f1ba-4c47-a996-0b9019212125 req-8a34f1f9-f55e-4476-ba33-970e95e7484b service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372680 Oct 12 11:40:33.071363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: bd309682-5522-4ed5-8112-27b988f6dae7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:33.071898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd309682-5522-4ed5-8112-27b988f6dae7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:33.078794 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:33.095614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.099211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d689a-9b57-412b-9a18-de1717838301 req-fd671fff-c758-4ebc-b8bb-1d959903104c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:33.100847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b3d689a-9b57-412b-9a18-de1717838301 req-fd671fff-c758-4ebc-b8bb-1d959903104c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 943 time: 0.4111984 Oct 12 11:40:33.142235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 8, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:33.182096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effe5f8-2d72-403f-915c-d3e5c9b92001 None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 8, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:33.195390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.253958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.259250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b3d689a-9b57-412b-9a18-de1717838301 req-908a3a86-5e6e-4bd9-a10c-6e50b8d6f528 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925601 Oct 12 11:40:33.259534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Allocated IP 2001:db8::2 (a20c44cd-807e-4d52-9d2a-874582052a98/a9a7b8a4-c55d-4065-aeaf-6e91121c080a/a0acd878-8909-486a-91be-28937eaebc7b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:33.304302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:33.350487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:33.364765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:33.389747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:33.393687 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 3, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:33.430210 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80816560-dd7f-444f-b8dc-5be2ee0b0410 None None] The sync data for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 is: [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:28Z', 'revision_number': 3, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:33.441606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:33.451027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-833234ac-e384-4470-bb79-e30c82c2bc3a tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1840913 Oct 12 11:40:33.451705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51560) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:33.473838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-7617afed-4a4b-4453-8c1d-a5d44b9e4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:33.473838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-7617afed-4a4b-4453-8c1d-a5d44b9e4286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 1094 time: 0.2678032 Oct 12 11:40:33.475842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Pushing event updated for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:33.527736 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.544988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:33.553179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet d8bb435a-f283-42ae-a3c1-a37d9753325c {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:33.557022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.622332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.631861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.703541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.762686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.777606 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.871284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.872066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575108b0-88cb-4a09-b08c-2d33a120196e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:33.880049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-ba34c68a-f695-4921-954e-09bfb4a25c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:33.881583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-ba34c68a-f695-4921-954e-09bfb4a25c4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 915 time: 0.3984842 Oct 12 11:40:33.927434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:33.932121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.936796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:33.941976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:33.955985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.964658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/d8bb435a-f283-42ae-a3c1-a37d9753325c HTTP/1.1" status: 204 len: 168 time: 0.5097001 Oct 12 11:40:33.965603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.969559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c80c1c6c-ec84-4019-b32e-cdd96e5b9d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9728754 Oct 12 11:40:33.969559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:33.971907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-253954a5-8582-4ea3-88d0-d1ee73e3885a None None] Provisioning complete for port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:33.972809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-253954a5-8582-4ea3-88d0-d1ee73e3885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:33.974669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8206d2-003d-41ae-aeaf-0653132a0640 None None] Network c225af78-72d5-4c2a-a609-c4b9d6b24393 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:34.009924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51564) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:34.015164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1711978290', 'security_groups': ['575108b0-88cb-4a09-b08c-2d33a120196e'], 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9a7b8a4-c55d-4065-aeaf-6e91121c080a'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:34.018313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:34.020706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bb435a-f283-42ae-a3c1-a37d9753325c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:34.046725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.047104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.047449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.047787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.048123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.048469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.048771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.049108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.049415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.049732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.050151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.051098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee126c96-987a-43ba-9bdb-7cc681364624 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:34.090979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.165493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-c0698dae-4e3c-460b-ab10-dbeca00a43f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70620f66-6cb8-4550-a61e-5e26c85f568b HTTP/1.1" status: 200 len: 217 time: 0.2034612 Oct 12 11:40:34.176436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:34.269675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-b17a424c-1100-4143-83cd-d1a6596dcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:34.271895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-b17a424c-1100-4143-83cd-d1a6596dcc7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.0978518 Oct 12 11:40:34.287076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:34.295308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:34.295308 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.295308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:34.295308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:34.321766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-ac40683f-7b7e-4ab6-8925-ee299e21cc2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418861 Oct 12 11:40:34.327406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port f38c8533-1fbf-4315-8473-1425ce9306ba {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:34.329168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.345377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Attempting to bind port a0acd878-8909-486a-91be-28937eaebc7b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:34.350342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Attempting to bind port a0acd878-8909-486a-91be-28937eaebc7b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '17b6ddbe-1d16-4acf-a71b-8e80c18fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:34.351082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Attempting to bind port a0acd878-8909-486a-91be-28937eaebc7b on network a20c44cd-807e-4d52-9d2a-874582052a98 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:34.354172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-253954a5-8582-4ea3-88d0-d1ee73e3885a None None] Port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:34.449620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.453587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:34.454110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Checking segment: {'id': '17b6ddbe-1d16-4acf-a71b-8e80c18fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:34.455345 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.455809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Bound using segment: {'id': '17b6ddbe-1d16-4acf-a71b-8e80c18fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:34.456906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Bound port: a0acd878-8909-486a-91be-28937eaebc7b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b6ddbe-1d16-4acf-a71b-8e80c18fa005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:34.457526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.480548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8fd05-a633-4efd-be90-33ad2561045b req-52541658-3749-4c0f-9c37-289ea214de83 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:34.482205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9a8fd05-a633-4efd-be90-33ad2561045b req-52541658-3749-4c0f-9c37-289ea214de83 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0930529 Oct 12 11:40:34.489733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:40:34.558094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:34.618733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9a8fd05-a633-4efd-be90-33ad2561045b req-4875737c-7bed-492e-b5b5-74ae4750d181 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 Oct 12 11:40:34.647810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] DHCP port deletion for c225af78-72d5-4c2a-a609-c4b9d6b24393 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:34.755633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::3b7 (a20c44cd-807e-4d52-9d2a-874582052a98/a9a7b8a4-c55d-4065-aeaf-6e91121c080a/c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:34.866382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:34.908385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:34.921936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.958658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port f38c8533-1fbf-4315-8473-1425ce9306ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f38c8533-1fbf-4315-8473-1425ce9306ba,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:34.959340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.977322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Deleting port f38c8533-1fbf-4315-8473-1425ce9306ba {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:34.977702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:34.991505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.001245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.026565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for f38c8533-1fbf-4315-8473-1425ce9306ba owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:35.065227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.121803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] For port f38c8533-1fbf-4315-8473-1425ce9306ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f38c8533-1fbf-4315-8473-1425ce9306ba,segment=NetworkSegment(17345e6b-d5c0-4117-a263-d61fc282f8db),segment_id=17345e6b-d5c0-4117-a263-d61fc282f8db)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:35.122058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.147958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 8, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:35.157817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Calling delete_port for f38c8533-1fbf-4315-8473-1425ce9306ba owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:35.158307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-63b7fc17-45b0-4991-9dd0-4495878cb7ae service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703280 Oct 12 11:40:35.160101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c244c0-2d14-4ef5-8a8a-4cfa155f6c92 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:35.189952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:35.192292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:35.195215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:35.210641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:35.211352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.232371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:35.239678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:35.282371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:35.283032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:35.352637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbea05cf-4b95-4bc2-a741-a55fbfe29e06 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3414383 Oct 12 11:40:35.353307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:35.358487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:35.371857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:35.508910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:35.536748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fec4f2b8-afc4-45eb-b17b-768e03832869 req-a00e3484-589c-4c92-9d7c-b288000a0d3b service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205843 Oct 12 11:40:35.556823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.598966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.625884 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.636486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port f38c8533-1fbf-4315-8473-1425ce9306ba on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:35.653419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:35.656975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.688124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:35.688518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.720810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.731761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=f38c8533-1fbf-4315-8473-1425ce9306ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:35.755262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] No DVR routers for this DVR port f38c8533-1fbf-4315-8473-1425ce9306ba on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:35.773174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af393292-ca1b-4c2c-9504-a16cc525cef1 None None] Pushing event deleted for resources: {'Port': ['ID=f38c8533-1fbf-4315-8473-1425ce9306ba,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:35.843451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.872930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211de80f-ec9d-469f-b31d-b94755b7539a req-baa1fc5c-d5d5-4314-ab69-c363542f9960 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:35.883069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-211de80f-ec9d-469f-b31d-b94755b7539a req-baa1fc5c-d5d5-4314-ab69-c363542f9960 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0842350 Oct 12 11:40:35.911399 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9a7b8a4-c55d-4065-aeaf-6e91121c080a (CIDR: 2001:db8::/64) Oct 12 11:40:35.939375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:35.947312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-211de80f-ec9d-469f-b31d-b94755b7539a req-664340a8-6946-4f6d-934b-09f7ff34538e tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632312 Oct 12 11:40:35.955703 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:40:35.956513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:35.972001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:35.999098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.004125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 8, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:36.037957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Pushing event updated for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:36.063052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e7449de-83b8-4fa3-96c1-d184768be706 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7083375 Oct 12 11:40:36.066957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:36.075606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:36.084187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c225af78-72d5-4c2a-a609-c4b9d6b24393']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:36.103891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17345e6b-d5c0-4117-a263-d61fc282f8db') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:36.104336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17345e6b-d5c0-4117-a263-d61fc282f8db') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:36.125153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.147805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.150962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:36.154636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:36.251744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b4dc5-6a3f-444a-89d4-702a9fb36c6d None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:32Z', 'revision_number': 8, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '00322b70-4c0d-4922-9c86-65e8b93a9ec1', 'name': '', 'network_id': '1f896ac2-b5f5-44de-8e24-8beaacdfc5d7', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:98:64:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:20Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'e8bb0f37-5fee-495b-8605-15054b435de7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:36.254316 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.257661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:36.258176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.340992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:36.341791 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:36.363661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:36.412386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:36.412726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3f3e9ae1-82cb-49ad-8b63-e783f7c721b5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:36.413167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f38c8533-1fbf-4315-8473-1425ce9306ba no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:36.430546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Router af6f2969-2df3-4e11-879a-1fdab0391e4f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:36.451593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f38c8533-1fbf-4315-8473-1425ce9306ba {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:36.451593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f38c8533-1fbf-4315-8473-1425ce9306ba not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:36.469135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:36.473796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.570229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.583240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.588960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/c225af78-72d5-4c2a-a609-c4b9d6b24393 HTTP/1.1" status: 204 len: 168 time: 2.6114433 Oct 12 11:40:36.594093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:36.615578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7c5d-58f3-41d6-b06d-ac03704ca1b4 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=c225af78-72d5-4c2a-a609-c4b9d6b24393,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:36.634766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-33b4f86e-2ab6-44c6-a90a-378bc12855b8 None None] Provisioning complete for port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:36.635222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-33b4f86e-2ab6-44c6-a90a-378bc12855b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:36.696652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-33b4f86e-2ab6-44c6-a90a-378bc12855b8 None None] Port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:36.864214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:36.874202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6c1c05a6-309f-4087-b00c-bdedc2a7f587 admin admin] 10.222.0.43 "PUT /v2.0/routers/af6f2969-2df3-4e11-879a-1fdab0391e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5121627 Oct 12 11:40:36.882338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Sync routers for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:36.892630 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:36.893546 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:36.899787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.036360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:37.043602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:37.054871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 70620f66-6cb8-4550-a61e-5e26c85f568b details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:40:37.055149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:37.056401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.073264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=843c211e-a024-41bd-9488-277e6f60f46e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:37.084657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761b826-7d0c-4bff-9853-9ccafc940dcd None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:37.129345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:37.167911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10458178-f5b4-4919-8650-8382b2a70758 req-5284f072-3698-487b-b12d-b4ee8e993194 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:37.177831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10458178-f5b4-4919-8650-8382b2a70758 req-5284f072-3698-487b-b12d-b4ee8e993194 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0915856 Oct 12 11:40:37.218895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e4e4c0b0-202e-4454-b33d-d69e6c338566 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1476927 Oct 12 11:40:37.219095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.resource_extend [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 11:40:37.222936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51594) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:37.227621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1251050218', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '843c211e-a024-41bd-9488-277e6f60f46e'}], 'security_groups': ['9e8d4689-cead-4e01-9fad-03fc60db0c86']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:37.250256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10458178-f5b4-4919-8650-8382b2a70758 req-d772dca8-2dd9-4c1e-84a8-dc413962dae8 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Oct 12 11:40:37.274794 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.278268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:37.280905 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.437981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:37.512735 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:34Z', 'revision_number': 4, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '6bef7c96-56f5-495d-8f2e-ccaf03689a1a', 'name': '', 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'mac_address': 'fa:16:3e:fd:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:32Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 2, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'subnets': [{'id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:37.546144 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Checking router: af6f2969-2df3-4e11-879a-1fdab0391e4f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:37.546513 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Updating router af6f2969-2df3-4e11-879a-1fdab0391e4f port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:40:37.575647 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.628470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.669266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=70620f66-6cb8-4550-a61e-5e26c85f568b,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:37.749241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '70620f66-6cb8-4550-a61e-5e26c85f568b', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'port_id': '70620f66-6cb8-4550-a61e-5e26c85f568b', 'mac_address': 'fa:16:3e:eb:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ef34ad-c343-4546-bea8-6c586851beb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:40:37.773777 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.858748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.886520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:37.887286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.906741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70620f66-6cb8-4550-a61e-5e26c85f568b {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:40:37.940415 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:37.955653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:37.987096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=70620f66-6cb8-4550-a61e-5e26c85f568b,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:38.006240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Update dhcp port {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'fixed_ips': [{'subnet_id': 'a9a7b8a4-c55d-4065-aeaf-6e91121c080a', 'ip_address': '2001:db8::2'}, {'subnet_id': '843c211e-a024-41bd-9488-277e6f60f46e'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'a0acd878-8909-486a-91be-28937eaebc7b'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:40:38.068050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.086662 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.093288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.112409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.153404 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48bb29-2936-401f-bfa5-4b237d40ee09 None None] Pushing event updated for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.158147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.173853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Delete allocated IP 2001:db8::3b7 (a20c44cd-807e-4d52-9d2a-874582052a98/a9a7b8a4-c55d-4065-aeaf-6e91121c080a) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:40:38.187329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8:0:1::171 (a20c44cd-807e-4d52-9d2a-874582052a98/843c211e-a024-41bd-9488-277e6f60f46e/c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:38.233415 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Attempting to bind port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:38.234279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Attempting to bind port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:38.234279 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Attempting to bind port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a on network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:38.240165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:38.240527 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Checking segment: {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:38.245513 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.245513 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Bound using segment: {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:38.245513 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Bound port: 6bef7c96-56f5-495d-8f2e-ccaf03689a1a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51307bcb-f13f-48df-ac2d-d4f483163fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:38.245513 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.245910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 00322b70-4c0d-4922-9c86-65e8b93a9ec1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:38.245910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.252679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:38.253081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.309657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.328868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51604) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:38.336925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739073832', 'description': 'tempest-secgroup-smoke-1739073832 description', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:38.351419 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] For port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:38.357487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] For port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:38.406330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:40:38.406688 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:40:38.407200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-449585fb-69e6-40ef-b205-42b0024d5206 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:38.422912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.430043 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.459712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6ce5-d3da-4667-9243-8a44519a08ef req-fd352ac4-c306-4140-bbf2-b0ca2341ca07 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:38.461721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9f6ce5-d3da-4667-9243-8a44519a08ef req-fd352ac4-c306-4140-bbf2-b0ca2341ca07 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 944 time: 0.0713594 Oct 12 11:40:38.463798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.504467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 00322b70-4c0d-4922-9c86-65e8b93a9ec1, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=00322b70-4c0d-4922-9c86-65e8b93a9ec1,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:38.504851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.513743 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:38.514720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:38.518425 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48bb29-2936-401f-bfa5-4b237d40ee09 None None] Pushing event updated for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.535476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 00322b70-4c0d-4922-9c86-65e8b93a9ec1 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:38.540528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9f6ce5-d3da-4667-9243-8a44519a08ef req-92f0b00f-ffd4-4141-86b7-65906628bdbd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661988 Oct 12 11:40:38.572729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:40:38.610087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.619810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.649151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] Provisioning complete for port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:38.649151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.664464 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:38.692387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.751327 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.752168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0524ac76-0f61-4048-89c1-03efa416d2fd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.810733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.815471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-af5f6487-cd5b-43af-8eae-2812b25fbac8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4855316 Oct 12 11:40:38.816382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51612) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:38.823541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:38.892227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Allocated IP 2001:db8:0:1::2 (a20c44cd-807e-4d52-9d2a-874582052a98/843c211e-a024-41bd-9488-277e6f60f46e/a0acd878-8909-486a-91be-28937eaebc7b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:38.919414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.932070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:38.943097 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.947678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] In _notify_port_updated(), no bound segment for port c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e on network a20c44cd-807e-4d52-9d2a-874582052a98 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:40:38.953589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:38.954218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:38.955671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-90638646-cbfd-4d7f-8537-8ba4d0842a69 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/ports/c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e HTTP/1.1" status: 200 len: 931 time: 1.7341032 Oct 12 11:40:38.959679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51616) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:39.022408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.040183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:34Z', 'revision_number': 4, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '6bef7c96-56f5-495d-8f2e-ccaf03689a1a', 'name': '', 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'mac_address': 'fa:16:3e:fd:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:32Z', 'updated_at': '2021-10-12T11:40:38Z', 'revision_number': 4, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'subnets': [{'id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:39.053779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:39.061045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] For port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:39.070905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.081863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:39.082185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.083829 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34720-1e09-4add-8647-e91bd15ec835 None None] The sync data for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 is: [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:40:34Z', 'revision_number': 4, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '6bef7c96-56f5-495d-8f2e-ccaf03689a1a', 'name': '', 'network_id': '5dfffd96-d4f2-44a8-a44e-d11c0348d1a7', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'mac_address': 'fa:16:3e:fd:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:32Z', 'updated_at': '2021-10-12T11:40:38Z', 'revision_number': 4, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'subnets': [{'id': 'e141a685-7485-4168-9ec3-214fdee781d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:39.097911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.128001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a0717a-cb59-4193-879a-523d2c93cb0a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:39.130649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=00322b70-4c0d-4922-9c86-65e8b93a9ec1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:39.150893 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.239320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:39.252162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.259411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370df24-6cb7-4787-8c45-2a50add3471d None None] Pushing event updated for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:39.264498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a2394acd-7af8-44bf-bef1-1c1c19389963 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4467466 Oct 12 11:40:39.266470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51624) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:39.269584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:39.269972 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.296170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:39.334184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.352565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a584af47-68ba-47ab-aa86-331f265dc3d5 None None] Provisioning complete for port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:39.352943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a584af47-68ba-47ab-aa86-331f265dc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.412757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.476783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.556590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.617682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.647321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd4a3ca-e765-4154-acec-8491d8e8a436,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:39.727279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8975b62-06d2-402e-b98f-8d502d211601 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:39.784054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb2407-0081-47a8-b960-f0f9cca7732e req-96f8b563-d9ca-4fc2-909d-cf82ed84690a tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:39.796413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21fb2407-0081-47a8-b960-f0f9cca7732e req-96f8b563-d9ca-4fc2-909d-cf82ed84690a tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 944 time: 0.1332638 Oct 12 11:40:39.801853 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:39.810792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ece4f75-700f-479a-b10d-a962efaadd76 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5372310 Oct 12 11:40:39.815922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51632) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:39.821502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:39.932745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21fb2407-0081-47a8-b960-f0f9cca7732e req-dadf8f00-611c-46cb-b179-88b523ff9851 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353254 Oct 12 11:40:39.965670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6bef7c96-56f5-495d-8f2e-ccaf03689a1a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:39.987424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.060412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:40.063315 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.074172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.155253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.178532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:40.181028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ce437a-29e6-418b-92a8-4d6be10ed9fb,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:40.237336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.241877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.259378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:40.259754 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.260635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.267610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:40.267834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e28f669-3776-431c-9ac8-11c68e7d4188 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4502759 Oct 12 11:40:40.276896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:40.283588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:40.597713 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.696036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:40.697131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.703130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:40.751982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.768968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.853662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:40.854475 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.886100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.892066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:40.931818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:40.935355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3faf9105-d3e5-4839-b9ff-83ff6a86e858 None None] Could not find standard attr ID for object c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:40.955644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:40.962272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51642) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:40.971587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c62830f5-7ffc-4f40-ba85-197de9b68dcb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e HTTP/1.1" status: 204 len: 168 time: 2.0108361 Oct 12 11:40:40.991933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c91753-e5b4-4cbf-8fbd-ca860565e864,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:41.010531 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-089864fa-7f29-4fac-96b8-a1b1c8cbd9d6 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:41.014774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-089864fa-7f29-4fac-96b8-a1b1c8cbd9d6 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e HTTP/1.1" status: 404 len: 333 time: 0.0497384 Oct 12 11:40:41.016223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51644) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.049576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7e1b4557-18bb-470d-a3d0-1cf20465d92f None None] Could not find standard attr ID for object c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:41.072334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:41.074226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3af62-fb94-4733-8d70-c5e2bc8f476f req-3cfebde0-c98d-4d19-989d-e24c552fdfaf tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:41.076122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0a3af62-fb94-4733-8d70-c5e2bc8f476f req-3cfebde0-c98d-4d19-989d-e24c552fdfaf tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 944 time: 0.0601778 Oct 12 11:40:41.081447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.082602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-81edb31a-f4ed-4e84-9f3e-d86d848a87a9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4863870 Oct 12 11:40:41.085296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 70620f66-6cb8-4550-a61e-5e26c85f568b up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:41.087454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.091511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0bc98ca6-76fe-4a68-b151-2bd404482167 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8210928 Oct 12 11:40:41.092169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51648) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.093091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:41.097293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:41.127847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.160545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.202246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet e8bb0f37-5fee-495b-8605-15054b435de7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:41.218109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0a3af62-fb94-4733-8d70-c5e2bc8f476f req-bb168af6-a2e3-4d67-a5e8-f5a45b745652 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245270 Oct 12 11:40:41.219688 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Project 0ccdf3b2c6e04f56b5e8629b4b1bba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:40:41.223859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.233742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.275441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.287524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.291405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.295261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/security-groups/575108b0-88cb-4a09-b08c-2d33a120196e HTTP/1.1" status: 204 len: 168 time: 0.2732892 Oct 12 11:40:41.297652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51650) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.352171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d6823-47b4-4270-b3e4-b8c988b95c44 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575108b0-88cb-4a09-b08c-2d33a120196e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:41.392580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.393254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.413909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.431443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:41.432085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:41.447251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.457771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.508040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a987ff-6013-4c6a-b443-2590c465adfd,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:41.521666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f7b03b3e-9843-4f60-99b6-c4a0435282a5 None None] Could not find standard attr ID for object c7e1fd62-7a8c-4d25-b2e9-843d18ccc40e. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:41.549462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.560802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:41.618051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.623440 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a29c2156-2ba1-4a60-92be-70710cc69355 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5296979 Oct 12 11:40:41.624903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51654) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.625060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bb0f37-5fee-495b-8605-15054b435de7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:41.627068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.635705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'security_group_rule': {'security_group_id': '0524ac76-0f61-4048-89c1-03efa416d2fd', 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:41.638563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60e40384-605d-4973-a9eb-a890b72f6fa3 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/e8bb0f37-5fee-495b-8605-15054b435de7 HTTP/1.1" status: 204 len: 168 time: 0.5560083 Oct 12 11:40:41.644107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.711224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.720995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.722946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e8d4689-cead-4e01-9fad-03fc60db0c86 HTTP/1.1" status: 204 len: 168 time: 0.4244213 Oct 12 11:40:41.733872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.736030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:41.790607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afcf06b-22f8-4ed7-a5e2-9c1b5984f8ae None None] Network 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:41.797375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:41.799290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96fbf0-5f09-4be4-ba1c-048501657b8a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d4689-cead-4e01-9fad-03fc60db0c86,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:41.820588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:41.820928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.845502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet a9a7b8a4-c55d-4065-aeaf-6e91121c080a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:41.849724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 70620f66-6cb8-4550-a61e-5e26c85f568b completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:40:41.851300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.854546 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Project 0ccdf3b2c6e04f56b5e8629b4b1bba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:40:41.882438 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.882939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 70620f66-6cb8-4550-a61e-5e26c85f568b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:41.883317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.922967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.931603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,segment=NetworkSegment(5b331cee-cdd2-485f-ab73-ef7fe1118248),segment_id=5b331cee-cdd2-485f-ab73-ef7fe1118248)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:41.932520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:41.948434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:41.988912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:41.989288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.038066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.058965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.104512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.145070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c5d833-4303-4b44-b0a4-f003a90b9887,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:42.147058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:38Z', 'revision_number': 9, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.160779 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.173480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:42.196122 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.196758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:42.200793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:42.231141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94add7-dc38-44da-8400-5ddd5e79a80a None None] DHCP port deletion for 1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:42.243009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:40:42.245268 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceac904-0ef9-4af7-a2e5-c48fb53709e7" -d '{"events": [{"server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "name": "network-vif-plugged", "status": "completed", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:40:42.258659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:42.260756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.267562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=70620f66-6cb8-4550-a61e-5e26c85f568b,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:42.290472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.305389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.310797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d797c9a3-f1b4-4996-a1e1-3920d6d797a8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6805124 Oct 12 11:40:42.334040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.337085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.344352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f896ac2-b5f5-44de-8e24-8beaacdfc5d7']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.358689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b331cee-cdd2-485f-ab73-ef7fe1118248') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.359144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b331cee-cdd2-485f-ab73-ef7fe1118248') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.373376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.407347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a8563-3464-4e07-b0ac-500c00691c82 req-5cb58b98-7305-4582-a583-af657d1522da tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:42.413380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.421202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370a8563-3464-4e07-b0ac-500c00691c82 req-5cb58b98-7305-4582-a583-af657d1522da tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 944 time: 0.1224151 Oct 12 11:40:42.422124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.424555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:42.428984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/a9a7b8a4-c55d-4065-aeaf-6e91121c080a HTTP/1.1" status: 204 len: 168 time: 0.6851661 Oct 12 11:40:42.430393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba4061-1639-4746-8370-e7fc10c17eda tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a7b8a4-c55d-4065-aeaf-6e91121c080a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:42.431438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:42.435769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336cf56-17d3-457a-90ec-9ce0aa5cc99d None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:42.460829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:42.482860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:42.483269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:42.490168 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:42.529523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:42.595588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-370a8563-3464-4e07-b0ac-500c00691c82 req-8daffbb3-6de6-4275-951b-5a0baa544219 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574469 Oct 12 11:40:42.646933 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6cb984-07ad-47c6-9ddf-11e07bdcc5ef x-openstack-request-id: req-6a6cb984-07ad-47c6-9ddf-11e07bdcc5ef {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:40:42.647230 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "name": "network-vif-plugged", "status": "completed", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:40:42.647478 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a6cb984-07ad-47c6-9ddf-11e07bdcc5ef {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:40:42.647879 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b', 'code': 200} Oct 12 11:40:42.681560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.689055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.697341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51678) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:42.712512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/1f896ac2-b5f5-44de-8e24-8beaacdfc5d7 HTTP/1.1" status: 204 len: 168 time: 1.0600073 Oct 12 11:40:42.744643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ca49-c423-4e2f-9d48-ec72e84cb613 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=1f896ac2-b5f5-44de-8e24-8beaacdfc5d7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:42.778926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:42.782924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:42.794303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-6ac0810d-4649-41e0-9e70-8dbc7b74d84b tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739073832&fields=id&tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a HTTP/1.1" status: 200 len: 267 time: 0.0774846 Oct 12 11:40:42.843819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5460e038-d582-458f-9671-8b671c7e030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:38Z', 'revision_number': 9, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:42.894386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460e038-d582-458f-9671-8b671c7e030f None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:38Z', 'revision_number': 9, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': '08519b22-3dc1-4b09-80a9-7683f3d01d3d', 'name': '', 'network_id': 'ee924e14-ee0e-4503-b698-2d2e018a1b65', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:58:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:03Z', 'updated_at': '2021-10-12T11:40:13Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': 'c95ff032-9048-45ad-8e87-f2c261bf4151', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:42.936658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30898f36-88ba-447d-a18d-385f8d68d54b req-e12982bb-d9ed-44b6-8fae-18d55976d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:42.938289 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30898f36-88ba-447d-a18d-385f8d68d54b req-e12982bb-d9ed-44b6-8fae-18d55976d590 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 1096 time: 0.1790111 Oct 12 11:40:43.036643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30898f36-88ba-447d-a18d-385f8d68d54b req-c50ab347-6ce9-493a-b4e0-396cf7286864 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878656 Oct 12 11:40:43.173226 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.422561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4bdb214f-f338-44f1-806a-082c3b1d19e9 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:43.424438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4bdb214f-f338-44f1-806a-082c3b1d19e9 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 809 time: 0.6175890 Oct 12 11:40:43.452439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-df192fe7-7513-47ac-b603-295a90558fd8 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/quotas/0ccdf3b2c6e04f56b5e8629b4b1bba9a HTTP/1.1" status: 200 len: 375 time: 0.0181115 Oct 12 11:40:43.527446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 08519b22-3dc1-4b09-80a9-7683f3d01d3d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:43.528063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.568357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-a859dfef-ec73-4130-aa7b-2df60a9469cd tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716372 Oct 12 11:40:43.670517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-891cc4b4-721e-4b7b-b57c-6e530783f658 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:43.670946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-891cc4b4-721e-4b7b-b57c-6e530783f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.676350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 08519b22-3dc1-4b09-80a9-7683f3d01d3d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08519b22-3dc1-4b09-80a9-7683f3d01d3d,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:43.676728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.709542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 08519b22-3dc1-4b09-80a9-7683f3d01d3d owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:43.720133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 00322b70-4c0d-4922-9c86-65e8b93a9ec1 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:43.731856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-c9c740c1-a86a-468a-8281-00f170d53044 service neutron] 10.222.0.43 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311698 Oct 12 11:40:43.751919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 00322b70-4c0d-4922-9c86-65e8b93a9ec1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:43.753803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 00322b70-4c0d-4922-9c86-65e8b93a9ec1 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:43.754878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:43.758457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.786872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:43.787358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7f2c7974-b81e-4b0a-92c6-f9859ffb5f3c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:43.849216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-891cc4b4-721e-4b7b-b57c-6e530783f658 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:43.850461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-891cc4b4-721e-4b7b-b57c-6e530783f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.852113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:43.858446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:43.865003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:43.865320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:43.887145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6dddf1-1dbd-4ec2-b0fd-0a53b2a04a6e None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:43.900764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=86c24c66-0300-4670-b8dd-2f921b13faa2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:43.935154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-8e57d659-9718-47f4-a097-0a3dacf8b5f0 service neutron] 10.222.0.43 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963840 Oct 12 11:40:43.976832 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-891cc4b4-721e-4b7b-b57c-6e530783f658 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:43.979874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-27fc879b-c0e3-4ad8-9256-89199851d57b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5534682 Oct 12 11:40:43.980106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51698) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:43.984750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1093401018'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:44.052455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.088696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=08519b22-3dc1-4b09-80a9-7683f3d01d3d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:44.100907 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.208353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Update dhcp port {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'fixed_ips': [{'subnet_id': '843c211e-a024-41bd-9488-277e6f60f46e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86c24c66-0300-4670-b8dd-2f921b13faa2'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'a0acd878-8909-486a-91be-28937eaebc7b'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:40:44.255859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.516496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d1e54-41c1-4ea9-8272-3ff51c744562 req-8a4e1b2a-48ce-4247-82a4-ce69b1d97ac8 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:44.521894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e0d1e54-41c1-4ea9-8272-3ff51c744562 req-8a4e1b2a-48ce-4247-82a4-ce69b1d97ac8 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1152015 Oct 12 11:40:44.522656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.524177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.605120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Allocated IP 2001:db8::2 (a20c44cd-807e-4d52-9d2a-874582052a98/86c24c66-0300-4670-b8dd-2f921b13faa2/a0acd878-8909-486a-91be-28937eaebc7b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:44.617811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e0d1e54-41c1-4ea9-8272-3ff51c744562 req-1a0f2c01-6ac0-434b-853b-29af8bc8db6d tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894139 Oct 12 11:40:44.734419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2237100c-9929-41fc-8408-5682fcf0f44e req-a8466b4f-4697-49bb-b790-ee1d73e907f9 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 210 time: 0.0416584 Oct 12 11:40:44.750238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.782869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:44.804245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4b240d-4073-4a33-a62a-eb4d5a2feb17,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:44.824544 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.873480 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.877417 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-37382dd9-d4ce-4385-98aa-1d5163cfcc18 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8936574 Oct 12 11:40:44.878532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51718) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:44.884125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014895125'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:44.905306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:44.934872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:45.010250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.029315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160037e1-c02c-424b-a4b5-b6c9d24d11f1 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:45.068363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:45.078965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1c5e0340-a39d-424b-93b8-a2c6b853532f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3785148 Oct 12 11:40:45.079632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51720) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:45.082377 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:45.093738 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:45.096179 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:45.101806 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.189525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.193350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet c95ff032-9048-45ad-8e87-f2c261bf4151 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:45.200872 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.257033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.264334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8398a87-f80b-48c6-95eb-425cbc4427e2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:45.305636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.309844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c86cd97-05a4-40dc-a575-c263e6afa9f0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4298251 Oct 12 11:40:45.310738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:45.315019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'security_group': {'name': 'tempest-secgroup-66083491'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:45.376117 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:45.397131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.418451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.563878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.613694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.663124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.684695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=c95ff032-9048-45ad-8e87-f2c261bf4151,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:45.699692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.705668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad518a-7ff8-494c-9c75-dcf47ac4e2a0 None None] Network ee924e14-ee0e-4503-b698-2d2e018a1b65 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:45.710886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-be2d634a-b398-435b-b7ca-e4cff2fe6948 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/c95ff032-9048-45ad-8e87-f2c261bf4151 HTTP/1.1" status: 204 len: 168 time: 0.6201320 Oct 12 11:40:45.713524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51732) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:45.791418 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:43Z', 'revision_number': 10, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:45.829686 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:45.839313 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:45.839929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:45.845975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:45.854390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.855664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5441885 Oct 12 11:40:45.858420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:45.864409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-608067048', 'security_groups': ['cc260bcd-e50f-471b-935e-a1e36d667490'], 'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86c24c66-0300-4670-b8dd-2f921b13faa2'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:45.900645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6680048-e108-413c-9529-2dd9a823709c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc260bcd-e50f-471b-935e-a1e36d667490,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:45.965798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:45.994532 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:46.053510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd076b6-5877-4da3-b463-c79a0f2e875e req-4bfc4934-aad6-4329-9dbf-d64bd7f15465 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:46.064294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bd076b6-5877-4da3-b463-c79a0f2e875e req-4bfc4934-aad6-4329-9dbf-d64bd7f15465 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 945 time: 0.2334681 Oct 12 11:40:46.071516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:46.072492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.145855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bd076b6-5877-4da3-b463-c79a0f2e875e req-393151d8-2de1-4bbf-af20-d142d2ccea28 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Oct 12 11:40:46.194033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port d286d95a-dac3-423a-8b90-77dec6a45919 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:46.194033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.271369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] DHCP port deletion for ee924e14-ee0e-4503-b698-2d2e018a1b65 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:46.297533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10dc8d46-ae9a-4139-a88c-f4f0261ffded req-f9d48c44-ec80-4300-97a6-70d8f5069190 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 210 time: 0.0340679 Oct 12 11:40:46.306505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port d286d95a-dac3-423a-8b90-77dec6a45919, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d286d95a-dac3-423a-8b90-77dec6a45919,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:46.306505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.315450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8bb9d356-af8f-4da2-8d8a-738dcce33b4e None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:46.315826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d356-af8f-4da2-8d8a-738dcce33b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.330516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for d286d95a-dac3-423a-8b90-77dec6a45919 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:46.379223 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:43Z', 'revision_number': 10, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:46.406400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:46.445312 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b3c88-ce3b-469e-8f50-8192eace874d None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:43Z', 'revision_number': 10, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'ba71da73-6e37-41e3-bffe-76bf2a5134f5', 'name': '', 'network_id': 'a402d655-f4b9-4185-b322-c3ea114a33d2', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'mac_address': 'fa:16:3e:4e:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:39:56Z', 'updated_at': '2021-10-12T11:40:04Z', 'revision_number': 5, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'subnets': [{'id': '2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:46.519428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Deleting port d286d95a-dac3-423a-8b90-77dec6a45919 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:46.520151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.537680 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.569990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=d286d95a-dac3-423a-8b90-77dec6a45919,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:46.580786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port d286d95a-dac3-423a-8b90-77dec6a45919 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:46.593999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.626283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] device_id is not set on port cd467a17-4f32-45d3-ba06-ee8651ee88d1 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:40:46.742275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.765078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee924e14-ee0e-4503-b698-2d2e018a1b65']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:46.771410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] For port d286d95a-dac3-423a-8b90-77dec6a45919, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d286d95a-dac3-423a-8b90-77dec6a45919,segment=NetworkSegment(eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4),segment_id=eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:46.771787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.775606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:46.775898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef2f92b-81d3-4af0-8e1f-e5a4f7f81db4') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:46.787466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.794085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8bb9d356-af8f-4da2-8d8a-738dcce33b4e None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:46.795010 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d356-af8f-4da2-8d8a-738dcce33b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.806635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.815777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:46.816457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.818955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Calling delete_port for d286d95a-dac3-423a-8b90-77dec6a45919 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:46.821586 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:46.877652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9d356-af8f-4da2-8d8a-738dcce33b4e None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:46.943894 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:46.962947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8::ea (a20c44cd-807e-4d52-9d2a-874582052a98/86c24c66-0300-4670-b8dd-2f921b13faa2/cd467a17-4f32-45d3-ba06-ee8651ee88d1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:46.973877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] Pushing event deleted for resources: {'Port': ['ID=d286d95a-dac3-423a-8b90-77dec6a45919,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:46.981821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707834a-aed9-4abc-a930-a51adbc9eeea None None] No DVR routers for this DVR port d286d95a-dac3-423a-8b90-77dec6a45919 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:47.035881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.049731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.049731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/ee924e14-ee0e-4503-b698-2d2e018a1b65 HTTP/1.1" status: 204 len: 168 time: 1.3310838 Oct 12 11:40:47.049983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:47.067252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd1c6-c5f4-4c7e-be22-98e5e54eefb8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=ee924e14-ee0e-4503-b698-2d2e018a1b65,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:47.473335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-732d0938-a228-4cda-85fa-28c00424629b tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:47.474788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-732d0938-a228-4cda-85fa-28c00424629b tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.47 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 809 time: 0.2053428 Oct 12 11:40:47.490851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0dd84ca-9c98-4c50-ad7f-12de5998ca87 req-c4cd4771-422e-421b-b734-3f283147a78b tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 210 time: 0.0382366 Oct 12 11:40:47.540991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-dc99f446-e44c-404c-ad7b-574fae4a1784 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a HTTP/1.1" status: 200 len: 380 time: 0.0524933 Oct 12 11:40:47.553419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'port': {'device_id': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'admin_state_up': True, 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'security_groups': ['0524ac76-0f61-4048-89c1-03efa416d2fd']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:47.640353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.685394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08519b22-3dc1-4b09-80a9-7683f3d01d3d no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:47.724668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 08519b22-3dc1-4b09-80a9-7683f3d01d3d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:47.724929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08519b22-3dc1-4b09-80a9-7683f3d01d3d not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:47.725880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d286d95a-dac3-423a-8b90-77dec6a45919 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:47.751039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19401601-5d29-412c-9fd6-0e3c86109981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.755618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d286d95a-dac3-423a-8b90-77dec6a45919 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:47.755970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d286d95a-dac3-423a-8b90-77dec6a45919 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:47.777887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Made reservation on behalf of 0ccdf3b2c6e04f56b5e8629b4b1bba9a for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:47.781698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.844656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.895671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:47.905453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:47.908179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:47.914767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:47.915389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.933437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=cd467a17-4f32-45d3-ba06-ee8651ee88d1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:47.954744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:47.976288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Allocated IP 172.20.0.7 (d9defdf6-b9dc-4dbb-8921-29edd2c71b37/1a35d718-3ca7-47a6-a3cb-365c61168e15/6d15eb2c-c4eb-4f0f-a906-a8939a2bd700) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:48.068591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0a19e034-dacf-4a21-b349-6641eaa8c43b tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2090125 Oct 12 11:40:48.085425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51764) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:48.090931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:48.236537 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.281210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port ba71da73-6e37-41e3-bffe-76bf2a5134f5 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:48.281689 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.315057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-79980961-59d1-43a0-985b-066a0e759ca0 None None] Provisioning complete for port cd467a17-4f32-45d3-ba06-ee8651ee88d1 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:48.316858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79980961-59d1-43a0-985b-066a0e759ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.343474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:48.348112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.357967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-79980961-59d1-43a0-985b-066a0e759ca0 None None] Port cd467a17-4f32-45d3-ba06-ee8651ee88d1 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:48.415698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port ba71da73-6e37-41e3-bffe-76bf2a5134f5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ba71da73-6e37-41e3-bffe-76bf2a5134f5,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:48.416098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.432119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for ba71da73-6e37-41e3-bffe-76bf2a5134f5 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:48.477494 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86c24c66-0300-4670-b8dd-2f921b13faa2 (CIDR: 2001:db8::/64) Oct 12 11:40:48.479688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.558175 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:40:48.560918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:48.621788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:48.643762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:48.646795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:40:48.650100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:48.685442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ddb93375-3c99-497a-b707-736818c3ba3e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5986700 Oct 12 11:40:48.688385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:48.694594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:48.715144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466db13-3c64-4011-b14c-ca5e98cb3a90 req-f14413af-e635-4135-a8c0-fcdc942e15c4 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:48.723159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c466db13-3c64-4011-b14c-ca5e98cb3a90 req-f14413af-e635-4135-a8c0-fcdc942e15c4 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 931 time: 0.1127944 Oct 12 11:40:48.738583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.755812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:48.756459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:48.799343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c466db13-3c64-4011-b14c-ca5e98cb3a90 req-70cc2475-5f86-42d2-89a4-1bc702ad8788 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748942 Oct 12 11:40:48.826428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-4041961f-2cf8-4205-bea3-80f94d69e751 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772419 Oct 12 11:40:48.841082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Request body: {'port': {'device_id': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:48.845831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=ba71da73-6e37-41e3-bffe-76bf2a5134f5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:48.988223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.084271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.090290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9bb45704-4038-43d2-9301-4b9cc95461e3 None None] Provisioning complete for port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:49.091257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9bb45704-4038-43d2-9301-4b9cc95461e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.195699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9bb45704-4038-43d2-9301-4b9cc95461e3 None None] Port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:49.345309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:49.350476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.358013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:49.528920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:49.538627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0a5d353c-4e65-40ea-ab00-d12bc733889e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862592 Oct 12 11:40:49.539627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:49.541602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:40:49.544059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51788) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:49.550903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.553050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:49.553878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:49.564429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Transition to ACTIVE for port object 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:40:49.609866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting subnet 2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:49.615157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.649383 n-d-813419-3 neutron-server[95547]: INFO neutron.db.ipam_backend_mixin [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 843c211e-a024-41bd-9488-277e6f60f46e (CIDR: 2001:db8:0:1::/64) Oct 12 11:40:49.663076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.669877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.690394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:49.707091 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:40:49.707981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:49.797017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:49.799934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:49.823776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e17f66ce-6a6f-4952-b353-48bf0b18f974 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1342523 Oct 12 11:40:49.827647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51792) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:49.835655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'subnet': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:49.892784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:49.915709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:49.917997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:50.014993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Attempting to bind port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:40:50.019303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Attempting to bind port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:40:50.019303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Attempting to bind port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 on network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:50.030892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 on network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:40:50.031220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Attempting to bind port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 on network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:40:50.049402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.068397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Pushing event updated for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:50.077428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:40:50.077909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Checking segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:40:50.078393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Bound using segment: {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:40:50.082674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Bound port: 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6795527-04f6-4078-b2e0-86c378c1719f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:40:50.083825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.124581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.136804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5 HTTP/1.1" status: 204 len: 168 time: 0.5915396 Oct 12 11:40:50.137571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:50.143973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552aa9a-69c1-4d69-ac2b-b21a94ecaa39 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Subnet': ['ID=2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:50.146063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51800) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:50.171571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:50.213433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:40:50.217419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:40:50.306363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:50.309932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.310515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e483fc-8f4c-42ab-91fb-f7521611e7be None None] Network a402d655-f4b9-4185-b322-c3ea114a33d2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:50.318768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Made reservation on behalf of 181af420c7934be8ae2fa7ebfb6432ed for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:50.322429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.326531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a096aa7-d7b2-4c44-8a14-68374a838242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.360041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1feebe-e4ae-447b-b73a-0c082a0e30aa None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:50.448474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:50.449094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.450789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] 10.222.0.47 "PUT /v2.0/ports/6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 1091 time: 1.6153460 Oct 12 11:40:50.451338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:40:50.453651 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c49f98-e07a-494a-a448-bfdca24049bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:40:50.546952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a096aa7-d7b2-4c44-8a14-68374a838242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.558429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.568226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13456ebf-0d1c-4f8f-9e13-decf75cfaacc service neutron] Pushing event updated for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:50.608730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9656b8a2-1a89-4630-86c5-a1febe6efc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.608870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a096aa7-d7b2-4c44-8a14-68374a838242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.650766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd1436-d6cc-492c-bd17-158af2ccb15f req-1eda432e-4dbd-4a8e-b1c1-8a97ad5ad7ee tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:50.652287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16cd1436-d6cc-492c-bd17-158af2ccb15f req-1eda432e-4dbd-4a8e-b1c1-8a97ad5ad7ee tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 943 time: 0.7087853 Oct 12 11:40:50.659791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-b8766ef9-25f5-4f97-b5b3-88ca53021f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:50.661336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-b8766ef9-25f5-4f97-b5b3-88ca53021f0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1094 time: 0.0767837 Oct 12 11:40:50.734093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-fe67c066-79bb-4408-8475-1c34c3338cfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 217 time: 0.0641801 Oct 12 11:40:50.745874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a096aa7-d7b2-4c44-8a14-68374a838242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33e90d-6e57-420f-a59a-b840f4dc688d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:50.755997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a096aa7-d7b2-4c44-8a14-68374a838242 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b23984db2764c6f830b757d165fbcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112957 Oct 12 11:40:50.757143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51808) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:50.768739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] DHCP port deletion for a402d655-f4b9-4185-b322-c3ea114a33d2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:50.768955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16cd1436-d6cc-492c-bd17-158af2ccb15f req-9c227045-cfba-41a4-8b30-0ba6222cd5ee tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059349 Oct 12 11:40:50.828184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-e1197c3f-ddd3-4083-9e03-a025855d5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:50.829719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-e1197c3f-ddd3-4083-9e03-a025855d5410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 200 len: 848 time: 0.0755982 Oct 12 11:40:50.873050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.886724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Deleting port 3faecb6d-7fac-4815-b952-a195c9b87c2b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:50.891900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.911684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:50.942046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-088af6c7-198e-404e-9504-26d884436525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:50.943668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-088af6c7-198e-404e-9504-26d884436525 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061866 Oct 12 11:40:50.976539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Deleting port 3faecb6d-7fac-4815-b952-a195c9b87c2b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:50.982472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.006717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] For port 3faecb6d-7fac-4815-b952-a195c9b87c2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3faecb6d-7fac-4815-b952-a195c9b87c2b,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:51.007028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.023647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Calling delete_port for 3faecb6d-7fac-4815-b952-a195c9b87c2b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:51.059743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-10ab79e4-aef7-4343-af58-b9c26df00ccc service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079481 Oct 12 11:40:51.061187 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd5b5d-ceb3-4979-ada8-fccf1467da53 x-openstack-request-id: req-cefd5b5d-ceb3-4979-ada8-fccf1467da53 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:40:51.061468 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:40:51.061720 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cefd5b5d-ceb3-4979-ada8-fccf1467da53 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:40:51.062100 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'status': 'completed', 'code': 200} Oct 12 11:40:51.167011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b98a82b7-aeb2-4681-98ae-1335d9f96ea2 req-8818b4d7-6ecc-4fdd-b252-fd6df13a727a service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976334 Oct 12 11:40:51.183843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.200773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] For port 3faecb6d-7fac-4815-b952-a195c9b87c2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3faecb6d-7fac-4815-b952-a195c9b87c2b,segment=NetworkSegment(47b5cb25-2f0b-47ee-814f-88fa38bf9a93),segment_id=47b5cb25-2f0b-47ee-814f-88fa38bf9a93)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:51.201372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.210060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.215471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] Pushing event deleted for resources: {'Port': ['ID=3faecb6d-7fac-4815-b952-a195c9b87c2b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:51.215471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b4a82-aac8-4df9-9d08-fa3547fe6638 None None] No DVR routers for this DVR port 3faecb6d-7fac-4815-b952-a195c9b87c2b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:51.247933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Calling delete_port for 3faecb6d-7fac-4815-b952-a195c9b87c2b owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:51.277487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Network a20c44cd-807e-4d52-9d2a-874582052a98 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:40:51.287274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:40:51.291655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:51.292288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.297518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5ddf9-8503-427c-b9d9-d5ff283a4c76 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:51.344055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.347585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.348379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa33e90d-6e57-420f-a59a-b840f4dc688d HTTP/1.1" status: 204 len: 168 time: 0.5887320 Oct 12 11:40:51.354779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Subnet': ['ID=0be7ce51-00d8-4800-b402-1277734e16c0,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:51.354935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49f98-e07a-494a-a448-bfdca24049bc req-543c29f8-fd77-4b35-ae51-543edb945c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:51.356979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-543c29f8-fd77-4b35-ae51-543edb945c52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1094 time: 0.0558183 Oct 12 11:40:51.373648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf2bd-035f-4702-8c84-e6618733e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33e90d-6e57-420f-a59a-b840f4dc688d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:51.414971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.460443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a435a346-182a-48b8-ac65-cd8124d59a8e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6314800 Oct 12 11:40:51.461369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51812) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:51.462175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Port': ['ID=3faecb6d-7fac-4815-b952-a195c9b87c2b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:51.472854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1095088966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0be7ce51-00d8-4800-b402-1277734e16c0'}], 'security_groups': ['ee4b240d-4073-4a33-a62a-eb4d5a2feb17', 'd8398a87-f80b-48c6-95eb-425cbc4427e2']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:51.502836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No DVR routers for this DVR port 3faecb6d-7fac-4815-b952-a195c9b87c2b on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:51.517952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49f98-e07a-494a-a448-bfdca24049bc req-72d3668d-da64-4348-8736-1cedb556e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:51.535233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-72d3668d-da64-4348-8736-1cedb556e69d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 910 time: 0.1680357 Oct 12 11:40:51.584870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.604022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-7021d191-b778-4087-8124-f9f40576393a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 217 time: 0.0583301 Oct 12 11:40:51.632413 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.715286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Update dhcp port {'port': {'network_id': 'a20c44cd-807e-4d52-9d2a-874582052a98', 'fixed_ips': [{'subnet_id': '843c211e-a024-41bd-9488-277e6f60f46e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86c24c66-0300-4670-b8dd-2f921b13faa2', 'ip_address': '2001:db8::2'}, {'subnet_id': '0be7ce51-00d8-4800-b402-1277734e16c0'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'a0acd878-8909-486a-91be-28937eaebc7b'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:40:51.720686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ba71da73-6e37-41e3-bffe-76bf2a5134f5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:51.738576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49f98-e07a-494a-a448-bfdca24049bc req-22cede9a-7645-4a1c-b8ad-2a1ad9e3e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:51.740225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-22cede9a-7645-4a1c-b8ad-2a1ad9e3e087 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 200 len: 848 time: 0.1255631 Oct 12 11:40:51.760916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: ba71da73-6e37-41e3-bffe-76bf2a5134f5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:51.761261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ba71da73-6e37-41e3-bffe-76bf2a5134f5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:51.761683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3faecb6d-7fac-4815-b952-a195c9b87c2b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:51.787996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 3faecb6d-7fac-4815-b952-a195c9b87c2b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:51.788128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3faecb6d-7fac-4815-b952-a195c9b87c2b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:51.795573 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.801341 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.812408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49f98-e07a-494a-a448-bfdca24049bc req-a1c9290b-f6a8-40a3-aaa6-90dcbfa2b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:51.814143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-a1c9290b-f6a8-40a3-aaa6-90dcbfa2b735 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639408 Oct 12 11:40:51.859762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a402d655-f4b9-4185-b322-c3ea114a33d2']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:51.878752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b5cb25-2f0b-47ee-814f-88fa38bf9a93') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:51.879051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b5cb25-2f0b-47ee-814f-88fa38bf9a93') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:51.886651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.892604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.937657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.949477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:40:51.950147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:40:51.953153 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:40:52.005388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0b894-80d4-4874-a875-7075d2163455 req-3cbffa4b-10e9-4e81-ab46-7aa19c39e470 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:52.007513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64d0b894-80d4-4874-a875-7075d2163455 req-3cbffa4b-10e9-4e81-ab46-7aa19c39e470 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 943 time: 0.0930846 Oct 12 11:40:52.057320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-10d18346-ff7d-4c07-9199-55f3b0daaabc service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348950 Oct 12 11:40:52.088852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Delete allocated IP 2001:db8::ea (a20c44cd-807e-4d52-9d2a-874582052a98/86c24c66-0300-4670-b8dd-2f921b13faa2) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:40:52.091688 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64d0b894-80d4-4874-a875-7075d2163455 req-f90cdcfd-2e3e-4c9f-844a-2331505a8227 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761933 Oct 12 11:40:52.099977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.102583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Allocated IP 2001:db8:0:2::1c2 (a20c44cd-807e-4d52-9d2a-874582052a98/0be7ce51-00d8-4800-b402-1277734e16c0/cd467a17-4f32-45d3-ba06-ee8651ee88d1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:52.168897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.178278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.181598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/networks/a402d655-f4b9-4185-b322-c3ea114a33d2 HTTP/1.1" status: 204 len: 168 time: 2.0309155 Oct 12 11:40:52.185232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:52.196035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07c49f98-e07a-494a-a448-bfdca24049bc req-52e60b5f-d246-462d-b08c-5ba29404e480 service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229179 Oct 12 11:40:52.219235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'routes': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:52.223922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51822) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:52.224537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463e108-c9fa-4790-910b-5018feea1aa0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Pushing event deleted for resources: {'Network': ['ID=a402d655-f4b9-4185-b322-c3ea114a33d2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:52.238020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6552d1a0-1fce-4aa3-a7d7-0fc8e5586abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.322995 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6552d1a0-1fce-4aa3-a7d7-0fc8e5586abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.383371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6552d1a0-1fce-4aa3-a7d7-0fc8e5586abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.423234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d1a0-1fce-4aa3-a7d7-0fc8e5586abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e58923-7e88-476f-934b-0eca645b1937,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:52.428242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6552d1a0-1fce-4aa3-a7d7-0fc8e5586abe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1d79579717847a6aa1bf9f3f11d6bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032239 Oct 12 11:40:52.430856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51824) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:52.491976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.521597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.646197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.649398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.653258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16e58923-7e88-476f-934b-0eca645b1937 HTTP/1.1" status: 204 len: 168 time: 0.2187593 Oct 12 11:40:52.659462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d95c-9720-465d-a980-19336d589bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e58923-7e88-476f-934b-0eca645b1937,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:52.776056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Added routes are [] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 11:40:52.776420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.extraroute_db [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Removed routes are [] {{(pid=95547) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 11:40:52.776724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.942839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.952241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:52.955517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.039218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.057101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Allocated IP 2001:db8:0:2::2 (a20c44cd-807e-4d52-9d2a-874582052a98/0be7ce51-00d8-4800-b402-1277734e16c0/a0acd878-8909-486a-91be-28937eaebc7b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:40:53.116918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] In _notify_port_updated(), no bound segment for port cd467a17-4f32-45d3-ba06-ee8651ee88d1 on network a20c44cd-807e-4d52-9d2a-874582052a98 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:40:53.122424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:53.123094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.124407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "PUT /v2.0/ports/cd467a17-4f32-45d3-ba06-ee8651ee88d1 HTTP/1.1" status: 200 len: 970 time: 1.6588156 Oct 12 11:40:53.128240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:53.129591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router 7be85e92-a939-4c09-96c0-385ecbb40ea5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:40:53.136251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bdf6f-0474-4380-8747-12952a79c442 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event updated for resources: {'Port': ['ID=cd467a17-4f32-45d3-ba06-ee8651ee88d1,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:53.192445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:53.268414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.275802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:53.284820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.290490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b2693158-e8a4-498e-aece-9757be2c5382 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 700 time: 1.0952728 Oct 12 11:40:53.291540 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Sync routers for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:53.292050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51842) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:53.303167 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:53.304092 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:53.309594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.330496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eaf7f3f2-dd0b-4cce-b791-e7e38d459d93 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 205 time: 0.0373070 Oct 12 11:40:53.331643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51844) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:53.351205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec247c44-13f4-48fd-9bd8-f3997e88f41e req-bb92f8b0-b62f-4a55-a1d3-8110d31842ff tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:53.352890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec247c44-13f4-48fd-9bd8-f3997e88f41e req-bb92f8b0-b62f-4a55-a1d3-8110d31842ff tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 943 time: 0.1339896 Oct 12 11:40:53.360782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port cd467a17-4f32-45d3-ba06-ee8651ee88d1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:53.361771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.404344 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:53.427374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.435124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.518757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:53.537169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.562381 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Checking router: 7be85e92-a939-4c09-96c0-385ecbb40ea5 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:53.572980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Routers {'7be85e92-a939-4c09-96c0-385ecbb40ea5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:53.573957 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7be85e92-a939-4c09-96c0-385ecbb40ea5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:53.575915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec247c44-13f4-48fd-9bd8-f3997e88f41e req-ca88af24-5a58-4198-933e-6387a558c57c tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710425 Oct 12 11:40:53.599680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for cd467a17-4f32-45d3-ba06-ee8651ee88d1 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:53.665752 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] Set router 7be85e92-a939-4c09-96c0-385ecbb40ea5 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:53.688194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.695973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.733202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:40:53.779601 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:53.780331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2f501-5ba0-4507-a547-0ad8c19dea40 None None] Pushing event updated for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:53.821524 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40cd92-86ef-4877-b91c-523d20c83eaa None None] The sync data for ids ['7be85e92-a939-4c09-96c0-385ecbb40ea5'] in n-d-813419-3 is: [{'id': '7be85e92-a939-4c09-96c0-385ecbb40ea5', 'name': 'tempest-RoutersTest-router-274343461', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:39:53Z', 'updated_at': '2021-10-12T11:40:48Z', 'revision_number': 11, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:53.831389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.831389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router 7be85e92-a939-4c09-96c0-385ecbb40ea5 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:40:53.841391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:53.853820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51854) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:53.855181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2f461fd9-8d79-433f-94cb-2bfe9d16d7b7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 204 len: 168 time: 0.5222552 Oct 12 11:40:53.863768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-406448880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:53.953240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:53.966281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'port_id': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'mac_address': 'fa:16:3e:7a:05:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:40:53.969034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-f17cf7a5-5141-44ed-950d-37550ad05d19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906241 Oct 12 11:40:54.024150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.039794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:40:54.048738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.052031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.053282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.068559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:54.143799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.149481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=cd467a17-4f32-45d3-ba06-ee8651ee88d1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:54.159214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.166203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51858) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:54.166390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f6405bab-01cc-4d9a-9adb-951cf76c909d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/cd467a17-4f32-45d3-ba06-ee8651ee88d1 HTTP/1.1" status: 204 len: 168 time: 1.0367076 Oct 12 11:40:54.176993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-559dad82-fb42-4b1a-a313-003a070bc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:54.178725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-559dad82-fb42-4b1a-a313-003a070bc8ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1096 time: 0.1590080 Oct 12 11:40:54.211949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.221915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:54.248305 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccac286b-1cfb-409b-89d3-e6d49788cfb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] GET failed (client error): The resource could not be found. Oct 12 11:40:54.253719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ccac286b-1cfb-409b-89d3-e6d49788cfb4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports/cd467a17-4f32-45d3-ba06-ee8651ee88d1 HTTP/1.1" status: 404 len: 333 time: 0.0864038 Oct 12 11:40:54.254336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:54.295690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.339931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-3e943541-64b0-4c27-9f20-10b06226f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:54.341420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-3e943541-64b0-4c27-9f20-10b06226f459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 915 time: 0.1278913 Oct 12 11:40:54.347907 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.355579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['6d15eb2c-c4eb-4f0f-a906-a8939a2bd700'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:40:54.375384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.395247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-c4585b73-f0d5-4c00-a5ff-720c22c96352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 200 len: 217 time: 0.0457006 Oct 12 11:40:54.406420 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.411495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd0117e0-9976-46d8-838a-72a132b8ea3e tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5535898 Oct 12 11:40:54.422931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:54.429566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:54.498044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.501657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.505970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc260bcd-e50f-471b-935e-a1e36d667490 HTTP/1.1" status: 204 len: 168 time: 0.2426584 Oct 12 11:40:54.506612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51866) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:54.539817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd762-3f50-471c-8d61-f3e44721f331 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc260bcd-e50f-471b-935e-a1e36d667490,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:54.604393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.655231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.681243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Could not find standard attr ID for object cd467a17-4f32-45d3-ba06-ee8651ee88d1. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:54.716974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:54.717346 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.789036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.792106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.793485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8398a87-f80b-48c6-95eb-425cbc4427e2 HTTP/1.1" status: 204 len: 168 time: 0.2768383 Oct 12 11:40:54.797617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51876) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:54.830256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:54.830256 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.848825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feed04d-97fb-43cd-b6a2-b6573dd90a59 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8398a87-f80b-48c6-95eb-425cbc4427e2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:54.892486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9128a696-a782-4801-8902-ed6da45ce169 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:54.910722 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:54.940587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.009501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d03625ce-2bee-475f-adc7-326bba1f9a47 None None] Could not find standard attr ID for object cd467a17-4f32-45d3-ba06-ee8651ee88d1. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:40:55.074388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.077404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.082130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee4b240d-4073-4a33-a62a-eb4d5a2feb17 HTTP/1.1" status: 204 len: 168 time: 0.2788076 Oct 12 11:40:55.089854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:55.090683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310c86e-5117-43fd-87c0-ae9e3f487e9c tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4b240d-4073-4a33-a62a-eb4d5a2feb17,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:55.110113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-5a551817-38be-4b5e-a6ad-afeb06872c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.111569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-5a551817-38be-4b5e-a6ad-afeb06872c1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.6987026 Oct 12 11:40:55.170844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 86c24c66-0300-4670-b8dd-2f921b13faa2 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:55.174060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.185596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-4c8282dd-28ff-4c9e-a2e3-79cae3121f99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392838 Oct 12 11:40:55.196441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a610275-de59-425e-bb23-a81c1c6b3235 req-433fc4f2-780a-4701-85b1-63b6426b6e98 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.197828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a610275-de59-425e-bb23-a81c1c6b3235 req-433fc4f2-780a-4701-85b1-63b6426b6e98 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 944 time: 0.2069578 Oct 12 11:40:55.204981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-9ba16205-7b2f-41fb-8211-f4de08eb9bd9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:40:55.206213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-9ba16205-7b2f-41fb-8211-f4de08eb9bd9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071175 Oct 12 11:40:55.217886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.302118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.306650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.366395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a610275-de59-425e-bb23-a81c1c6b3235 req-c08e1522-297a-4da5-bf0b-13d8dd5f131a tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275194 Oct 12 11:40:55.395850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-be9b28d6-95ec-422e-8d68-7d6159313825 service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558349 Oct 12 11:40:55.412485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.459919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.490492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=86c24c66-0300-4670-b8dd-2f921b13faa2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:55.505617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.510273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39dcd165-bb77-435a-a968-69ee88d05580 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/86c24c66-0300-4670-b8dd-2f921b13faa2 HTTP/1.1" status: 204 len: 168 time: 0.4158688 Oct 12 11:40:55.515603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:55.519838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7622c1-9943-4258-a656-78bd3e874e45 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:55.535604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-3d2d80be-1ba3-4a2a-9a4f-320715b50164 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1115093 Oct 12 11:40:55.585635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b41e43ba-61de-4e45-80e7-558b4627de68 req-c82b5534-3d40-45a1-acf1-fc820d104724 service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763432 Oct 12 11:40:55.609723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 0be7ce51-00d8-4800-b402-1277734e16c0 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:55.613674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.657585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Router ac27ea8a-0b93-405a-9bee-d1498f6267c0 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:40:55.696740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:55.724673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.729131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:40:55.787646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.788117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.788572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.789023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.789471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.790120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.790952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.793033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-247542ab-ea30-4634-92b7-00a85e4f464a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 6494 time: 0.1308048 Oct 12 11:40:55.799605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:40:55.814355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.820396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-324192f2-0354-4a57-8e43-87ebf5444013 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "PUT /v2.0/routers/ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 200 len: 693 time: 1.3963530 Oct 12 11:40:55.821103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:55.823097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Sync routers for ids ['ac27ea8a-0b93-405a-9bee-d1498f6267c0'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:40:55.865561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Routers {'ac27ea8a-0b93-405a-9bee-d1498f6267c0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:55.866492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ac27ea8a-0b93-405a-9bee-d1498f6267c0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:55.938254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:40:55.944903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:55.950736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Set router ac27ea8a-0b93-405a-9bee-d1498f6267c0 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:55.973832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-51453533-bbb7-4518-853d-11f06e3b7566 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:55.975641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-51453533-bbb7-4518-853d-11f06e3b7566 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.1470659 Oct 12 11:40:56.003694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-97b4f446-45d4-4714-9a8b-eb1319304103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.003948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-97b4f446-45d4-4714-9a8b-eb1319304103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.004263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-97b4f446-45d4-4714-9a8b-eb1319304103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.005949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-97b4f446-45d4-4714-9a8b-eb1319304103 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=3577d16e-cb08-4817-905f-c13b594dc9fe&id=1665b445-9b53-4e98-aa84-c32fa1d1706f&id=1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 200 len: 2294 time: 0.1723597 Oct 12 11:40:56.069924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-8caf6589-02ef-4a88-98da-23dd8b0321ee tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/quotas/9b4a21b4a7a948de9616b7886a93e8c1 HTTP/1.1" status: 200 len: 375 time: 0.0467920 Oct 12 11:40:56.094478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cd055881-0f8b-4899-bcc6-7df199fecf75 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/routers/ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 200 len: 699 time: 0.2718227 Oct 12 11:40:56.096690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51910) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:56.144390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:56.144761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.146921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:56.146921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.158218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd6d7ea5-4c09-43d3-a7da-491e6dd72a6d tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 200 len: 205 time: 0.0576384 Oct 12 11:40:56.160240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51912) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:56.160520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-83065c9d-9125-48cf-b16c-a336b4c2ee63 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643373 Oct 12 11:40:56.173895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-c9321f79-e77b-45cb-a370-84daf22cab10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 200 len: 1001 time: 0.1595204 Oct 12 11:40:56.221633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27ea8a-0b93-405a-9bee-d1498f6267c0', 'name': 'tempest-RoutersTest-router-406448880', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:54Z', 'updated_at': '2021-10-12T11:40:55Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:56.258549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.266325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Checking router: ac27ea8a-0b93-405a-9bee-d1498f6267c0 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:40:56.291898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Routers {'ac27ea8a-0b93-405a-9bee-d1498f6267c0'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:40:56.300409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ac27ea8a-0b93-405a-9bee-d1498f6267c0'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:56.300885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-e3d957b5-e5be-410d-9c79-65453cd29ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306791 Oct 12 11:40:56.322969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=0be7ce51-00d8-4800-b402-1277734e16c0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:56.344192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.351464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c26ac18e-4a0e-4aa6-a2eb-7933076fc9bb tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/0be7ce51-00d8-4800-b402-1277734e16c0 HTTP/1.1" status: 204 len: 168 time: 0.8311083 Oct 12 11:40:56.351820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.355372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51914) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:56.421691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] Set router ac27ea8a-0b93-405a-9bee-d1498f6267c0 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:40:56.466426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-bf94efa2-eda8-48a0-9a92-49f66cf13fd4 service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658466 Oct 12 11:40:56.538650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27ea8a-0b93-405a-9bee-d1498f6267c0', 'name': 'tempest-RoutersTest-router-406448880', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:54Z', 'updated_at': '2021-10-12T11:40:55Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:56.594895 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e93dfc3-6b5a-4c0b-b0cb-bfcccd09c33f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:56.595483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e93dfc3-6b5a-4c0b-b0cb-bfcccd09c33f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:56.599040 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0e93dfc3-6b5a-4c0b-b0cb-bfcccd09c33f tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/86c24c66-0300-4670-b8dd-2f921b13faa2 HTTP/1.1" status: 404 len: 337 time: 0.2415805 Oct 12 11:40:56.600756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548bc56-8ec5-4e55-9fd5-6a80e5cf4e72 None None] The sync data for ids ['ac27ea8a-0b93-405a-9bee-d1498f6267c0'] in n-d-813419-3 is: [{'id': 'ac27ea8a-0b93-405a-9bee-d1498f6267c0', 'name': 'tempest-RoutersTest-router-406448880', 'tenant_id': '2a5da8ba14004052a4775d743a28f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:54Z', 'updated_at': '2021-10-12T11:40:55Z', 'revision_number': 2, 'project_id': '2a5da8ba14004052a4775d743a28f4c5', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:40:56.601639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51922) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:56.608908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.637216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-168d5360-e862-4c98-9251-6445cc779b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.638794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-168d5360-e862-4c98-9251-6445cc779b1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 200 len: 851 time: 0.4290257 Oct 12 11:40:56.664823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.665510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:56.666676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:40:56.668916 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9dcce9-0c91-481d-88ed-37d218481074" -d '{"events": [{"server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:40:56.682563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.752247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting subnet 843c211e-a024-41bd-9488-277e6f60f46e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:40:56.764396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.765765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.826080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ce686848-ebb6-4c92-9450-a18f150ba54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.839024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ce686848-ebb6-4c92-9450-a18f150ba54b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe262d94-ffbe-4e39-a3e5-ff8119105c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792696 Oct 12 11:40:56.877974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:56.888378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.889006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655971c-4200-48a7-ab9d-02c1c4f95980 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:56.898282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.916787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.917571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Fanout notify agent at l3_agent the message router_deleted on router ac27ea8a-0b93-405a-9bee-d1498f6267c0 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:40:56.935673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:56.942920 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3573f8e5-ff7a-4fa4-868b-b4d02df07d0f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 204 len: 168 time: 0.7721059 Oct 12 11:40:56.944001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51932) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:56.963049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b65b-306b-4993-8822-af49a5b8c59d req-4f834267-3fd0-415c-8d8f-9ba67c05af8c tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:56.972122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9157b65b-306b-4993-8822-af49a5b8c59d req-4f834267-3fd0-415c-8d8f-9ba67c05af8c tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.1622651 Oct 12 11:40:57.016990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-331490f6-443d-4f50-be28-82ffb5e03bc8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 200 len: 205 time: 0.0700538 Oct 12 11:40:57.018659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51938) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.053189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ecf84be2-5e92-48da-af3d-a2509543e21b service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078142 Oct 12 11:40:57.057643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-43c94f3f-acdf-4373-ac10-e726d6c146a8 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:57.058023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43c94f3f-acdf-4373-ac10-e726d6c146a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:57.105655 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-5ce7a040-9fb6-4ec8-8d06-357d6058e45b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:57.108983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ce7a040-9fb6-4ec8-8d06-357d6058e45b tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/ac27ea8a-0b93-405a-9bee-d1498f6267c0 HTTP/1.1" status: 404 len: 336 time: 0.0825944 Oct 12 11:40:57.140907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.164516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-705e045a-6e83-4e2d-92ee-ee679a4f0006 service neutron] 10.222.0.41 "GET /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100886 Oct 12 11:40:57.186122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9157b65b-306b-4993-8822-af49a5b8c59d req-3870c385-3df1-4da0-a0b5-7be932a4b38b tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130573 Oct 12 11:40:57.209437 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5c7bbb-b07e-4ccb-aa2a-79d421aa9af8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.215720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5c7bbb-b07e-4ccb-aa2a-79d421aa9af8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.223263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0d5c7bbb-b07e-4ccb-aa2a-79d421aa9af8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/d8bb435a-f283-42ae-a3c1-a37d9753325c HTTP/1.1" status: 404 len: 337 time: 0.0769949 Oct 12 11:40:57.224434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-2da7edd3-53af-44aa-84d1-3f1f7bcf5db2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 217 time: 0.0517426 Oct 12 11:40:57.225131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.236377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-43c94f3f-acdf-4373-ac10-e726d6c146a8 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:57.236804 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43c94f3f-acdf-4373-ac10-e726d6c146a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:57.237002 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:57.283385 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d4ed45-71e4-40a9-bd13-bf03913d5e0f x-openstack-request-id: req-19d4ed45-71e4-40a9-bd13-bf03913d5e0f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:40:57.283764 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:40:57.284577 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19d4ed45-71e4-40a9-bd13-bf03913d5e0f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:40:57.284993 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'code': 200} Oct 12 11:40:57.318074 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb719688-5896-44bc-a40d-48b3cd7d2ef0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.319885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb719688-5896-44bc-a40d-48b3cd7d2ef0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.335587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb719688-5896-44bc-a40d-48b3cd7d2ef0 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/e8bb0f37-5fee-495b-8605-15054b435de7 HTTP/1.1" status: 404 len: 337 time: 0.1071126 Oct 12 11:40:57.337116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51944) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.339028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-43c94f3f-acdf-4373-ac10-e726d6c146a8 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:57.358011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-d8bcbdc3-ba6a-44c6-9e7a-4e32476e313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:57.360167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-d8bcbdc3-ba6a-44c6-9e7a-4e32476e313c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1241465 Oct 12 11:40:57.414413 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc3afc6-1a4f-489b-8053-3f4898dc0bec tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.414888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc3afc6-1a4f-489b-8053-3f4898dc0bec tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.417926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1bc3afc6-1a4f-489b-8053-3f4898dc0bec tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/c95ff032-9048-45ad-8e87-f2c261bf4151 HTTP/1.1" status: 404 len: 337 time: 0.0755968 Oct 12 11:40:57.422211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.432279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-567d7e47-cdda-4b72-b53c-2c2112999d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:57.435061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-567d7e47-cdda-4b72-b53c-2c2112999d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677478 Oct 12 11:40:57.448899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c68e3b12-c10d-4dc1-aa96-2e557c931556 req-df896507-aeee-4ecc-ba2c-eb8ded9a4a21 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 210 time: 0.0716434 Oct 12 11:40:57.483092 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81f3b78-d70d-4d77-858d-9f71e04a1be9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.483551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81f3b78-d70d-4d77-858d-9f71e04a1be9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.489619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f81f3b78-d70d-4d77-858d-9f71e04a1be9 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/2d79e3d5-1ac6-4722-a31c-c4d4ee940bb5 HTTP/1.1" status: 404 len: 337 time: 0.0636449 Oct 12 11:40:57.494427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51952) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.555188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-871b82c0-19d2-46bc-baa5-d5b244bdcd45 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 200 len: 205 time: 0.0542312 Oct 12 11:40:57.555851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.566594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e8fe0-b39f-4193-a2ed-27f9826fdc36 req-9df186c1-0531-418b-89a0-977e83bf12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:57.568128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-070e8fe0-b39f-4193-a2ed-27f9826fdc36 req-9df186c1-0531-418b-89a0-977e83bf12e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1096 time: 0.2145352 Oct 12 11:40:57.614767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:57.616777 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-ed129bf1-d791-48f6-bb7f-179052b15119 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:57.620176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ed129bf1-d791-48f6-bb7f-179052b15119 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/7be85e92-a939-4c09-96c0-385ecbb40ea5 HTTP/1.1" status: 404 len: 336 time: 0.0595772 Oct 12 11:40:57.638813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.695629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Subnet': ['ID=843c211e-a024-41bd-9488-277e6f60f46e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:57.706564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3f7e2b6-9e6d-436d-a72d-b814b1321894 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=01360c78-8f83-442d-90f2-f75572462f5b HTTP/1.1" status: 200 len: 205 time: 0.0636835 Oct 12 11:40:57.716416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:57.716416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-90b3fb52-375e-48b7-ab02-45ca48a80d6e tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/843c211e-a024-41bd-9488-277e6f60f46e HTTP/1.1" status: 204 len: 168 time: 1.1107624 Oct 12 11:40:57.716416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.726954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51962) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.781979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-070e8fe0-b39f-4193-a2ed-27f9826fdc36 req-37c935c0-c0c3-492a-aef8-36c65d8f39fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748896 Oct 12 11:40:57.800512 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-23312b6a-87b2-47f6-8632-950a2e64d128 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:57.803894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-23312b6a-87b2-47f6-8632-950a2e64d128 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/01360c78-8f83-442d-90f2-f75572462f5b HTTP/1.1" status: 404 len: 336 time: 0.0846601 Oct 12 11:40:57.803894 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-020ae631-41e8-46e2-a87d-2b725d316f2d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.803894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020ae631-41e8-46e2-a87d-2b725d316f2d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.806437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-020ae631-41e8-46e2-a87d-2b725d316f2d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/a9a7b8a4-c55d-4065-aeaf-6e91121c080a HTTP/1.1" status: 404 len: 337 time: 0.0779293 Oct 12 11:40:57.807056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51964) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.814419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51966) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.864546 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-65786df2-3a33-4e2b-85f1-af8a6e0612aa tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:57.865004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65786df2-3a33-4e2b-85f1-af8a6e0612aa tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:57.868239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65786df2-3a33-4e2b-85f1-af8a6e0612aa tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/3329ed8b-d6ec-4fef-b063-338ecd597dcc HTTP/1.1" status: 404 len: 337 time: 0.0601995 Oct 12 11:40:57.870773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ec15332-cf99-46d0-a554-1d426d4e9da6 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "GET /v2.0/ports?device_id=0968017e-8512-4cc3-8719-188ac2db494e HTTP/1.1" status: 200 len: 205 time: 0.0549734 Oct 12 11:40:57.873095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.874113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51970) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:57.923537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ccbd2912-0879-44f8-8d4b-e22cc9e26e26 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 200 len: 205 time: 0.0479317 Oct 12 11:40:57.926053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51972) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.029171 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-5c24da3c-e299-427a-ae2c-6e72b0d473a5 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] delete failed (client error): The resource could not be found. Oct 12 11:40:58.033296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5c24da3c-e299-427a-ae2c-6e72b0d473a5 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/routers/0968017e-8512-4cc3-8719-188ac2db494e HTTP/1.1" status: 404 len: 336 time: 0.1565597 Oct 12 11:40:58.034777 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-4c6f1147-a426-43a8-92fa-04abc4940062 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:58.038308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c6f1147-a426-43a8-92fa-04abc4940062 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/e10c3e59-64c4-4a7b-b2ea-1077767547eb HTTP/1.1" status: 404 len: 336 time: 0.1045232 Oct 12 11:40:58.038308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51974) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.045520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51976) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.077810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-caf46ce7-1666-4651-a088-d04199b6b4e8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=adca73f9-c171-47bb-9276-2c13910cc879 HTTP/1.1" status: 200 len: 205 time: 0.0288882 Oct 12 11:40:58.111470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51978) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.119549 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb5f511-130b-4526-9069-8e9e8061c7d5 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.119994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb5f511-130b-4526-9069-8e9e8061c7d5 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.120434 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-4471a9ae-5aa9-4226-81fd-3e13c17c5867 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750388 Oct 12 11:40:58.125301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1eb5f511-130b-4526-9069-8e9e8061c7d5 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/629d9bec-9672-49e7-91d2-41e7bc8297c5 HTTP/1.1" status: 404 len: 337 time: 0.0855124 Oct 12 11:40:58.130926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51980) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.167673 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-8b59f892-bc83-451e-a1c2-17444cc7b2e8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:58.168771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8b59f892-bc83-451e-a1c2-17444cc7b2e8 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/adca73f9-c171-47bb-9276-2c13910cc879 HTTP/1.1" status: 404 len: 336 time: 0.0558438 Oct 12 11:40:58.171653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51984) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.207603 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e369d80-7d58-4ff5-a263-2956ab37c314 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.211211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e369d80-7d58-4ff5-a263-2956ab37c314 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.217280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6e369d80-7d58-4ff5-a263-2956ab37c314 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/49782eb5-d669-4638-a173-b92b249ee8de HTTP/1.1" status: 404 len: 337 time: 0.0839965 Oct 12 11:40:58.221511 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98f8e54-770b-4e15-addf-7c4e5f3a830f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.222074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98f8e54-770b-4e15-addf-7c4e5f3a830f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.232122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b98f8e54-770b-4e15-addf-7c4e5f3a830f tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/1448076e-e5e2-426a-bf75-9d2336ea1316 HTTP/1.1" status: 404 len: 337 time: 0.0594237 Oct 12 11:40:58.236432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51988) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.237335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51990) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.273461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013859d-065e-44e0-ae1c-86c087625919 None None] Network a20c44cd-807e-4d52-9d2a-874582052a98 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:40:58.299859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-77de45af-145c-48aa-b784-fd96fa57cd0c tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=204fa792-97a6-457c-aed0-4060c8836424 HTTP/1.1" status: 200 len: 205 time: 0.0461962 Oct 12 11:40:58.299859 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d1a69-e992-4fd3-a0ae-0fe9eb21c664 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.299859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413d1a69-e992-4fd3-a0ae-0fe9eb21c664 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.301791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-b5651369-9a9b-4545-a498-3bae9a10567e service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716938 Oct 12 11:40:58.302158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-413d1a69-e992-4fd3-a0ae-0fe9eb21c664 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/8d3d643f-7067-43c3-93d0-3f6bc4ecccfc HTTP/1.1" status: 404 len: 337 time: 0.0632203 Oct 12 11:40:58.302378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.329209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 51996) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.344247 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-327b6f99-fccb-4fd7-84b9-34a35508e5e5 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:58.345635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-327b6f99-fccb-4fd7-84b9-34a35508e5e5 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/204fa792-97a6-457c-aed0-4060c8836424 HTTP/1.1" status: 404 len: 336 time: 0.0424359 Oct 12 11:40:58.353631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 51998) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.360994 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-efefc917-58a8-4344-a565-13838e1160c9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.362940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efefc917-58a8-4344-a565-13838e1160c9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.365938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-efefc917-58a8-4344-a565-13838e1160c9 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/f3038bca-1aff-4659-9875-111178e78f18 HTTP/1.1" status: 404 len: 333 time: 0.0357463 Oct 12 11:40:58.369290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52000) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.407130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-622ff1aa-7a32-49d8-a619-ffa4207588c0 None None] Provisioning complete for port a0acd878-8909-486a-91be-28937eaebc7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:58.407608 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-622ff1aa-7a32-49d8-a619-ffa4207588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:58.409645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78399294-1d96-4af4-9a7b-467884b39b59 req-f0e81ea2-ae4d-4ec7-a17e-b4b2cf9893e9 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:58.411185 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78399294-1d96-4af4-9a7b-467884b39b59 req-f0e81ea2-ae4d-4ec7-a17e-b4b2cf9893e9 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.1167536 Oct 12 11:40:58.412271 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-3215c645-510b-4528-9d33-25ea033c197d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.412706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3215c645-510b-4528-9d33-25ea033c197d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.415738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3215c645-510b-4528-9d33-25ea033c197d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/88abcf4c-c553-4a99-9101-b458b9b33c73 HTTP/1.1" status: 404 len: 337 time: 0.0438437 Oct 12 11:40:58.418600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52002) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.426953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-3175db1a-085f-42b7-a7a4-3030c8fd32ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 217 time: 0.0839520 Oct 12 11:40:58.428363 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f762f26e-d3eb-420d-a9e9-c901c563e044 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.428999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f762f26e-d3eb-420d-a9e9-c901c563e044 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.432304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f762f26e-d3eb-420d-a9e9-c901c563e044 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/2c630ddf-6cb1-4a8d-b995-91392d7ea44a HTTP/1.1" status: 404 len: 337 time: 0.0775206 Oct 12 11:40:58.444067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52004) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.451604 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6bc797-fbbc-4725-862f-083b6fa5e570 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.452738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6bc797-fbbc-4725-862f-083b6fa5e570 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.455426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d6bc797-fbbc-4725-862f-083b6fa5e570 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/58475bc7-406b-4854-bf56-37ca174301b2 HTTP/1.1" status: 404 len: 337 time: 0.0346720 Oct 12 11:40:58.460502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52006) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.495913 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-341073b0-182a-4c19-809a-1f0191015d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.501442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341073b0-182a-4c19-809a-1f0191015d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.501442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-341073b0-182a-4c19-809a-1f0191015d3d tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/e9d59de9-7fcf-468d-be5d-f3ab66c97d66 HTTP/1.1" status: 404 len: 333 time: 0.0373125 Oct 12 11:40:58.503725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52010) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.509507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a04aa70-e290-448a-855a-c24b2637a5ac tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ffd792c-a18d-477d-943d-e14ee5db49a9 HTTP/1.1" status: 200 len: 205 time: 0.0640013 Oct 12 11:40:58.514586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.554938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-0532e8ad-7d84-41dc-a55a-f0770b2f0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:58.554938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-0532e8ad-7d84-41dc-a55a-f0770b2f0ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1180351 Oct 12 11:40:58.564803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] DHCP port deletion for a20c44cd-807e-4d52-9d2a-874582052a98 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:40:58.578605 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f2a3d2-d72d-4988-a0d3-cfffec673d1a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.578605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f2a3d2-d72d-4988-a0d3-cfffec673d1a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.584310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47f2a3d2-d72d-4988-a0d3-cfffec673d1a tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/1a4b800c-a182-4340-a809-29efc8262be5 HTTP/1.1" status: 404 len: 337 time: 0.0773499 Oct 12 11:40:58.594785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78399294-1d96-4af4-9a7b-467884b39b59 req-438cfe77-91ce-4dfa-ba23-838bb7ad3948 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675391 Oct 12 11:40:58.595109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52014) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.595236 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-8d2d5eff-09a9-4f75-94e5-f28cf6e556d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] delete failed (client error): The resource could not be found. Oct 12 11:40:58.595236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d2d5eff-09a9-4f75-94e5-f28cf6e556d7 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/routers/1ffd792c-a18d-477d-943d-e14ee5db49a9 HTTP/1.1" status: 404 len: 336 time: 0.0686820 Oct 12 11:40:58.595236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.603519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-622ff1aa-7a32-49d8-a619-ffa4207588c0 None None] Provisioning complete for port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:40:58.603973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-622ff1aa-7a32-49d8-a619-ffa4207588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:58.624643 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea9bd41-df2f-4ed7-9baf-c1c31505fbe4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.625106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea9bd41-df2f-4ed7-9baf-c1c31505fbe4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.628889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cea9bd41-df2f-4ed7-9baf-c1c31505fbe4 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/subnets/f02ca6bb-6b7c-49e7-ae78-a059aff7bc4a HTTP/1.1" status: 404 len: 337 time: 0.0402312 Oct 12 11:40:58.635054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52020) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.668319 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf80915e-f530-435e-bca1-c785e9d9c437 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.668319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf80915e-f530-435e-bca1-c785e9d9c437 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.670420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf80915e-f530-435e-bca1-c785e9d9c437 tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/8c43aa27-5fb7-4527-8cd5-d3f02d13eda0 HTTP/1.1" status: 404 len: 337 time: 0.0772941 Oct 12 11:40:58.673052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:58.683764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-4bc0cbd5-0b89-460e-bdd5-bce948c0f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:58.685390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-4bc0cbd5-0b89-460e-bdd5-bce948c0f70e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246815 Oct 12 11:40:58.685694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-622ff1aa-7a32-49d8-a619-ffa4207588c0 None None] Port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:40:58.696236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Deleting port a0acd878-8909-486a-91be-28937eaebc7b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:58.697309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:58.724099 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4648d0-8e4a-4454-8da5-fcb448046fcb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] DELETE failed (client error): The resource could not be found. Oct 12 11:40:58.724653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4648d0-8e4a-4454-8da5-fcb448046fcb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:40:58.728053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef4648d0-8e4a-4454-8da5-fcb448046fcb tempest-RoutersTest-1458401380 tempest-RoutersTest-1458401380-project] 10.222.0.43 "DELETE /v2.0/subnets/96ea1864-6eb7-4eaf-bcfa-b242b0a5dcc9 HTTP/1.1" status: 404 len: 337 time: 0.0538344 Oct 12 11:40:58.800981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8f60f66-9573-4c95-addd-5f3abfa9b30d req-8b2421a3-956f-45cc-9c44-8b85d7b162b0 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 210 time: 0.0975039 Oct 12 11:40:58.843192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] For port a0acd878-8909-486a-91be-28937eaebc7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a0acd878-8909-486a-91be-28937eaebc7b,segment=NetworkSegment(17b6ddbe-1d16-4acf-a71b-8e80c18fa005),segment_id=17b6ddbe-1d16-4acf-a71b-8e80c18fa005)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:40:58.843757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:58.862420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Calling delete_port for a0acd878-8909-486a-91be-28937eaebc7b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:58.880919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ee75e515-31c1-4653-b600-8d539488c621 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832299 Oct 12 11:40:58.986611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Deleting port 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:40:58.987690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.023244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.039893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] No DVR routers for this DVR port a0acd878-8909-486a-91be-28937eaebc7b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:40:59.060281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-b90d192d-37ad-402e-9603-ffe0e8109810 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709232 Oct 12 11:40:59.070008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45560d-f635-48b8-89e3-1298f6822542 None None] Pushing event deleted for resources: {'Port': ['ID=a0acd878-8909-486a-91be-28937eaebc7b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:59.128248 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.131851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-5f85f9ed-82fb-40ac-8319-9cc5d005ec49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 200 len: 217 time: 0.0633743 Oct 12 11:40:59.175253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Calling delete_port for 32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:40:59.240711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-fc53168b-225f-4baf-89f9-bd67a9a77e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:59.242122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-fc53168b-225f-4baf-89f9-bd67a9a77e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.1028521 Oct 12 11:40:59.293844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52030) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:59.371305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e92ae6df-4233-47d0-aa65-757b31643c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:59.372822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e92ae6df-4233-47d0-aa65-757b31643c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187284 Oct 12 11:40:59.426449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-24e45250-587a-41c0-a8f2-455bb34f086c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:59.428131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-24e45250-587a-41c0-a8f2-455bb34f086c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.2014506 Oct 12 11:40:59.457983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Request body: {'port': {'device_id': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'admin_state_up': True, 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:40:59.510745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b5460fa5-3301-4c6d-90e6-a89725279037 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a5da8ba14004052a4775d743a28f4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151928 Oct 12 11:40:59.512980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:59.523607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.568138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.574311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Port': ['ID=32c68a54-41b2-44a7-87c7-6d2aa0cf8f62,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:59.592423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.596776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.600175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/ports/32c68a54-41b2-44a7-87c7-6d2aa0cf8f62 HTTP/1.1" status: 204 len: 168 time: 0.9633722 Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52038) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:40:59.604860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.604860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.605090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.605783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.605783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda61c0-ce07-43e7-8193-22dc54829ed0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:40:59.613051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-97450bb1-5924-428b-a9b5-99e57c4757a1 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313323 Oct 12 11:40:59.725714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:40:59.740093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:40:59.745930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.754773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.756805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a0acd878-8909-486a-91be-28937eaebc7b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:40:59.757836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a0acd878-8909-486a-91be-28937eaebc7b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:40:59.791294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1628c6-8209-48f2-a150-6e28649f3c05 req-5f46a3e1-059d-4e70-9c48-8f86daa76fed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:59.792828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1628c6-8209-48f2-a150-6e28649f3c05 req-5f46a3e1-059d-4e70-9c48-8f86daa76fed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.0984349 Oct 12 11:40:59.830954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-9985dc30-7730-4d50-965c-7163ea26ed2d service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071831 Oct 12 11:40:59.854917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.857379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.861160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7803d122-ca4d-4013-92e2-6ef09b057352 HTTP/1.1" status: 204 len: 168 time: 0.3445127 Oct 12 11:40:59.889076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-d661748a-aae5-4335-bb6e-c1a83b7e3626 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 200 len: 217 time: 0.0486476 Oct 12 11:40:59.906433 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:40:59.945387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20c44cd-807e-4d52-9d2a-874582052a98']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:59.949586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e54db7-926f-4bd2-9110-1d3151ba98ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7803d122-ca4d-4013-92e2-6ef09b057352,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:40:59.975162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b6ddbe-1d16-4acf-a71b-8e80c18fa005') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:59.975162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b6ddbe-1d16-4acf-a71b-8e80c18fa005') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:40:59.979576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af1628c6-8209-48f2-a150-6e28649f3c05 req-6deed6c1-addc-4565-9f5a-8853ee2ee96a tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676548 Oct 12 11:40:59.980781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ca524c46-118b-4374-baea-4a03494df0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:40:59.982516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ca524c46-118b-4374-baea-4a03494df0e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 200 len: 797 time: 0.0665925 Oct 12 11:40:59.990508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.012148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.020196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:41:00.020502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.023328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Allocated IP 172.20.0.10 (4e1c7934-cca5-4780-8033-490683e07ea3/16ef34ad-c343-4546-bea8-6c586851beb2/5e11ae32-4211-4993-a2d6-e52a05947fce) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:41:00.035768 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:41:00.133435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21053500-830f-48de-9199-96541e5b7b79 req-72cc829f-b913-4145-9805-4e499892496b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 210 time: 0.0337090 Oct 12 11:41:00.180664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e5162e47-b6c7-4749-b7f1-964584bea430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.182172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e5162e47-b6c7-4749-b7f1-964584bea430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3577d16e-cb08-4817-905f-c13b594dc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882079 Oct 12 11:41:00.228510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.234067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.242120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] 10.222.0.43 "DELETE /v2.0/networks/a20c44cd-807e-4d52-9d2a-874582052a98 HTTP/1.1" status: 204 len: 168 time: 0.6368732 Oct 12 11:41:00.273267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78550d4-342a-4cff-9552-56d21e6fdcf0 tempest-PortsIpV6TestJSON-1554741437 tempest-PortsIpV6TestJSON-1554741437-project] Pushing event deleted for resources: {'Network': ['ID=a20c44cd-807e-4d52-9d2a-874582052a98,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:00.287665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267af1-fe5e-4ca0-a65c-293bc668e7a1 req-67c22203-1965-4169-ba45-c15522d6338c tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.289441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09267af1-fe5e-4ca0-a65c-293bc668e7a1 req-67c22203-1965-4169-ba45-c15522d6338c tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.0929966 Oct 12 11:41:00.301347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.345809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09267af1-fe5e-4ca0-a65c-293bc668e7a1 req-bc2ddcdf-c726-4bc2-a69c-c6ae511d546d tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501187 Oct 12 11:41:00.359052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-808c7155-2625-4720-99d2-924002a05b3c service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644936 Oct 12 11:41:00.484854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.492325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25255ed-c95c-45f4-bc1e-037e4ba89d77 req-72c403e1-1f02-4a81-887f-b9fe989f2025 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.494344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b25255ed-c95c-45f4-bc1e-037e4ba89d77 req-72c403e1-1f02-4a81-887f-b9fe989f2025 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.0744481 Oct 12 11:41:00.498495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:00.503801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:00.520079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-bdbf0ef1-3281-4f98-ab47-747a63b99874 service neutron] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530778 Oct 12 11:41:00.556815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b25255ed-c95c-45f4-bc1e-037e4ba89d77 req-cc35910e-5916-4399-b069-ac629e616010 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473828 Oct 12 11:41:00.581461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52062) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:00.619214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-84077702-74bf-4ac0-ac75-5cfbea55bbc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 200 len: 217 time: 0.0731578 Oct 12 11:41:00.622919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event updated for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:00.628056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Network 4e1c7934-cca5-4780-8033-490683e07ea3 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:00.637939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:00.640294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:00.726468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.727139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.741205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-23987684-bd7d-4dc2-8539-a00edfcefb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.746786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-23987684-bd7d-4dc2-8539-a00edfcefb93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.1135969 Oct 12 11:41:00.808748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-d12ac596-07e9-4b0e-8873-4a4d8eef0739 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3550246 Oct 12 11:41:00.814108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e85d18bb-5bc6-4a49-b096-147d48cabe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.816296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-e85d18bb-5bc6-4a49-b096-147d48cabe16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656719 Oct 12 11:41:00.821987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Request body: {'port': {'device_id': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:00.956059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:00.976065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857e9c7-8a2a-4c38-a644-ab520447a3fc tempest-TestServerBasicOps-1288411950 tempest-TestServerBasicOps-1288411950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:00.978766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4857e9c7-8a2a-4c38-a644-ab520447a3fc tempest-TestServerBasicOps-1288411950 tempest-TestServerBasicOps-1288411950-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1091 time: 0.3949084 Oct 12 11:41:00.980834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52070) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:00.985562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:00.991641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52072) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:00.991937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-dc99377a-d7a1-41b6-816f-7e0de1724f35 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657369 Oct 12 11:41:01.166372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.183342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c9c2cb6f-3b7d-4a77-9ba5-975afafb8ebb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=181af420c7934be8ae2fa7ebfb6432ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899722 Oct 12 11:41:01.185765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52084) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:01.279649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-28d3c443-12a7-42f7-aa88-04f995eb474a service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621877 Oct 12 11:41:01.331020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.367876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b60ee-ae8a-4d82-97e2-ce8311706310 req-9299c8ad-4eb2-4858-9e61-36959fb623d6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:01.370249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-224b60ee-ae8a-4d82-97e2-ce8311706310 req-9299c8ad-4eb2-4858-9e61-36959fb623d6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 932 time: 0.1454785 Oct 12 11:41:01.385396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.448893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-caa84013-cca2-4802-b05c-a9781a57dd84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 200 len: 217 time: 0.1547246 Oct 12 11:41:01.478192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-224b60ee-ae8a-4d82-97e2-ce8311706310 req-6baa143c-0cc2-4e48-9b26-088985a74307 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904965 Oct 12 11:41:01.503699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52090) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:01.548653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-9c634bfa-18d0-4bf0-b869-c54c2be623a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:01.551836 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-9c634bfa-18d0-4bf0-b869-c54c2be623a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 200 len: 797 time: 0.0942273 Oct 12 11:41:01.588768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.594094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.598395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29f48dac-4b60-447d-9d9b-2a81db6f9fe4 HTTP/1.1" status: 204 len: 168 time: 0.4086125 Oct 12 11:41:01.623817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84875154-a8df-4021-b64f-c5e1227c33e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f48dac-4b60-447d-9d9b-2a81db6f9fe4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:01.641901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-772160975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:01.669834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.682239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e11ae32-4211-4993-a2d6-e52a05947fce {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:41:01.688297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-a7df5897-3f3f-41e7-8476-839d59f583d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:01.689029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-a7df5897-3f3f-41e7-8476-839d59f583d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1665b445-9b53-4e98-aa84-c32fa1d1706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260705 Oct 12 11:41:01.694520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.720294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.722830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.764214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Transition to ACTIVE for port object 5e11ae32-4211-4993-a2d6-e52a05947fce will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:41:01.775377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.846930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.853119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.907105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-96b731b1-1406-4706-b8c7-f62d9eda9e98 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100308 Oct 12 11:41:01.927178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Allocated IP 172.25.2.235 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/25a4ec66-ffe3-44ed-bd65-14a4f506914f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:01.957073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:01.957073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-35ab9348-1c08-4234-b54d-f3acaf5aa77d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4477353 Oct 12 11:41:01.957660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:01.962868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Pushing event updated for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:01.965119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-727471188'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:02.070189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:02.073112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.083322 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.155942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-963a143c-343c-4c34-b36b-3ee194a28b24 req-ffd76ab1-2ca3-41b2-9730-3c045ade9b42 service neutron] 10.222.0.41 "GET /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264993 Oct 12 11:41:02.168809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Attempting to bind port 5e11ae32-4211-4993-a2d6-e52a05947fce on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:02.169148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Attempting to bind port 5e11ae32-4211-4993-a2d6-e52a05947fce by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:02.169472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Attempting to bind port 5e11ae32-4211-4993-a2d6-e52a05947fce on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:02.171481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.180274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Port 5e11ae32-4211-4993-a2d6-e52a05947fce on network 4e1c7934-cca5-4780-8033-490683e07ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:41:02.180599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Attempting to bind port 5e11ae32-4211-4993-a2d6-e52a05947fce on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:02.192723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.194395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:02.194952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Checking segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:02.195337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Bound using segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:02.195764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Bound port: 5e11ae32-4211-4993-a2d6-e52a05947fce, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:02.196106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.240181 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.268370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:41:02.277664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb297f9a-b9de-44a5-8e6a-0f8464fea3f1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:02.284294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:02.286920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.287277 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Added segment 3e7d8bd4-d528-46fd-9a1c-e3fc5137da55 of type vlan for network cd70681f-cffc-4114-bff4-459f710fced9 Oct 12 11:41:02.289473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5e11ae32-4211-4993-a2d6-e52a05947fce,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:02.327552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.355006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.389198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.410304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:02.415742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:02.418627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'Port': ['ID=25a4ec66-ffe3-44ed-bd65-14a4f506914f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:02.431084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:02.431816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.433255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e11ae32-4211-4993-a2d6-e52a05947fce HTTP/1.1" status: 200 len: 1092 time: 1.6159518 Oct 12 11:41:02.433965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:02.434189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.436129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:02.438415 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05689524-b986-44c0-afcb-e713e676846d" -d '{"events": [{"name": "network-changed", "server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:02.442854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:02.443496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.552388 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3275c-348c-478e-8d30-b9192da1605a x-openstack-request-id: req-4ee3275c-348c-478e-8d30-b9192da1605a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:02.552954 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:02.554478 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ee3275c-348c-478e-8d30-b9192da1605a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:02.555080 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce', 'status': 'completed', 'code': 200} Oct 12 11:41:02.558160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Network': ['ID=cd70681f-cffc-4114-bff4-459f710fced9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:02.569526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network cd70681f-cffc-4114-bff4-459f710fced9 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:41:02.641548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95ad2956-8c81-4f21-bfb4-475c8baa18cb tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6802728 Oct 12 11:41:02.644261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52128) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:02.650425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'subnet': {'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:02.666482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be562046-527d-4123-8d61-9bfe217ac451 service neutron] Pushing event updated for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:02.687785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c162d-e5e8-46d9-93f0-796eedb37f7a req-75e576dd-3add-4067-8a98-464e6cdc9dde tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:02.696230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c6c162d-e5e8-46d9-93f0-796eedb37f7a req-75e576dd-3add-4067-8a98-464e6cdc9dde tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 944 time: 0.1046453 Oct 12 11:41:02.703788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689524-b986-44c0-afcb-e713e676846d req-0d44c3e7-82ce-4e9e-9f70-95b8c42fb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:02.705484 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05689524-b986-44c0-afcb-e713e676846d req-0d44c3e7-82ce-4e9e-9f70-95b8c42fb4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 1095 time: 0.1491690 Oct 12 11:41:02.789552 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c6c162d-e5e8-46d9-93f0-796eedb37f7a req-6ed219b1-ea80-4a84-a770-7175847039f3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872352 Oct 12 11:41:02.891952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52132) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:02.892720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:02.897302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:02.903887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026045 Oct 12 11:41:02.908821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:03.160976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a286c507-7a68-4a0e-b29e-18ebbae83b9b tempest-NetworksApiDiscovery-1755573853 tempest-NetworksApiDiscovery-1755573853-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2507560 Oct 12 11:41:03.258112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.353735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Subnet': ['ID=a86480e1-8f61-4709-93bf-bcea6321ba61,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:03.369615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Checking segment: {'id': '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:03.370120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network hostable DHCP agents. Network: cd70681f-cffc-4114-bff4-459f710fced9, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:41:03.383662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689524-b986-44c0-afcb-e713e676846d req-0f1671d6-07c0-45d4-8014-35125359a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:03.385342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05689524-b986-44c0-afcb-e713e676846d req-0f1671d6-07c0-45d4-8014-35125359a5ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6712384 Oct 12 11:41:03.428621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network cd70681f-cffc-4114-bff4-459f710fced9 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:41:03.486062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, cd70681f-cffc-4114-bff4-459f710fced9) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:03.498555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:03.498555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.500962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00021d-488c-4762-8cce-9128a592d0b4 None None] Network cd70681f-cffc-4114-bff4-459f710fced9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:03.561857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dc3d0329-4f0c-4a29-90aa-292a09d9ee45 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9123633 Oct 12 11:41:03.562272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52144) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:03.574733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'network': {'name': 'tempest-router-network01--1039654777'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:03.665316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689524-b986-44c0-afcb-e713e676846d req-73f391df-2749-4323-8210-d514c9b6a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:03.667464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05689524-b986-44c0-afcb-e713e676846d req-73f391df-2749-4323-8210-d514c9b6a5ee service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694066 Oct 12 11:41:03.701231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.711111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-cd70681f-cffc-4114-bff4-459f710fced9', 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9', 'tenant_id': 'd46256479c2f4509815c66e0cac0174b', 'fixed_ips': [{'subnet_id': 'a86480e1-8f61-4709-93bf-bcea6321ba61'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:41:03.712318 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.740000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52148) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:03.741866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:03.746931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.773864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:41:03.782803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.783148 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Added segment 0345b4bc-e188-4693-96e9-e03c38a406c1 of type vlan for network ba4753ff-0fa6-426a-ab5f-5494162467c7 Oct 12 11:41:03.827634 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.890733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-4d42e863-17d9-450b-a263-60a3b0ffdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:03.892310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-4d42e863-17d9-450b-a263-60a3b0ffdf87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 1095 time: 0.1629140 Oct 12 11:41:03.898909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Allocated IP 172.20.0.2 (cd70681f-cffc-4114-bff4-459f710fced9/a86480e1-8f61-4709-93bf-bcea6321ba61/8e656bb0-928c-4646-9e18-523d248585bf) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:03.914549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c2883b2-51af-4798-b296-bad11e0b55ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.955978 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-28f8c49b-30d1-4bfd-85f9-ee5eb731d2a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e11ae32-4211-4993-a2d6-e52a05947fce HTTP/1.1" status: 200 len: 217 time: 0.0537372 Oct 12 11:41:03.956905 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:03.963293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:03.965147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.013336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc212-1847-469d-ab93-2b9e0d736607 req-5e7fbb33-bcd6-4b4d-93bd-24bccd72cb62 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:04.015143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfbcc212-1847-469d-ab93-2b9e0d736607 req-5e7fbb33-bcd6-4b4d-93bd-24bccd72cb62 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 944 time: 0.1556005 Oct 12 11:41:04.022380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c2883b2-51af-4798-b296-bad11e0b55ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.056584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-bbfe5015-8e6b-42c1-857b-fb4ac0c73c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:04.058874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-bbfe5015-8e6b-42c1-857b-fb4ac0c73c0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.0912075 Oct 12 11:41:04.063312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfbcc212-1847-469d-ab93-2b9e0d736607 req-5c8c3671-27c5-46e0-85b2-13a20e3aea65 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Oct 12 11:41:04.065395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c2883b2-51af-4798-b296-bad11e0b55ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.123670 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9c2883b2-51af-4798-b296-bad11e0b55ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87a5ba9ec8404eec84d4a612322c3e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816457 Oct 12 11:41:04.125530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2883b2-51af-4798-b296-bad11e0b55ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242a550-ba5f-47a1-96fc-79d461cd9c71,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.135005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:04.153554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.163282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.167675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-c89b1e2e-443e-412a-acb7-5ff6b08a2df2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999854 Oct 12 11:41:04.208495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.230118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.235709 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.238613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6765037 Oct 12 11:41:04.241906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:04.247729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'network': {'name': 'tempest-router-network02--674846822'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:04.272341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689fdea-492f-4395-b38e-ea9392bf9e35 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Network': ['ID=ba4753ff-0fa6-426a-ab5f-5494162467c7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.301871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Network cd70681f-cffc-4114-bff4-459f710fced9 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:04.321669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:04.326273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:04.331125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.343638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:41:04.347016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:04.363114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Pushing event updated for resources: {'Port': ['ID=8e656bb0-928c-4646-9e18-523d248585bf,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.409340 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-b06eb1ce-c2fe-4770-92d7-564d71c84990 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879706 Oct 12 11:41:04.414936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.418641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.420605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9242a550-ba5f-47a1-96fc-79d461cd9c71 HTTP/1.1" status: 204 len: 168 time: 0.2844429 Oct 12 11:41:04.473087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Attempting to bind port 8e656bb0-928c-4646-9e18-523d248585bf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:04.473461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Attempting to bind port 8e656bb0-928c-4646-9e18-523d248585bf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:04.473829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Attempting to bind port 8e656bb0-928c-4646-9e18-523d248585bf on network cd70681f-cffc-4114-bff4-459f710fced9 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:04.479896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:04.480296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Checking segment: {'id': '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:04.487022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.487022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Bound using segment: {'id': '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:04.487022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Bound port: 8e656bb0-928c-4646-9e18-523d248585bf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd70681f-cffc-4114-bff4-459f710fced9'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:04.487022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.487672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:41:04.489532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf309f-7fc8-487e-b5dc-dac15c32ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242a550-ba5f-47a1-96fc-79d461cd9c71,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.523304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.523304 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Added segment 7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5 of type vlan for network 4857b210-f279-4d58-95b4-104d6079bb0a Oct 12 11:41:04.565437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.585653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] For port 8e656bb0-928c-4646-9e18-523d248585bf, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:04.587762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a53b1122-e4a7-46dd-ad47-ec8beb548a6c req-5c6729e6-874b-457d-8354-f329edc5a46e service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688638 Oct 12 11:41:04.588457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.589645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] For port 8e656bb0-928c-4646-9e18-523d248585bf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e656bb0-928c-4646-9e18-523d248585bf,segment=NetworkSegment(3e7d8bd4-d528-46fd-9a1c-e3fc5137da55),segment_id=3e7d8bd4-d528-46fd-9a1c-e3fc5137da55)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:04.651269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.674952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.676417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.681566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:04.682164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.762021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event updated for resources: {'Port': ['ID=25a4ec66-ffe3-44ed-bd65-14a4f506914f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.766927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Network': ['ID=4857b210-f279-4d58-95b4-104d6079bb0a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.778086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c910dd-ad2b-4630-ae88-78e9f96db8a9 None None] Pushing event updated for resources: {'Port': ['ID=8e656bb0-928c-4646-9e18-523d248585bf,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:04.778855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:04.806455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4857b210-f279-4d58-95b4-104d6079bb0a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:41:04.817060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1270afd8-7271-4f3e-b9a7-10985fcf95e9 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5739541 Oct 12 11:41:04.820386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:04.849451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'subnet': {'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:04.948486 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Floating IP 7c6b0715-9037-4708-a7ad-05aa3d995500 associated. External IP: 172.25.2.235, port: 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700. Oct 12 11:41:05.146537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:05.152695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:05.282437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Router 0a64d04c-8c62-4f1c-8519-25be8036345e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:41:05.407106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:05.419171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Sync routers for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:05.433438 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:05.434156 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:05.528191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:05.579650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:41:05.603746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6117128-e7ab-4dd1-a4c5-fe9afcf67d48 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6215370 Oct 12 11:41:05.604527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:05.607320 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:05.725046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e632f-dfab-4ad7-9071-79e3391480c3 req-18723fe2-762c-42f7-9614-511a330922b3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:05.746881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b92e632f-dfab-4ad7-9071-79e3391480c3 req-18723fe2-762c-42f7-9614-511a330922b3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 944 time: 0.1043870 Oct 12 11:41:05.754813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e656bb0-928c-4646-9e18-523d248585bf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:05.848517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e656bb0-928c-4646-9e18-523d248585bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:05.849676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:05.897965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b92e632f-dfab-4ad7-9071-79e3391480c3 req-2e166801-485f-46a0-8d34-70a7babc9200 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446662 Oct 12 11:41:06.014279 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fef03-72b9-45bd-9a42-9734ce7332cb x-openstack-request-id: req-ea9fef03-72b9-45bd-9a42-9734ce7332cb {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:06.014568 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:06.014998 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea9fef03-72b9-45bd-9a42-9734ce7332cb {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:06.015270 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'status': 'completed', 'code': 200} Oct 12 11:41:06.137085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:06.141576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-afb462c7-7a65-4787-ad75-538f69826ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:06.143933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-afb462c7-7a65-4787-ad75-538f69826ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1096 time: 0.0897176 Oct 12 11:41:06.181382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:06.186675 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7c6b0715-9037-4708-a7ad-05aa3d995500', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'port_id': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'mac_address': 'fa:16:3e:7a:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:41:03Z', 'updated_at': '2021-10-12T11:41:03Z', 'revision_number': 0, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:06.234083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Subnet': ['ID=39d6fa17-5086-402e-9e4c-4ed960730aaf,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:06.242240 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Checking router: 0a64d04c-8c62-4f1c-8519-25be8036345e for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:41:06.255777 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:06.256822 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:06.262820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 8e656bb0-928c-4646-9e18-523d248585bf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e656bb0-928c-4646-9e18-523d248585bf,segment=NetworkSegment(3e7d8bd4-d528-46fd-9a1c-e3fc5137da55),segment_id=3e7d8bd4-d528-46fd-9a1c-e3fc5137da55)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:06.325827 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:06.377043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Checking segment: {'id': '0345b4bc-e188-4693-96e9-e03c38a406c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:06.377403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network hostable DHCP agents. Network: ba4753ff-0fa6-426a-ab5f-5494162467c7, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:41:06.381469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a7079-71d9-45fa-8fb0-e6ba2895fd08 None None] Network cd70681f-cffc-4114-bff4-459f710fced9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:06.411786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-a6ca54df-d2d6-4e1f-9971-6c98a74e9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:06.413527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-a6ca54df-d2d6-4e1f-9971-6c98a74e9aa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 910 time: 0.2051506 Oct 12 11:41:06.421658 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:41:06.459848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=8e656bb0-928c-4646-9e18-523d248585bf,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:06.503890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:41:06.522489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-960e375b-da49-46a8-aa90-386de837f2d6 None None] Provisioning complete for port 8e656bb0-928c-4646-9e18-523d248585bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:06.523033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-960e375b-da49-46a8-aa90-386de837f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:06.607700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-170bcbef-5cf9-4a50-941d-c63f7b0dd94f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 999 time: 0.1864526 Oct 12 11:41:06.612154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ba4753ff-0fa6-426a-ab5f-5494162467c7) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:06.626022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:06.626683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:06.658047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec041546-d9dd-4d58-b043-d8ed9db5bc0c None None] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:06.675509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-6f1f6b4b-40cd-4b87-b12b-7534e20199fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:06.677010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-6f1f6b4b-40cd-4b87-b12b-7534e20199fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 200 len: 848 time: 0.0616519 Oct 12 11:41:06.737074 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7c6b0715-9037-4708-a7ad-05aa3d995500', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'port_id': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'mac_address': 'fa:16:3e:7a:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:41:03Z', 'updated_at': '2021-10-12T11:41:03Z', 'revision_number': 0, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:06.765215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-0b19b61e-7992-4009-9361-8c430d324e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:06.772865 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed90d-9e7a-4c43-81c4-64bcbeaa7060 None None] The sync data for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 is: [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7c6b0715-9037-4708-a7ad-05aa3d995500', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'port_id': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'mac_address': 'fa:16:3e:7a:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:41:03Z', 'updated_at': '2021-10-12T11:41:03Z', 'revision_number': 0, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:41:06.776252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-0b19b61e-7992-4009-9361-8c430d324e14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921023 Oct 12 11:41:06.782965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64e01569-167d-4f56-ab06-d1d3b76745f5 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9587727 Oct 12 11:41:06.784829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52206) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:06.790963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'subnet': {'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:06.899562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-ba4753ff-0fa6-426a-ab5f-5494162467c7', 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7', 'tenant_id': 'd46256479c2f4509815c66e0cac0174b', 'fixed_ips': [{'subnet_id': '39d6fa17-5086-402e-9e4c-4ed960730aaf'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:41:06.901177 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.150336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Allocated IP 172.20.0.2 (ba4753ff-0fa6-426a-ab5f-5494162467c7/39d6fa17-5086-402e-9e4c-4ed960730aaf/8ce4b19d-0332-461d-91d7-616897e9a9f7) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:07.151182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d639a1-e509-46f6-96ca-3c84d714a0bd req-ebae836d-7ef3-4da9-a2f5-f2a7464e0504 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:07.154172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4d639a1-e509-46f6-96ca-3c84d714a0bd req-ebae836d-7ef3-4da9-a2f5-f2a7464e0504 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 944 time: 0.1436076 Oct 12 11:41:07.157467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-5f6d2bed-3eee-45ba-8ded-55da6198b388 service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705454 Oct 12 11:41:07.277163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Made reservation on behalf of d46256479c2f4509815c66e0cac0174b for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:07.281240 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.303437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5466d190-bdc9-4614-bf7b-11ea7bab4326 None None] Provisioning complete for port 8e656bb0-928c-4646-9e18-523d248585bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:07.303808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5466d190-bdc9-4614-bf7b-11ea7bab4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.426125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4d639a1-e509-46f6-96ca-3c84d714a0bd req-c70f987d-c606-41d9-9cf7-491d96649ab5 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642596 Oct 12 11:41:07.474988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.548437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69c8a4ac-bb43-41b2-b6d6-9111e04e30c0 req-09f19cff-d40a-4afb-873b-a30f1053300d service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797009 Oct 12 11:41:07.549707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.615241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:07.627684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:07.629571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:07.636241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Pushing event updated for resources: {'Port': ['ID=8ce4b19d-0332-461d-91d7-616897e9a9f7,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:07.686194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.721103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Attempting to bind port 8ce4b19d-0332-461d-91d7-616897e9a9f7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:07.721763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Attempting to bind port 8ce4b19d-0332-461d-91d7-616897e9a9f7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0345b4bc-e188-4693-96e9-e03c38a406c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:07.722283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Attempting to bind port 8ce4b19d-0332-461d-91d7-616897e9a9f7 on network ba4753ff-0fa6-426a-ab5f-5494162467c7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:07.724705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e656bb0-928c-4646-9e18-523d248585bf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:07.764814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:07.765319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Checking segment: {'id': '0345b4bc-e188-4693-96e9-e03c38a406c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:07.765840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.766448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Bound using segment: {'id': '0345b4bc-e188-4693-96e9-e03c38a406c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:07.767048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Bound port: 8ce4b19d-0332-461d-91d7-616897e9a9f7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0345b4bc-e188-4693-96e9-e03c38a406c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ba4753ff-0fa6-426a-ab5f-5494162467c7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:07.767594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.777056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Subnet': ['ID=1b36b224-d9bd-4f35-8b0c-38f157cbd52f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:07.791919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Checking segment: {'id': '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:07.792289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network hostable DHCP agents. Network: 4857b210-f279-4d58-95b4-104d6079bb0a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:41:07.863747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] For port 8ce4b19d-0332-461d-91d7-616897e9a9f7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:07.865999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8e656bb0-928c-4646-9e18-523d248585bf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:07.866495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:07.897244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network 4857b210-f279-4d58-95b4-104d6079bb0a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:41:07.904393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] For port 8ce4b19d-0332-461d-91d7-616897e9a9f7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ce4b19d-0332-461d-91d7-616897e9a9f7,segment=NetworkSegment(0345b4bc-e188-4693-96e9-e03c38a406c1),segment_id=0345b4bc-e188-4693-96e9-e03c38a406c1)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:07.969294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9efc-ccd1-4d62-b405-43c561c3e1c0 None None] New status for floating IP 7c6b0715-9037-4708-a7ad-05aa3d995500: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:41:08.000363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4857b210-f279-4d58-95b4-104d6079bb0a) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:08.010429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:08.010429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.010829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a4298-c7ba-4d56-bdcb-91c17cd8e2a2 None None] Network 4857b210-f279-4d58-95b4-104d6079bb0a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:08.040441 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.078025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b6d94a2b-31bf-44e9-8f26-747ba4be5007 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2923369 Oct 12 11:41:08.094857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:08.201014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304b6a-6310-48a9-aa0f-51ef0cab89ff None None] Pushing event updated for resources: {'Port': ['ID=8ce4b19d-0332-461d-91d7-616897e9a9f7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:08.333072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4857b210-f279-4d58-95b4-104d6079bb0a', 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a', 'tenant_id': 'd46256479c2f4509815c66e0cac0174b', 'fixed_ips': [{'subnet_id': '1b36b224-d9bd-4f35-8b0c-38f157cbd52f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:41:08.334106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.483959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.596879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Allocated IP 172.20.0.2 (4857b210-f279-4d58-95b4-104d6079bb0a/1b36b224-d9bd-4f35-8b0c-38f157cbd52f/dee60659-5c25-4dec-ba06-a21378b60bc9) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:08.616610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34648265-6f24-4423-b32f-49b7cf22b326 req-9cfe5e67-f47d-4435-9c55-b1d214b05e42 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:08.624556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34648265-6f24-4423-b32f-49b7cf22b326 req-9cfe5e67-f47d-4435-9c55-b1d214b05e42 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 944 time: 0.0844724 Oct 12 11:41:08.684231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34648265-6f24-4423-b32f-49b7cf22b326 req-2c2fa205-ba5d-4c79-97cf-957b5b334c75 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587113 Oct 12 11:41:08.805846 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.820615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Allocated IP 172.20.0.1 (ba4753ff-0fa6-426a-ab5f-5494162467c7/39d6fa17-5086-402e-9e4c-4ed960730aaf/1d13a583-2e86-4de1-8f95-07f28412b4a0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:08.899054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:08.946656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Network 4857b210-f279-4d58-95b4-104d6079bb0a is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:08.950783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:08.955366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:08.958481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.052472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Attempting to bind port dee60659-5c25-4dec-ba06-a21378b60bc9 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:09.052903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Attempting to bind port dee60659-5c25-4dec-ba06-a21378b60bc9 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:09.053318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Attempting to bind port dee60659-5c25-4dec-ba06-a21378b60bc9 on network 4857b210-f279-4d58-95b4-104d6079bb0a {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:09.057310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Pushing event updated for resources: {'Port': ['ID=dee60659-5c25-4dec-ba06-a21378b60bc9,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:09.063193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:09.063576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Checking segment: {'id': '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:09.065146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.065146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Bound using segment: {'id': '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:09.065552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Bound port: dee60659-5c25-4dec-ba06-a21378b60bc9, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4857b210-f279-4d58-95b4-104d6079bb0a'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:09.066081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.137408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.139972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-22522849-ddce-4d61-80ef-8298743e702b None None] For port dee60659-5c25-4dec-ba06-a21378b60bc9, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:09.143451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-22522849-ddce-4d61-80ef-8298743e702b None None] For port dee60659-5c25-4dec-ba06-a21378b60bc9, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=dee60659-5c25-4dec-ba06-a21378b60bc9,segment=NetworkSegment(7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5),segment_id=7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:09.201928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:09.206612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:09.208717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5e11ae32-4211-4993-a2d6-e52a05947fce details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:41:09.211083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:09.211700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.215582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Port': ['ID=1d13a583-2e86-4de1-8f95-07f28412b4a0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:09.280548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.345820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522849-ddce-4d61-80ef-8298743e702b None None] Pushing event updated for resources: {'Port': ['ID=dee60659-5c25-4dec-ba06-a21378b60bc9,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:09.437114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5e11ae32-4211-4993-a2d6-e52a05947fce,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:09.451772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '5e11ae32-4211-4993-a2d6-e52a05947fce', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'port_id': '5e11ae32-4211-4993-a2d6-e52a05947fce', 'mac_address': 'fa:16:3e:2f:ba:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ef34ad-c343-4546-bea8-6c586851beb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:41:09.507235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.522395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e11ae32-4211-4993-a2d6-e52a05947fce {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:41:09.547313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5e11ae32-4211-4993-a2d6-e52a05947fce,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:09.582513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.640460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:09.793583 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:41:09.819022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8f1eb-d44c-4b25-b6cd-db3c2ca29d9a None None] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:09.880629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:09.977944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ce4b19d-0332-461d-91d7-616897e9a9f7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:09.995871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c918fda-fc18-4531-9605-5314509e73c6 req-5f90f690-a319-401c-a42c-80a8d36d0632 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:09.997547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c918fda-fc18-4531-9605-5314509e73c6 req-5f90f690-a319-401c-a42c-80a8d36d0632 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 945 time: 0.0934875 Oct 12 11:41:10.044171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c918fda-fc18-4531-9605-5314509e73c6 req-88843b67-c82a-421a-a83b-9858f0acb6cd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Oct 12 11:41:10.049220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['5e11ae32-4211-4993-a2d6-e52a05947fce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:10.058786 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] Provisioning complete for port 8ce4b19d-0332-461d-91d7-616897e9a9f7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:10.059179 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.099742 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.182644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.257362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Port': ['ID=1d13a583-2e86-4de1-8f95-07f28412b4a0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:10.262296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.327132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8ce4b19d-0332-461d-91d7-616897e9a9f7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:10.327508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.375848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:10.379312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:10.493580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.566314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Router fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:41:10.590936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.590936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] For port 8ce4b19d-0332-461d-91d7-616897e9a9f7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ce4b19d-0332-461d-91d7-616897e9a9f7,segment=NetworkSegment(0345b4bc-e188-4693-96e9-e03c38a406c1),segment_id=0345b4bc-e188-4693-96e9-e03c38a406c1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:10.657505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:10.697483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:10.712001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52248) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:10.719305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f739ec6-0c03-4c1f-aa65-c55bd29a1684 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6219866 Oct 12 11:41:10.726857 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] Sync routers for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:10.742101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:41:10.742466 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:41:10.744738 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:10.745808 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:10.749707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a074356-764e-4681-9c76-31c3c9fb3473 None None] Pushing event updated for resources: {'Port': ['ID=8ce4b19d-0332-461d-91d7-616897e9a9f7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:10.792167 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:10.806865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10eafe-8c41-474b-a3de-b26de7fb2107 None None] Network 4857b210-f279-4d58-95b4-104d6079bb0a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:10.818852 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:10.819612 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:10.878519 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:10.879467 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0b2dc-d657-465a-bdbd-8ba5889750d8 None None] The sync data for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:41:10.887326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Provisioning complete for port dee60659-5c25-4dec-ba06-a21378b60bc9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:10.887697 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.072146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.112428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] For port dee60659-5c25-4dec-ba06-a21378b60bc9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=dee60659-5c25-4dec-ba06-a21378b60bc9,segment=NetworkSegment(7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5),segment_id=7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:11.256567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d049-7de1-416c-b8df-5820b64fb417 req-dcc45301-41e7-4b6a-b88d-839cbfeaad86 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:11.258716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8c0d049-7de1-416c-b8df-5820b64fb417 req-dcc45301-41e7-4b6a-b88d-839cbfeaad86 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 945 time: 0.1251585 Oct 12 11:41:11.324182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device dee60659-5c25-4dec-ba06-a21378b60bc9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:11.327845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.339675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8c0d049-7de1-416c-b8df-5820b64fb417 req-79a3262f-8cab-4fcd-9e39-304d96b3fb0a tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Oct 12 11:41:11.341513 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-dca4aa77-3751-4bfa-b043-5bfad51bf2dc tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:41:11.342488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dca4aa77-3751-4bfa-b043-5bfad51bf2dc tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6292768 Oct 12 11:41:11.345595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52264) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:11.423038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Provisioning complete for port 1d13a583-2e86-4de1-8f95-07f28412b4a0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.423511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.470720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Pushing event updated for resources: {'Port': ['ID=dee60659-5c25-4dec-ba06-a21378b60bc9,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:11.500550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Port 1d13a583-2e86-4de1-8f95-07f28412b4a0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:11.522336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Provisioning complete for port 8ce4b19d-0332-461d-91d7-616897e9a9f7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.522881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a6e43849-096e-4ec6-acbd-af4057adafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.546441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port dee60659-5c25-4dec-ba06-a21378b60bc9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.546961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.765276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.797976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1af17a61-74c3-4917-96f4-4608292eca4a None None] Provisioning complete for port 1d13a583-2e86-4de1-8f95-07f28412b4a0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.798382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1af17a61-74c3-4917-96f4-4608292eca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.853372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1af17a61-74c3-4917-96f4-4608292eca4a None None] Port 1d13a583-2e86-4de1-8f95-07f28412b4a0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:11.862274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ce4b19d-0332-461d-91d7-616897e9a9f7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:11.897247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1af17a61-74c3-4917-96f4-4608292eca4a None None] Provisioning complete for port dee60659-5c25-4dec-ba06-a21378b60bc9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.897707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1af17a61-74c3-4917-96f4-4608292eca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:11.951959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8ce4b19d-0332-461d-91d7-616897e9a9f7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:11.952240 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.064651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting port 1d13a583-2e86-4de1-8f95-07f28412b4a0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:12.065001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.120938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device dee60659-5c25-4dec-ba06-a21378b60bc9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:12.197150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port dee60659-5c25-4dec-ba06-a21378b60bc9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:12.197150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.202897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.221256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Calling delete_port for 1d13a583-2e86-4de1-8f95-07f28412b4a0 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:12.471618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.501758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Port': ['ID=1d13a583-2e86-4de1-8f95-07f28412b4a0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:12.532412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3573ea-9ccc-446a-a7be-a11824237998 req-32950a70-45fe-44d3-801e-2f4395763ffe tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:12.540710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc3573ea-9ccc-446a-a7be-a11824237998 req-32950a70-45fe-44d3-801e-2f4395763ffe tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 945 time: 0.1076734 Oct 12 11:41:12.643080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc3573ea-9ccc-446a-a7be-a11824237998 req-8c74cc90-3df9-45ee-9552-ed52356c7645 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005387 Oct 12 11:41:12.763185 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:12.981263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Router fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:41:13.068695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:13.074247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3cf0add7-a40f-4be3-a597-322f50918a21 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275391 Oct 12 11:41:13.078217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52280) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:13.088151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] Sync routers for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:13.098613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:13.099292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:13.136158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:13.142162 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-fe45820b-60c5-4b73-b68e-fc2612499510 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] delete failed (client error): The resource could not be found. Oct 12 11:41:13.144554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe45820b-60c5-4b73-b68e-fc2612499510 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1074558642 HTTP/1.1" status: 404 len: 335 time: 0.0637746 Oct 12 11:41:13.148444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52282) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:13.151254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:13.151865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:13.154715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f1820ec4-85e8-469e-bacd-c42aeb39fad0 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:13.191447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:13.192033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97ea2a-436d-4446-a750-3cd906dbdaf6 None None] The sync data for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:41:13.237324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5e11ae32-4211-4993-a2d6-e52a05947fce up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:13.371560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 5e11ae32-4211-4993-a2d6-e52a05947fce completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:41:13.377619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 5e11ae32-4211-4993-a2d6-e52a05947fce triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:13.378101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:13.470478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:13.499051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:13.501530 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c01285-0cee-47a1-b519-26d913276cda" -d '{"events": [{"server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "name": "network-vif-plugged", "status": "completed", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:13.515517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5e11ae32-4211-4993-a2d6-e52a05947fce,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:13.557848 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca2c86-d5de-4963-80ee-5cc8482e7a25 x-openstack-request-id: req-52ca2c86-d5de-4963-80ee-5cc8482e7a25 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:13.558331 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "name": "network-vif-plugged", "status": "completed", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:13.558483 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52ca2c86-d5de-4963-80ee-5cc8482e7a25 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:13.558842 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce', 'code': 200} Oct 12 11:41:13.611798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:13.684783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:13.770577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bb046-eb1c-49dd-82ca-93e1e003dbf7 req-4eff4203-4a62-4ad0-bba2-1abb42e201ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:13.772091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-615bb046-eb1c-49dd-82ca-93e1e003dbf7 req-4eff4203-4a62-4ad0-bba2-1abb42e201ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 1097 time: 0.1432538 Oct 12 11:41:13.774194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1820ec4-85e8-469e-bacd-c42aeb39fad0 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:13.787181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad737-1f17-4940-acb0-ea4e3725ca0e req-56582359-1d5c-4762-adfc-83c1f755a4ba tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:13.788805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-824ad737-1f17-4940-acb0-ea4e3725ca0e req-56582359-1d5c-4762-adfc-83c1f755a4ba tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.0827141 Oct 12 11:41:13.812644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-615bb046-eb1c-49dd-82ca-93e1e003dbf7 req-62a50612-2b08-404b-855f-72478c8c2c16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Oct 12 11:41:13.840265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-824ad737-1f17-4940-acb0-ea4e3725ca0e req-80315f6b-04eb-40c9-8a25-afc54fc3b15b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Oct 12 11:41:13.877609 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f1820ec4-85e8-469e-bacd-c42aeb39fad0 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] update failed (client error): The resource could not be found. Oct 12 11:41:13.878919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f1820ec4-85e8-469e-bacd-c42aeb39fad0 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 HTTP/1.1" status: 404 len: 339 time: 0.7288051 Oct 12 11:41:13.882344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:14.196819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:14.456414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Allocated IP 172.20.0.1 (cd70681f-cffc-4114-bff4-459f710fced9/a86480e1-8f61-4709-93bf-bcea6321ba61/d5b238bf-088f-4446-a43a-d65de3e014b9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:14.575900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:14.663474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:14.705348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network cd70681f-cffc-4114-bff4-459f710fced9 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:14.708649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:14.712229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:14.756436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Port': ['ID=d5b238bf-088f-4446-a43a-d65de3e014b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:14.780901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.012343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.022828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101612-5d91-40e7-96af-c325dfccfebc req-2790a32a-78fa-44d9-8e81-d342dafaea14 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:15.024045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0e6a18af-e873-44ae-92e5-f6ff0cb74a95 None None] Provisioning complete for port d5b238bf-088f-4446-a43a-d65de3e014b9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:15.024466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e6a18af-e873-44ae-92e5-f6ff0cb74a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.025059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8101612-5d91-40e7-96af-c325dfccfebc req-2790a32a-78fa-44d9-8e81-d342dafaea14 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.0914695 Oct 12 11:41:15.062068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a18af-e873-44ae-92e5-f6ff0cb74a95 None None] Port d5b238bf-088f-4446-a43a-d65de3e014b9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:15.080828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8101612-5d91-40e7-96af-c325dfccfebc req-a044682d-bd44-4532-a32f-c028da669802 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Oct 12 11:41:15.297628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.348543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.426433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event updated for resources: {'Port': ['ID=d5b238bf-088f-4446-a43a-d65de3e014b9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:15.429011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.521112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Network cd70681f-cffc-4114-bff4-459f710fced9 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:15.522528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:15.624771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Router fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:41:15.725971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:15.731273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-22f38e7c-43c9-4c0b-b499-0a00a729686c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8478265 Oct 12 11:41:15.733909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52310) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:15.738111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] Sync routers for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:15.747499 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:15.748090 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:15.783508 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:15.792326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-99c735f8-c4b7-435e-8c68-dfc7f0902e06 None None] Provisioning complete for port d5b238bf-088f-4446-a43a-d65de3e014b9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:15.792755 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:15.793349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-99c735f8-c4b7-435e-8c68-dfc7f0902e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.793480 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:15.826440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:15.827120 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c8ca0-3c2d-492d-ac28-8699ef6d99a5 None None] The sync data for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:41:15.835517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6c89faa1-21dc-4304-b912-8ea671fa1f0f tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:15.848136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-99c735f8-c4b7-435e-8c68-dfc7f0902e06 None None] Port d5b238bf-088f-4446-a43a-d65de3e014b9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:15.920973 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-6c89faa1-21dc-4304-b912-8ea671fa1f0f tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 11:41:15.922021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6c89faa1-21dc-4304-b912-8ea671fa1f0f tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 HTTP/1.1" status: 409 len: 329 time: 0.1870387 Oct 12 11:41:15.925873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:16.218091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066cb8-75f1-40c8-82f3-3f735062d49a req-d6741b58-122a-4fd0-9b85-b25c9fb7c85b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:16.221857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97066cb8-75f1-40c8-82f3-3f735062d49a req-d6741b58-122a-4fd0-9b85-b25c9fb7c85b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.0536869 Oct 12 11:41:16.254183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:16.278348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97066cb8-75f1-40c8-82f3-3f735062d49a req-511d1034-42c4-414f-b80f-61b97982f50e tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 Oct 12 11:41:16.568486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting port d5b238bf-088f-4446-a43a-d65de3e014b9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:16.569148 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:16.666206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:16.678496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Calling delete_port for d5b238bf-088f-4446-a43a-d65de3e014b9 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:16.977673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.013101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Port': ['ID=d5b238bf-088f-4446-a43a-d65de3e014b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:17.229352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.415157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Router fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:41:17.521203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:17.532563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] Sync routers for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:17.539553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52340) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:17.540141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ffca7db9-54df-461a-9429-d884904d4c27 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128025 Oct 12 11:41:17.547022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:17.547653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:17.593645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52342) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:17.613425 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-f298dca1-e737-49d7-8eec-7f5593b6630f tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] show failed (client error): The resource could not be found. Oct 12 11:41:17.618025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f298dca1-e737-49d7-8eec-7f5593b6630f tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-429067264 HTTP/1.1" status: 404 len: 334 time: 0.0738437 Oct 12 11:41:17.618393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52346) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:17.623440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c4083a05-c481-4f19-8d00-22b9d698817d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:17.643473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:17.653071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] Routers {'fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:17.653738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:40:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:17.686993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:17.687649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab74e46-d75b-43f1-b0d6-e73a049ab22d None None] The sync data for ids ['fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:41:17.702079 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-c4083a05-c481-4f19-8d00-22b9d698817d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] update failed (client error): The resource could not be found. Oct 12 11:41:17.702538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52350) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:17.703057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c4083a05-c481-4f19-8d00-22b9d698817d tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1469108956 HTTP/1.1" status: 404 len: 335 time: 0.0833540 Oct 12 11:41:17.725887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f1994e7f-2337-429c-bbd0-83d98f1b0b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.773728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting subnet 1b36b224-d9bd-4f35-8b0c-38f157cbd52f {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:41:17.777101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.798749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6ea40e7-6014-47cc-9430-5ec2d7eb4876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.819847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.888551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6ea40e7-6014-47cc-9430-5ec2d7eb4876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.930417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:17.977376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6ea40e7-6014-47cc-9430-5ec2d7eb4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.047237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c6ea40e7-6014-47cc-9430-5ec2d7eb4876 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b8e6ee1ca614dc2ad6a4f24f0edec2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511995 Oct 12 11:41:18.049222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea40e7-6014-47cc-9430-5ec2d7eb4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875ea5eb-4129-4689-8f71-0f07ffcd76af,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:18.051270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52354) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:18.107899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.118967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.156116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Subnet': ['ID=1b36b224-d9bd-4f35-8b0c-38f157cbd52f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:18.160100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.168362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.169583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2965fadf-216b-4ab9-9bc3-88676a35e228 None None] Network 4857b210-f279-4d58-95b4-104d6079bb0a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:18.174845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-73e60635-bd4f-4c38-80c9-dfff3fc3d8b6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/subnets/1b36b224-d9bd-4f35-8b0c-38f157cbd52f HTTP/1.1" status: 204 len: 168 time: 0.4681082 Oct 12 11:41:18.175672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:18.229899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting subnet 39d6fa17-5086-402e-9e4c-4ed960730aaf {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:41:18.232938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.279853 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.388674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.400596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] DHCP port deletion for 4857b210-f279-4d58-95b4-104d6079bb0a request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:41:18.480252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.482929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.483399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Deleting port dee60659-5c25-4dec-ba06-a21378b60bc9 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:18.484003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.484380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/875ea5eb-4129-4689-8f71-0f07ffcd76af HTTP/1.1" status: 204 len: 168 time: 0.4317398 Oct 12 11:41:18.511029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba04d5-525a-4eb6-b9b9-e5dc290611fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ea5eb-4129-4689-8f71-0f07ffcd76af,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:18.584236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.589633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] For port dee60659-5c25-4dec-ba06-a21378b60bc9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=dee60659-5c25-4dec-ba06-a21378b60bc9,segment=NetworkSegment(7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5),segment_id=7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:18.590116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.603452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Calling delete_port for dee60659-5c25-4dec-ba06-a21378b60bc9 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:18.618318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Subnet': ['ID=39d6fa17-5086-402e-9e4c-4ed960730aaf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:18.620239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.625813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-675d6d30-2792-405e-91a1-39238befac5c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/subnets/39d6fa17-5086-402e-9e4c-4ed960730aaf HTTP/1.1" status: 204 len: 168 time: 0.4474759 Oct 12 11:41:18.625945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52362) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:18.646598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcafc8dd-8af3-4205-b7f9-3d04848672b4 None None] Network ba4753ff-0fa6-426a-ab5f-5494162467c7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:18.725992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.789238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting port dee60659-5c25-4dec-ba06-a21378b60bc9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:18.789575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.873400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] DHCP port deletion for ba4753ff-0fa6-426a-ab5f-5494162467c7 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:41:18.879182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:18.919544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] Pushing event deleted for resources: {'Port': ['ID=dee60659-5c25-4dec-ba06-a21378b60bc9,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:18.940122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d71303-f1e4-4692-af39-c69ecb92f447 None None] No DVR routers for this DVR port dee60659-5c25-4dec-ba06-a21378b60bc9 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:18.976317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Deleting port 8ce4b19d-0332-461d-91d7-616897e9a9f7 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:18.981016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.059082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] For port 8ce4b19d-0332-461d-91d7-616897e9a9f7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ce4b19d-0332-461d-91d7-616897e9a9f7,segment=NetworkSegment(0345b4bc-e188-4693-96e9-e03c38a406c1),segment_id=0345b4bc-e188-4693-96e9-e03c38a406c1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:19.059082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.073051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Calling delete_port for 8ce4b19d-0332-461d-91d7-616897e9a9f7 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:19.234467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] For port dee60659-5c25-4dec-ba06-a21378b60bc9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=dee60659-5c25-4dec-ba06-a21378b60bc9,segment=NetworkSegment(7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5),segment_id=7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:19.235085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.248307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Calling delete_port for dee60659-5c25-4dec-ba06-a21378b60bc9 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:19.280903 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.304699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:19.314543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] No DVR routers for this DVR port 8ce4b19d-0332-461d-91d7-616897e9a9f7 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:19.320824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349824c-4edc-48c7-bcbe-0c0fc9f7ed1d None None] Pushing event deleted for resources: {'Port': ['ID=8ce4b19d-0332-461d-91d7-616897e9a9f7,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:19.325956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b965b309-db07-49d4-aa49-ab490dd2008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.337373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.368938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Port': ['ID=dee60659-5c25-4dec-ba06-a21378b60bc9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:19.374124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] No DVR routers for this DVR port dee60659-5c25-4dec-ba06-a21378b60bc9 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:19.411762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b965b309-db07-49d4-aa49-ab490dd2008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.466217 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.485005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b965b309-db07-49d4-aa49-ab490dd2008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.502657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4857b210-f279-4d58-95b4-104d6079bb0a']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:19.515468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:19.515913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7dbe77-54a4-4b85-a6d0-0cba2a92e4e5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:19.531750 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b965b309-db07-49d4-aa49-ab490dd2008e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3baa73c76453487387279caeebed9800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230959 Oct 12 11:41:19.531930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.531930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:19.554024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965b309-db07-49d4-aa49-ab490dd2008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d1cf1-1cab-4d9b-a099-90f79758111d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:19.580424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.591970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:41:19.592700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:41:19.595816 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:41:19.672460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.694176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.760136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.776145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.782001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/networks/4857b210-f279-4d58-95b4-104d6079bb0a HTTP/1.1" status: 204 len: 168 time: 1.1529486 Oct 12 11:41:19.782549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52388) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:19.805635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.808504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:19.809664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed4d1cf1-1cab-4d9b-a099-90f79758111d HTTP/1.1" status: 204 len: 168 time: 0.2771447 Oct 12 11:41:19.840791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device dee60659-5c25-4dec-ba06-a21378b60bc9 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:19.846761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bf154-90d8-4b98-9a27-3ecc346f21b4 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Network': ['ID=4857b210-f279-4d58-95b4-104d6079bb0a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:19.855470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58815-72a5-4cc7-ad7f-11b7538cb591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d1cf1-1cab-4d9b-a099-90f79758111d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:19.895735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: dee60659-5c25-4dec-ba06-a21378b60bc9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:41:19.896373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device dee60659-5c25-4dec-ba06-a21378b60bc9 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:41:19.897881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ce4b19d-0332-461d-91d7-616897e9a9f7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:19.929225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8ce4b19d-0332-461d-91d7-616897e9a9f7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:41:19.929756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ce4b19d-0332-461d-91d7-616897e9a9f7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:41:19.948886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.058447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.085915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4753ff-0fa6-426a-ab5f-5494162467c7']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:20.098508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0345b4bc-e188-4693-96e9-e03c38a406c1') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:20.098968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0345b4bc-e188-4693-96e9-e03c38a406c1') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:20.114491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.123009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:20.129262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.136651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:41:20.137141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:41:20.141164 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:41:20.273128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bb716a0-0241-4ff0-b26a-0896504d5546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.291547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.298601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.306820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/networks/ba4753ff-0fa6-426a-ab5f-5494162467c7 HTTP/1.1" status: 204 len: 168 time: 0.5219491 Oct 12 11:41:20.310246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52408) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:20.335818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de5fc2-ba5f-4482-bec1-b118bc198d8c tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Network': ['ID=ba4753ff-0fa6-426a-ab5f-5494162467c7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:20.395208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting subnet a86480e1-8f61-4709-93bf-bcea6321ba61 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:41:20.462977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e4b172cd-09db-4397-9988-c6ad015a82b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.811999 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.850542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bb716a0-0241-4ff0-b26a-0896504d5546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.865398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.911451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5bb716a0-0241-4ff0-b26a-0896504d5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:20.984153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5bb716a0-0241-4ff0-b26a-0896504d5546 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf9d1ad1fb5641e9b4f169d17f2c1159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598175 Oct 12 11:41:20.987871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:20.992127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb716a0-0241-4ff0-b26a-0896504d5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7dfed-f777-4c1f-bcd6-e5c297fa0a70,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:21.004368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.077087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.104511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.154466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.185809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Subnet': ['ID=a86480e1-8f61-4709-93bf-bcea6321ba61,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:21.191966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.195295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-772c63e9-12d4-47d4-969e-a4aa1f3e9f01 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/subnets/a86480e1-8f61-4709-93bf-bcea6321ba61 HTTP/1.1" status: 204 len: 168 time: 0.8834798 Oct 12 11:41:21.197463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f37654-d534-4c0b-98ea-56d23eabe737 None None] Network cd70681f-cffc-4114-bff4-459f710fced9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:21.197940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52428) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:21.231827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.234877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.237758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0b7dfed-f777-4c1f-bcd6-e5c297fa0a70 HTTP/1.1" status: 204 len: 168 time: 0.2475595 Oct 12 11:41:21.289817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81407b-75a4-4223-88af-fe7b53042033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7dfed-f777-4c1f-bcd6-e5c297fa0a70,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:21.309279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.397425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Deleting port 8e656bb0-928c-4646-9e18-523d248585bf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:21.397774 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.447125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] DHCP port deletion for cd70681f-cffc-4114-bff4-459f710fced9 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:41:21.486744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] For port 8e656bb0-928c-4646-9e18-523d248585bf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e656bb0-928c-4646-9e18-523d248585bf,segment=NetworkSegment(3e7d8bd4-d528-46fd-9a1c-e3fc5137da55),segment_id=3e7d8bd4-d528-46fd-9a1c-e3fc5137da55)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:21.486744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.506776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Calling delete_port for 8e656bb0-928c-4646-9e18-523d248585bf owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:21.509838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Deleting port 8e656bb0-928c-4646-9e18-523d248585bf {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:21.510434 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.592104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] For port 8e656bb0-928c-4646-9e18-523d248585bf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8e656bb0-928c-4646-9e18-523d248585bf,segment=NetworkSegment(3e7d8bd4-d528-46fd-9a1c-e3fc5137da55),segment_id=3e7d8bd4-d528-46fd-9a1c-e3fc5137da55)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:21.592757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.610356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Calling delete_port for 8e656bb0-928c-4646-9e18-523d248585bf owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:21.693387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.724568 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.737538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.737795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Port': ['ID=8e656bb0-928c-4646-9e18-523d248585bf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:21.746903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] No DVR routers for this DVR port 8e656bb0-928c-4646-9e18-523d248585bf on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:21.771569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] Pushing event deleted for resources: {'Port': ['ID=8e656bb0-928c-4646-9e18-523d248585bf,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:21.773501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4490e-3c97-41d4-999a-bd3ec351418d None None] No DVR routers for this DVR port 8e656bb0-928c-4646-9e18-523d248585bf on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:21.779182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.855007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e656bb0-928c-4646-9e18-523d248585bf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:21.870070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.898529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd70681f-cffc-4114-bff4-459f710fced9']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:21.903354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8e656bb0-928c-4646-9e18-523d248585bf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:41:21.910864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8e656bb0-928c-4646-9e18-523d248585bf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:41:21.919743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:21.919906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7d8bd4-d528-46fd-9a1c-e3fc5137da55') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:21.942164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.957755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.964238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:41:21.964830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:41:21.968230 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:41:22.108446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.146840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.151189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52452) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:22.157775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.163289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/networks/cd70681f-cffc-4114-bff4-459f710fced9 HTTP/1.1" status: 204 len: 168 time: 0.9644103 Oct 12 11:41:22.174798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:22.182236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a68e1539-2ada-414f-af1d-14d5e1666b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.202160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476c47-3a54-4e9a-86ed-09fb5365d10a tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Pushing event deleted for resources: {'Network': ['ID=cd70681f-cffc-4114-bff4-459f710fced9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:22.211567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c583bb8-e50d-4e84-af5a-c465c954ac0b tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 HTTP/1.1" status: 200 len: 205 time: 0.0400848 Oct 12 11:41:22.213870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52460) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:22.296258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a68e1539-2ada-414f-af1d-14d5e1666b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.307576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.361322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a68e1539-2ada-414f-af1d-14d5e1666b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.432192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a68e1539-2ada-414f-af1d-14d5e1666b55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bfdc812214b4f79af1b1f1a46b038d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797763 Oct 12 11:41:22.437205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52466) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:22.459622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e1539-2ada-414f-af1d-14d5e1666b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21667cf7-44df-4447-b0f8-a3082a2c3acf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:22.479006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.481561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.527426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.550368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.674211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.674674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Fanout notify agent at l3_agent the message router_deleted on router fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:41:22.684102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.684102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d5e2a4b3-5785-4d27-964f-951e402ebcf6 tempest-RoutersNegativeTest-1680238722 tempest-RoutersNegativeTest-1680238722-project] 10.222.0.43 "DELETE /v2.0/routers/fb58f3e2-ff39-4556-9c8f-d573bb9c5ac2 HTTP/1.1" status: 204 len: 168 time: 0.4679670 Oct 12 11:41:22.702938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.707375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:22.708715 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21667cf7-44df-4447-b0f8-a3082a2c3acf HTTP/1.1" status: 204 len: 168 time: 0.2703567 Oct 12 11:41:22.720253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c134a9-ad35-4d22-8c3e-a9fdd6177e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21667cf7-44df-4447-b0f8-a3082a2c3acf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:23.270364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:23.291556 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:23.435403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ab61c080-88fa-45e1-a97c-f8b7f443b9b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d46256479c2f4509815c66e0cac0174b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638372 Oct 12 11:41:23.437877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:23.495545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:23.537460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:23.696767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:23.699810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:23.703962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb297f9a-b9de-44a5-8e6a-0f8464fea3f1 HTTP/1.1" status: 204 len: 168 time: 0.2625754 Oct 12 11:41:23.710470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035a268-9f4f-4135-a212-c5317d2473f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb297f9a-b9de-44a5-8e6a-0f8464fea3f1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:24.767405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52536) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:24.884504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23fc920a-7edf-4612-9429-ead5ca74d357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:24.964504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23fc920a-7edf-4612-9429-ead5ca74d357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.073748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23fc920a-7edf-4612-9429-ead5ca74d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.117209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-23fc920a-7edf-4612-9429-ead5ca74d357 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93188600c53c4da19ce042dd631b812e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486898 Oct 12 11:41:25.118532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc920a-7edf-4612-9429-ead5ca74d357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e4d9ac-a7b7-4ae0-9961-4c19d6ec8262,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:25.119958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52546) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:25.176921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.199870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.221332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52550) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:25.315391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.318181 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.321269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87e4d9ac-a7b7-4ae0-9961-4c19d6ec8262 HTTP/1.1" status: 204 len: 168 time: 0.1978962 Oct 12 11:41:25.321437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1665945059'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:25.329347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302e1ff-644c-4018-97d7-4ebaefcf4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e4d9ac-a7b7-4ae0-9961-4c19d6ec8262,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:25.416452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Made reservation on behalf of f1cb2b00e174476dbb6f7ddda57e18d2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:25.420335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.430850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.520167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.600077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.626721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:41:25.641930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb95de-063d-44da-857c-728817403514,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:25.647387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.647969 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Added segment adda44ea-4a9d-4f04-aebd-5621cfd8f00d of type vlan for network 4eee2bad-2187-4cef-8407-ddc72a08a14a Oct 12 11:41:25.698341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.839489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.845737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:25.849461 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:25.927036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event updated for resources: {'Network': ['ID=4eee2bad-2187-4cef-8407-ddc72a08a14a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:25.937492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:41:25.992889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b54a760-3213-426e-a791-92503c738ef9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7703271 Oct 12 11:41:25.995992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:26.002012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Request body: {'subnet': {'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:26.206150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Made reservation on behalf of f1cb2b00e174476dbb6f7ddda57e18d2 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:26.209958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:26.470881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:26.536844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event updated for resources: {'Subnet': ['ID=4b60d08c-d02f-4c3e-b8b6-273c2a555dde,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:26.543667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Checking segment: {'id': 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:26.545133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Network hostable DHCP agents. Network: 4eee2bad-2187-4cef-8407-ddc72a08a14a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:41:26.616777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:41:26.696575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4eee2bad-2187-4cef-8407-ddc72a08a14a) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:26.701329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:26.702040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:26.714039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2eb39e-c7cf-440e-a8b5-80dbc87d27c2 None None] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:26.771079 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dedd3b6e-dc9f-4a98-a1b7-70bb4dc68d7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7712073 Oct 12 11:41:26.771433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:26.776458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Request body: {'port': {'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a', 'name': 'tempest-TagsExtTest-1604585066'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:26.830448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:26.889948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4eee2bad-2187-4cef-8407-ddc72a08a14a', 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a', 'tenant_id': 'f1cb2b00e174476dbb6f7ddda57e18d2', 'fixed_ips': [{'subnet_id': '4b60d08c-d02f-4c3e-b8b6-273c2a555dde'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:41:26.889948 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.030951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Allocated IP 172.20.0.2 (4eee2bad-2187-4cef-8407-ddc72a08a14a/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/8267e6ba-5d29-45c5-a5ed-c7abe9e34808) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:27.034778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Made reservation on behalf of f1cb2b00e174476dbb6f7ddda57e18d2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:27.039055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.064387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] device_id is not set on port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:41:27.188057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.263056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.311163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:27.317684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:27.322100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:27.330978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Pushing event updated for resources: {'Port': ['ID=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:27.351992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Allocated IP 172.20.0.10 (4eee2bad-2187-4cef-8407-ddc72a08a14a/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/9cea014c-1183-4f28-9dc6-129c1d56a5c0) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:27.393571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Attempting to bind port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:27.398985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Attempting to bind port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:27.398985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Attempting to bind port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 on network 4eee2bad-2187-4cef-8407-ddc72a08a14a {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:27.399885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:27.400261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Checking segment: {'id': 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:27.400667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.401087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Bound using segment: {'id': 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:27.401556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Bound port: 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4eee2bad-2187-4cef-8407-ddc72a08a14a'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:27.401939 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.483119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] For port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:27.488326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] For port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,segment=NetworkSegment(adda44ea-4a9d-4f04-aebd-5621cfd8f00d),segment_id=adda44ea-4a9d-4f04-aebd-5621cfd8f00d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:27.560052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.577483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.652408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b646c-dcea-45f1-8591-85f2216a7f9d None None] Pushing event updated for resources: {'Port': ['ID=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:27.664739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.710354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:27.713860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:27.716577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:27.764527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event updated for resources: {'Port': ['ID=9cea014c-1183-4f28-9dc6-129c1d56a5c0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:27.792864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:27.793492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:27.859354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5a6d1903-a9ba-4ee6-b400-2f525479c2a7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0868204 Oct 12 11:41:27.861860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52610) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:27.866334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1870658414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:28.005965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.007092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.074469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.149183 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.230358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.232546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ca8acf7-d822-4fa5-893c-11f8a85cfdaa tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3690252 Oct 12 11:41:28.234858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52614) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:28.239836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b4461fa1-8ee3-4d59-abc8-8b6ea53651df tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-508849691', 'prefixes': ['172.20.0.0/16']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:28.624289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4461fa1-8ee3-4d59-abc8-8b6ea53651df tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for subnetpool, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:28.626919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b4461fa1-8ee3-4d59-abc8-8b6ea53651df tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3895237 Oct 12 11:41:28.636025 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:28.641156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-db10cac7-fdca-442a-84c8-1fe468a69705 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-1521618733') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:28.803180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1edd9-b17f-4c7a-93a6-99ff33b4e457 None None] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:28.835602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-db10cac7-fdca-442a-84c8-1fe468a69705 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-1521618733 HTTP/1.1" status: 201 len: 201 time: 0.1978149 Oct 12 11:41:28.837670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:28.842417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-7cb7f779-161d-4307-9d70-72b4dd962324 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-2122484646') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:28.881498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Provisioning complete for port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:28.881869 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.000666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7cb7f779-161d-4307-9d70-72b4dd962324 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-2122484646 HTTP/1.1" status: 201 len: 201 time: 0.1616201 Oct 12 11:41:29.003930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.009716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-11f7f748-1f70-4c41-8bca-833c56bc9edf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-426908835') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.029797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.073404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] For port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,segment=NetworkSegment(adda44ea-4a9d-4f04-aebd-5621cfd8f00d),segment_id=adda44ea-4a9d-4f04-aebd-5621cfd8f00d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:29.142515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.193547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Pushing event updated for resources: {'Port': ['ID=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:29.204323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.209027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49a693-c7f7-472c-81dc-b9f48ae3bbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:29.231280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-11f7f748-1f70-4c41-8bca-833c56bc9edf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-426908835 HTTP/1.1" status: 201 len: 201 time: 0.2254612 Oct 12 11:41:29.232203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.237614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-d9a040d0-1013-4558-9c19-5df22b70d41c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-995898348') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.366152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0eb9a112-9a71-4d68-b93b-7983461b0800 None None] Provisioning complete for port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:29.366861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a112-9a71-4d68-b93b-7983461b0800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.374297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d9a040d0-1013-4558-9c19-5df22b70d41c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-995898348 HTTP/1.1" status: 201 len: 201 time: 0.1386914 Oct 12 11:41:29.374930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52634) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.380081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-c1a45104-bee4-4ad1-aa6c-f3798fa09f19 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.454590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9a112-9a71-4d68-b93b-7983461b0800 None None] Port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:29.468133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0eb9a112-9a71-4d68-b93b-7983461b0800 None None] Provisioning complete for port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:29.468785 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a112-9a71-4d68-b93b-7983461b0800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.511068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1a45104-bee4-4ad1-aa6c-f3798fa09f19 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 200 len: 241 time: 0.1348116 Oct 12 11:41:29.513912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52638) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.519351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-fe1c59a1-c4f1-42df-b8cb-e4bcc4d851a6 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-1521618733') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.644433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52648) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.644790 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe1c59a1-c4f1-42df-b8cb-e4bcc4d851a6 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-1521618733 HTTP/1.1" status: 204 len: 168 time: 0.1291156 Oct 12 11:41:29.649544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-7999d91f-6cce-4ae5-823b-ba3d69d4c536 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-1521618733') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.722267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bdcb4a3d-46a7-4542-8f4d-016af8a02aec None None] Provisioning complete for port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:29.722774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4a3d-46a7-4542-8f4d-016af8a02aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.722904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52650) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.778980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb4a3d-46a7-4542-8f4d-016af8a02aec None None] Port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:29.847001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7999d91f-6cce-4ae5-823b-ba3d69d4c536 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-1521618733 HTTP/1.1" status: 204 len: 168 time: 0.2008481 Oct 12 11:41:29.849477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52654) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.853733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-30e7d690-32e3-4377-b41d-398ab7cd1cbe tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:29.870207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:29.891409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bf47466-fb88-439f-ab1b-f7d975008957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.934546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:29.935571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:29.965227 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-30e7d690-32e3-4377-b41d-398ab7cd1cbe tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 200 len: 205 time: 0.1121449 Oct 12 11:41:29.965467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:29.970639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-92d716a7-32d4-4d43-a275-79ba3efea8b7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.033291 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bf47466-fb88-439f-ab1b-f7d975008957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.053024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-92d716a7-32d4-4d43-a275-79ba3efea8b7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 200 len: 241 time: 0.0842390 Oct 12 11:41:30.053278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.060223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-e072ec58-9b4a-4b26-aa99-e10887c98526 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-2122484646') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.111917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e072ec58-9b4a-4b26-aa99-e10887c98526 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-2122484646 HTTP/1.1" status: 204 len: 168 time: 0.0573967 Oct 12 11:41:30.114182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52668) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.118505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-1eea71ac-8c5a-4c8b-bf2f-a395cf4d6c53 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-2122484646') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.146578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bf47466-fb88-439f-ab1b-f7d975008957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.191787 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1bf47466-fb88-439f-ab1b-f7d975008957 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ffd75efbc764e8188bbd9b0610e68f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643645 Oct 12 11:41:30.192179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52672) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.195358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf47466-fb88-439f-ab1b-f7d975008957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e935f26-e270-4924-a720-d58f1fa33a11,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:30.246551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.267768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.289141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1eea71ac-8c5a-4c8b-bf2f-a395cf4d6c53 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-2122484646 HTTP/1.1" status: 204 len: 168 time: 0.1717732 Oct 12 11:41:30.289468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.299908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-f18b8f08-93db-4698-bea5-1c76aca457cd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.354360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f18b8f08-93db-4698-bea5-1c76aca457cd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 200 len: 205 time: 0.0596929 Oct 12 11:41:30.358857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52678) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.361271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-54a1330c-5695-41d9-b7a2-6482ac798d1e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.399345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.401950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:30.403129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e935f26-e270-4924-a720-d58f1fa33a11 HTTP/1.1" status: 204 len: 168 time: 0.2099605 Oct 12 11:41:30.436957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db2815-1691-40cc-a49d-4769b512017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e935f26-e270-4924-a720-d58f1fa33a11,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:30.456163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-54a1330c-5695-41d9-b7a2-6482ac798d1e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 200 len: 240 time: 0.0983303 Oct 12 11:41:30.458712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.465014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-e09b0ae4-98e6-4a85-a7a6-4860743ea1fd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-426908835') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.547631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e09b0ae4-98e6-4a85-a7a6-4860743ea1fd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-426908835 HTTP/1.1" status: 204 len: 168 time: 0.0873098 Oct 12 11:41:30.550637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.555208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-3b595078-8455-4ffe-8528-7506b72a5558 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-426908835') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.721056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b595078-8455-4ffe-8528-7506b72a5558 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-426908835 HTTP/1.1" status: 204 len: 168 time: 0.1693869 Oct 12 11:41:30.723713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52700) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.728273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-5f252e36-720b-42f7-81f3-b0ebff79a390 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.806430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5f252e36-720b-42f7-81f3-b0ebff79a390 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 200 len: 205 time: 0.0816081 Oct 12 11:41:30.808921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.813121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-c65942aa-3632-46f9-ac4b-10ff522b7197 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.866929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c65942aa-3632-46f9-ac4b-10ff522b7197 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 200 len: 240 time: 0.0569568 Oct 12 11:41:30.869435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52706) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.873536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-086d0083-d53b-4971-9e57-c85783fc55e2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-995898348') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:30.900179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-086d0083-d53b-4971-9e57-c85783fc55e2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-995898348 HTTP/1.1" status: 204 len: 168 time: 0.0295908 Oct 12 11:41:30.902888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52708) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:30.908194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-6eff9a6d-1fc6-4288-ba07-bb422926e8dc tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-995898348') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.040631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6eff9a6d-1fc6-4288-ba07-bb422926e8dc tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-995898348 HTTP/1.1" status: 204 len: 168 time: 0.1362822 Oct 12 11:41:31.042962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52710) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.050796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-e86c741b-1ab8-4560-bf3d-0f00e7c1e56b tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.072589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e86c741b-1ab8-4560-bf3d-0f00e7c1e56b tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 200 len: 205 time: 0.0277724 Oct 12 11:41:31.076074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52714) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.081461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-2a267a43-1145-4e00-8648-7c92c98ddc32 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.083739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52716) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.103760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab953111-e00f-4f22-81a9-71f2bc2949cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.148218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2a267a43-1145-4e00-8648-7c92c98ddc32 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0710855 Oct 12 11:41:31.151191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.156440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-ecaa16d0-6ffa-477e-b1cf-6843ebfcc1b1 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.202948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab953111-e00f-4f22-81a9-71f2bc2949cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.241302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ecaa16d0-6ffa-477e-b1cf-6843ebfcc1b1 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 204 len: 168 time: 0.0885680 Oct 12 11:41:31.253825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52720) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.258658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-9e505646-40b5-4ae9-86c1-54c9bef96255 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.267978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab953111-e00f-4f22-81a9-71f2bc2949cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.309496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ab953111-e00f-4f22-81a9-71f2bc2949cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2896663c626474685d2f0b58f832ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247837 Oct 12 11:41:31.310887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab953111-e00f-4f22-81a9-71f2bc2949cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9322d26-6c3a-46b6-8680-fa53f48edb38,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:31.312321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52722) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.335414 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e505646-40b5-4ae9-86c1-54c9bef96255 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0804515 Oct 12 11:41:31.338596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52724) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.344074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-e66faf1d-1336-44b8-976e-bc21473bc145 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.368328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.392277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.404720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e66faf1d-1336-44b8-976e-bc21473bc145 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 204 len: 168 time: 0.0644908 Oct 12 11:41:31.408945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52726) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.413209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-a06ff0ca-5671-4b28-8e16-6fea07ba446f tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-740141516') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.525423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.528224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:31.529386 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9322d26-6c3a-46b6-8680-fa53f48edb38 HTTP/1.1" status: 204 len: 168 time: 0.2159269 Oct 12 11:41:31.539067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8747a1-1bac-49a6-bf3e-3bab1d727133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9322d26-6c3a-46b6-8680-fa53f48edb38,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:31.609269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52730) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.609562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a06ff0ca-5671-4b28-8e16-6fea07ba446f tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-740141516 HTTP/1.1" status: 201 len: 201 time: 0.1994660 Oct 12 11:41:31.616902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-dd20b3ae-4dd1-49ba-9909-143c317fcadd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-1089467688') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:31.734376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dd20b3ae-4dd1-49ba-9909-143c317fcadd tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-1089467688 HTTP/1.1" status: 201 len: 201 time: 0.1233876 Oct 12 11:41:31.734938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52734) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:31.746279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-af90d400-0878-4346-b167-54a59e5b9e21 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-1030070936') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.172517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-af90d400-0878-4346-b167-54a59e5b9e21 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-1030070936 HTTP/1.1" status: 201 len: 201 time: 0.4343760 Oct 12 11:41:32.175657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52746) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.180426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-bd165aef-862f-4c71-8da5-297aaf717f83 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-1827655809') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.315858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd165aef-862f-4c71-8da5-297aaf717f83 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-1827655809 HTTP/1.1" status: 201 len: 201 time: 0.1390109 Oct 12 11:41:32.318360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52750) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.326369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-9deb0b2a-02ed-41d2-ba5e-ef5dc01a3237 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', {'tags': ['tempest-TagsExtTest-Tag-1534613668', 'tempest-TagsExtTest-Tag-42661614', 'tempest-TagsExtTest-Tag-2141109560']}) {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.496377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9deb0b2a-02ed-41d2-ba5e-ef5dc01a3237 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 200 len: 316 time: 0.1745949 Oct 12 11:41:32.496761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.501217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-81b422fb-99dc-48cd-be9d-90e35034bc18 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.652019 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-81b422fb-99dc-48cd-be9d-90e35034bc18 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 204 len: 168 time: 0.1540890 Oct 12 11:41:32.654722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.659986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-e362e816-a929-47e6-8993-364b5334981d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-1534613668') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.711338 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-e362e816-a929-47e6-8993-364b5334981d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:32.712510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e362e816-a929-47e6-8993-364b5334981d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-1534613668 HTTP/1.1" status: 404 len: 329 time: 0.0567846 Oct 12 11:41:32.715569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.721539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-f6eac57e-0b0b-467f-a9ea-84f9d5b1628c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-42661614') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.780169 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f6eac57e-0b0b-467f-a9ea-84f9d5b1628c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:32.781306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6eac57e-0b0b-467f-a9ea-84f9d5b1628c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-42661614 HTTP/1.1" status: 404 len: 327 time: 0.0646186 Oct 12 11:41:32.786397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.790928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-2914b07d-9c53-4e49-8d32-4aee27127a2e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde', 'tempest-TagsExtTest-Tag-2141109560') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:32.852014 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-2914b07d-9c53-4e49-8d32-4aee27127a2e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:32.854794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2914b07d-9c53-4e49-8d32-4aee27127a2e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags/tempest-TagsExtTest-Tag-2141109560 HTTP/1.1" status: 404 len: 329 time: 0.0656662 Oct 12 11:41:32.857210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:32.862371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-03c7fbe2-9ce8-4ba7-b309-3fe07f3be7bb tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', {'tags': ['tempest-TagsExtTest-Tag-794951636', 'tempest-TagsExtTest-Tag-1098886668', 'tempest-TagsExtTest-Tag-690739664']}) {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.001944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-03c7fbe2-9ce8-4ba7-b309-3fe07f3be7bb tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 200 len: 316 time: 0.1424651 Oct 12 11:41:33.004224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52784) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.008966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-032aeb4e-1bb6-484a-9703-6cc46beb58bc tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.179130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-032aeb4e-1bb6-484a-9703-6cc46beb58bc tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1726990 Oct 12 11:41:33.181073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.187432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-f03156c0-e84e-4391-86ca-aa12df77b64b tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-794951636') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.247209 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-f03156c0-e84e-4391-86ca-aa12df77b64b tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:33.248251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f03156c0-e84e-4391-86ca-aa12df77b64b tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-794951636 HTTP/1.1" status: 404 len: 328 time: 0.0662649 Oct 12 11:41:33.251398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52800) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.255788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-f40fe4b3-39d1-4bdd-a42c-ff693f3da06f tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-1098886668') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.309113 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f40fe4b3-39d1-4bdd-a42c-ff693f3da06f tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:33.310367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f40fe4b3-39d1-4bdd-a42c-ff693f3da06f tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-1098886668 HTTP/1.1" status: 404 len: 329 time: 0.0577750 Oct 12 11:41:33.315769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52806) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.322361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-f39e6201-5758-4074-812f-d7bd61d6a8d4 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0', 'tempest-TagsExtTest-Tag-690739664') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.380803 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f39e6201-5758-4074-812f-d7bd61d6a8d4 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:33.384772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.385313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f39e6201-5758-4074-812f-d7bd61d6a8d4 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags/tempest-TagsExtTest-Tag-690739664 HTTP/1.1" status: 404 len: 328 time: 0.0681074 Oct 12 11:41:33.390860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-eb335991-030a-4612-93db-c63befdf97a1 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', {'tags': ['tempest-TagsExtTest-Tag-1451697655', 'tempest-TagsExtTest-Tag-2096331407', 'tempest-TagsExtTest-Tag-642765115']}) {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.581593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb335991-030a-4612-93db-c63befdf97a1 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 200 len: 317 time: 0.1913188 Oct 12 11:41:33.582021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52816) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.587580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-7f2d424a-deb1-4ef8-9430-89148bdc5dd7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.783523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7f2d424a-deb1-4ef8-9430-89148bdc5dd7 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 204 len: 168 time: 0.2003992 Oct 12 11:41:33.786577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52830) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.792291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-56b58631-4e9b-4e39-92ca-d550afeef44e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-1451697655') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.841150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504567-9a34-4144-978b-8908efaef1c9 req-b52ba20e-c390-4617-8d1c-37d7d274cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:33.842842 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28504567-9a34-4144-978b-8908efaef1c9 req-b52ba20e-c390-4617-8d1c-37d7d274cf59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1096 time: 0.1714351 Oct 12 11:41:33.882146 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-28504567-9a34-4144-978b-8908efaef1c9 req-a89f6531-8c79-41a0-b860-c13fc80d53db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Oct 12 11:41:33.883519 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-56b58631-4e9b-4e39-92ca-d550afeef44e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:33.886846 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-56b58631-4e9b-4e39-92ca-d550afeef44e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-1451697655 HTTP/1.1" status: 404 len: 329 time: 0.0966930 Oct 12 11:41:33.887713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52832) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.893287 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-d1929120-48e6-4a7b-ba70-94c4fb46e6d2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-2096331407') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:33.976492 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-d1929120-48e6-4a7b-ba70-94c4fb46e6d2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:33.977922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d1929120-48e6-4a7b-ba70-94c4fb46e6d2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-2096331407 HTTP/1.1" status: 404 len: 329 time: 0.0887341 Oct 12 11:41:33.984026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52838) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:33.991028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-e07b654e-9e7f-4622-a075-e5128418eb34 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d', 'tempest-TagsExtTest-Tag-642765115') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.084850 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-e07b654e-9e7f-4622-a075-e5128418eb34 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:34.088956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.089143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e07b654e-9e7f-4622-a075-e5128418eb34 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags/tempest-TagsExtTest-Tag-642765115 HTTP/1.1" status: 404 len: 328 time: 0.1037154 Oct 12 11:41:34.095217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-88dfd9da-487a-4a43-bcd5-6b03f0a540f2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', {'tags': ['tempest-TagsExtTest-Tag-1277889191', 'tempest-TagsExtTest-Tag-1220933928', 'tempest-TagsExtTest-Tag-688300428']}) {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.207563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88dfd9da-487a-4a43-bcd5-6b03f0a540f2 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "PUT /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 200 len: 317 time: 0.1171172 Oct 12 11:41:34.210174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52848) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.223164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-75292788-cd1a-48c2-a14f-162fadb98275 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.334271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-75292788-cd1a-48c2-a14f-162fadb98275 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1202109 Oct 12 11:41:34.334750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.340536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-bb9d83c4-4a31-4fd4-bb27-cc708038d27e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-1277889191') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.383263 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-bb9d83c4-4a31-4fd4-bb27-cc708038d27e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:34.384895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bb9d83c4-4a31-4fd4-bb27-cc708038d27e tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-1277889191 HTTP/1.1" status: 404 len: 329 time: 0.0488501 Oct 12 11:41:34.387770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52852) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.393754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-78bf3d0b-c782-497a-bec4-f9c22dc2df01 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-1220933928') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.415962 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-78bf3d0b-c782-497a-bec4-f9c22dc2df01 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:34.417111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-78bf3d0b-c782-497a-bec4-f9c22dc2df01 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-1220933928 HTTP/1.1" status: 404 len: 329 time: 0.0278695 Oct 12 11:41:34.420073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52854) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.425288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-c66f99e5-c5f5-4c41-bfa5-9f4d241beb57 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c', 'tempest-TagsExtTest-Tag-688300428') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.446634 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-c66f99e5-c5f5-4c41-bfa5-9f4d241beb57 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] show failed (client error): The resource could not be found. Oct 12 11:41:34.451013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c66f99e5-c5f5-4c41-bfa5-9f4d241beb57 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags/tempest-TagsExtTest-Tag-688300428 HTTP/1.1" status: 404 len: 328 time: 0.0266843 Oct 12 11:41:34.455442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52856) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.464243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-c3f0f10d-5e6b-42ad-9e6b-b0ec5ae2d002 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.532629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c3f0f10d-5e6b-42ad-9e6b-b0ec5ae2d002 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0714824 Oct 12 11:41:34.536659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.543330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-a1ee0c3b-dfa5-445e-b258-8ae0b894beea tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.630486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.656108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a1ee0c3b-dfa5-445e-b258-8ae0b894beea tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d/tags HTTP/1.1" status: 204 len: 168 time: 0.1166794 Oct 12 11:41:34.659450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.664198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.tag.tag_plugin [None req-01ef383b-ee00-41ce-a175-860f20c31d1c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cea014c-1183-4f28-9dc6-129c1d56a5c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.756093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-01ef383b-ee00-41ce-a175-860f20c31d1c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0842907 Oct 12 11:41:34.756233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52870) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.756233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.tag.tag_plugin [None req-278291bf-20c3-42c0-a40a-587da546c774 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b60d08c-d02f-4c3e-b8b6-273c2a555dde') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:34.822465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77f307a3-795e-4449-8a5a-be55f8e24d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:34.878737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-278291bf-20c3-42c0-a40a-587da546c774 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde/tags HTTP/1.1" status: 204 len: 168 time: 0.1298656 Oct 12 11:41:34.883791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52876) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:34.933448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77f307a3-795e-4449-8a5a-be55f8e24d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.045224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77f307a3-795e-4449-8a5a-be55f8e24d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.085647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f307a3-795e-4449-8a5a-be55f8e24d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f95fc8c-6bf4-4dec-84b7-0cb94306c119,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:35.091222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77f307a3-795e-4449-8a5a-be55f8e24d9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=922dd1a51cd6474c968843a1f2a50b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596803 Oct 12 11:41:35.094120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:35.104332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ec88be9c-9ef4-486b-b5b7-01b6ca11f2d9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for subnetpool, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.105409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ec88be9c-9ef4-486b-b5b7-01b6ca11f2d9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnetpools/36b81b2a-a646-4bf2-9b15-6f2f9b3e6e9c HTTP/1.1" status: 204 len: 168 time: 0.2206330 Oct 12 11:41:35.108134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52882) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:35.138663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:35.146773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-15a38499-ba96-44ee-8400-a30d7a2fbf7c tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d HTTP/1.1" status: 200 len: 205 time: 0.0256586 Oct 12 11:41:35.240033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.241825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.326154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.438765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.442749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.565285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.565806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:41:35.575658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.580063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:35.587306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd40be4a-4e8a-4f61-8148-46e11e210e5d tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/routers/3d9c9eff-96bf-4e7c-ba2b-ca01f6f1915d HTTP/1.1" status: 204 len: 168 time: 0.4474440 Oct 12 11:41:35.595033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.598832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.600514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f95fc8c-6bf4-4dec-84b7-0cb94306c119 HTTP/1.1" status: 204 len: 168 time: 0.5047264 Oct 12 11:41:35.612845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f95fc8c-6bf4-4dec-84b7-0cb94306c119,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:35.627510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.628303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.629145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.629878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.630437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.631236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.631824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.632770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.633326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.633892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.634468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.635082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfff7b-4655-4896-b2e3-c4168ddc9569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:35.728408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Deleting port 9cea014c-1183-4f28-9dc6-129c1d56a5c0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:35.728975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.831839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:35.845430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Calling delete_port for 9cea014c-1183-4f28-9dc6-129c1d56a5c0 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:36.102643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.146050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event deleted for resources: {'Port': ['ID=9cea014c-1183-4f28-9dc6-129c1d56a5c0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:36.244598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.248328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8664d5a1-9b13-4e75-96cb-3fca377e6fd9 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/ports/9cea014c-1183-4f28-9dc6-129c1d56a5c0 HTTP/1.1" status: 204 len: 168 time: 0.6671743 Oct 12 11:41:36.265914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 52914) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:36.335305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Deleting subnet 4b60d08c-d02f-4c3e-b8b6-273c2a555dde {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:41:36.339450 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.391987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.495066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.634251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.667667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event deleted for resources: {'Subnet': ['ID=4b60d08c-d02f-4c3e-b8b6-273c2a555dde,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:36.671805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.675737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2337c9f6-0b6b-4964-80eb-10674640a8cf tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/subnets/4b60d08c-d02f-4c3e-b8b6-273c2a555dde HTTP/1.1" status: 204 len: 168 time: 0.4077437 Oct 12 11:41:36.678361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52924) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:36.685197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1864590-eaea-480d-ba52-be5ea710779d None None] Network 4eee2bad-2187-4cef-8407-ddc72a08a14a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:41:36.807842 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.869515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Deleting port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:36.870976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.943264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] DHCP port deletion for 4eee2bad-2187-4cef-8407-ddc72a08a14a request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:41:36.943499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] For port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,segment=NetworkSegment(adda44ea-4a9d-4f04-aebd-5621cfd8f00d),segment_id=adda44ea-4a9d-4f04-aebd-5621cfd8f00d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:36.950509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:36.964038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Calling delete_port for 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:36.995372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Deleting port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:36.996059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.071567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] For port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,segment=NetworkSegment(adda44ea-4a9d-4f04-aebd-5621cfd8f00d),segment_id=adda44ea-4a9d-4f04-aebd-5621cfd8f00d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:37.071922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.085998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Calling delete_port for 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:37.126229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.143784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] No DVR routers for this DVR port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:37.171265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event deleted for resources: {'Port': ['ID=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:37.184802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.220824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] Pushing event deleted for resources: {'Port': ['ID=8267e6ba-5d29-45c5-a5ed-c7abe9e34808,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:37.222630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41957f-b670-4500-bd75-7a1e25651246 None None] No DVR routers for this DVR port 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:37.269245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.290864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee2bad-2187-4cef-8407-ddc72a08a14a']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:37.301686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:37.301988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda44ea-4a9d-4f04-aebd-5621cfd8f00d') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:37.311748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.326061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.332749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:41:37.333127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:41:37.336111 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:41:37.474048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.487756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:37.487756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] 10.222.0.43 "DELETE /v2.0/networks/4eee2bad-2187-4cef-8407-ddc72a08a14a HTTP/1.1" status: 204 len: 168 time: 0.8047562 Oct 12 11:41:37.508718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cdc99-172a-4c0e-ab23-00fbf405ad17 tempest-TagsExtTest-500123706 tempest-TagsExtTest-500123706-project] Pushing event deleted for resources: {'Network': ['ID=4eee2bad-2187-4cef-8407-ddc72a08a14a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:37.848994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:37.868747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:41:37.869107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8267e6ba-5d29-45c5-a5ed-c7abe9e34808 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:41:38.109622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:38.289815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cdfb4413-7517-4377-896a-2dc87b2c86ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1cb2b00e174476dbb6f7ddda57e18d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779311 Oct 12 11:41:38.292284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 52964) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:38.349889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:38.372066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:38.491161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:38.494447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:38.495760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83eb95de-063d-44da-857c-728817403514 HTTP/1.1" status: 204 len: 168 time: 0.2024460 Oct 12 11:41:38.518822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76117-46b7-409f-b343-0817ec8d24fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb95de-063d-44da-857c-728817403514,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:40.331843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-02915477-b92d-4436-a8d6-b19f3c3f5932 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:40.333660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-02915477-b92d-4436-a8d6-b19f3c3f5932 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.1154597 Oct 12 11:41:40.356692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-2597decf-ac3b-4a2d-a029-7deac94f4be3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/quotas/9b4a21b4a7a948de9616b7886a93e8c1 HTTP/1.1" status: 200 len: 375 time: 0.0172558 Oct 12 11:41:40.412215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-90f58f24-5779-40f9-9d9f-d35fe203d9d0 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535719 Oct 12 11:41:40.516178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-be176151-30d1-4edb-ad55-3beadaee682b service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999763 Oct 12 11:41:40.618623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-aaef10b2-6fa2-4464-a387-8a87de28c09a service neutron] 10.222.0.43 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941329 Oct 12 11:41:40.871384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e335e6d7-122b-450e-8df5-580fe8631886 req-08acf35d-efb8-46df-aa4c-7236398763eb tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Oct 12 11:41:42.014353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9f08b51-18ca-402e-ae1e-923c83f7a670 req-1d1a02f5-37e6-462d-8216-388bafd392b2 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 210 time: 0.0516512 Oct 12 11:41:43.110118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90517a70-85bf-48a3-8056-b58ddbda5876 req-10961699-16ce-4a38-9ef6-35138283b5f2 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Oct 12 11:41:43.287015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-1351077f-700d-4a70-ab1c-11f276325bcc tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:43.288461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-1351077f-700d-4a70-ab1c-11f276325bcc tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 814 time: 0.1040869 Oct 12 11:41:43.301648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Request body: {'port': {'device_id': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'admin_state_up': True, 'tenant_id': '9b4a21b4a7a948de9616b7886a93e8c1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:43.519406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Made reservation on behalf of 9b4a21b4a7a948de9616b7886a93e8c1 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:43.523461 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:43.667180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Allocated IP 172.20.0.6 (4e1c7934-cca5-4780-8033-490683e07ea3/16ef34ad-c343-4546-bea8-6c586851beb2/6f9ee4b8-efb3-482a-aabe-bd8d25d412e8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:43.845370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:43.971492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:43.985348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:43.988469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b', '5e11ae32-4211-4993-a2d6-e52a05947fce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:44.066951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Network 4e1c7934-cca5-4780-8033-490683e07ea3 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:44.070289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:44.076807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:44.137780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event updated for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:44.164706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:44.165373 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:44.260922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-06210c01-7c42-4a39-9da4-4940ecc4c7bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9634814 Oct 12 11:41:44.281167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Request body: {'port': {'device_id': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:44.338621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc639e-176a-49d3-aadc-2495eb9f258e req-799ca0c8-1fb9-4fd2-a0d3-f7bbd837643f tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:44.346413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f7cc639e-176a-49d3-aadc-2495eb9f258e req-799ca0c8-1fb9-4fd2-a0d3-f7bbd837643f tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 931 time: 0.1287928 Oct 12 11:41:44.401664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:44.426455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f7cc639e-176a-49d3-aadc-2495eb9f258e req-5638665f-e4ed-4be9-abb6-ff5216475662 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 Oct 12 11:41:44.761749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:41:44.770170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:44.783683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Transition to ACTIVE for port object 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:41:44.845472 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:44.911119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Pushing event updated for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:44.997520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Attempting to bind port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:41:44.998054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Attempting to bind port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:41:44.998498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Attempting to bind port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:45.004050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 on network 4e1c7934-cca5-4780-8033-490683e07ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:41:45.004500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Attempting to bind port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 on network 4e1c7934-cca5-4780-8033-490683e07ea3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:41:45.009718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:41:45.010117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Checking segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:41:45.010561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Bound using segment: {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:41:45.011085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Bound port: 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4826d66b-3fb5-42f7-99c4-f182cdbdca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:41:45.011746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:45.081616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:45.087101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:41:45.154268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:45.202587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:45.203252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:45.205467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] 10.222.0.47 "PUT /v2.0/ports/6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 HTTP/1.1" status: 200 len: 1091 time: 0.9305482 Oct 12 11:41:45.205988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:45.209080 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4828ba2d-ee0f-4a05-8072-dbb872f89e07" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:45.245168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2ac69-c6a1-4206-9970-0ee68b65d71e service neutron] Pushing event updated for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:45.289873 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489e790-f663-41e1-8c77-5e52f9e3c33c x-openstack-request-id: req-6489e790-f663-41e1-8c77-5e52f9e3c33c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:45.290252 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:45.290422 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6489e790-f663-41e1-8c77-5e52f9e3c33c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:45.290870 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8', 'status': 'completed', 'code': 200} Oct 12 11:41:45.357254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-e0cc8ed7-1cc1-4671-8118-2c5fa4e54ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:45.358873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-e0cc8ed7-1cc1-4671-8118-2c5fa4e54ecb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 1094 time: 0.0512083 Oct 12 11:41:45.816131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694abee-5c3a-451f-99e3-d59401dfab1c req-7db74f07-71f8-4a0f-9179-8f47415bf58b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:45.817958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6694abee-5c3a-451f-99e3-d59401dfab1c req-7db74f07-71f8-4a0f-9179-8f47415bf58b tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 943 time: 0.1768835 Oct 12 11:41:45.852809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-93a0edfd-8470-4b3e-aabc-925cdc000443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:45.854282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-93a0edfd-8470-4b3e-aabc-925cdc000443 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4863758 Oct 12 11:41:45.917748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6694abee-5c3a-451f-99e3-d59401dfab1c req-9f775a73-783e-4953-91ec-0f98d5a324a8 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924132 Oct 12 11:41:46.036806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-a63ca96c-4870-4775-9e79-3e54d9567823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:46.038283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4828ba2d-ee0f-4a05-8072-dbb872f89e07 req-a63ca96c-4870-4775-9e79-3e54d9567823 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778004 Oct 12 11:41:46.119290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-5a93dd4a-e8e6-46c6-8d33-71c2ac86cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:46.120914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-5a93dd4a-e8e6-46c6-8d33-71c2ac86cdb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 1094 time: 0.0448213 Oct 12 11:41:46.169478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-64b53fbd-ff22-4c4f-9b38-18e634bd4437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 HTTP/1.1" status: 200 len: 217 time: 0.0391679 Oct 12 11:41:46.221002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-407fe343-3971-40d7-836f-34ee6a7b0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:46.222464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-407fe343-3971-40d7-836f-34ee6a7b0206 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.0462351 Oct 12 11:41:46.254622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-c60407ab-674b-42cf-8877-c2d348bc5108 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253923 Oct 12 11:41:46.350964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-930aa54e-ac25-41eb-a282-8a9225a97207 service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895526 Oct 12 11:41:46.459941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfba18d1-2473-44d8-a884-aae83f7e0924 req-1906f6d3-4431-4b01-9019-e74799b10c8e service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013012 Oct 12 11:41:46.794515 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:41:47.039202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b16ab-1885-4d2f-9d43-de4275ff4a71 req-09221650-c1a7-401f-874b-798620893610 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:47.040789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5b16ab-1885-4d2f-9d43-de4275ff4a71 req-09221650-c1a7-401f-874b-798620893610 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 943 time: 0.0518053 Oct 12 11:41:47.086472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f5b16ab-1885-4d2f-9d43-de4275ff4a71 req-229c7dee-1ebe-4fd5-acf0-1ac0ed49d52e tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Oct 12 11:41:47.687494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53156) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:47.707615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-78f169ae-cfd3-4c34-a734-1b457b4f22ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:47.829966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fed699b-c070-4f9f-a695-7a7c7309a90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:47.894199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:41:47.924346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fed699b-c070-4f9f-a695-7a7c7309a90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.016251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:48.032592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8', 'network_id': '4e1c7934-cca5-4780-8033-490683e07ea3', 'port_id': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8', 'mac_address': 'fa:16:3e:06:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ef34ad-c343-4546-bea8-6c586851beb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:41:48.079423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.085693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fed699b-c070-4f9f-a695-7a7c7309a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.096601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:41:48.141144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:48.143449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4fed699b-c070-4f9f-a695-7a7c7309a90d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02df52c35578410a80ea094cc0645c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546402 Oct 12 11:41:48.144431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed699b-c070-4f9f-a695-7a7c7309a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e29af-ea85-4399-a1f0-6402a0702b21,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:48.146266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53164) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:48.224955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.252019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.276185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954ae51-282b-417d-9010-38a2531a92a7 req-3f4b4882-3893-40f9-8f64-c3152978aee3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:48.277626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e954ae51-282b-417d-9010-38a2531a92a7 req-3f4b4882-3893-40f9-8f64-c3152978aee3 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 943 time: 0.0641718 Oct 12 11:41:48.321332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e954ae51-282b-417d-9010-38a2531a92a7 req-ceb30c9d-6e75-457f-abc5-1ddc40734274 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357308 Oct 12 11:41:48.433393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.433653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.436491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:48.438328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a61e29af-ea85-4399-a1f0-6402a0702b21 HTTP/1.1" status: 204 len: 168 time: 0.2889524 Oct 12 11:41:48.461542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17069e-b464-4b74-8e4d-784f42370967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e29af-ea85-4399-a1f0-6402a0702b21,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:48.495823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:48.641490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['6f9ee4b8-efb3-482a-aabe-bd8d25d412e8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:41:48.986214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53176) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:48.999783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bb85569-ae6b-4fa6-90dd-4bd1de55f5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.091546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bb85569-ae6b-4fa6-90dd-4bd1de55f5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.142823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bb85569-ae6b-4fa6-90dd-4bd1de55f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.188241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4bb85569-ae6b-4fa6-90dd-4bd1de55f5cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96c8dffe06ad4383abcc28afb9ea347d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973932 Oct 12 11:41:49.188974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53184) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:49.201826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85569-ae6b-4fa6-90dd-4bd1de55f5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a789dd-b625-49a8-99e8-12a743074d11,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:49.263385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.286374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.440472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d5fd-d9ae-46f2-bdd4-3a633f93b186 req-f2dacea8-be71-4f21-9fe4-252deeb9035e tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:49.441941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da9d5fd-d9ae-46f2-bdd4-3a633f93b186 req-f2dacea8-be71-4f21-9fe4-252deeb9035e tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 944 time: 0.0501335 Oct 12 11:41:49.445083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.448120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:49.449289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1a789dd-b625-49a8-99e8-12a743074d11 HTTP/1.1" status: 204 len: 168 time: 0.2595158 Oct 12 11:41:49.472051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5749511-5eee-430c-8d2c-b07184a80105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a789dd-b625-49a8-99e8-12a743074d11,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:49.497978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6da9d5fd-d9ae-46f2-bdd4-3a633f93b186 req-c26233b2-5bb9-4468-87a5-2bc1d48d7cfe tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Oct 12 11:41:49.853614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53200) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:49.898223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:41:49.998379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d44a-7975-4eff-b30c-e9c941252537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.062398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:41:50.069528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:50.070663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.080122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d44a-7975-4eff-b30c-e9c941252537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.153188 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d44a-7975-4eff-b30c-e9c941252537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.161868 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.187269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53214) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:50.187641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4ad2d44a-7975-4eff-b30c-e9c941252537 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b44cb3748df498e866ccb33b61a8849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324125 Oct 12 11:41:50.196885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:50.204384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2d44a-7975-4eff-b30c-e9c941252537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98f713-fa7c-4c6b-9f44-c159137c30cf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:50.205381 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db57057a-46cb-4055-84bc-85018778f92c" -d '{"events": [{"server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "name": "network-vif-plugged", "status": "completed", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:50.229393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:50.261613 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c7bb74-c8c2-4220-8b2c-5ad10a5b17c9 x-openstack-request-id: req-a0c7bb74-c8c2-4220-8b2c-5ad10a5b17c9 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:50.262109 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "name": "network-vif-plugged", "status": "completed", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:50.262464 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0c7bb74-c8c2-4220-8b2c-5ad10a5b17c9 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:50.262888 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8', 'code': 200} Oct 12 11:41:50.275038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.303758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.313686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.390454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:50.403448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee23-c5ca-41f4-8641-84862b3b9ff2 req-b8c985bd-31eb-4828-b7b7-fc547c9b8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:50.403448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dda3ee23-c5ca-41f4-8641-84862b3b9ff2 req-b8c985bd-31eb-4828-b7b7-fc547c9b8c4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 1096 time: 0.0804770 Oct 12 11:41:50.445189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dda3ee23-c5ca-41f4-8641-84862b3b9ff2 req-6c0ea231-04e9-4654-99f3-26c1dceae73b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Oct 12 11:41:50.496035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0685b3a3-ed99-4e38-85f1-d5b0ce65d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.530425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.534463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:50.537984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc98f713-fa7c-4c6b-9f44-c159137c30cf HTTP/1.1" status: 204 len: 168 time: 0.3468027 Oct 12 11:41:50.556525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28480389-045d-4678-85b8-551b5a3c2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98f713-fa7c-4c6b-9f44-c159137c30cf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:50.634205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad6691-f19b-48b1-8958-006b6691f9e8 req-42cbaf98-b495-47ad-9857-43e674f32e72 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:50.635793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3cad6691-f19b-48b1-8958-006b6691f9e8 req-42cbaf98-b495-47ad-9857-43e674f32e72 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Oct 12 11:41:50.683961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3cad6691-f19b-48b1-8958-006b6691f9e8 req-deab62c4-c704-4919-8d43-8c673acdd8b2 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Oct 12 11:41:51.690209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:51.776522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:51.814579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd465257-096f-41cb-aea0-0e953ccf0d83 req-a5fbd9ce-51b3-4e63-877c-ec21ba731697 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:51.816085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd465257-096f-41cb-aea0-0e953ccf0d83 req-a5fbd9ce-51b3-4e63-877c-ec21ba731697 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 945 time: 0.0575509 Oct 12 11:41:51.854517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd465257-096f-41cb-aea0-0e953ccf0d83 req-69c71371-d5d4-411d-8a89-37f5aa931b46 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Oct 12 11:41:52.199317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:53.302307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:54.606610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53344) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:54.614390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'network': {'name': 'tempest-network-smoke--102422831', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:54.731041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:41:54.738838 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:54.757620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.758128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:54.764283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.770890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.777185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.783977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.790673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.797863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:54.805962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-76db9ccc-ed5b-428e-bd3b-7dcffcd616a6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.1229095 Oct 12 11:41:54.861419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91e0859d-59eb-4b17-b262-ccf36f576ac9 req-014c55c7-c095-4a53-be33-42c9018aa5b6 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435662 Oct 12 11:41:54.861575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:54.930832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:54.978251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:41:55.019470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.019821 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Added segment 3daa072f-686a-483e-af08-08140b1537a5 of type vlan for network 1449d5fb-d04e-44d1-a877-83fe52d76553 Oct 12 11:41:55.021137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2177cb-a2d2-4f1d-92b7-cfa3c0dd6dd0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:55.088890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.218015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.225326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.231535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.239953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.246167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.253033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.259028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.260990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-0ee473d6-cae2-4150-a2c5-146919a1aa98 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.1173701 Oct 12 11:41:55.263624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.268272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.273410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.346609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-7af8d247-0c65-4085-9866-8f16aa6955d7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.348004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-7af8d247-0c65-4085-9866-8f16aa6955d7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0756056 Oct 12 11:41:55.413409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Network': ['ID=1449d5fb-d04e-44d1-a877-83fe52d76553,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:55.425920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:41:55.486639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-070cfe04-045d-4d51-b522-0ff49b6bbd83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8779259 Oct 12 11:41:55.489525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53362) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:55.494489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'admin_state_up': True, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:55.530645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-06e4be6f-f5d3-4155-8684-eea0233eec87 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1520836 Oct 12 11:41:55.579266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-8c131308-f5b2-4fb6-913d-45d43d24ef81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768762 Oct 12 11:41:55.658335 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.659397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.688999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:55.689551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364458-fc5e-43c7-8594-c77721abff78 req-e0da5228-e3bf-4ab2-aecd-a23c47d71654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.691017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-e0da5228-e3bf-4ab2-aecd-a23c47d71654 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 1096 time: 0.0588734 Oct 12 11:41:55.747446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.747671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:55.845117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364458-fc5e-43c7-8594-c77721abff78 req-44581058-8e5f-4267-aea0-d8a8df641455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:55.847395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-44581058-8e5f-4267-aea0-d8a8df641455 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 915 time: 0.1202667 Oct 12 11:41:55.962204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:56.001759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] For port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:56.079864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] device_id is not set on port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:41:56.080566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.087913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-06b50f84-edd8-4934-9073-39a60605e2ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 200 len: 217 time: 0.1428792 Oct 12 11:41:56.112597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.202393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.299279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.321781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.323889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:56.333691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.339728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.376267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.387177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-11694449-a1e6-40c8-8fdb-8f944cbfdf04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2282062 Oct 12 11:41:56.392939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.405381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.416563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-192570f3-b2c0-43a6-aa6f-116a2c93af7d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 5437 time: 0.3275781 Oct 12 11:41:56.435739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] No DVR routers for this DVR port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:56.554947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-616723f0-4528-4fce-9dd9-30ebdf95eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.556168 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-616723f0-4528-4fce-9dd9-30ebdf95eae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 1096 time: 0.1302223 Oct 12 11:41:56.569337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] In _notify_port_updated(), no bound segment for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:41:56.574947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.575844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.577778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-b732a989-9f79-4f1c-abe4-e60cd856f538 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 200 len: 1028 time: 1.0390823 Oct 12 11:41:56.590907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d91af89c-8849-4cde-9f95-6b1a8896a226 req-3a05402b-81ed-4f67-b1c2-e5194ef1cf49 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732910 Oct 12 11:41:56.615370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364458-fc5e-43c7-8594-c77721abff78 req-881a1b07-2fff-4857-a276-f366ce8c8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.638203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-881a1b07-2fff-4857-a276-f366ce8c8acd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.5193572 Oct 12 11:41:56.698675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-96ebf9f4-98b0-4f0d-9e33-901542d7573e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474014 Oct 12 11:41:56.838280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-7eede97e-1572-4c47-b4bb-7f86391091ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:56.842822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-7eede97e-1572-4c47-b4bb-7f86391091ca tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "GET /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2554486 Oct 12 11:41:56.862408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.863019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:41:56.868165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-822f97e7-aa6f-4460-9484-9d66ef9a7c49 None None] Provisioning complete for port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:56.868560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-822f97e7-aa6f-4460-9484-9d66ef9a7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:56.972048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-822f97e7-aa6f-4460-9484-9d66ef9a7c49 None None] Port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:57.105087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-5df00bed-abaa-4ef4-b367-f996ef153e2d service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982849 Oct 12 11:41:57.193829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:57.396332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:57.569838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.25.2.73 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/4372ddeb-95ac-4ba1-a2c1-a728f670c6ed) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:41:57.601450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-b3f1e506-0816-43ed-9081-7917e9057371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.610923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-b3f1e506-0816-43ed-9081-7917e9057371 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 200 len: 915 time: 1.0223193 Oct 12 11:41:57.618734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:57.633847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25364458-fc5e-43c7-8594-c77721abff78 req-22b5a2ce-47e4-42fc-8b61-f6999b9fbddf service neutron] 10.222.0.47 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187001 Oct 12 11:41:57.676837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-f499d588-b143-4f04-a731-eede4ace9ab6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70620f66-6cb8-4550-a61e-5e26c85f568b HTTP/1.1" status: 200 len: 217 time: 0.0393853 Oct 12 11:41:57.842783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:57.887863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.897770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.904502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.913646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.914569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4301dfcd-f602-433f-bdbf-936ee309736d,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:57.928472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.936558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:57.939410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-2ef86045-f5b1-47be-8ea1-403a068d695f tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 4662 time: 0.1937473 Oct 12 11:41:57.980102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] For port 4301dfcd-f602-433f-bdbf-936ee309736d, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:41:58.002994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-150184d3-9f32-42da-a635-19ecf792f3f0 req-fd9d6cf4-a3d4-4fee-a656-1c2695253825 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&id=50df00b2-3eb0-44cf-97ce-c55d797cd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462034 Oct 12 11:41:58.023126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.026257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] device_id is not set on port 4301dfcd-f602-433f-bdbf-936ee309736d yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:41:58.050756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.066092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-7548781e-900f-4af0-bfd0-8db5c2a8bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:58.067776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-7548781e-900f-4af0-bfd0-8db5c2a8bcdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 200 len: 854 time: 0.3563616 Oct 12 11:41:58.121795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-496cc5dc-9775-4db8-b3a6-46a773eefc29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e1c7934-cca5-4780-8033-490683e07ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462668 Oct 12 11:41:58.122555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.148511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-d779f76b-d31c-4a7b-96f0-37f38977b4f8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:41:58.149881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-d779f76b-d31c-4a7b-96f0-37f38977b4f8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137830 Oct 12 11:41:58.151877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:41:58.159503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:41:58.162359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:41:58.170435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:58.213209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:58.276738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] No DVR routers for this DVR port 4301dfcd-f602-433f-bdbf-936ee309736d on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:58.404983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] In _notify_port_updated(), no bound segment for port 4301dfcd-f602-433f-bdbf-936ee309736d on network 3577d16e-cb08-4817-905f-c13b594dc9fe {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:41:58.405806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:58.406494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.407830 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-4f3a3d88-9952-44e2-afe5-59637b69d5a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 200 len: 1028 time: 1.5536752 Oct 12 11:41:58.427744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-36125000-8878-44a1-8d54-8f66b9af840b service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232893 Oct 12 11:41:58.615623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f828de16-892d-4e1b-9a58-64886fd1a790 None None] Provisioning complete for port 4301dfcd-f602-433f-bdbf-936ee309736d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:41:58.616630 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f828de16-892d-4e1b-9a58-64886fd1a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.621973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-a6632153-99ba-43be-8a5f-a0bebb8083b7 service neutron] 10.222.0.41 "GET /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441805 Oct 12 11:41:58.711532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f828de16-892d-4e1b-9a58-64886fd1a790 None None] Port 4301dfcd-f602-433f-bdbf-936ee309736d cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:41:58.746239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port 80728a26-c8f0-48f6-8543-d845a7b72f92 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:58.746972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.869947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port 80728a26-c8f0-48f6-8543-d845a7b72f92, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=80728a26-c8f0-48f6-8543-d845a7b72f92,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:58.870344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:58.885770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for 80728a26-c8f0-48f6-8543-d845a7b72f92 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:58.992460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.096715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.197401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=80728a26-c8f0-48f6-8543-d845a7b72f92,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:59.220921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port 80728a26-c8f0-48f6-8543-d845a7b72f92 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:59.222895 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.227105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.227676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-eca9107c-be87-436e-af30-b84a165f91d8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "DELETE /v2.0/ports/80728a26-c8f0-48f6-8543-d845a7b72f92 HTTP/1.1" status: 204 len: 173 time: 0.7985966 Oct 12 11:41:59.227942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:59.230241 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5905d-2fe4-45c5-ad43-9b72ec94ed26" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:59.334866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-35328814-03fd-4a61-873a-cd6c0009411b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:59.341473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-35328814-03fd-4a61-873a-cd6c0009411b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:59.349311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-35328814-03fd-4a61-873a-cd6c0009411b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:59.355644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-35328814-03fd-4a61-873a-cd6c0009411b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:41:59.357407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-35328814-03fd-4a61-873a-cd6c0009411b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 3152 time: 0.1320944 Oct 12 11:41:59.371557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:41:59.371937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.465276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb0bd58e-c186-408e-b589-f96ecb7c8787 req-a3653e9b-21d4-4216-b03e-219a9e33e765 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499010 Oct 12 11:41:59.493228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:59.493606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.511964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:41:59.581710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router a6c4f4bf-817b-4a4d-9142-269c7d532e68 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:41:59.588226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 80728a26-c8f0-48f6-8543-d845a7b72f92 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:59.628067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 80728a26-c8f0-48f6-8543-d845a7b72f92 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:41:59.630093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 80728a26-c8f0-48f6-8543-d845a7b72f92 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:41:59.630093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b80133a3-3d72-419f-8cad-88bb96a717f2 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:41:59.723670 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4141039-f902-43ae-9763-8fb952cf72b4 x-openstack-request-id: req-c4141039-f902-43ae-9763-8fb952cf72b4 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:59.727616 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "80728a26-c8f0-48f6-8543-d845a7b72f92", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:59.727616 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4141039-f902-43ae-9763-8fb952cf72b4 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:59.727616 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': '80728a26-c8f0-48f6-8543-d845a7b72f92', 'status': 'completed', 'code': 200} Oct 12 11:41:59.760699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:41:59.773923 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Sync routers for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:41:59.794269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.802654 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:41:59.803309 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:41:59.810715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.852604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=7df1985d-4ec0-4ad5-bcd2-9d9b06421d58,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:41:59.861316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:41:59.862386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:41:59.872073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.875407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4e3822e0-a999-44fa-81e0-a7ca0d9c008b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3837948 Oct 12 11:41:59.878064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53404) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:41:59.883295 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da5b72-632b-44c9-8ae2-95c8e6553685" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:41:59.915182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:41:59.918995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.935262 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:41:59.944901 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "DELETE /v2.0/ports/7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 HTTP/1.1" status: 204 len: 173 time: 0.6996820 Oct 12 11:41:59.946776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.947950 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629a17a-4574-4ce3-922f-b1f8f728703f x-openstack-request-id: req-e629a17a-4574-4ce3-922f-b1f8f728703f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:41:59.948484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.948924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.949156 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:41:59.949572 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e629a17a-4574-4ce3-922f-b1f8f728703f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:41:59.950534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.950806 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'code': 200} Oct 12 11:41:59.951932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.953707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.954536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.958080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.958528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.958998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.959389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.963694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcabe0-d0f4-44f4-9033-c7e1e9172c06 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:41:59.963833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:41:59.963833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:00.053519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1caa1f58-ff66-4fe6-a8b8-17ce7bb5e48c tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=5e5f1bbfeca24fe5a8e46df63709b2c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1740983 Oct 12 11:42:00.056069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:00.165080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:00.173446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:00.174148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device cfdea21c-e5cb-4b25-b442-a7dad8172679 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:00.185175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port cfdea21c-e5cb-4b25-b442-a7dad8172679 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:00.185717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.220346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:41:58Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:00.268791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884920f-18fd-4330-ba5c-d12803c6c204 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:00.271663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1884920f-18fd-4330-ba5c-d12803c6c204 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2144067 Oct 12 11:42:00.275150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53414) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:00.289867 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Checking router: a6c4f4bf-817b-4a4d-9142-269c7d532e68 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:42:00.290207 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Updating router a6c4f4bf-817b-4a4d-9142-269c7d532e68 port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:42:00.320655 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.333257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:00.333675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.345088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.395665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a23182bb-a29c-4c4b-8f5f-7184b2bb413b tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190631 Oct 12 11:42:00.397253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for cfdea21c-e5cb-4b25-b442-a7dad8172679 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:00.398767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:00.405949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-9247502', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:00.419820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port cfdea21c-e5cb-4b25-b442-a7dad8172679, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=cfdea21c-e5cb-4b25-b442-a7dad8172679,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:00.485559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.486376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:00.718886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:42:00.724219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.732359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.790258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.817393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:00.875701 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.892412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=cfdea21c-e5cb-4b25-b442-a7dad8172679,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:00.909799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41e77-c7cd-49b6-a5de-8b87dc29c690 req-aa46f3f3-fbad-491d-8fdc-3a1466e756be tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:00.915948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41e77-c7cd-49b6-a5de-8b87dc29c690 req-aa46f3f3-fbad-491d-8fdc-3a1466e756be tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:00.922673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41e77-c7cd-49b6-a5de-8b87dc29c690 req-aa46f3f3-fbad-491d-8fdc-3a1466e756be tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:00.930934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b41e77-c7cd-49b6-a5de-8b87dc29c690 req-aa46f3f3-fbad-491d-8fdc-3a1466e756be tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 2413 time: 0.2777307 Oct 12 11:42:00.942461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port cfdea21c-e5cb-4b25-b442-a7dad8172679 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:00.947433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:00.949471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.954331 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:00.954511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-e855ba06-4131-4fad-9321-08fefd1573b5 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "DELETE /v2.0/ports/cfdea21c-e5cb-4b25-b442-a7dad8172679 HTTP/1.1" status: 204 len: 173 time: 0.9839532 Oct 12 11:42:01.029244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.032138 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4301dfcd-f602-433f-bdbf-936ee309736d no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:01.041790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b41e77-c7cd-49b6-a5de-8b87dc29c690 req-c8e469eb-2239-4b46-9710-87729525a6e2 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909500 Oct 12 11:42:01.073672 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Attempting to bind port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:42:01.089597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Attempting to bind port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:42:01.089597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Attempting to bind port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:01.089597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:42:01.089597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:01.089597 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.091417 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:42:01.092068 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Bound port: 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:42:01.092557 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.131268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.142290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port b80133a3-3d72-419f-8cad-88bb96a717f2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:01.142975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.170555 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] For port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:42:01.175178 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] For port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:42:01.179877 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Pushing event updated for resources: {'Port': ['ID=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:01.189282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:01.196480 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.196832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.197174 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.197507 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.197980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.198315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.198639 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.198987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.199366 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.199728 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.199952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4301dfcd-f602-433f-bdbf-936ee309736d not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:01.200080 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.200582 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:01.207996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:01.234593 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.267056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:01.267677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7df1985d-4ec0-4ad5-bcd2-9d9b06421d58 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:01.295257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Checking segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:01.295871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network hostable DHCP agents. Network: 1449d5fb-d04e-44d1-a877-83fe52d76553, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:42:01.304839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Subnet': ['ID=78a4ad69-e0e9-4831-a222-13db6a8ca710,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:01.307219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port b80133a3-3d72-419f-8cad-88bb96a717f2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b80133a3-3d72-419f-8cad-88bb96a717f2,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:01.307741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.326358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for b80133a3-3d72-419f-8cad-88bb96a717f2 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:01.444871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:42:01.536744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1449d5fb-d04e-44d1-a877-83fe52d76553) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:01.543447 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7317119-f215-4065-b102-cdea0981be27 None None] Pushing event updated for resources: {'Port': ['ID=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:01.544309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:01.544909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.547524 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:01.548565 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:01.555669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd7dfb-2c9e-4765-aad6-44bd102c3340 None None] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:01.658176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.675472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6d5ede60-8e84-4808-938a-69dad4cd3fcb tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.2744954 Oct 12 11:42:01.676128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53432) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:01.735114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58'}, {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:01.738025 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90fc976-59e9-437f-9527-8db8d701b871" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58"}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:01.745473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=b80133a3-3d72-419f-8cad-88bb96a717f2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:01.797803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:01.854818 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89c03c-062b-472f-8a27-94f3edb45984 x-openstack-request-id: req-bd89c03c-062b-472f-8a27-94f3edb45984 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:01.855539 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "7df1985d-4ec0-4ad5-bcd2-9d9b06421d58", "status": "completed", "code": 200}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:01.856014 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd89c03c-062b-472f-8a27-94f3edb45984 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:01.856655 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': '7df1985d-4ec0-4ad5-bcd2-9d9b06421d58', 'status': 'completed', 'code': 200} Oct 12 11:42:01.857118 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'status': 'completed', 'code': 200} Oct 12 11:42:01.858341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port b80133a3-3d72-419f-8cad-88bb96a717f2 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:01.861880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:01.867779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-2a7410b6-99fc-4e3f-8ee3-e8d1f2d22492 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "DELETE /v2.0/ports/b80133a3-3d72-419f-8cad-88bb96a717f2 HTTP/1.1" status: 204 len: 173 time: 0.9072278 Oct 12 11:42:01.891420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1449d5fb-d04e-44d1-a877-83fe52d76553', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:42:01.892470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.082679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:02.082679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.180347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679'}, {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:02.182644 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d489ca-706a-4208-a4c4-3682bf42193c" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679"}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:02.311380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:41:58Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:02.318999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:02.324940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.329487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Allocated IP 172.20.0.2 (1449d5fb-d04e-44d1-a877-83fe52d76553/78a4ad69-e0e9-4831-a222-13db6a8ca710/fafcf77a-a76c-42a8-a614-72d2d8a173e9) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:42:02.441952 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ffd30-597d-4cb5-947a-539292391925 None None] The sync data for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 is: [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:41:58Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:42:02.541261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4991c2-173c-4dc7-ad10-049a3abdc8d5 req-82e87ed4-c6c4-4558-9b24-764922472c52 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:02.543129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf4991c2-173c-4dc7-ad10-049a3abdc8d5 req-82e87ed4-c6c4-4558-9b24-764922472c52 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 944 time: 0.2732251 Oct 12 11:42:02.760769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf4991c2-173c-4dc7-ad10-049a3abdc8d5 req-1182e705-29ae-4134-9424-f738200520e9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e0b874a-b146-4071-b5e2-adad0ef06f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676734 Oct 12 11:42:02.938165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.989288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.990069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:02.992063 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Floating IP 70fae17a-ae6f-4910-97bd-56790d2ddf8d disassociated. External IP: 172.25.2.72, port: ca3bf2a3-cfd3-47a7-889f-b194e1f566b3. Oct 12 11:42:02.994151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:03.087079 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bab1f2-48b6-4a01-80bc-c4029bb95ed7 x-openstack-request-id: req-f1bab1f2-48b6-4a01-80bc-c4029bb95ed7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:03.087586 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "cfdea21c-e5cb-4b25-b442-a7dad8172679", "code": 200}, {"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:03.087586 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1bab1f2-48b6-4a01-80bc-c4029bb95ed7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:03.087935 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfdea21c-e5cb-4b25-b442-a7dad8172679', 'code': 200} Oct 12 11:42:03.088231 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'code': 200} Oct 12 11:42:03.119993 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.206082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.273848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:03.295763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:03.305367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:42:03.340587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Pushing event updated for resources: {'Port': ['ID=fafcf77a-a76c-42a8-a614-72d2d8a173e9,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:03.410561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Attempting to bind port fafcf77a-a76c-42a8-a614-72d2d8a173e9 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:42:03.415428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Attempting to bind port fafcf77a-a76c-42a8-a614-72d2d8a173e9 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:42:03.416141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Attempting to bind port fafcf77a-a76c-42a8-a614-72d2d8a173e9 on network 1449d5fb-d04e-44d1-a877-83fe52d76553 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:03.433762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:42:03.434145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Checking segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:03.434681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.435301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Bound using segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:42:03.435554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.20.0.1 (1449d5fb-d04e-44d1-a877-83fe52d76553/78a4ad69-e0e9-4831-a222-13db6a8ca710/a321059d-4abe-4241-bea3-45039865e6e4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:42:03.435858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Bound port: fafcf77a-a76c-42a8-a614-72d2d8a173e9, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:42:03.436323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.467893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.573592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=ca3bf2a3-cfd3-47a7-889f-b194e1f566b3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:03.599774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] For port fafcf77a-a76c-42a8-a614-72d2d8a173e9, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:42:03.606187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] For port fafcf77a-a76c-42a8-a614-72d2d8a173e9, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fafcf77a-a76c-42a8-a614-72d2d8a173e9,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:42:03.662274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:03.827796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388ce5-36f2-4e4c-a670-b08fbfba8668 None None] Pushing event updated for resources: {'Port': ['ID=fafcf77a-a76c-42a8-a614-72d2d8a173e9,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:03.865717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:03.868127 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d291c-0e00-4c64-bb99-3ce3c29fb7e8" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:03.891561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Router f58421af-c429-4e04-b310-af93e38df586 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:42:04.018087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:04.217931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:04.220191 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.536106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.539902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54252d9e-52cc-4412-ba77-155606285996 req-26572c0f-df4d-43b8-a046-8905cd757cac tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0379033 Oct 12 11:42:04.571185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:04.571565 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.639038 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.691422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.709662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:42:04.731372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Sync routers for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:42:04.738763 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cafb5f-9d2c-42ab-81c2-490e7e60efa7 x-openstack-request-id: req-e8cafb5f-9d2c-42ab-81c2-490e7e60efa7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:04.739070 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "b80133a3-3d72-419f-8cad-88bb96a717f2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:04.739327 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8cafb5f-9d2c-42ab-81c2-490e7e60efa7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:04.739732 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'b80133a3-3d72-419f-8cad-88bb96a717f2', 'status': 'completed', 'code': 200} Oct 12 11:42:04.769259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:04.772192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.775210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:04.778983 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1352cbec-b06d-443e-a69c-5c0620f3e71a req-8b1f3a6d-260a-4659-9f08-e512d178b9e8 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.41 "DELETE /v2.0/ports/ca3bf2a3-cfd3-47a7-889f-b194e1f566b3 HTTP/1.1" status: 204 len: 173 time: 2.9018986 Oct 12 11:42:04.780195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:04.802990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:04.807075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:04.823507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:42:04.872948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:04.899385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:04.921043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:04.980036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:05.239051 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:05.362048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:05.429995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Checking router: f58421af-c429-4e04-b310-af93e38df586 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:42:05.452682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:05.459558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:05.627787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:05.669462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68da521-c2dd-4c50-9bce-b55c6464fd8b None None] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:05.782724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f521419-f7ec-4694-849d-1a666f12b33e req-4988b320-86c9-4db3-92ef-9f570eb1ee0a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0376618 Oct 12 11:42:05.800515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:05.851385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:05.930252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] Provisioning complete for port fafcf77a-a76c-42a8-a614-72d2d8a173e9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:05.930613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:05.953543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:05.956523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:06.084463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:06.086228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:06.094611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:06.190672 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.233025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:06.236607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:06.236985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.250123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router a6c4f4bf-817b-4a4d-9142-269c7d532e68 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:42:06.329450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bace8a8-16aa-4992-8794-566ace0539d5 None None] The sync data for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 is: [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:31:28Z', 'revision_number': 4, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cc176802-257c-43f2-9b72-3fe6f5c3c8f0', 'name': '', 'network_id': 'fe262d94-ffbe-4e39-a3e5-ff8119105c5e', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'mac_address': 'fa:16:3e:90:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:27Z', 'updated_at': '2021-10-12T11:31:38Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'subnets': [{'id': '1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:42:06.333197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] For port fafcf77a-a76c-42a8-a614-72d2d8a173e9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fafcf77a-a76c-42a8-a614-72d2d8a173e9,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:06.405659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:42:06.414852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:06.415290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8456eb84-3346-4fbd-8fae-d38f832ffeda tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "PUT /v2.0/routers/a6c4f4bf-817b-4a4d-9142-269c7d532e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7376635 Oct 12 11:42:06.419981 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.421092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1974918532', 'description': 'tempest-secgroup_access--1974918532 description', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:06.428572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Sync routers for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:42:06.433050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fafcf77a-a76c-42a8-a614-72d2d8a173e9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:06.454400 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:06.455250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:06.559258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae1533-9202-432b-bc16-dc6523ca8534 None None] Pushing event updated for resources: {'Port': ['ID=fafcf77a-a76c-42a8-a614-72d2d8a173e9,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:06.560375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.601553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fafcf77a-a76c-42a8-a614-72d2d8a173e9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:06.602136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.648632 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.659777 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:06.698885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d32d44a6-c1f8-4b50-8b4a-1ac520bf198f None None] Provisioning complete for port a321059d-4abe-4241-bea3-45039865e6e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:06.700969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d32d44a6-c1f8-4b50-8b4a-1ac520bf198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.703701 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.750377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:06.753880 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0b0972-e97b-4ac9-814a-b5d02e82d192" -d '{"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:06.764488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38f9f1-d6f3-4608-9704-d093ebfb0938,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:06.784732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.784732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-31479818-28fa-453a-8932-372b3d49c4bd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3653398 Oct 12 11:42:06.785423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:06.790416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1735271298', 'description': 'tempest-secgroup_general--1735271298 description', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:06.835799 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1af686-a157-4740-9877-f05b7bb0c307 x-openstack-request-id: req-8e1af686-a157-4740-9877-f05b7bb0c307 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:06.836636 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a6436-d68c-45d8-b6b2-061144260945", "name": "network-vif-deleted", "tag": "ca3bf2a3-cfd3-47a7-889f-b194e1f566b3", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:06.836916 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e1af686-a157-4740-9877-f05b7bb0c307 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:06.837326 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a6436-d68c-45d8-b6b2-061144260945', 'name': 'network-vif-deleted', 'tag': 'ca3bf2a3-cfd3-47a7-889f-b194e1f566b3', 'status': 'completed', 'code': 200} Oct 12 11:42:06.859204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e356881-1de7-47a6-bc27-96f5740fd2b9 None None] New status for floating IP 70fae17a-ae6f-4910-97bd-56790d2ddf8d: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:42:06.895447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d32d44a6-c1f8-4b50-8b4a-1ac520bf198f None None] Port a321059d-4abe-4241-bea3-45039865e6e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:42:06.896739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:06.998066 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d32d44a6-c1f8-4b50-8b4a-1ac520bf198f None None] Provisioning complete for port fafcf77a-a76c-42a8-a614-72d2d8a173e9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:06.998643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d32d44a6-c1f8-4b50-8b4a-1ac520bf198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.057744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.097181 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 2, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:07.125962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-305f1862-a86d-4342-8f5e-7498ec8824be req-b5e4f25f-8d0e-4d52-8d31-f3e0f1f5f4ee tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0644279 Oct 12 11:42:07.132095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.169318 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Checking router: a6c4f4bf-817b-4a4d-9142-269c7d532e68 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:42:07.169664 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Updating router a6c4f4bf-817b-4a4d-9142-269c7d532e68 port a321059d-4abe-4241-bea3-45039865e6e4 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:42:07.212652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084290bc-ba15-47ce-b170-2caa38178926,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:07.223862 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.263596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.268791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53480) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:07.269437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a0a1a9b8-5ea9-48a8-8555-822cfad902e8 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4826818 Oct 12 11:42:07.274340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'security_group_rule': {'security_group_id': 'ac38f9f1-d6f3-4608-9704-d093ebfb0938', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:07.295378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f3b888a5-2c97-4d21-8e4a-929dd10fe1d6 None None] Provisioning complete for port a321059d-4abe-4241-bea3-45039865e6e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:07.295767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f3b888a5-2c97-4d21-8e4a-929dd10fe1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.350493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f3b888a5-2c97-4d21-8e4a-929dd10fe1d6 None None] Port a321059d-4abe-4241-bea3-45039865e6e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:42:07.386633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.458804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.513654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.543949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff664fa-328f-47c1-9fb7-10a7fd532c38,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:07.555254 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.612915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.622508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-614421f9-3936-4019-b2e3-c91c0ee5065d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440192 Oct 12 11:42:07.638839 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.691691 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6313042-2a87-48fc-8e11-49b06020e05c None None] Pushing event updated for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:07.759895 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Attempting to bind port a321059d-4abe-4241-bea3-45039865e6e4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:42:07.760173 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Attempting to bind port a321059d-4abe-4241-bea3-45039865e6e4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:42:07.760805 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Attempting to bind port a321059d-4abe-4241-bea3-45039865e6e4 on network 1449d5fb-d04e-44d1-a877-83fe52d76553 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:07.766831 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:42:07.767198 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Checking segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:07.767641 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.767967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Bound using segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:42:07.768433 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Bound port: a321059d-4abe-4241-bea3-45039865e6e4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:42:07.768800 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.795381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-8c33e37b-4571-4c71-a0c2-3e097c9eac1d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1735271298&fields=id&tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4 HTTP/1.1" status: 200 len: 267 time: 0.0494282 Oct 12 11:42:07.853265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-a2f84aef-7983-4075-b4ab-b25a61302d93 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--1974918532&fields=id&tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4 HTTP/1.1" status: 200 len: 267 time: 0.0570590 Oct 12 11:42:07.859876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fafcf77a-a76c-42a8-a614-72d2d8a173e9 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:07.863640 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] For port a321059d-4abe-4241-bea3-45039865e6e4, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:42:07.866945 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] For port a321059d-4abe-4241-bea3-45039865e6e4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a321059d-4abe-4241-bea3-45039865e6e4,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:42:07.918228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fafcf77a-a76c-42a8-a614-72d2d8a173e9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:07.918821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:07.943649 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:08.011909 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6313042-2a87-48fc-8e11-49b06020e05c None None] Pushing event updated for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:08.033765 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:08.034543 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:41:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:08.042606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-603611d1-1ff2-498c-986a-82bc61e0d3c6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:08.050627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-603611d1-1ff2-498c-986a-82bc61e0d3c6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 796 time: 0.1798093 Oct 12 11:42:08.063176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-f46e899c-54b1-4375-9c2a-02ba0d4f6808 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/quotas/5e5f1bbfeca24fe5a8e46df63709b2c4 HTTP/1.1" status: 200 len: 375 time: 0.0117216 Oct 12 11:42:08.086653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] Provisioning complete for port a321059d-4abe-4241-bea3-45039865e6e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:08.087067 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:08.141683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-4e4eba4f-6cee-4676-8a18-a1311b2a3914 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666797 Oct 12 11:42:08.185847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:08.200077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:08.246674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] For port a321059d-4abe-4241-bea3-45039865e6e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a321059d-4abe-4241-bea3-45039865e6e4,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:08.289396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-9e02ad6b-0688-44f4-9597-737fe7470d25 service neutron] 10.222.0.43 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357350 Oct 12 11:42:08.330385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:08.391201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b8a59-2b9b-4c88-85eb-979c0a85a495 None None] Pushing event updated for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:08.404925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-7e320cd8-e88c-4ecc-a5ca-e62464ac8562 service neutron] 10.222.0.43 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083698 Oct 12 11:42:08.425140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:07Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:08.450473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-04c3e261-83bc-4f92-965d-a88ac958bb78 None None] Provisioning complete for port a321059d-4abe-4241-bea3-45039865e6e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:08.451053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-04c3e261-83bc-4f92-965d-a88ac958bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:08.588860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee9bd34-8dc9-4537-bdbd-fa689113bd4e None None] The sync data for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 is: [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:07Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:42:08.720840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa9164d-dcac-41d6-9f33-d453b1367be8 req-0c36d3fc-53e8-4c7f-b7c1-9d231d923614 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0374844 Oct 12 11:42:08.833424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b9e39f3-c35d-4228-91ce-313729331073 req-98e0a069-40ee-4374-9336-c4ddaf771458 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 210 time: 0.0438952 Oct 12 11:42:09.851639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-395d75e7-8de0-4a10-924e-9e34b2ae3371 req-efe153d4-ccb4-4805-be55-ea952b1e3bda tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0435169 Oct 12 11:42:09.929920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a321059d-4abe-4241-bea3-45039865e6e4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:09.959380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e8ea6a0-cff1-4f15-9d9d-754a2e51d571 req-a2af4343-d989-4a01-879b-a51efac50720 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 210 time: 0.0397379 Oct 12 11:42:09.987058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a321059d-4abe-4241-bea3-45039865e6e4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:09.987431 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:10.877384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-db9671b2-e9df-4dfb-9bf8-19028c695929 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:10.879167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-db9671b2-e9df-4dfb-9bf8-19028c695929 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.41 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 796 time: 0.1102586 Oct 12 11:42:10.957534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-fb252e35-616b-40ed-9113-79b701570743 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4 HTTP/1.1" status: 200 len: 478 time: 0.0687046 Oct 12 11:42:10.967825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'port': {'device_id': 'e3386f56-81d7-471b-9df9-db733a67760c', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'admin_state_up': True, 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'security_groups': ['084290bc-ba15-47ce-b170-2caa38178926', 'ac38f9f1-d6f3-4608-9704-d093ebfb0938']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:10.991129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d720e877-e9c0-44d1-bb90-97939b63fe96 req-39440ca0-f15c-4671-b64c-2154eb4a3fa3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0377049 Oct 12 11:42:11.099699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a51ae83-8eff-4696-9aac-3e06c0940fc3 req-030c2114-d4c2-4ba8-8ff5-2028caf41fa5 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 210 time: 0.0370891 Oct 12 11:42:11.176047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:42:11.179634 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:11.328956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.20.0.8 (1449d5fb-d04e-44d1-a877-83fe52d76553/78a4ad69-e0e9-4831-a222-13db6a8ca710/8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:42:11.508428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:11.605079 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:11.656561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:11.660418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:11.664633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:42:11.721797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:11.759722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:11.760944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:11.846378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:11.859650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c68d3bf1-3fea-4c77-9c1f-6dc2d44b6e20 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8956509 Oct 12 11:42:11.873741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Request body: {'port': {'device_id': 'e3386f56-81d7-471b-9df9-db733a67760c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:11.979159 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.033861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c71ea042-a5ed-469b-9286-b756c5e91e9b None None] Provisioning complete for port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:12.036470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c71ea042-a5ed-469b-9286-b756c5e91e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.049243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-096a50b4-11e6-4126-9c3e-980b2e1136d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.118139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c71ea042-a5ed-469b-9286-b756c5e91e9b None None] Port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:42:12.143361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c0c181d-8007-4a9b-abf3-b45c9c919a21 req-2299742a-011b-4f90-8392-242ddb9f876e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0371802 Oct 12 11:42:12.271524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-096a50b4-11e6-4126-9c3e-980b2e1136d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.272742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27782de9-0fed-4fa6-a912-493eb538b600 req-245ab0e2-aff7-4e39-b3e6-08b5ca88dee0 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:12.274606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27782de9-0fed-4fa6-a912-493eb538b600 req-245ab0e2-aff7-4e39-b3e6-08b5ca88dee0 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 970 time: 0.0595376 Oct 12 11:42:12.331431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-096a50b4-11e6-4126-9c3e-980b2e1136d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.341662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27782de9-0fed-4fa6-a912-493eb538b600 req-ebd561c6-baa0-4641-a313-4d390decd3c5 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0552876 Oct 12 11:42:12.402231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a50b4-11e6-4126-9c3e-980b2e1136d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6826a7cf-d609-4616-b462-6629b33c6445,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:12.411220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-096a50b4-11e6-4126-9c3e-980b2e1136d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db11e1ae28f94f50bb642d66bcfc4af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635223 Oct 12 11:42:12.413928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:12.422543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:42:12.436434 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.492532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Transition to ACTIVE for port object 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:42:12.493801 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.524130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.557716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.616054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aad162-b678-494d-a569-0d9263441258 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:12.692090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Attempting to bind port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:42:12.692424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Attempting to bind port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:42:12.692747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Attempting to bind port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 on network 1449d5fb-d04e-44d1-a877-83fe52d76553 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:12.697183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 on network 1449d5fb-d04e-44d1-a877-83fe52d76553 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:42:12.697507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Attempting to bind port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 on network 1449d5fb-d04e-44d1-a877-83fe52d76553 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:12.704223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:42:12.704554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Checking segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:12.704936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Bound using segment: {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:42:12.705366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Bound port: 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daa072f-686a-483e-af08-08140b1537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:42:12.705726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.715116 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.717893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.722559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6826a7cf-d609-4616-b462-6629b33c6445 HTTP/1.1" status: 204 len: 168 time: 0.3076355 Oct 12 11:42:12.734285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03bbb2-38fa-41a0-964f-bdbd8bf0b8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826a7cf-d609-4616-b462-6629b33c6445,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:12.832243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:42:12.837407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:42:12.930838 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.979026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:12.980003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:12.981413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-79aad162-b678-494d-a569-0d9263441258 service neutron] 10.222.0.41 "PUT /v2.0/ports/8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 1130 time: 1.1129498 Oct 12 11:42:12.982073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:12.985928 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738d6c9-6762-40ef-8d3e-776496160b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:13.017771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aad162-b678-494d-a569-0d9263441258 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:13.041041 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc259248-57f0-403b-8c68-b78b7469e154 x-openstack-request-id: req-fc259248-57f0-403b-8c68-b78b7469e154 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:13.041342 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:13.041596 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc259248-57f0-403b-8c68-b78b7469e154 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:13.042007 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'status': 'completed', 'code': 200} Oct 12 11:42:13.106321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-e72964aa-53b1-472b-ab2e-f805f310e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.107907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-e72964aa-53b1-472b-ab2e-f805f310e2df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1133 time: 0.0446844 Oct 12 11:42:13.276833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-69452310-e7da-4180-9f0b-e065a4a6c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.278557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-69452310-e7da-4180-9f0b-e065a4a6c420 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1634002 Oct 12 11:42:13.351790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2fdb4075-30e5-4b1f-9ac2-5ada2bd7aae7 req-f8337df8-e207-4f21-b6c6-c127428f98f7 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0347154 Oct 12 11:42:13.396605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-e06f2729-de8a-4b90-8bb8-3ed9e276b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.398498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2738d6c9-6762-40ef-8d3e-776496160b2d req-e06f2729-de8a-4b90-8bb8-3ed9e276b38f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127775 Oct 12 11:42:13.493919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71b811-1780-49d0-8e96-349d39436cbd req-60b4defe-da6a-4e11-b4c5-5b284d3db430 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.501600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f71b811-1780-49d0-8e96-349d39436cbd req-60b4defe-da6a-4e11-b4c5-5b284d3db430 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 982 time: 0.0613344 Oct 12 11:42:13.548750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-18704151-5214-4c46-a9db-3fc2bc298e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.552102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-18704151-5214-4c46-a9db-3fc2bc298e29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1133 time: 0.1095772 Oct 12 11:42:13.559239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f71b811-1780-49d0-8e96-349d39436cbd req-f2bc1897-0ce4-41ee-be9c-c98c0cac02f6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0561407 Oct 12 11:42:13.588624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53586) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:13.603445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad542b08-17f3-4563-a0a9-18bd3be21be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:13.613524 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-17d2d0af-3937-4d77-81e0-1ac49f57bacb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 217 time: 0.0520444 Oct 12 11:42:13.674901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-1aa36b2e-76db-409b-8344-aa3fc9b09c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.676702 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-1aa36b2e-76db-409b-8344-aa3fc9b09c18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 200 len: 832 time: 0.0564222 Oct 12 11:42:13.690015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad542b08-17f3-4563-a0a9-18bd3be21be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:13.746442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c9fe8bb6-3778-4305-99f2-792e197bbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:13.748422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-c9fe8bb6-3778-4305-99f2-792e197bbf92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1449d5fb-d04e-44d1-a877-83fe52d76553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646031 Oct 12 11:42:13.759176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad542b08-17f3-4563-a0a9-18bd3be21be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:13.810525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad542b08-17f3-4563-a0a9-18bd3be21be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3294dd10-e1b3-499d-89b5-672b53d08f9c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:13.812146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad542b08-17f3-4563-a0a9-18bd3be21be4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4a90c4a64f04264be2104250909c06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218637 Oct 12 11:42:13.814910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53590) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:13.881658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:13.913895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:13.916929 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-73696efd-b7ae-4b44-aca2-0b6cb81bc705 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614852 Oct 12 11:42:14.029092 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-545ac993-d534-4538-ac4c-f2220eecb79a req-feda8183-daee-491d-97a5-4dbda7295bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042092 Oct 12 11:42:14.044571 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:14.048826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:14.052036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3294dd10-e1b3-499d-89b5-672b53d08f9c HTTP/1.1" status: 204 len: 168 time: 0.2335296 Oct 12 11:42:14.060621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6536af9-c4b2-4a7b-b0f1-75a880b956b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3294dd10-e1b3-499d-89b5-672b53d08f9c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:14.502211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d32d3e05-7620-42b6-b24d-d368df3ac73b req-3e2f85e9-7cb2-410e-a119-0891457aae65 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0500057 Oct 12 11:42:14.741610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae4fd0-ea6c-4625-8579-898228cb8560 req-c7c8806c-5fc0-40aa-89ab-26d887f7e95c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:14.743263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05ae4fd0-ea6c-4625-8579-898228cb8560 req-c7c8806c-5fc0-40aa-89ab-26d887f7e95c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 982 time: 0.0711937 Oct 12 11:42:14.789697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05ae4fd0-ea6c-4625-8579-898228cb8560 req-010125b1-aa9a-4fc2-bad2-5260676256e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0401628 Oct 12 11:42:15.613381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98e73459-6d8e-44d6-86ac-fdb996c98b02 req-85369b19-a846-4bec-b149-a5dec87f0576 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0263815 Oct 12 11:42:15.916733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f3f7-a16e-4339-87dd-d649ca031301 req-01782f94-ceef-4f7d-9465-48f37ffad0cc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:15.918243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b172f3f7-a16e-4339-87dd-d649ca031301 req-01782f94-ceef-4f7d-9465-48f37ffad0cc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 982 time: 0.0548000 Oct 12 11:42:15.974379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b172f3f7-a16e-4339-87dd-d649ca031301 req-f89bb035-dcb9-48ad-a1d9-90f2fb266c83 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0465252 Oct 12 11:42:16.008847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:16.131138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf5869d4-c9dd-417c-8320-9865e192e3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.212505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf5869d4-c9dd-417c-8320-9865e192e3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.278938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf5869d4-c9dd-417c-8320-9865e192e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.321246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf5869d4-c9dd-417c-8320-9865e192e3fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2b6e48df2f74d44b005159440942f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112657 Oct 12 11:42:16.322198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5869d4-c9dd-417c-8320-9865e192e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682daa17-a5d2-4a1c-b578-36b8f2ddd974,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:16.324086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:16.382245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.403326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.515196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.518199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:16.522004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/682daa17-a5d2-4a1c-b578-36b8f2ddd974 HTTP/1.1" status: 204 len: 168 time: 0.1934121 Oct 12 11:42:16.534467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbb097-9e19-4a81-9fbf-01566d08f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682daa17-a5d2-4a1c-b578-36b8f2ddd974,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:16.732270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4bba68a3-bdca-45ce-b20e-f5b394960548 req-782fb4bc-4538-4a7e-bc09-c630c975138e tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0276074 Oct 12 11:42:17.111646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c4f1c-7f86-4d80-9329-a8dd3777f6a5 req-c5cb81a6-732a-4c26-abc3-916d96224641 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:17.113650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c0c4f1c-7f86-4d80-9329-a8dd3777f6a5 req-c5cb81a6-732a-4c26-abc3-916d96224641 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 982 time: 0.0556734 Oct 12 11:42:17.157117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c0c4f1c-7f86-4d80-9329-a8dd3777f6a5 req-13c8a7ba-0265-4eec-9ce0-869e5a7d41ac tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369670 Oct 12 11:42:17.678492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56a8163a-cfb4-4d75-8ff4-efb8c47f7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:17.708038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:42:17.882190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa6e559-2271-401d-97e6-fe807fecafdd req-d449d50e-4e21-44ee-8456-0a8f57afeee3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0483613 Oct 12 11:42:17.905919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:17.922811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'port_id': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'mac_address': 'fa:16:3e:82:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:42:17.993778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:18.009174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:42:18.037855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:18.115175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:18.175231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:18.463136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:18.699152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f50b-cbbf-4db2-b76b-83bdbde91c74 req-99bcd0a9-a630-4ed6-ae0a-9aeffccf5e63 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:18.701173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c082f50b-cbbf-4db2-b76b-83bdbde91c74 req-99bcd0a9-a630-4ed6-ae0a-9aeffccf5e63 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 983 time: 0.1281343 Oct 12 11:42:18.744426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c082f50b-cbbf-4db2-b76b-83bdbde91c74 req-586b26bf-2f99-41b8-ab9e-5f4a51d69abe tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368326 Oct 12 11:42:19.016479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec8726e4-8b12-4450-9b77-820c73e81940 req-e45f2ffd-0d49-4e6f-9f15-547e023995d3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Oct 12 11:42:19.708052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:19.821400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:42:19.826468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:19.827132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:19.879422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f06c36-7714-4563-88af-6f3c9e2dd28b req-627df89b-f943-412b-a3de-7814b2301976 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:19.882800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49f06c36-7714-4563-88af-6f3c9e2dd28b req-627df89b-f943-412b-a3de-7814b2301976 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 983 time: 0.0618403 Oct 12 11:42:19.930355 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:19.940687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49f06c36-7714-4563-88af-6f3c9e2dd28b req-68078851-babc-48c7-aca3-9b700c1844f9 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0523806 Oct 12 11:42:19.955460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:19.958014 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3fe06-30ec-4355-a6c3-be8c97df66f2" -d '{"events": [{"server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "name": "network-vif-plugged", "status": "completed", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:19.977744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:20.039968 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b7a30-80a1-4f8b-b51f-2d759ac48067 x-openstack-request-id: req-129b7a30-80a1-4f8b-b51f-2d759ac48067 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:20.040258 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "name": "network-vif-plugged", "status": "completed", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:20.041205 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-129b7a30-80a1-4f8b-b51f-2d759ac48067 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:20.041205 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'code': 200} Oct 12 11:42:20.101609 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:20.161781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-282fa2af-fab7-44ee-8454-e8acc0bd3435 req-ff485382-6358-492e-8063-4f787ddd4414 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0311778 Oct 12 11:42:20.166142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:20.182184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041319d-6dd8-4c58-a775-999a80a3bcf3 req-e72f84bb-9a6b-4605-8106-4569d3ca3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:20.183688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6041319d-6dd8-4c58-a775-999a80a3bcf3 req-e72f84bb-9a6b-4605-8106-4569d3ca3f4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.0601857 Oct 12 11:42:20.227848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6041319d-6dd8-4c58-a775-999a80a3bcf3 req-e02802b8-bbdc-49ea-a2e5-7678f98d4898 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0319557 Oct 12 11:42:20.472828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7171614-d1e1-4a36-a702-f91113bc7e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:21.083094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bdb2-74d6-4f55-a02a-9c87ab11ea9c req-0a4ea95b-89ca-4222-ac01-a309217ca3de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:21.087842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0db2bdb2-74d6-4f55-a02a-9c87ab11ea9c req-0a4ea95b-89ca-4222-ac01-a309217ca3de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.0647073 Oct 12 11:42:21.132725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0db2bdb2-74d6-4f55-a02a-9c87ab11ea9c req-26c45e2a-9077-4ff6-be5f-d740a252697b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0413573 Oct 12 11:42:21.308005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1da83000-c70e-4171-92c3-9680ff000084 req-30b03e87-130d-42d6-bc01-afb1dd8e9468 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0389519 Oct 12 11:42:21.719839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:21.793323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:22.129521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:22.254165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106b686-09c3-47ba-b032-a1c7a145c6a0 req-442016cd-e8b1-43f4-ab7b-7425d1be404e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:22.261564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d106b686-09c3-47ba-b032-a1c7a145c6a0 req-442016cd-e8b1-43f4-ab7b-7425d1be404e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.0575290 Oct 12 11:42:22.306066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d106b686-09c3-47ba-b032-a1c7a145c6a0 req-9ad0e8f6-bf0d-41c8-a98f-76618d4e13bc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0419183 Oct 12 11:42:22.512586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4269d3-ba11-4699-861c-f7f43930fdb3 req-21862740-c0af-4e75-ae12-d2f7ad9c6c66 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:22.516268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f4269d3-ba11-4699-861c-f7f43930fdb3 req-21862740-c0af-4e75-ae12-d2f7ad9c6c66 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.0886164 Oct 12 11:42:22.565278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f4269d3-ba11-4699-861c-f7f43930fdb3 req-9fadb287-6df7-4e36-bd8b-6e9acd0772b4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0429718 Oct 12 11:42:22.652571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d80b4780-925a-475a-af33-45644da17ce4 req-a1a158f4-38d8-41b0-a1bc-f64b5a24dd9d tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Oct 12 11:42:22.772875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-af2c13ec-3939-4e6d-9876-2ed26226622b tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:22.774590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-af2c13ec-3939-4e6d-9876-2ed26226622b tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.0435171 Oct 12 11:42:22.796822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-312579e2-9fed-4a98-84fe-999483fee323 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:22.888154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-312579e2-9fed-4a98-84fe-999483fee323 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:22.999869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-312579e2-9fed-4a98-84fe-999483fee323 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.039547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312579e2-9fed-4a98-84fe-999483fee323 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263d2d5-1f62-49b1-9d4e-58761bebce26,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:23.044376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6a9494dd-982f-4f68-9536-8676cfe16e68 req-312579e2-9fed-4a98-84fe-999483fee323 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2607939 Oct 12 11:42:23.080444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53860) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:23.131159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b803b16-b6f4-4e40-900c-f0de7f483b63 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:23.136295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53862) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:23.136711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b803b16-b6f4-4e40-900c-f0de7f483b63 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1130 time: 0.0599370 Oct 12 11:42:23.142200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:23.267246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.336109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.369840 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.495862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.25.2.135 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/617ae3f1-91fc-472e-a7df-934e1889fb0d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:42:23.612527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.713027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:23.759986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:23.777493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-564b179a-5739-43e5-b581-e6db8ae8c9cb req-13126b58-b958-40f0-94a0-38bcbb4a0e71 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0370183 Oct 12 11:42:23.778339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:23.781161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:42:23.807307 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:42:23.814355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=617ae3f1-91fc-472e-a7df-934e1889fb0d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:24.575005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:24.740159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:24.910640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be7d6cb0-eaf0-4555-8924-c1490bb007d0 req-bafb8f1b-b854-442f-b725-65a2772225d1 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0334339 Oct 12 11:42:24.933003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:24.981789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:25.058054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=617ae3f1-91fc-472e-a7df-934e1889fb0d,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:25.070448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:25.173580 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Floating IP 7f052bb8-d1fb-4e15-bca6-e8bd50641382 associated. External IP: 172.25.2.135, port: 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8. Oct 12 11:42:25.396121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router a6c4f4bf-817b-4a4d-9142-269c7d532e68 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:42:25.509176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:42:25.533961 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Sync routers for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:42:25.545090 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:25.545934 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:42:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:25.592878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:25.622777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-76049bf5-a9bd-4714-b5b2-5275decb519c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4832690 Oct 12 11:42:25.622777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:25.624305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 53902) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:25.653625 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897763a4-c7b3-4277-a355-f52dc5c9b896" -d '{"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:25.678895 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:25.721620 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdb3d9c-29ea-4a69-89e6-3f73d8f329b2 x-openstack-request-id: req-abdb3d9c-29ea-4a69-89e6-3f73d8f329b2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:25.722082 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:25.722476 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abdb3d9c-29ea-4a69-89e6-3f73d8f329b2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:25.723141 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'status': 'completed', 'code': 200} Oct 12 11:42:25.896669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-a7dc2843-711f-494a-b28b-ba39c5856de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:25.898160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-a7dc2843-711f-494a-b28b-ba39c5856de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.1201861 Oct 12 11:42:26.002767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-d347ecdc-f875-4042-a654-6cd465a0f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.004572 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-d347ecdc-f875-4042-a654-6cd465a0f7d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 897 time: 0.0995498 Oct 12 11:42:26.012962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.013647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.014792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.015415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.015879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7f052bb8-d1fb-4e15-bca6-e8bd50641382', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'port_id': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'mac_address': 'fa:16:3e:82:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3386f56-81d7-471b-9df9-db733a67760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:42:24Z', 'updated_at': '2021-10-12T11:42:24Z', 'revision_number': 0, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:26.016255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.016981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.017766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.018376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.020134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.020762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.022996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b8192767-53e7-46a1-9eac-a528de69ee10 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.3975208 Oct 12 11:42:26.029251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53912) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:26.046128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a4ef95-66f5-45ca-aa9e-21240b522fc8 req-b2159e1e-85d8-410e-876e-1c5ac2266e31 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0423481 Oct 12 11:42:26.056940 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Checking router: a6c4f4bf-817b-4a4d-9142-269c7d532e68 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:42:26.082088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:26.083059 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:42:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:26.123000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-fd4ad073-4cb1-4b9e-8412-8c9dd23d629e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 999 time: 0.0986714 Oct 12 11:42:26.167749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.168200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.168637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.169195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.169630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.170058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.170594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.171276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.172234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.172234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.174108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb7ae9af-6bcd-410e-a95a-fdf08135c442 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6448 time: 0.1429203 Oct 12 11:42:26.177284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53918) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:26.199279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-72ba7934-03e2-49a4-abfd-611e11040792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.201326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-72ba7934-03e2-49a4-abfd-611e11040792 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 200 len: 832 time: 0.0686669 Oct 12 11:42:26.244945 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:26.336637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-a9f31c36-b3ee-4fbb-8736-5666744882c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.338327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-a9f31c36-b3ee-4fbb-8736-5666744882c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1449d5fb-d04e-44d1-a877-83fe52d76553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281776 Oct 12 11:42:26.555554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf0332b3-0502-447f-8bae-799ec27ac07e tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.3771718 Oct 12 11:42:26.556144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-02f23e37-4040-4e0f-9496-c20d334173c1 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927454 Oct 12 11:42:26.558198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 53930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:26.616340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19dcbfa-066f-41e0-87c2-71d23b54c275 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.617146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19dcbfa-066f-41e0-87c2-71d23b54c275 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:26.619685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d19dcbfa-066f-41e0-87c2-71d23b54c275 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6c4f4bf-817b-4a4d-9142-269c7d532e68 HTTP/1.1" status: 200 len: 1989 time: 0.0603769 Oct 12 11:42:26.664450 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7f052bb8-d1fb-4e15-bca6-e8bd50641382', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'port_id': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'mac_address': 'fa:16:3e:82:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3386f56-81d7-471b-9df9-db733a67760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:42:24Z', 'updated_at': '2021-10-12T11:42:24Z', 'revision_number': 0, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:26.680618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-897763a4-c7b3-4277-a355-f52dc5c9b896 req-3743ee69-0021-4640-82c1-3bf3976eabda service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153049 Oct 12 11:42:26.697893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b3381-d027-4f7f-b6d1-53ac895af16d None None] The sync data for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 is: [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7f052bb8-d1fb-4e15-bca6-e8bd50641382', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'port_id': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'mac_address': 'fa:16:3e:82:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3386f56-81d7-471b-9df9-db733a67760c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:42:24Z', 'updated_at': '2021-10-12T11:42:24Z', 'revision_number': 0, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:42:26.828166 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:26.982488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ab0bc-dcbe-4e0f-8020-eb6a2c715464 None None] New status for floating IP 7f052bb8-d1fb-4e15-bca6-e8bd50641382: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:42:27.150171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80fbcc1b-55a9-4df4-bf31-96658cc093cb req-0ae3433b-4d08-4ee4-ad7f-575ef9ac7163 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0276103 Oct 12 11:42:28.291048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6f33811-3e4b-4c31-b910-121d9d7331b9 req-791a5629-4aed-4142-8f5f-163a3b11c6eb tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0323751 Oct 12 11:42:29.420150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0efa110c-c1b5-457a-a457-ba0250447e52 req-f67c18ff-6b79-49fa-a264-2040fa67bb86 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0501347 Oct 12 11:42:30.606991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dae0ad8b-10cf-4958-a274-021323d7153e req-cba5b278-47f3-4866-8b6b-80b4fe3d5c32 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e4a6436-d68c-45d8-b6b2-061144260945 HTTP/1.1" status: 200 len: 210 time: 0.0388761 Oct 12 11:42:31.828054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:31.891418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:31.920587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.072964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.077776 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.079383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e0b874a-b146-4071-b5e2-adad0ef06f80 HTTP/1.1" status: 204 len: 168 time: 0.2502208 Oct 12 11:42:32.082291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54050) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:32.092122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593548-ffb1-4845-9ec2-74d131ffd497 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b874a-b146-4071-b5e2-adad0ef06f80,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:32.104436 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-9b354113-edf7-4e44-8662-b4e9271ac674 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] show failed (client error): The resource could not be found. Oct 12 11:42:32.114725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b354113-edf7-4e44-8662-b4e9271ac674 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "GET /v2.0/security-groups/6e0b874a-b146-4071-b5e2-adad0ef06f80 HTTP/1.1" status: 404 len: 347 time: 0.0309997 Oct 12 11:42:32.126251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:32.340225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port e440ab8d-f093-4ecd-8bbd-67c26674e0c3 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:32.340627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.429787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.430327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.462106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for e440ab8d-f093-4ecd-8bbd-67c26674e0c3 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:32.701676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.729669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=e440ab8d-f093-4ecd-8bbd-67c26674e0c3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:32.813621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.816513 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:32.817695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-568798db-5569-4b9b-a372-89e22c7e20b9 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/floatingips/70fae17a-ae6f-4910-97bd-56790d2ddf8d HTTP/1.1" status: 204 len: 168 time: 0.6946325 Oct 12 11:42:32.821616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54072) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:32.919349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port 4301dfcd-f602-433f-bdbf-936ee309736d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:32.920065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.056895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.070416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for 4301dfcd-f602-433f-bdbf-936ee309736d owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:33.621114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.651224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=4301dfcd-f602-433f-bdbf-936ee309736d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:33.727053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.730287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-319962fc-826b-4c82-81e4-7d24bb57226b tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/ports/4301dfcd-f602-433f-bdbf-936ee309736d HTTP/1.1" status: 204 len: 168 time: 0.9076946 Oct 12 11:42:33.733683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54090) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:33.829253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:33.829631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.919549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:33.932255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for 0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:34.152459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.189406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:34.267856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.271280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c985de7c-9d8d-45f5-b3d1-9d5bcb71d1c3 tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/ports/0b5ced39-33a4-4bc3-b1db-91bb7f4dd7bf HTTP/1.1" status: 204 len: 168 time: 0.5366449 Oct 12 11:42:34.273962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54098) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:34.329607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting subnet 53372039-1bb5-413b-b57d-ba14a6b00e6d {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:42:34.332799 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.371259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.476197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.645663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.675072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8e9b6-6026-4210-943a-aabd53e40118 None None] Network 1665b445-9b53-4e98-aa84-c32fa1d1706f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:34.710843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.715495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/subnets/53372039-1bb5-413b-b57d-ba14a6b00e6d HTTP/1.1" status: 204 len: 168 time: 0.4404950 Oct 12 11:42:34.719119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54114) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:34.720656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdba1f-7fcc-4f73-aa6b-83b2ad10089a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Subnet': ['ID=53372039-1bb5-413b-b57d-ba14a6b00e6d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:34.797996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting subnet c49b9009-da6e-4819-b41e-3e7f5ce24bf1 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:42:34.801888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.852927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.974679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:34.977385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] DHCP port deletion for 1665b445-9b53-4e98-aa84-c32fa1d1706f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:42:35.095899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Deleting port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:35.098561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.168388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] For port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:35.169023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.172125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.189851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Calling delete_port for 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:35.234158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Subnet': ['ID=c49b9009-da6e-4819-b41e-3e7f5ce24bf1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:35.240828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.244659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1861c05-894f-4ee2-8430-822fe377cdcf tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/subnets/c49b9009-da6e-4819-b41e-3e7f5ce24bf1 HTTP/1.1" status: 204 len: 168 time: 0.5246434 Oct 12 11:42:35.247587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54136) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:35.256878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07adc6-7532-4bd9-85f2-0efc3868e34e req-83adb1a9-d425-4616-a36d-e6722a524818 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:35.259212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f07adc6-7532-4bd9-85f2-0efc3868e34e req-83adb1a9-d425-4616-a36d-e6722a524818 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 945 time: 0.1265268 Oct 12 11:42:35.260295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa1c3a6-e161-4e82-80eb-4c4c62900da5 None None] Network 3577d16e-cb08-4817-905f-c13b594dc9fe requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:35.308543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f07adc6-7532-4bd9-85f2-0efc3868e34e req-437188ac-f34f-491e-ae70-07045e524ab0 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Oct 12 11:42:35.349918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.444665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Deleting port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:35.445018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.507067 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.543194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] DHCP port deletion for 3577d16e-cb08-4817-905f-c13b594dc9fe request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:42:35.549893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Pushing event deleted for resources: {'Port': ['ID=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:35.559158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.559804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.559953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] For port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,segment=NetworkSegment(5bbcbf23-dd9a-4777-983d-856f36734a0a),segment_id=5bbcbf23-dd9a-4777-983d-856f36734a0a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:35.560450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.561232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.561695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.562139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.567460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.567982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.568414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.568839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.569277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.569697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.570114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:35.580803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcade52f-adb6-438b-a9a9-cdc382d33ee3 None None] No DVR routers for this DVR port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:35.582590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Calling delete_port for 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:35.631362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Deleting port f459388d-f2cd-46f2-9951-1b66776be3ba {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:35.631826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.685126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.711723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Port': ['ID=8ab38cc4-cddc-4a68-a6f7-e9871752beb4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:35.722104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] No DVR routers for this DVR port 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:35.722907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] For port f459388d-f2cd-46f2-9951-1b66776be3ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f459388d-f2cd-46f2-9951-1b66776be3ba,segment=NetworkSegment(176c3f51-9ef1-49d9-9e92-d606140bc740),segment_id=176c3f51-9ef1-49d9-9e92-d606140bc740)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:35.723392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.737583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Calling delete_port for f459388d-f2cd-46f2-9951-1b66776be3ba owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:35.814036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.837311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1665b445-9b53-4e98-aa84-c32fa1d1706f']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:35.855612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbcbf23-dd9a-4777-983d-856f36734a0a') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:35.855910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbcbf23-dd9a-4777-983d-856f36734a0a') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:35.881072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.906855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.908526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.917687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:42:35.918642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:42:35.923061 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:42:35.941227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f459388d-f2cd-46f2-9951-1b66776be3ba no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:35.944885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] Pushing event deleted for resources: {'Port': ['ID=f459388d-f2cd-46f2-9951-1b66776be3ba,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:35.970798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b3dda-1917-45a7-b37b-f6d174c0e967 None None] No DVR routers for this DVR port f459388d-f2cd-46f2-9951-1b66776be3ba on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:35.975651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f459388d-f2cd-46f2-9951-1b66776be3ba {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:35.976199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f459388d-f2cd-46f2-9951-1b66776be3ba not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:35.976807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:36.004822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:36.008630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ab38cc4-cddc-4a68-a6f7-e9871752beb4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:36.078421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.086144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.090827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/networks/1665b445-9b53-4e98-aa84-c32fa1d1706f HTTP/1.1" status: 204 len: 168 time: 0.8402736 Oct 12 11:42:36.093560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54148) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:36.369976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91f2fe-58ca-420e-aa44-b87b1936b2ce tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Network': ['ID=1665b445-9b53-4e98-aa84-c32fa1d1706f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:36.455724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.489558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e05e5-e7e1-457f-9a80-9b1ff4d0d536 req-e9690847-4818-4ea1-9db5-35e739a3bc44 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:36.491304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a22e05e5-e7e1-457f-9a80-9b1ff4d0d536 req-e9690847-4818-4ea1-9db5-35e739a3bc44 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 945 time: 0.0555639 Oct 12 11:42:36.543294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a22e05e5-e7e1-457f-9a80-9b1ff4d0d536 req-2120a673-6e77-4092-b15d-34f3a3c16db4 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Oct 12 11:42:36.563840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.587649 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3577d16e-cb08-4817-905f-c13b594dc9fe']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:36.598936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176c3f51-9ef1-49d9-9e92-d606140bc740') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:36.599236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176c3f51-9ef1-49d9-9e92-d606140bc740') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:36.605529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3fb03b71-b084-46ff-bfa4-0f2a99b15e84 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:36.607260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3fb03b71-b084-46ff-bfa4-0f2a99b15e84 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 945 time: 0.0573606 Oct 12 11:42:36.609485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.623969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.630747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:42:36.631178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:42:36.634664 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:42:36.721977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Deleting port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:36.722241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.758603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.763792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.774721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] 10.222.0.43 "DELETE /v2.0/networks/3577d16e-cb08-4817-905f-c13b594dc9fe HTTP/1.1" status: 204 len: 168 time: 0.6745629 Oct 12 11:42:36.791845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dea02-f853-4642-89e2-5cb899e5358a tempest-TaggedBootDevicesTest-1476243397 tempest-TaggedBootDevicesTest-1476243397-project] Pushing event deleted for resources: {'Network': ['ID=3577d16e-cb08-4817-905f-c13b594dc9fe,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:36.844457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] For port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:36.845252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:36.876892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Calling delete_port for 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:37.118752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:37.133914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855', '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:37.138428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b', '5e11ae32-4211-4993-a2d6-e52a05947fce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:37.174127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event deleted for resources: {'Port': ['ID=6f9ee4b8-efb3-482a-aabe-bd8d25d412e8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:37.208203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.208637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.208980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.209317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.209692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.210059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.211230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.211998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.212338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.212666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.213039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.213367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:42:37.274009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] No DVR routers for this DVR port 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:37.282908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:37.286361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef5b75dd-3cdf-4185-9ead-a9514dc715ce req-3a9ce65a-2a86-45ac-a68c-652db0206d18 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "DELETE /v2.0/ports/6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 HTTP/1.1" status: 204 len: 173 time: 0.6727080 Oct 12 11:42:37.288097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'name': 'network-vif-deleted', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:37.293397 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d9934-3b1c-423b-b25c-a91af8011a7e" -d '{"events": [{"server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "name": "network-vif-deleted", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:37.362049 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68669fe-5b86-4892-b521-67dd193f1507 x-openstack-request-id: req-b68669fe-5b86-4892-b521-67dd193f1507 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:37.362347 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8ddbe-afad-4135-8c52-e14493f55d64", "name": "network-vif-deleted", "tag": "6f9ee4b8-efb3-482a-aabe-bd8d25d412e8", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:37.362599 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b68669fe-5b86-4892-b521-67dd193f1507 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:37.363029 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8ddbe-afad-4135-8c52-e14493f55d64', 'name': 'network-vif-deleted', 'tag': '6f9ee4b8-efb3-482a-aabe-bd8d25d412e8', 'status': 'completed', 'code': 200} Oct 12 11:42:37.670758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e81b96a8-ba81-43bc-a314-739b39e39614 req-84f44e38-2f07-4cdc-9909-f1c10c8fb550 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=67f8ddbe-afad-4135-8c52-e14493f55d64 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Oct 12 11:42:39.078584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:39.234829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-905c25a3-a193-4766-9cee-6645044153ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.328182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-905c25a3-a193-4766-9cee-6645044153ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.403863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-905c25a3-a193-4766-9cee-6645044153ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.444995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-905c25a3-a193-4766-9cee-6645044153ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=567b7f2ff5cf4cb69d428d77ba2549a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652823 Oct 12 11:42:39.446993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c25a3-a193-4766-9cee-6645044153ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a33c2f-20e0-4fd3-9529-69e171175790,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:39.448022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54234) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:39.511245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.539170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.660739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.663301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:39.664469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7a33c2f-20e0-4fd3-9529-69e171175790 HTTP/1.1" status: 204 len: 168 time: 0.2153604 Oct 12 11:42:39.675326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a78ab-e129-4fde-88b3-bc568727e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a33c2f-20e0-4fd3-9529-69e171175790,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:40.111627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:40.134378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:40.135063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6f9ee4b8-efb3-482a-aabe-bd8d25d412e8 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:40.311851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54254) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:40.329869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5737d6a-33f4-4bbc-99bb-424840bc47fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.414950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5737d6a-33f4-4bbc-99bb-424840bc47fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.500825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5737d6a-33f4-4bbc-99bb-424840bc47fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.555917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d5737d6a-33f4-4bbc-99bb-424840bc47fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ca405119dc5479984f9284216f1af4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426775 Oct 12 11:42:40.558480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54258) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:40.565076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737d6a-33f4-4bbc-99bb-424840bc47fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4597a2-d684-4d3d-9386-b6c27c87af7c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:40.620525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.645528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.775326 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.778136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:40.780344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e4597a2-d684-4d3d-9386-b6c27c87af7c HTTP/1.1" status: 204 len: 168 time: 0.2199147 Oct 12 11:42:40.798013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bc43-a338-4458-bb2f-8f8de782197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4597a2-d684-4d3d-9386-b6c27c87af7c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:41.573748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54282) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:41.587496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebe389a7-e875-4ac4-91bc-c7fb7525f36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:41.692116 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebe389a7-e875-4ac4-91bc-c7fb7525f36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:41.776127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ebe389a7-e875-4ac4-91bc-c7fb7525f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:41.851443 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ebe389a7-e875-4ac4-91bc-c7fb7525f36f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f12869ea2464c979524e4f03645c0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743590 Oct 12 11:42:41.851443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe389a7-e875-4ac4-91bc-c7fb7525f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0b34f-31be-4f4e-984e-18662546fddf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:41.852249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54288) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:41.961302 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:41.996424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:42.146687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:42.153159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:42.153159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8b0b34f-31be-4f4e-984e-18662546fddf HTTP/1.1" status: 204 len: 168 time: 0.2967315 Oct 12 11:42:42.168207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df12c9-7f86-4f05-b0db-b96bcdbfb75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0b34f-31be-4f4e-984e-18662546fddf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:43.463250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54338) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:43.588481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-910214283-network', 'tenant_id': 'e7b9243ebbac46d9a48647c3a4356507'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:43.701646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Made reservation on behalf of e7b9243ebbac46d9a48647c3a4356507 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:42:43.705666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:43.722198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:43.823656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0264f91-c8dc-46f9-8f05-a9925454273b req-bda833c7-dd29-483e-9b82-f28dfd991a19 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:43.832529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0264f91-c8dc-46f9-8f05-a9925454273b req-bda833c7-dd29-483e-9b82-f28dfd991a19 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.0858977 Oct 12 11:42:43.914394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:43.926136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0264f91-c8dc-46f9-8f05-a9925454273b req-19f6726d-cef4-43b2-a602-db5fc9fb2434 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Oct 12 11:42:43.986874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.018545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:42:44.025438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60dfa05-add0-4a83-ac50-8f772cd65a47,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:44.047369 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.047806 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Added segment a5292ef8-c3c9-465b-9b7c-cf203522300f of type vlan for network 10539ef8-bda9-414d-80e4-d614377d0aa2 Oct 12 11:42:44.100480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.214996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.216101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:44.217366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.317785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] Pushing event updated for resources: {'Network': ['ID=10539ef8-bda9-414d-80e4-d614377d0aa2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:44.331409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:42:44.334617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e73ae8c-8e00-434e-987a-6691ffc2f06d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8701000 Oct 12 11:42:44.337766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54354) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:44.346637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Request body: {'subnet': {'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-910214283-subnet', 'tenant_id': 'e7b9243ebbac46d9a48647c3a4356507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:44.432588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Made reservation on behalf of e7b9243ebbac46d9a48647c3a4356507 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:42:44.435165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.667083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.731078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ac91e3-dab3-4912-b784-c4734c53718e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:44.739422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Checking segment: {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:44.739779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Network hostable DHCP agents. Network: 10539ef8-bda9-414d-80e4-d614377d0aa2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:42:44.803929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:42:44.855003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 10539ef8-bda9-414d-80e4-d614377d0aa2) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:44.864787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7add268-6bde-4fdc-86f2-a0ac7b9bc59b None None] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:44.866227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:44.866963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:44.966826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eba1543b-0df5-40a9-98b4-b6639d0c4a72 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6207032 Oct 12 11:42:45.006823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e175108-f297-42b9-80d8-371858cef85a None None] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:45.094890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b92f7-d088-4770-ad85-5b908b48c0e3 req-6f667d58-28b8-4b8b-993f-bec1b2cd87e4 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:45.105589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b7b92f7-d088-4770-ad85-5b908b48c0e3 req-6f667d58-28b8-4b8b-993f-bec1b2cd87e4 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.1105428 Oct 12 11:42:45.172004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b7b92f7-d088-4770-ad85-5b908b48c0e3 req-13478ed1-f283-41bb-98b5-31792d1ee4bb tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Oct 12 11:42:45.505447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-a318e929-9720-4a35-8f88-9bd31893879d tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:45.507712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-a318e929-9720-4a35-8f88-9bd31893879d tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 946 time: 0.0565968 Oct 12 11:42:45.607200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Deleting port 5e11ae32-4211-4993-a2d6-e52a05947fce {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:45.607535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:45.723204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] For port 5e11ae32-4211-4993-a2d6-e52a05947fce, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=5e11ae32-4211-4993-a2d6-e52a05947fce,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:45.723656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:45.738431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Calling delete_port for 5e11ae32-4211-4993-a2d6-e52a05947fce owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:46.009418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:46.023725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:46.026510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b', '5e11ae32-4211-4993-a2d6-e52a05947fce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:46.054353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event deleted for resources: {'Port': ['ID=5e11ae32-4211-4993-a2d6-e52a05947fce,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:46.141207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] No DVR routers for this DVR port 5e11ae32-4211-4993-a2d6-e52a05947fce on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:46.144041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:46.149650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a8fb03c7-f76a-4a7e-adbb-4243901ab3d7 req-7a84d6a6-103e-4706-886c-1be5a3a17e2c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "DELETE /v2.0/ports/5e11ae32-4211-4993-a2d6-e52a05947fce HTTP/1.1" status: 204 len: 173 time: 0.6348526 Oct 12 11:42:46.150613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'name': 'network-vif-deleted', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:46.153501 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6017b90-85ac-4f7b-bfb9-10942c8b1ce0" -d '{"events": [{"server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "name": "network-vif-deleted", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:46.210980 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46de8161-1f85-4a2e-bc86-6b14fdf20183 x-openstack-request-id: req-46de8161-1f85-4a2e-bc86-6b14fdf20183 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:46.211453 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037e3b12-4976-4c04-87d2-c7ad8a475db7", "name": "network-vif-deleted", "tag": "5e11ae32-4211-4993-a2d6-e52a05947fce", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:46.211870 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46de8161-1f85-4a2e-bc86-6b14fdf20183 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:46.212464 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037e3b12-4976-4c04-87d2-c7ad8a475db7', 'name': 'network-vif-deleted', 'tag': '5e11ae32-4211-4993-a2d6-e52a05947fce', 'status': 'completed', 'code': 200} Oct 12 11:42:46.332954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-796bc5b6-b966-490c-85bb-bafa668c4a8f req-85adeaad-ef93-46b1-9ad6-86d5cb33cb14 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=037e3b12-4976-4c04-87d2-c7ad8a475db7 HTTP/1.1" status: 200 len: 210 time: 0.0467327 Oct 12 11:42:47.736614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1c1f63e0-93e5-4fea-9b72-6183bc79e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:47.923855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa2f12-e431-43c0-963a-bd7876c5fc7a req-bb39c553-4c06-45e3-92e6-a8391728807c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:47.925509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5fa2f12-e431-43c0-963a-bd7876c5fc7a req-bb39c553-4c06-45e3-92e6-a8391728807c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0490897 Oct 12 11:42:47.966427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5fa2f12-e431-43c0-963a-bd7876c5fc7a req-e2254901-7507-426d-8160-90ea9d29ceef tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Oct 12 11:42:48.243934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-d6ad050f-0732-4729-a447-8dfb7df1bae2 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:48.245586 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-d6ad050f-0732-4729-a447-8dfb7df1bae2 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/networks?id=10539ef8-bda9-414d-80e4-d614377d0aa2 HTTP/1.1" status: 200 len: 808 time: 0.1161304 Oct 12 11:42:48.263282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-82690bb9-eebc-4533-bdae-8f75ae96912d tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/quotas/e7b9243ebbac46d9a48647c3a4356507 HTTP/1.1" status: 200 len: 375 time: 0.0107818 Oct 12 11:42:48.296373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-22bcd11a-277d-46f6-88ed-7ca18d9f0ebb tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266342 Oct 12 11:42:48.398012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-81225579-6d46-47f9-b148-8946651b5112 service neutron] 10.222.0.43 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942869 Oct 12 11:42:48.507700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-92852823-5ca6-469f-842b-b1461415dca9 service neutron] 10.222.0.43 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005833 Oct 12 11:42:48.871664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8abb94e3-e400-41f3-bc6f-f193c6592f96 req-05a537ec-b952-4504-9a80-4f830444478e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 210 time: 0.0515778 Oct 12 11:42:49.105283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595639b8-3d36-42c7-99ef-1ae20a81fb97 req-80b3ced0-b099-42af-bb68-94ad9cf05a33 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:49.106876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-595639b8-3d36-42c7-99ef-1ae20a81fb97 req-80b3ced0-b099-42af-bb68-94ad9cf05a33 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0586131 Oct 12 11:42:49.147779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-595639b8-3d36-42c7-99ef-1ae20a81fb97 req-c1e9099c-7cf4-4f79-b0e7-ca241927ccfe tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Oct 12 11:42:49.417647 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-f84dac01-d313-4696-9ff5-0b20ea8d4d38 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:49.419139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-f84dac01-d313-4696-9ff5-0b20ea8d4d38 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0687623 Oct 12 11:42:49.516819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Deleting port 70620f66-6cb8-4550-a61e-5e26c85f568b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:49.517165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:49.635151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] For port 70620f66-6cb8-4550-a61e-5e26c85f568b, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=70620f66-6cb8-4550-a61e-5e26c85f568b,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:49.635600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:49.674529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Calling delete_port for 70620f66-6cb8-4550-a61e-5e26c85f568b owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:49.842172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5e11ae32-4211-4993-a2d6-e52a05947fce no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:49.863015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 5e11ae32-4211-4993-a2d6-e52a05947fce {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:49.863351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 5e11ae32-4211-4993-a2d6-e52a05947fce not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:49.954512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-871ad175-8412-4686-899e-ff7587af3108 req-1f5f56a7-4639-48fb-a015-745c12af1092 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Oct 12 11:42:49.963043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:49.972109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:49.974634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['70620f66-6cb8-4550-a61e-5e26c85f568b'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:49.995434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event deleted for resources: {'Port': ['ID=70620f66-6cb8-4550-a61e-5e26c85f568b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:50.039724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] No DVR routers for this DVR port 70620f66-6cb8-4550-a61e-5e26c85f568b on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:50.045276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:50.048870 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-be04bf89-8b2e-4750-927f-5b3f4ab417e9 req-40dd016d-b1f8-48f7-84a8-55909497e3a6 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.41 "DELETE /v2.0/ports/70620f66-6cb8-4550-a61e-5e26c85f568b HTTP/1.1" status: 204 len: 173 time: 0.6229720 Oct 12 11:42:50.049335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'name': 'network-vif-deleted', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:50.058956 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24f2e5-a587-46ac-9bcd-915eedb5f1ef" -d '{"events": [{"server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "name": "network-vif-deleted", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:50.134895 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7745f15-9942-4732-82c0-1b115ddafc45 x-openstack-request-id: req-d7745f15-9942-4732-82c0-1b115ddafc45 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:50.135394 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62863d17-cd44-4f33-85a8-f93d467f6c18", "name": "network-vif-deleted", "tag": "70620f66-6cb8-4550-a61e-5e26c85f568b", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:50.137229 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7745f15-9942-4732-82c0-1b115ddafc45 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:50.137229 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62863d17-cd44-4f33-85a8-f93d467f6c18', 'name': 'network-vif-deleted', 'tag': '70620f66-6cb8-4550-a61e-5e26c85f568b', 'status': 'completed', 'code': 200} Oct 12 11:42:50.264244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b2dc2d0-f6fe-474f-812d-1d34daf6db6b req-4ab57be5-ba0f-4746-89c4-01550401c564 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=62863d17-cd44-4f33-85a8-f93d467f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Oct 12 11:42:50.455869 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3676f0c-69e8-4ed2-9a96-2417ad2c7dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:50.680926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:51.078113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35ccecd3-0825-4a2e-8303-3e787cb43ecf req-f29fc91c-7f62-405a-99b6-9cfb1aa54ed5 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 210 time: 0.0342407 Oct 12 11:42:51.216806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.237524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-0fb5d9d7-5877-432d-b801-8be7afb90831 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:51.239302 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-0fb5d9d7-5877-432d-b801-8be7afb90831 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "GET /v2.0/networks?id=10539ef8-bda9-414d-80e4-d614377d0aa2 HTTP/1.1" status: 200 len: 808 time: 0.1205111 Oct 12 11:42:51.255027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Request body: {'port': {'device_id': '9ad17be7-9fea-499e-af1d-3b322c828298', 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2', 'admin_state_up': True, 'tenant_id': 'e7b9243ebbac46d9a48647c3a4356507'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:51.513859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Made reservation on behalf of e7b9243ebbac46d9a48647c3a4356507 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:42:51.517319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.535220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Deleting port cc176802-257c-43f2-9b72-3fe6f5c3c8f0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:51.535568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.641875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] For port cc176802-257c-43f2-9b72-3fe6f5c3c8f0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:51.642310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.663674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Calling delete_port for cc176802-257c-43f2-9b72-3fe6f5c3c8f0 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:51.718622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.733560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Allocated IP 172.20.0.12 (10539ef8-bda9-414d-80e4-d614377d0aa2/b8ac91e3-dab3-4912-b784-c4734c53718e/1979e88d-b619-420f-a6be-558e0ad34143) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:42:51.828218 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.930264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:51.981175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.008591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc176802-257c-43f2-9b72-3fe6f5c3c8f0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:52.062246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.117524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:42:52.118818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.121134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:42:52.126521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:42:52.161314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Pushing event updated for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:52.223969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:52.225139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.287966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089c489-1d37-401d-9113-570749947f3c req-e7592769-eb25-4e7a-88dd-cf2e90662248 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:52.289680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2089c489-1d37-401d-9113-570749947f3c req-e7592769-eb25-4e7a-88dd-cf2e90662248 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 932 time: 0.0609200 Oct 12 11:42:52.307033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.359284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2089c489-1d37-401d-9113-570749947f3c req-2d2918b8-fcd9-4228-9187-c8fe06966e53 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Oct 12 11:42:52.363407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-78121d10-427a-43fc-a7f8-361faf4b735e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1138983 Oct 12 11:42:52.440644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Request body: {'port': {'device_id': '9ad17be7-9fea-499e-af1d-3b322c828298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:42:52.531202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:52.566614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Router f58421af-c429-4e04-b310-af93e38df586 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:42:52.743713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:42:52.751826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a564d0fb-e6b8-4cfa-9954-312ff0c081e9 admin admin] 10.222.0.43 "PUT /v2.0/routers/f58421af-c429-4e04-b310-af93e38df586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0697892 Oct 12 11:42:52.759527 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Sync routers for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:42:52.762045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54556) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:52.778535 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:52.780358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:42:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:52.924023 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:52.935990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.022634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1979e88d-b619-420f-a6be-558e0ad34143 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:42:53.036806 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.058994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Transition to ACTIVE for port object 1979e88d-b619-420f-a6be-558e0ad34143 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:42:53.140917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.196221 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:42:51Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:53.251428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Checking router: f58421af-c429-4e04-b310-af93e38df586 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:42:53.262463 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Routers {'f58421af-c429-4e04-b310-af93e38df586'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:42:53.263759 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:42:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['f58421af-c429-4e04-b310-af93e38df586'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:53.296802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.302231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Pushing event updated for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:53.373556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Attempting to bind port 1979e88d-b619-420f-a6be-558e0ad34143 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:42:53.374133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Attempting to bind port 1979e88d-b619-420f-a6be-558e0ad34143 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:42:53.374625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Attempting to bind port 1979e88d-b619-420f-a6be-558e0ad34143 on network 10539ef8-bda9-414d-80e4-d614377d0aa2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:53.398662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Port 1979e88d-b619-420f-a6be-558e0ad34143 on network 10539ef8-bda9-414d-80e4-d614377d0aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:42:53.398662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Attempting to bind port 1979e88d-b619-420f-a6be-558e0ad34143 on network 10539ef8-bda9-414d-80e4-d614377d0aa2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:42:53.407105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:42:53.407450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Checking segment: {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:42:53.407854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Bound using segment: {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:42:53.408296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Bound port: 1979e88d-b619-420f-a6be-558e0ad34143, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:42:53.408663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.423963 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] Set router f58421af-c429-4e04-b310-af93e38df586 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:42:53.437718 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.534324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af249-11a2-4f5d-80f2-5ac1fb3604eb req-3bbc7bde-a5a8-4762-be9f-ff65f1a13758 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:53.535772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-060af249-11a2-4f5d-80f2-5ac1fb3604eb req-3bbc7bde-a5a8-4762-be9f-ff65f1a13758 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 944 time: 0.0954792 Oct 12 11:42:53.538518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:42:53.541841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1979e88d-b619-420f-a6be-558e0ad34143,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:42:53.581075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Deleting port c741d678-1929-4661-b720-ec6e8c4e2afd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:53.581719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.583570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-060af249-11a2-4f5d-80f2-5ac1fb3604eb req-0b6fe56e-a30a-4d7b-9f00-a46048574fd4 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Oct 12 11:42:53.621531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.658261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:53.658998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.660410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] 10.222.0.47 "PUT /v2.0/ports/1979e88d-b619-420f-a6be-558e0ad34143 HTTP/1.1" status: 200 len: 1092 time: 1.2884829 Oct 12 11:42:53.660864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:53.663233 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9690063-c4a6-468c-95ee-b373c6261838" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "tag": "1979e88d-b619-420f-a6be-558e0ad34143"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:53.721054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539769d-df39-4656-bd8d-4efe032b6820 service neutron] Pushing event updated for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:53.735377 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e87703-3148-478c-977d-6c101d07f54c x-openstack-request-id: req-51e87703-3148-478c-977d-6c101d07f54c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:53.735670 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "tag": "1979e88d-b619-420f-a6be-558e0ad34143", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:53.735927 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51e87703-3148-478c-977d-6c101d07f54c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:53.736327 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143', 'status': 'completed', 'code': 200} Oct 12 11:42:53.753293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] For port c741d678-1929-4661-b720-ec6e8c4e2afd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c741d678-1929-4661-b720-ec6e8c4e2afd,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:53.753707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:53.772043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Calling delete_port for c741d678-1929-4661-b720-ec6e8c4e2afd owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:53.780299 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:42:51Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:53.807905 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ed79b-bed9-49b4-ac7d-e83bd5431442 None None] The sync data for ids ['f58421af-c429-4e04-b310-af93e38df586'] in n-d-813419-3 is: [{'id': 'f58421af-c429-4e04-b310-af93e38df586', 'name': 'tempest-TaggedBootDevicesTest-1273535618-router', 'tenant_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:31:22Z', 'updated_at': '2021-10-12T11:42:51Z', 'revision_number': 5, 'project_id': 'fb4c04a85cb145699eb9339b6e6ed954', 'gw_port': {'id': 'c741d678-1929-4661-b720-ec6e8c4e2afd', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58421af-c429-4e04-b310-af93e38df586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:31:23Z', 'updated_at': '2021-10-12T11:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:42:53.826676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690063-c4a6-468c-95ee-b373c6261838 req-0133c1f1-61b5-4243-a487-e74d6ff3294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:53.830543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9690063-c4a6-468c-95ee-b373c6261838 req-0133c1f1-61b5-4243-a487-e74d6ff3294e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 1095 time: 0.0731728 Oct 12 11:42:53.868087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 70620f66-6cb8-4550-a61e-5e26c85f568b no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:53.906368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 70620f66-6cb8-4550-a61e-5e26c85f568b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:53.908427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 70620f66-6cb8-4550-a61e-5e26c85f568b not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:54.007069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690063-c4a6-468c-95ee-b373c6261838 req-efa9f111-3966-41ac-82d6-70a21d1314b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:54.008810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9690063-c4a6-468c-95ee-b373c6261838 req-efa9f111-3966-41ac-82d6-70a21d1314b7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e7b9243ebbac46d9a48647c3a4356507&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1632519 Oct 12 11:42:54.078915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.132005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690063-c4a6-468c-95ee-b373c6261838 req-ec128bd3-779c-4502-bfae-0b36b0eb0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:54.133768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9690063-c4a6-468c-95ee-b373c6261838 req-ec128bd3-779c-4502-bfae-0b36b0eb0971 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167884 Oct 12 11:42:54.137167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Pushing event deleted for resources: {'Port': ['ID=c741d678-1929-4661-b720-ec6e8c4e2afd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:54.250676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.257275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-63de37f0-8b5f-425b-bce7-fcbd196efd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:54.258955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-63de37f0-8b5f-425b-bce7-fcbd196efd36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 1095 time: 0.0879681 Oct 12 11:42:54.317757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-86bfa0f1-afe6-4fec-85ad-c31489561ee4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1979e88d-b619-420f-a6be-558e0ad34143 HTTP/1.1" status: 200 len: 217 time: 0.0499713 Oct 12 11:42:54.355299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.359683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.377474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-8718bf5c-46ec-452b-9478-3880d08aa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:54.380499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-8718bf5c-46ec-452b-9478-3880d08aa4f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ac91e3-dab3-4912-b784-c4734c53718e HTTP/1.1" status: 200 len: 848 time: 0.0532832 Oct 12 11:42:54.429573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-703f3bbc-af38-4401-82c0-7382962d1bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10539ef8-bda9-414d-80e4-d614377d0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421755 Oct 12 11:42:54.535471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.536015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58421af-c429-4e04-b310-af93e38df586 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:42:54.541209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-f4e30405-9d31-4fe9-b2db-e85c6884c2f4 service neutron] 10.222.0.47 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034575 Oct 12 11:42:54.548633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.548633 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-acb692cc-d22a-43bd-9aa3-68e2cfb2779d admin admin] 10.222.0.43 "DELETE /v2.0/routers/f58421af-c429-4e04-b310-af93e38df586 HTTP/1.1" status: 204 len: 168 time: 1.7798767 Oct 12 11:42:54.548633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54580) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:54.601363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Deleting subnet 1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:42:54.610494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.648668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2603f9b-0cf9-43a0-8474-e250aae76846 req-10a60313-b1d5-4dfb-8714-db17aef80a1c service neutron] 10.222.0.47 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986533 Oct 12 11:42:54.683717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.770396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bbb40-34d4-47b9-a818-cf5016fc4371 req-ee3002fc-248f-4e62-b346-7964e32b8681 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:54.776237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a7bbb40-34d4-47b9-a818-cf5016fc4371 req-ee3002fc-248f-4e62-b346-7964e32b8681 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 944 time: 0.0923457 Oct 12 11:42:54.828394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a7bbb40-34d4-47b9-a818-cf5016fc4371 req-e61de146-75df-4b59-91f5-39463a5cbb6e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Oct 12 11:42:54.843077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:54.964501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.001065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:55.002648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.008458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa248971-1802-454b-a85d-83d5adef15aa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1eb7b6ac-9d2a-4b70-a95e-d1871b1fdb35 HTTP/1.1" status: 204 len: 168 time: 0.4609234 Oct 12 11:42:55.009095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54588) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:55.010010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97f0c3-cfd9-4b8e-bc3a-5422ae0908dd None None] Network fe262d94-ffbe-4e39-a3e5-ff8119105c5e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:42:55.101479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.163476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Deleting port 8671cea6-16b0-4381-b3d2-b830c858dcc4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:55.164590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.227463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] DHCP port deletion for fe262d94-ffbe-4e39-a3e5-ff8119105c5e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:42:55.253350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] For port 8671cea6-16b0-4381-b3d2-b830c858dcc4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8671cea6-16b0-4381-b3d2-b830c858dcc4,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:55.253643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.277120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Calling delete_port for 8671cea6-16b0-4381-b3d2-b830c858dcc4 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:55.284275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Deleting port 8671cea6-16b0-4381-b3d2-b830c858dcc4 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:55.284823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.375756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] For port 8671cea6-16b0-4381-b3d2-b830c858dcc4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8671cea6-16b0-4381-b3d2-b830c858dcc4,segment=NetworkSegment(d9535a54-7bf4-454f-8316-c9f8a0a7bd49),segment_id=d9535a54-7bf4-454f-8316-c9f8a0a7bd49)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:55.376150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.402303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Calling delete_port for 8671cea6-16b0-4381-b3d2-b830c858dcc4 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:55.421382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.449199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Pushing event deleted for resources: {'Port': ['ID=8671cea6-16b0-4381-b3d2-b830c858dcc4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:55.451193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] No DVR routers for this DVR port 8671cea6-16b0-4381-b3d2-b830c858dcc4 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:55.500914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.513191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] No DVR routers for this DVR port 8671cea6-16b0-4381-b3d2-b830c858dcc4 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:55.533544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e38ec-d45f-452a-9956-aa0ecc575d3b None None] Pushing event deleted for resources: {'Port': ['ID=8671cea6-16b0-4381-b3d2-b830c858dcc4,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:55.542799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.564212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe262d94-ffbe-4e39-a3e5-ff8119105c5e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:55.574234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:55.574528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9535a54-7bf4-454f-8316-c9f8a0a7bd49') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:42:55.584333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.602161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.611192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:42:55.611717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:42:55.614564 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:42:55.746655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.753034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:55.759921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe262d94-ffbe-4e39-a3e5-ff8119105c5e HTTP/1.1" status: 204 len: 168 time: 0.7465961 Oct 12 11:42:55.773815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063cfee-7b78-4b8d-9d64-fb8361b7371d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe262d94-ffbe-4e39-a3e5-ff8119105c5e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:55.926648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc176802-257c-43f2-9b72-3fe6f5c3c8f0 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:55.951314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: cc176802-257c-43f2-9b72-3fe6f5c3c8f0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:55.951677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc176802-257c-43f2-9b72-3fe6f5c3c8f0 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:55.952276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c741d678-1929-4661-b720-ec6e8c4e2afd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:55.974567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c741d678-1929-4661-b720-ec6e8c4e2afd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:55.974915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c741d678-1929-4661-b720-ec6e8c4e2afd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:55.975322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8671cea6-16b0-4381-b3d2-b830c858dcc4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:42:56.014178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8671cea6-16b0-4381-b3d2-b830c858dcc4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:42:56.014760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8671cea6-16b0-4381-b3d2-b830c858dcc4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:42:56.041160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfae30-f3f8-4703-9ad5-129bcdcfd679 req-6c493b9d-fba9-41d1-a207-0c21747fbbd4 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:56.042970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6abfae30-f3f8-4703-9ad5-129bcdcfd679 req-6c493b9d-fba9-41d1-a207-0c21747fbbd4 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 944 time: 0.1325502 Oct 12 11:42:56.086512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6abfae30-f3f8-4703-9ad5-129bcdcfd679 req-ea0f9ff7-d9ed-4ffe-b3a1-727e9241dd11 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Oct 12 11:42:56.149065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:56.191030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-73c4931e-1601-4bca-9f98-8e691e690fdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb4c04a85cb145699eb9339b6e6ed954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397820 Oct 12 11:42:56.194553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54604) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:56.226605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1979e88d-b619-420f-a6be-558e0ad34143 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:42:56.254584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.284235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.344233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1979e88d-b619-420f-a6be-558e0ad34143,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:56.359581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1979e88d-b619-420f-a6be-558e0ad34143', 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2', 'port_id': '1979e88d-b619-420f-a6be-558e0ad34143', 'mac_address': 'fa:16:3e:6c:d4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac91e3-dab3-4912-b784-c4734c53718e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:42:56.406958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.409662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.412282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.416013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50df00b2-3eb0-44cf-97ce-c55d797cd0f7 HTTP/1.1" status: 204 len: 168 time: 0.2178795 Oct 12 11:42:56.423067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed9cc-bbc3-4766-b8f5-c03a1ece850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50df00b2-3eb0-44cf-97ce-c55d797cd0f7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:56.438893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1979e88d-b619-420f-a6be-558e0ad34143 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:42:56.467296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1979e88d-b619-420f-a6be-558e0ad34143,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:56.532589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.593694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:56.622567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1040b-53ff-4fd0-b8d0-a5dd8d12f416 req-a5dcf7ac-ef80-4f79-b4ee-4998892a5d30 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:56.624791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34d1040b-53ff-4fd0-b8d0-a5dd8d12f416 req-a5dcf7ac-ef80-4f79-b4ee-4998892a5d30 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 945 time: 0.1092725 Oct 12 11:42:56.665355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34d1040b-53ff-4fd0-b8d0-a5dd8d12f416 req-f6db44c3-bde1-4e80-aed0-115566944157 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Oct 12 11:42:56.762399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1979e88d-b619-420f-a6be-558e0ad34143'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:56.884616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-2e0ef5c3-3a23-4862-8b3b-6e06b5c2ed0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578115 Oct 12 11:42:56.922005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:56.979304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-59bb1e63-af84-44d5-9936-7ab99c03ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:56.981046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-59bb1e63-af84-44d5-9936-7ab99c03ad3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1096 time: 0.0704644 Oct 12 11:42:57.116110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-50202aa1-222f-487b-afbf-709bba61ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.117832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-50202aa1-222f-487b-afbf-709bba61ee8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 910 time: 0.1160271 Oct 12 11:42:57.222114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-ef3fac45-0487-4c18-bae2-1a5775113705 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 1001 time: 0.0954893 Oct 12 11:42:57.249459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0647cd9-3682-4569-8959-a64233ec67c6 req-af9f570f-d313-4da8-911c-af098ff3da0f tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.251226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0647cd9-3682-4569-8959-a64233ec67c6 req-af9f570f-d313-4da8-911c-af098ff3da0f tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Oct 12 11:42:57.304362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-ac1b808f-12e9-49ca-9fe2-438c582acdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.305819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-ac1b808f-12e9-49ca-9fe2-438c582acdae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 200 len: 848 time: 0.0758951 Oct 12 11:42:57.345714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0647cd9-3682-4569-8959-a64233ec67c6 req-ba2946cb-2188-4b89-97cd-7643b0479557 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753262 Oct 12 11:42:57.366454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-6f7b300a-dcc5-412a-9e2b-6ca8b47e9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.366454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-6f7b300a-dcc5-412a-9e2b-6ca8b47e9a3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498114 Oct 12 11:42:57.473400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-4ea2e0a0-609d-448d-9f6a-1ceccfd20e8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647340 Oct 12 11:42:57.480037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-f5063f39-8f46-40d4-8c77-6dfdca53c34d service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070921 Oct 12 11:42:57.565469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-5867ecbd-109b-42e5-960d-d03efa1e975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.567018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-5867ecbd-109b-42e5-960d-d03efa1e975a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.0441632 Oct 12 11:42:57.590679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-affa2113-9bc9-4297-841d-632e2385b1e8 req-732e07d7-f73f-4a38-95aa-e3b0e4132d21 service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025655 Oct 12 11:42:57.679267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-115b08a0-941f-40f4-a07b-6df1ac8174ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.680786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-115b08a0-941f-40f4-a07b-6df1ac8174ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 897 time: 0.0925012 Oct 12 11:42:57.764086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-a8fe528d-c287-4a12-ae90-d8b76b6ffd27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0752938 Oct 12 11:42:57.810021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89508-7a0f-418e-814c-cd25552df58b req-58fc6807-8aa7-4ca6-ba9f-2c1376514ec9 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.812605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ad89508-7a0f-418e-814c-cd25552df58b req-58fc6807-8aa7-4ca6-ba9f-2c1376514ec9 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 945 time: 0.0728469 Oct 12 11:42:57.832642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-700e18b0-66eb-4427-ba36-270cc658db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.834177 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-700e18b0-66eb-4427-ba36-270cc658db20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 200 len: 832 time: 0.0627062 Oct 12 11:42:57.862325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ad89508-7a0f-418e-814c-cd25552df58b req-6440b686-2257-4f0e-9e2b-debaa0ed6c23 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a10b970-c0b1-45e3-ab41-fc31770a48e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Oct 12 11:42:57.884870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-eba2cf3d-c9a9-410c-9c74-532936abbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.886401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-eba2cf3d-c9a9-410c-9c74-532936abbf33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1449d5fb-d04e-44d1-a877-83fe52d76553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433407 Oct 12 11:42:57.963398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-fe630107-6f73-428c-b39a-6058f4973ff7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:57.965030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-fe630107-6f73-428c-b39a-6058f4973ff7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 945 time: 0.0508728 Oct 12 11:42:58.004241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-2c1ff80b-9784-4b9f-b123-ff944da4c96a service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094582 Oct 12 11:42:58.089727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Deleting port 500f5222-0577-496a-a291-ee71f64e8855 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:42:58.090083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.139964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-afa9921f-a4d9-4816-8bdc-e47676322cb9 req-473d465d-ac4d-4462-9b67-8d70845b17f9 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268542 Oct 12 11:42:58.235742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1979e88d-b619-420f-a6be-558e0ad34143 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:42:58.363874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1979e88d-b619-420f-a6be-558e0ad34143 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:42:58.371621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1979e88d-b619-420f-a6be-558e0ad34143 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:42:58.372003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.463876 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.498795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:58.501331 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563ac75-9f03-429b-a1be-c0c70b69cd80" -d '{"events": [{"server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "name": "network-vif-plugged", "status": "completed", "tag": "1979e88d-b619-420f-a6be-558e0ad34143"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:58.515517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1979e88d-b619-420f-a6be-558e0ad34143,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:58.563316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cc5ca-e9db-42f7-8109-38d15cbabeff req-626b4150-1766-49d7-91fb-baf18105a521 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:58.564783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-645cc5ca-e9db-42f7-8109-38d15cbabeff req-626b4150-1766-49d7-91fb-baf18105a521 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 945 time: 0.1043458 Oct 12 11:42:58.576963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] For port 500f5222-0577-496a-a291-ee71f64e8855, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=500f5222-0577-496a-a291-ee71f64e8855,segment=NetworkSegment(4826d66b-3fb5-42f7-99c4-f182cdbdca15),segment_id=4826d66b-3fb5-42f7-99c4-f182cdbdca15)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:42:58.577338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.587105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.601958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Calling delete_port for 500f5222-0577-496a-a291-ee71f64e8855 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:42:58.638114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:58.659006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-645cc5ca-e9db-42f7-8109-38d15cbabeff req-a6bb5b19-d0e6-4f24-8c10-f5dc147afcab tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789886 Oct 12 11:42:58.780589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:58.873822 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e8a82-f6d7-4f96-ba55-d5331b1100a3 x-openstack-request-id: req-763e8a82-f6d7-4f96-ba55-d5331b1100a3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:58.874453 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "name": "network-vif-plugged", "status": "completed", "tag": "1979e88d-b619-420f-a6be-558e0ad34143", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:58.874894 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-763e8a82-f6d7-4f96-ba55-d5331b1100a3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:58.875253 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143', 'code': 200} Oct 12 11:42:58.880334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.890153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['500f5222-0577-496a-a291-ee71f64e8855'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:42:58.939828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00602162-b8e7-46d5-bf6f-b259b54b69da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:58.960914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Pushing event deleted for resources: {'Port': ['ID=500f5222-0577-496a-a291-ee71f64e8855,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:59.023833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7475885d-ebbb-4999-9f0f-0d3d5b4a39d9 req-af7b36d7-cf2f-40db-8647-f95e95ca83bd tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 210 time: 0.0589583 Oct 12 11:42:59.034274 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00602162-b8e7-46d5-bf6f-b259b54b69da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.039976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] No DVR routers for this DVR port 500f5222-0577-496a-a291-ee71f64e8855 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:42:59.043550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.047494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4f87aeb-579c-4ace-a09e-2daad2a73a9c req-aeb6fe18-443c-4408-98a6-43a3e5336b09 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.47 "DELETE /v2.0/ports/500f5222-0577-496a-a291-ee71f64e8855 HTTP/1.1" status: 204 len: 173 time: 1.0756319 Oct 12 11:42:59.047981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'name': 'network-vif-deleted', 'tag': '500f5222-0577-496a-a291-ee71f64e8855'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:42:59.050205 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1045a24-a73b-4e3c-abdb-5277bd55d3b4" -d '{"events": [{"server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "name": "network-vif-deleted", "tag": "500f5222-0577-496a-a291-ee71f64e8855"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:42:59.063049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26767d72-8ca0-4d55-a545-45729e8dea28 req-4854f3f8-b5a2-4996-8103-48bb035bdbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:59.064545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26767d72-8ca0-4d55-a545-45729e8dea28 req-4854f3f8-b5a2-4996-8103-48bb035bdbef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 1097 time: 0.1177158 Oct 12 11:42:59.094918 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff91cbd-7175-42fb-8a8e-514535dcc734 x-openstack-request-id: req-9ff91cbd-7175-42fb-8a8e-514535dcc734 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:42:59.095201 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c28c91-09e5-4537-9ee9-498061261013", "name": "network-vif-deleted", "tag": "500f5222-0577-496a-a291-ee71f64e8855", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:42:59.095441 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ff91cbd-7175-42fb-8a8e-514535dcc734 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:42:59.095829 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c28c91-09e5-4537-9ee9-498061261013', 'name': 'network-vif-deleted', 'tag': '500f5222-0577-496a-a291-ee71f64e8855', 'status': 'completed', 'code': 200} Oct 12 11:42:59.106406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00602162-b8e7-46d5-bf6f-b259b54b69da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.107664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26767d72-8ca0-4d55-a545-45729e8dea28 req-490cd17a-a73e-4d76-9f5d-398efbbab901 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Oct 12 11:42:59.147333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-00602162-b8e7-46d5-bf6f-b259b54b69da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fe061a6a026402ea8cd123743502edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655012 Oct 12 11:42:59.148328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602162-b8e7-46d5-bf6f-b259b54b69da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eec096-a3bb-49aa-a463-b46a52446d47,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:59.149080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54680) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:42:59.205496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.226967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.346555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.349486 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:42:59.350610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13eec096-a3bb-49aa-a463-b46a52446d47 HTTP/1.1" status: 204 len: 168 time: 0.2003565 Oct 12 11:42:59.359974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0fd2b-d52b-4058-97ee-071c237b6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eec096-a3bb-49aa-a463-b46a52446d47,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:42:59.787542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d708930-d85e-4f44-a122-c03060df56c1 req-78be8a2e-c148-4bf1-a22c-a42de505dbe9 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:42:59.789167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d708930-d85e-4f44-a122-c03060df56c1 req-78be8a2e-c148-4bf1-a22c-a42de505dbe9 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 946 time: 0.0547383 Oct 12 11:42:59.830276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d708930-d85e-4f44-a122-c03060df56c1 req-450b65f2-8fe4-4100-8482-929fce5841ad tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340102 Oct 12 11:43:00.134907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86adb541-a8f0-4313-8123-f2bb515484d0 req-18274345-0f22-413a-b592-4857ab74d83c tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c28c91-09e5-4537-9ee9-498061261013 HTTP/1.1" status: 200 len: 210 time: 0.0291288 Oct 12 11:43:00.447588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54716) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:00.551372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1996269692-network', 'tenant_id': 'e2a2cc88fd7c458e958be58a1924a3fc'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:00.643703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Made reservation on behalf of e2a2cc88fd7c458e958be58a1924a3fc for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:00.646030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.655424 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.726664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.792967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:43:00.802764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.823901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:43:00.839238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d189a0-a722-4f93-8bdb-2514afc01d0d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:00.842237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.842583 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Added segment aa4c0341-7244-44d2-a646-bfd5f899b27b of type vlan for network 05ebad4d-adee-4c29-b5ae-7b9a223197ec Oct 12 11:43:00.884502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:00.955337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfa2be-c40e-44d1-b3ba-1cd6251d685a req-8464bbca-8f2b-45a5-a047-85a257194ded tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:00.956879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a9cfa2be-c40e-44d1-b3ba-1cd6251d685a req-8464bbca-8f2b-45a5-a047-85a257194ded tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Oct 12 11:43:00.998283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a9cfa2be-c40e-44d1-b3ba-1cd6251d685a req-efd7f9ca-332e-4f6f-820e-fc58248d3575 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Oct 12 11:43:01.008952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.009889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:01.010494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.077696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] Pushing event updated for resources: {'Network': ['ID=05ebad4d-adee-4c29-b5ae-7b9a223197ec,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:01.087557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 05ebad4d-adee-4c29-b5ae-7b9a223197ec details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:43:01.120452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f22c5c5-5d10-4a6a-81a9-709d7c82739f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6717627 Oct 12 11:43:01.123874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54728) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:01.128620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Request body: {'subnet': {'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1996269692-subnet', 'tenant_id': 'e2a2cc88fd7c458e958be58a1924a3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:01.197178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54732) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:01.230787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Made reservation on behalf of e2a2cc88fd7c458e958be58a1924a3fc for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:01.230787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.301507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Deleting subnet 16ef34ad-c343-4546-bea8-6c586851beb2 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:43:01.306175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.363149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.439339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.615791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.657353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.677184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.680412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/16ef34ad-c343-4546-bea8-6c586851beb2 HTTP/1.1" status: 204 len: 168 time: 0.4822302 Oct 12 11:43:01.686299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54744) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:01.693059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff3611c-db6f-4b03-89e3-9dcf8fdff183,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:01.725433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270f75-ea5d-445d-8bdb-4c27b39d9a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ef34ad-c343-4546-bea8-6c586851beb2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:01.735384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Checking segment: {'id': 'aa4c0341-7244-44d2-a646-bfd5f899b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:01.735752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Network hostable DHCP agents. Network: 05ebad4d-adee-4c29-b5ae-7b9a223197ec, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:43:01.760779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.837692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Network 05ebad4d-adee-4c29-b5ae-7b9a223197ec is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:43:01.863153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.884084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1c7934-cca5-4780-8033-490683e07ea3']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:01.894216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4826d66b-3fb5-42f7-99c4-f182cdbdca15') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:01.894517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4826d66b-3fb5-42f7-99c4-f182cdbdca15') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:01.904835 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.917767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.924150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:43:01.924545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:43:01.926164 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:43:01.963423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 05ebad4d-adee-4c29-b5ae-7b9a223197ec) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:01.968434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:01.970473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:01.978517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade429ac-6654-4800-8371-34f9df1723b6 None None] Network 05ebad4d-adee-4c29-b5ae-7b9a223197ec requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:43:02.095068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.098428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8bebc67-c789-4141-8f14-b70a0dca9ed6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9733987 Oct 12 11:43:02.109949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fa7d5-589b-45ce-9555-31170c313737 None None] Network 05ebad4d-adee-4c29-b5ae-7b9a223197ec requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:43:02.120926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.131898 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4e1c7934-cca5-4780-8033-490683e07ea3 HTTP/1.1" status: 204 len: 168 time: 0.4438820 Oct 12 11:43:02.133514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1c7934-cca5-4780-8033-490683e07ea3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:02.153299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.154461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.155075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.155554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.156037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.156688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.156947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.157284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.157616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.157942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.158507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.159013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a9100-f485-452c-9387-ebbaecb12470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:02.256756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 500f5222-0577-496a-a291-ee71f64e8855 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:43:02.277983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 500f5222-0577-496a-a291-ee71f64e8855 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:43:02.278608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 500f5222-0577-496a-a291-ee71f64e8855 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:43:02.369447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22fe5-ec9c-4807-a552-8d562d3ef8e7 req-792f1fc8-4337-4841-a1a3-a425a91fc57e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:02.371048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77f22fe5-ec9c-4807-a552-8d562d3ef8e7 req-792f1fc8-4337-4841-a1a3-a425a91fc57e tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 946 time: 0.0557356 Oct 12 11:43:02.412493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77f22fe5-ec9c-4807-a552-8d562d3ef8e7 req-5befd673-6476-4e6a-9dbb-68f61caa8eb7 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Oct 12 11:43:02.518928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:02.564212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a091eba2-3e13-4081-80e4-b1859dc1d416 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b4a21b4a7a948de9616b7886a93e8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440731 Oct 12 11:43:02.567188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:02.622301 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.645664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.730730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d50a4aeb-d046-4dc3-9779-e5993617997e tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:02.732925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d50a4aeb-d046-4dc3-9779-e5993617997e tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/networks?id=05ebad4d-adee-4c29-b5ae-7b9a223197ec HTTP/1.1" status: 200 len: 814 time: 0.1071749 Oct 12 11:43:02.749329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-c559919b-b7de-453b-90eb-3e819ab61ea8 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/quotas/e2a2cc88fd7c458e958be58a1924a3fc HTTP/1.1" status: 200 len: 375 time: 0.0102451 Oct 12 11:43:02.763734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.766476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:02.767844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a10b970-c0b1-45e3-ab41-fc31770a48e8 HTTP/1.1" status: 204 len: 168 time: 0.1997042 Oct 12 11:43:02.776724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9bf39-c7ba-4f98-8905-75f10021d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10b970-c0b1-45e3-ab41-fc31770a48e8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:02.800757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-cf5731cd-8844-4158-b1b1-dd76cccd60b6 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a2cc88fd7c458e958be58a1924a3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456524 Oct 12 11:43:02.900972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-abf4b979-f672-40cf-b392-e5d5ed9ba4ac service neutron] 10.222.0.43 "GET /v2.0/networks/05ebad4d-adee-4c29-b5ae-7b9a223197ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929978 Oct 12 11:43:02.997687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-a79aa3a9-d917-4501-be35-5e9a57a8779c service neutron] 10.222.0.43 "GET /v2.0/networks/05ebad4d-adee-4c29-b5ae-7b9a223197ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894868 Oct 12 11:43:03.202619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae9003c7-ad92-4c74-a4fb-d9100c2bd3a3 req-13f5d1e0-063b-4817-a694-c6dab8e53758 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Oct 12 11:43:03.583585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c945831-4dcf-4857-9a91-996e5548757a req-f0f9b318-eb2c-4c5e-a376-2f3326af8f41 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:03.585087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c945831-4dcf-4857-9a91-996e5548757a req-f0f9b318-eb2c-4c5e-a376-2f3326af8f41 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 946 time: 0.0893583 Oct 12 11:43:03.596399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-6d8db741-276b-4997-b28b-0aa4528cf5f0 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:03.598334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-6d8db741-276b-4997-b28b-0aa4528cf5f0 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 946 time: 0.0810900 Oct 12 11:43:03.667201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c945831-4dcf-4857-9a91-996e5548757a req-cf4faea5-7ecc-4b1e-aa07-4ebfbd3198a6 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684178 Oct 12 11:43:03.731885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Deleting port 1979e88d-b619-420f-a6be-558e0ad34143 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:43:03.732293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:03.854630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] For port 1979e88d-b619-420f-a6be-558e0ad34143, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1979e88d-b619-420f-a6be-558e0ad34143,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:03.855121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:03.868101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Calling delete_port for 1979e88d-b619-420f-a6be-558e0ad34143 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:43:04.146773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:04.159638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1979e88d-b619-420f-a6be-558e0ad34143'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:04.177670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Pushing event deleted for resources: {'Port': ['ID=1979e88d-b619-420f-a6be-558e0ad34143,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:04.243734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] No DVR routers for this DVR port 1979e88d-b619-420f-a6be-558e0ad34143 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:43:04.249062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:04.253734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dcc89e82-e373-48ce-8f8a-5dbf894fc978 req-fbef5bd6-031c-4256-9add-2a367974a421 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "DELETE /v2.0/ports/1979e88d-b619-420f-a6be-558e0ad34143 HTTP/1.1" status: 204 len: 173 time: 0.6481521 Oct 12 11:43:04.254428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'name': 'network-vif-deleted', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:04.258526 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9123e184-7cb7-4635-8ea1-49cd1daaed04" -d '{"events": [{"server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "name": "network-vif-deleted", "tag": "1979e88d-b619-420f-a6be-558e0ad34143"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:04.295530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc6e84b2-8f68-4e91-824d-c3d06dc7457c req-1ffbd0c1-d0d7-4f3a-9afc-40bc028560e3 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 210 time: 0.0332277 Oct 12 11:43:04.359043 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ef55d-7572-4f80-9adb-0a3074aca3a5 x-openstack-request-id: req-cb1ef55d-7572-4f80-9adb-0a3074aca3a5 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:04.362558 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad17be7-9fea-499e-af1d-3b322c828298", "name": "network-vif-deleted", "tag": "1979e88d-b619-420f-a6be-558e0ad34143", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:04.362558 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb1ef55d-7572-4f80-9adb-0a3074aca3a5 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:04.362558 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad17be7-9fea-499e-af1d-3b322c828298', 'name': 'network-vif-deleted', 'tag': '1979e88d-b619-420f-a6be-558e0ad34143', 'status': 'completed', 'code': 200} Oct 12 11:43:04.802286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03c18443-083f-451f-a193-58267fa308c5 req-f310b0b6-4783-4420-b0da-8431c115f47a tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ad17be7-9fea-499e-af1d-3b322c828298 HTTP/1.1" status: 200 len: 210 time: 0.0341840 Oct 12 11:43:05.392628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-605b79db-72fb-4add-aa8a-08ac0c2f6559 req-8f1ddfdf-8421-4d9b-9856-77940ad602d0 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Oct 12 11:43:05.673861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-ed123b82-5d7e-4e5f-8227-91035ec7fa85 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:05.675601 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-ed123b82-5d7e-4e5f-8227-91035ec7fa85 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.41 "GET /v2.0/networks?id=05ebad4d-adee-4c29-b5ae-7b9a223197ec HTTP/1.1" status: 200 len: 814 time: 0.1098788 Oct 12 11:43:05.688563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Request body: {'port': {'device_id': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec', 'admin_state_up': True, 'tenant_id': 'e2a2cc88fd7c458e958be58a1924a3fc'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:05.894719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Made reservation on behalf of e2a2cc88fd7c458e958be58a1924a3fc for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:05.898499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.056936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Allocated IP 172.20.0.4 (05ebad4d-adee-4c29-b5ae-7b9a223197ec/6ff3611c-db6f-4b03-89e3-9dcf8fdff183/11a0fd0f-04e2-412c-b06c-2e2d43ee05bc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:06.174683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-7a4a541a-4bd8-467d-bd02-6fee5ae3e809 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:06.184543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-7a4a541a-4bd8-467d-bd02-6fee5ae3e809 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/networks?id=10539ef8-bda9-414d-80e4-d614377d0aa2 HTTP/1.1" status: 200 len: 808 time: 0.1355593 Oct 12 11:43:06.207381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-1484e702-c94c-404c-88fe-d6917e664a38 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/quotas/e7b9243ebbac46d9a48647c3a4356507 HTTP/1.1" status: 200 len: 375 time: 0.0214188 Oct 12 11:43:06.233983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.244942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-73de0678-ed49-4504-be91-9c4d8c2ad67a tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326841 Oct 12 11:43:06.275700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1979e88d-b619-420f-a6be-558e0ad34143 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:43:06.310096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 1979e88d-b619-420f-a6be-558e0ad34143 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:43:06.314327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1979e88d-b619-420f-a6be-558e0ad34143 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:43:06.341762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.368961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-ed68ada2-062b-4bc3-8b20-0545177554bd service neutron] 10.222.0.43 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151378 Oct 12 11:43:06.391153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Network 05ebad4d-adee-4c29-b5ae-7b9a223197ec is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:06.394251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:06.396818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:06.438576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Pushing event updated for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:06.466364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:06.467454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.479952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-97138ce7-01e0-454d-a7d0-aa00aae12592 service neutron] 10.222.0.43 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041765 Oct 12 11:43:06.540619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-d659df60-492c-4ff7-9fe0-1ecbcbf36c04 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8565321 Oct 12 11:43:06.555939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Request body: {'port': {'device_id': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:06.627556 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.808295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11776ee-af28-40f1-b298-f2a26511dfd4 req-5e001779-b54b-4676-939e-97ca8f9eb156 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:06.808295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c11776ee-af28-40f1-b298-f2a26511dfd4 req-5e001779-b54b-4676-939e-97ca8f9eb156 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 931 time: 0.0872858 Oct 12 11:43:06.871305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c11776ee-af28-40f1-b298-f2a26511dfd4 req-95f1ff46-c5a5-4cff-8984-19b6d59d9bc4 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578351 Oct 12 11:43:06.950901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca2576b4-159b-4cee-b1ff-74a953a195f2 req-42462124-cb23-4996-83f3-dfa87d7f3ca6 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 210 time: 0.0282495 Oct 12 11:43:06.958952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:06.967589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:06.988496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Transition to ACTIVE for port object 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:43:07.060494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.061631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54890) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:07.119253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Pushing event updated for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:07.205228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ba039d-f89b-4526-abe7-7313622116bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.213913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Attempting to bind port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:07.214258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Attempting to bind port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa4c0341-7244-44d2-a646-bfd5f899b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:07.214597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Attempting to bind port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc on network 05ebad4d-adee-4c29-b5ae-7b9a223197ec {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:07.220001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc on network 05ebad4d-adee-4c29-b5ae-7b9a223197ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:43:07.225390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Attempting to bind port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc on network 05ebad4d-adee-4c29-b5ae-7b9a223197ec {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:07.225390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:07.225627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Checking segment: {'id': 'aa4c0341-7244-44d2-a646-bfd5f899b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:07.226152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Bound using segment: {'id': 'aa4c0341-7244-44d2-a646-bfd5f899b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:07.226585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Bound port: 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4c0341-7244-44d2-a646-bfd5f899b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:07.226978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.294286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ba039d-f89b-4526-abe7-7313622116bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.301745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:07.305001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,segment=NetworkSegment(aa4c0341-7244-44d2-a646-bfd5f899b27b),segment_id=aa4c0341-7244-44d2-a646-bfd5f899b27b)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:07.369390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0ba039d-f89b-4526-abe7-7313622116bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.399126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.404307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba039d-f89b-4526-abe7-7313622116bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971aa47-ea15-4789-95e1-7750143fa716,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:07.425509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a0ba039d-f89b-4526-abe7-7313622116bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e177e692c3b4fd98094b01a1e910b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624046 Oct 12 11:43:07.428281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54898) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:07.437620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:07.438236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.439707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/11a0fd0f-04e2-412c-b06c-2e2d43ee05bc HTTP/1.1" status: 200 len: 1091 time: 0.8904054 Oct 12 11:43:07.441934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:07.445321 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57abd403-56ca-430c-9e82-8f580d243485" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:07.488380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.500587 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab832a-84d0-4e9d-b26e-d5ab4ba2376b x-openstack-request-id: req-44ab832a-84d0-4e9d-b26e-d5ab4ba2376b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:07.501129 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:07.501767 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44ab832a-84d0-4e9d-b26e-d5ab4ba2376b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:07.502321 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc', 'status': 'completed', 'code': 200} Oct 12 11:43:07.504004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0752285-eefb-4dee-a156-0a02b35980f7 service neutron] Pushing event updated for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:07.519394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.572480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd403-56ca-430c-9e82-8f580d243485 req-5692f2bf-9836-421a-86a8-336f330cfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:07.574102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-57abd403-56ca-430c-9e82-8f580d243485 req-5692f2bf-9836-421a-86a8-336f330cfe7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2a2cc88fd7c458e958be58a1924a3fc&device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 1094 time: 0.0499895 Oct 12 11:43:07.631796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.634858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:07.641023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f971aa47-ea15-4789-95e1-7750143fa716 HTTP/1.1" status: 204 len: 168 time: 0.2112494 Oct 12 11:43:07.650771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567be995-831c-4988-89a0-74e3635a327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971aa47-ea15-4789-95e1-7750143fa716,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:07.715888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd403-56ca-430c-9e82-8f580d243485 req-d5e2b3ac-41ef-4343-a35e-217f0a52068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:07.717321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-57abd403-56ca-430c-9e82-8f580d243485 req-d5e2b3ac-41ef-4343-a35e-217f0a52068f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2a2cc88fd7c458e958be58a1924a3fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1357327 Oct 12 11:43:07.819139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd403-56ca-430c-9e82-8f580d243485 req-6c03332d-8862-4667-98d9-d9f24628d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:07.820767 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-57abd403-56ca-430c-9e82-8f580d243485 req-6c03332d-8862-4667-98d9-d9f24628d103 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966547 Oct 12 11:43:07.903766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-1f5116c6-64c1-4c05-9790-4aae00a30406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:07.905957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-1f5116c6-64c1-4c05-9790-4aae00a30406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2a2cc88fd7c458e958be58a1924a3fc&device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 1094 time: 0.0496988 Oct 12 11:43:07.954024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-39444858-bb94-4f3e-baa1-cad8e7c481f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc HTTP/1.1" status: 200 len: 217 time: 0.0397961 Oct 12 11:43:08.009746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b7f1-1616-45bc-a3a6-335aa7c4e9ba req-c4f2cfec-7826-4656-a055-33314070bdcf tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:08.011688 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b94b7f1-1616-45bc-a3a6-335aa7c4e9ba req-c4f2cfec-7826-4656-a055-33314070bdcf tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 943 time: 0.0623059 Oct 12 11:43:08.029316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f5fac5bf-b9b7-4939-b216-654fe8cbe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:08.031010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-f5fac5bf-b9b7-4939-b216-654fe8cbe22f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff3611c-db6f-4b03-89e3-9dcf8fdff183 HTTP/1.1" status: 200 len: 854 time: 0.0698063 Oct 12 11:43:08.061135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b94b7f1-1616-45bc-a3a6-335aa7c4e9ba req-1fb57780-e566-4c25-8afa-af7fbe987cf2 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Oct 12 11:43:08.067387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-3ccd1f7b-e7d2-497b-a06f-797b13271cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05ebad4d-adee-4c29-b5ae-7b9a223197ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284588 Oct 12 11:43:08.179697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43b735c0-e22b-47fa-980e-41c07cbf7620 req-8555332e-30fa-4cab-84cf-d79ba95406e2 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 210 time: 0.0435057 Oct 12 11:43:08.197071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-3046d451-20a2-4376-b25e-d81ec57ac83c service neutron] 10.222.0.41 "GET /v2.0/networks/05ebad4d-adee-4c29-b5ae-7b9a223197ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223428 Oct 12 11:43:08.297045 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1c69bf2-cd8b-43f0-874d-0e512dc7dafe req-e14518e7-2d6c-4a65-9078-e1b1d7b88230 service neutron] 10.222.0.41 "GET /v2.0/networks/05ebad4d-adee-4c29-b5ae-7b9a223197ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918102 Oct 12 11:43:08.322004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 54912) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:08.335778 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8718342-e593-409b-b820-6d32870e0ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.412999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8718342-e593-409b-b820-6d32870e0ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.471870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8718342-e593-409b-b820-6d32870e0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.511463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a8718342-e593-409b-b820-6d32870e0ac7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb4a6100ac8e4fea80618d36423abdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883535 Oct 12 11:43:08.513264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718342-e593-409b-b820-6d32870e0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70531798-ba57-401c-9de5-266f83f2b5e8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:08.514867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 54914) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:08.572342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.594456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.715071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-0c1e221a-5e8c-4659-81f5-ee210387ee43 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:08.716857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-0c1e221a-5e8c-4659-81f5-ee210387ee43 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "GET /v2.0/networks?id=10539ef8-bda9-414d-80e4-d614377d0aa2 HTTP/1.1" status: 200 len: 808 time: 0.1098471 Oct 12 11:43:08.717723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.720415 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:08.721610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70531798-ba57-401c-9de5-266f83f2b5e8 HTTP/1.1" status: 204 len: 168 time: 0.2057586 Oct 12 11:43:08.730295 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef7d80-a341-4fbe-8bbe-9c59e159a0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70531798-ba57-401c-9de5-266f83f2b5e8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:08.731586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Request body: {'port': {'device_id': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2', 'admin_state_up': True, 'tenant_id': 'e7b9243ebbac46d9a48647c3a4356507'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:08.906601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Made reservation on behalf of e7b9243ebbac46d9a48647c3a4356507 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:08.910443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:09.049926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Allocated IP 172.20.0.11 (10539ef8-bda9-414d-80e4-d614377d0aa2/b8ac91e3-dab3-4912-b784-c4734c53718e/3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:09.266463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5d3d-acc5-406e-bc9c-3d3978d68dd2 req-05d1283b-137b-4029-b9a5-5e2b3cae14d8 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:09.268308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182e5d3d-acc5-406e-bc9c-3d3978d68dd2 req-05d1283b-137b-4029-b9a5-5e2b3cae14d8 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 943 time: 0.1178420 Oct 12 11:43:09.290390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:09.334590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-182e5d3d-acc5-406e-bc9c-3d3978d68dd2 req-62da5313-fe38-41f5-abb3-d9f67997367f tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Oct 12 11:43:09.408342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:09.479474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Network 10539ef8-bda9-414d-80e4-d614377d0aa2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:09.499842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac740b9-21a3-44dd-b026-0e44b2bcbcdc req-057f624a-323a-4f12-9aaa-d92b4eef14b3 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:09.501317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ac740b9-21a3-44dd-b026-0e44b2bcbcdc req-057f624a-323a-4f12-9aaa-d92b4eef14b3 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 932 time: 0.1056967 Oct 12 11:43:09.502173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:09.504172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Pushing event updated for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:09.506883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:09.587373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:09.588036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:09.594740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ac740b9-21a3-44dd-b026-0e44b2bcbcdc req-743c41fb-fac9-4f64-a571-1105e3a66f6d tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Oct 12 11:43:09.664004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-db79353b-ad64-4fc7-8d07-a2b573a07922 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377389 Oct 12 11:43:09.678067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Request body: {'port': {'device_id': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:09.752830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.046315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:10.056350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.073835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Transition to ACTIVE for port object 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:43:10.163612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.243027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:10.314610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Attempting to bind port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:10.314963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Attempting to bind port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:10.315391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Attempting to bind port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe on network 10539ef8-bda9-414d-80e4-d614377d0aa2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:10.328264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe on network 10539ef8-bda9-414d-80e4-d614377d0aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:43:10.328594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Attempting to bind port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe on network 10539ef8-bda9-414d-80e4-d614377d0aa2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:10.333424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:10.333753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Checking segment: {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:10.334133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Bound using segment: {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:10.334597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Bound port: 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5292ef8-c3c9-465b-9b7c-cf203522300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:10.335229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.401634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:10.405213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:10.454412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8cbf9-38c5-4efa-a6ed-d91f6723b00a req-ff4e1ebc-6614-4871-903c-924c6291c7f9 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.455945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ba8cbf9-38c5-4efa-a6ed-d91f6723b00a req-ff4e1ebc-6614-4871-903c-924c6291c7f9 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 943 time: 0.0494747 Oct 12 11:43:10.478943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.543408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.544854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:10.546396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe HTTP/1.1" status: 200 len: 1092 time: 0.8737223 Oct 12 11:43:10.549336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ba8cbf9-38c5-4efa-a6ed-d91f6723b00a req-064a6132-8b09-487d-8938-da681cb7957a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873702 Oct 12 11:43:10.550053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:10.552082 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535c269-1bc3-4ebc-933f-870049ef92f7" -d '{"events": [{"name": "network-changed", "server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:10.569587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0080bab-7d3d-485d-b049-93854f11d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:10.609164 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9031a46-9018-4c6f-bf03-0e9db6782024 x-openstack-request-id: req-e9031a46-9018-4c6f-bf03-0e9db6782024 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:10.609457 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:10.609711 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9031a46-9018-4c6f-bf03-0e9db6782024 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:10.610121 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe', 'status': 'completed', 'code': 200} Oct 12 11:43:10.674903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-36b1dca0-46dc-4956-a896-87a5a77f8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.676557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-36b1dca0-46dc-4956-a896-87a5a77f8366 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 1095 time: 0.0474322 Oct 12 11:43:10.784048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c280b-9632-4ccf-a3e2-b807d140d998 req-cac11956-5de8-4ee5-a670-e190f8a0633a tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.785551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de0c280b-9632-4ccf-a3e2-b807d140d998 req-cac11956-5de8-4ee5-a670-e190f8a0633a tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 944 time: 0.1081264 Oct 12 11:43:10.828673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-63db58b8-7927-4f68-8658-6c6d0d810d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.830170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-63db58b8-7927-4f68-8658-6c6d0d810d14 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e7b9243ebbac46d9a48647c3a4356507&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1431735 Oct 12 11:43:10.851993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de0c280b-9632-4ccf-a3e2-b807d140d998 req-b49dbfeb-9a57-4ecf-9135-d4c127c08b2c tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Oct 12 11:43:10.929356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-a5956d85-d123-4924-a987-fd64d2cfee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:10.930843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3535c269-1bc3-4ebc-933f-870049ef92f7 req-a5956d85-d123-4924-a987-fd64d2cfee7f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929775 Oct 12 11:43:11.010373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-fdfb6b42-eea8-4339-913a-2fc29c3f2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:11.012002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-fdfb6b42-eea8-4339-913a-2fc29c3f2e9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b9243ebbac46d9a48647c3a4356507&device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 1095 time: 0.0444353 Oct 12 11:43:11.053767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-f6e86202-1bc1-4146-b49c-67bfe2b9a86a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe HTTP/1.1" status: 200 len: 217 time: 0.0339885 Oct 12 11:43:11.103042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-748e0cef-8bd1-48af-bf36-bbdedfc1161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:11.104640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-748e0cef-8bd1-48af-bf36-bbdedfc1161a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ac91e3-dab3-4912-b784-c4734c53718e HTTP/1.1" status: 200 len: 848 time: 0.0438917 Oct 12 11:43:11.138985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-bacf4ee4-7bfa-4b72-93fe-6b2bc4827f2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10539ef8-bda9-414d-80e4-d614377d0aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276198 Oct 12 11:43:11.233064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-a47b7b02-dac7-4f6b-9a0f-d394d5e44701 service neutron] 10.222.0.47 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Oct 12 11:43:11.338950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78d6293f-12f5-4bb4-9d4d-5f4cd9a7092f req-2287018a-26c5-48a2-95d7-cf79bda48199 service neutron] 10.222.0.47 "GET /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981646 Oct 12 11:43:11.687035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691985f-2ce1-4ed5-8424-52abd37a5c8f req-4d4fbd76-460d-409a-968e-6ac08502826a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:11.688690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8691985f-2ce1-4ed5-8424-52abd37a5c8f req-4d4fbd76-460d-409a-968e-6ac08502826a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 943 time: 0.0549257 Oct 12 11:43:11.730412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8691985f-2ce1-4ed5-8424-52abd37a5c8f req-94aafcba-c026-4789-bfcb-bddbf49b6b78 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Oct 12 11:43:11.946041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:43:11.972306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cba0c3-f2df-4de6-af95-a3227c501322 req-bafea6fb-2e2f-4de0-8586-1be198f0ef16 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:11.973856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90cba0c3-f2df-4de6-af95-a3227c501322 req-bafea6fb-2e2f-4de0-8586-1be198f0ef16 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 944 time: 0.0519683 Oct 12 11:43:12.014672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90cba0c3-f2df-4de6-af95-a3227c501322 req-7aa03278-bbd1-42cd-be73-ab0ac5bd308c tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341523 Oct 12 11:43:12.052899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,segment=NetworkSegment(aa4c0341-7244-44d2-a646-bfd5f899b27b),segment_id=aa4c0341-7244-44d2-a646-bfd5f899b27b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:12.065235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc', 'network_id': '05ebad4d-adee-4c29-b5ae-7b9a223197ec', 'port_id': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc', 'mac_address': 'fa:16:3e:81:64:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff3611c-db6f-4b03-89e3-9dcf8fdff183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:43:12.218307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:12.218307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:12.218307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,segment=NetworkSegment(aa4c0341-7244-44d2-a646-bfd5f899b27b),segment_id=aa4c0341-7244-44d2-a646-bfd5f899b27b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:12.218307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:12.280096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:12.512015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['11a0fd0f-04e2-412c-b06c-2e2d43ee05bc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:12.598438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:12.718455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-379683de-7051-4a00-b2bb-c473ac92950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:12.803270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-379683de-7051-4a00-b2bb-c473ac92950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:12.869284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048a4d-e4b7-4276-a2ce-90d1589fe812 req-b8fdf3aa-fac1-484a-aa62-c3ee2f630abe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:12.871527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-379683de-7051-4a00-b2bb-c473ac92950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:12.872299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea048a4d-e4b7-4276-a2ce-90d1589fe812 req-b8fdf3aa-fac1-484a-aa62-c3ee2f630abe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 944 time: 0.0575972 Oct 12 11:43:12.914150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-379683de-7051-4a00-b2bb-c473ac92950e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c69a0361d7f74605be6dabe610149538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118253 Oct 12 11:43:12.914150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379683de-7051-4a00-b2bb-c473ac92950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8be3cd-c15f-44be-8a4d-30dff6bf86b3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:12.914746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:12.931292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea048a4d-e4b7-4276-a2ce-90d1589fe812 req-88015a40-d74a-46de-9b25-d8bd46da238f tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Oct 12 11:43:12.976207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.007415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.136182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.139474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.140610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d8be3cd-c15f-44be-8a4d-30dff6bf86b3 HTTP/1.1" status: 204 len: 168 time: 0.2240152 Oct 12 11:43:13.150870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff4b9f-882a-4f85-bbed-719ac0bfd46c req-7b26db2c-296d-46d3-9415-ff24570e7a55 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:13.167160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9eff4b9f-882a-4f85-bbed-719ac0bfd46c req-7b26db2c-296d-46d3-9415-ff24570e7a55 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 944 time: 0.0670464 Oct 12 11:43:13.167160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7a921-21ec-470d-b405-ac8daf8f4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8be3cd-c15f-44be-8a4d-30dff6bf86b3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:13.201819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9eff4b9f-882a-4f85-bbed-719ac0bfd46c req-1acb7951-bdb4-4d9e-8701-54da72aae559 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Oct 12 11:43:13.824766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55058) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:13.839827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d368fc6a-078a-4b6d-bc7b-ce5caa306ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.924984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d368fc6a-078a-4b6d-bc7b-ce5caa306ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:13.955974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:14.000014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d368fc6a-078a-4b6d-bc7b-ce5caa306ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.042292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d368fc6a-078a-4b6d-bc7b-ce5caa306ae8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=078c051fee36425d801d3274b03e844f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164023 Oct 12 11:43:14.043644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368fc6a-078a-4b6d-bc7b-ce5caa306ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ab3d2-3c66-48e5-8540-3bc48dd8f6b1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:14.045837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55066) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:14.053680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef186-07a7-4604-aa09-a831ff5a7544 req-e8965199-9f1b-4811-acb8-042d68a3cc55 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:14.055204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-161ef186-07a7-4604-aa09-a831ff5a7544 req-e8965199-9f1b-4811-acb8-042d68a3cc55 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 944 time: 0.0563734 Oct 12 11:43:14.096625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:43:14.101455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:14.101455 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.123921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-161ef186-07a7-4604-aa09-a831ff5a7544 req-63255da1-8548-48e5-859b-8462ae300690 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 Oct 12 11:43:14.133393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.159488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.202673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.230444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:14.232937 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d77ea5-4026-46e9-be75-67e2bfdc5279" -d '{"events": [{"server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "name": "network-vif-plugged", "status": "completed", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:14.248150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,segment=NetworkSegment(aa4c0341-7244-44d2-a646-bfd5f899b27b),segment_id=aa4c0341-7244-44d2-a646-bfd5f899b27b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:14.283326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.286630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.292339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d22ab3d2-3c66-48e5-8540-3bc48dd8f6b1 HTTP/1.1" status: 204 len: 168 time: 0.2322755 Oct 12 11:43:14.296026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.327657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:43:14.330085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024d9a5-a951-4aa9-b647-f7439a66ebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ab3d2-3c66-48e5-8540-3bc48dd8f6b1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:14.367855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10de7c5-136a-43c2-98f9-94fe990cd1b9 req-91ae1f0f-af5a-4854-ae25-032abf1d3e34 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:14.369682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a10de7c5-136a-43c2-98f9-94fe990cd1b9 req-91ae1f0f-af5a-4854-ae25-032abf1d3e34 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 944 time: 0.0990458 Oct 12 11:43:14.409478 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a10de7c5-136a-43c2-98f9-94fe990cd1b9 req-be060cc5-e509-4428-80ac-7ea12b082bdb tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Oct 12 11:43:14.431724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:14.503347 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a315c78f-a139-426c-a1bb-b98cf29f213f x-openstack-request-id: req-a315c78f-a139-426c-a1bb-b98cf29f213f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:14.503826 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "name": "network-vif-plugged", "status": "completed", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:14.504252 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a315c78f-a139-426c-a1bb-b98cf29f213f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:14.505288 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc', 'code': 200} Oct 12 11:43:14.520578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:14.533250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe', 'network_id': '10539ef8-bda9-414d-80e4-d614377d0aa2', 'port_id': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe', 'mac_address': 'fa:16:3e:64:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac91e3-dab3-4912-b784-c4734c53718e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:43:14.577552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.590117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:14.606682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbf35-836d-4ed4-9947-a56b01707ab8 req-c339aea3-3a6d-41df-8d1f-2eeb0b5212e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:14.608014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d52bbf35-836d-4ed4-9947-a56b01707ab8 req-c339aea3-3a6d-41df-8d1f-2eeb0b5212e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 1096 time: 0.0481174 Oct 12 11:43:14.611467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:14.644789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d52bbf35-836d-4ed4-9947-a56b01707ab8 req-74838e6c-7fcc-4a10-b051-23c3d12db677 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293078 Oct 12 11:43:14.717706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:14.784904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:14.922618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:15.255047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f4135-6a6b-47a9-9c04-ca8cde6436b0 req-572ccca7-c00b-4c66-818b-82ce9d968f21 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:15.256645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e20f4135-6a6b-47a9-9c04-ca8cde6436b0 req-572ccca7-c00b-4c66-818b-82ce9d968f21 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 945 time: 0.0542502 Oct 12 11:43:15.296373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e20f4135-6a6b-47a9-9c04-ca8cde6436b0 req-a8431832-ebb4-4817-9549-1bf89c5fb807 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Oct 12 11:43:15.561187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8739b7-73e7-48a3-9474-bf8d1f6de36d req-7888c0d2-2723-4c13-b72a-a1f32cf1157d tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:15.562775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c8739b7-73e7-48a3-9474-bf8d1f6de36d req-7888c0d2-2723-4c13-b72a-a1f32cf1157d tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 945 time: 0.0636814 Oct 12 11:43:15.605507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c8739b7-73e7-48a3-9474-bf8d1f6de36d req-4ef52d2d-9646-4b2c-85c0-9489e1cc3d39 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359042 Oct 12 11:43:16.328769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:16.458846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5166b-7497-44ae-b14f-8bc642f5a75f req-cdc93369-edd7-4228-83ae-1e3a2b54a20a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:16.460259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b5166b-7497-44ae-b14f-8bc642f5a75f req-cdc93369-edd7-4228-83ae-1e3a2b54a20a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 945 time: 0.0595798 Oct 12 11:43:16.479009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:43:16.495537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:16.496001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:16.535391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b5166b-7497-44ae-b14f-8bc642f5a75f req-190cc081-1fb1-447d-b064-bad9ac0eeba2 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689132 Oct 12 11:43:16.606606 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:16.629631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:16.632559 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc22d3a-87ea-4e81-bdc5-6a96cd6ab8a6" -d '{"events": [{"server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "name": "network-vif-plugged", "status": "completed", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:16.648244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:16.712493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:16.774927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:17.093922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328198e6-6dd3-47f2-955c-30afeea2be41 req-72cd1beb-e419-458f-93a1-735cbad5a0ee tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:17.095771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-328198e6-6dd3-47f2-955c-30afeea2be41 req-72cd1beb-e419-458f-93a1-735cbad5a0ee tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 945 time: 0.4022136 Oct 12 11:43:17.138131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-328198e6-6dd3-47f2-955c-30afeea2be41 req-587e1f29-14a4-46d3-9cbf-84e289b702f2 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Oct 12 11:43:17.196912 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4e5d8-e4b5-4932-9b75-4a06f9a8822a x-openstack-request-id: req-05c4e5d8-e4b5-4932-9b75-4a06f9a8822a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:17.197212 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "name": "network-vif-plugged", "status": "completed", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:17.197464 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05c4e5d8-e4b5-4932-9b75-4a06f9a8822a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:17.197867 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe', 'code': 200} Oct 12 11:43:17.320843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b01bd5-cd17-461c-81ed-c64d57373f5e req-6f829090-9481-434b-b44b-b004f7d9097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:17.322857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63b01bd5-cd17-461c-81ed-c64d57373f5e req-6f829090-9481-434b-b44b-b004f7d9097d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 1097 time: 0.0573833 Oct 12 11:43:17.360531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-63b01bd5-cd17-461c-81ed-c64d57373f5e req-32ef519c-da08-4fc9-a9d0-3e1ab61273eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Oct 12 11:43:17.684097 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48a455e6-d12d-435c-9bfb-ed86773f0a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:17.724648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9ce9f-ceee-43cf-a635-cd7cd958f3aa req-3df1121e-b6eb-4a7b-a65b-b3b4622b711a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:17.726232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b9ce9f-ceee-43cf-a635-cd7cd958f3aa req-3df1121e-b6eb-4a7b-a65b-b3b4622b711a tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 945 time: 0.0583897 Oct 12 11:43:17.772653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55192) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:17.775766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b9ce9f-ceee-43cf-a635-cd7cd958f3aa req-2b9fe102-92fa-4c3b-9bce-e0e98282ada3 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Oct 12 11:43:17.890840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8eb83de-84aa-472f-ae51-2b10e029bbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:17.972294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8eb83de-84aa-472f-ae51-2b10e029bbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.065552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8eb83de-84aa-472f-ae51-2b10e029bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.108996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f8eb83de-84aa-472f-ae51-2b10e029bbbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d76d924b8eab47ff91723292d894ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345709 Oct 12 11:43:18.109712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb83de-84aa-472f-ae51-2b10e029bbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f4a6c-6df3-4d36-8669-db4257bd1cd5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:18.111994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55204) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:18.175075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.197271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.272405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1766-74c4-48ce-a16b-a268b93735c6 req-681455e9-d6ff-4e76-927c-3600926033ba tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:18.274056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-861e1766-74c4-48ce-a16b-a268b93735c6 req-681455e9-d6ff-4e76-927c-3600926033ba tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 946 time: 0.0653565 Oct 12 11:43:18.323652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-861e1766-74c4-48ce-a16b-a268b93735c6 req-36f57b0b-e6a5-48dd-a0a9-ba28db36308f tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Oct 12 11:43:18.386273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.389501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:18.390664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/398f4a6c-6df3-4d36-8669-db4257bd1cd5 HTTP/1.1" status: 204 len: 168 time: 0.2775183 Oct 12 11:43:18.398927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54271a8d-8a9f-4f29-b0b4-bc7cdc8bbd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f4a6c-6df3-4d36-8669-db4257bd1cd5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:18.896943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e9f42-cf99-4c73-8512-eb840d00bdb8 req-f321ac77-93da-427c-b050-ddcc49a11994 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:18.898415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-461e9f42-cf99-4c73-8512-eb840d00bdb8 req-f321ac77-93da-427c-b050-ddcc49a11994 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 945 time: 0.0567548 Oct 12 11:43:18.939825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-461e9f42-cf99-4c73-8512-eb840d00bdb8 req-cb3acbe5-5502-4baf-9351-69971c7bfaa7 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d189a0-a722-4f93-8bdb-2514afc01d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Oct 12 11:43:19.039525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-dfe01296-11fc-4d7e-87b1-6fe147146328 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:19.041126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-dfe01296-11fc-4d7e-87b1-6fe147146328 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Oct 12 11:43:19.136119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55232) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:19.143087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Deleting port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:43:19.143430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.163529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-958e7a92-5683-4e9a-925f-face6a5865bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.244308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] For port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,segment=NetworkSegment(aa4c0341-7244-44d2-a646-bfd5f899b27b),segment_id=aa4c0341-7244-44d2-a646-bfd5f899b27b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:19.244592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.252158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-958e7a92-5683-4e9a-925f-face6a5865bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.257555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Calling delete_port for 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:43:19.346231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-958e7a92-5683-4e9a-925f-face6a5865bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.394662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-958e7a92-5683-4e9a-925f-face6a5865bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c330698ba684335bc8bf923ac0b1074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555828 Oct 12 11:43:19.397250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55238) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:19.397993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e7a92-5683-4e9a-925f-face6a5865bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c02c8c7-0376-40f2-984c-4c629049ceac,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:19.456670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9548b8-1f77-4860-9974-ed2ad441022b req-09ad7733-2957-4cda-8038-b0aa7145f560 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:19.458981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9548b8-1f77-4860-9974-ed2ad441022b req-09ad7733-2957-4cda-8038-b0aa7145f560 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 946 time: 0.0580561 Oct 12 11:43:19.464795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.491162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.504539 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.520292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['11a0fd0f-04e2-412c-b06c-2e2d43ee05bc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:19.520845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9548b8-1f77-4860-9974-ed2ad441022b req-8291a7df-9415-44d8-9b28-6a76ebca406c tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Oct 12 11:43:19.557723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Pushing event deleted for resources: {'Port': ['ID=11a0fd0f-04e2-412c-b06c-2e2d43ee05bc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:19.606126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] No DVR routers for this DVR port 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:43:19.608322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.611815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4320d820-99fb-4b79-97c6-a68fb89a0f74 req-efa2218a-db3a-4d1d-8ce4-6b0ae802e2fe tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.41 "DELETE /v2.0/ports/11a0fd0f-04e2-412c-b06c-2e2d43ee05bc HTTP/1.1" status: 204 len: 173 time: 0.5647132 Oct 12 11:43:19.612257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'name': 'network-vif-deleted', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:19.614504 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556efd20-a009-4924-8cd1-4f46d9a9b701" -d '{"events": [{"server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "name": "network-vif-deleted", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:19.653030 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e6fdd-e695-4124-8c50-f3244b339782 x-openstack-request-id: req-6f8e6fdd-e695-4124-8c50-f3244b339782 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:19.653324 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6e527-43d0-493d-b7c2-4d548b83c820", "name": "network-vif-deleted", "tag": "11a0fd0f-04e2-412c-b06c-2e2d43ee05bc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:19.653597 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f8e6fdd-e695-4124-8c50-f3244b339782 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:19.654027 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6e527-43d0-493d-b7c2-4d548b83c820', 'name': 'network-vif-deleted', 'tag': '11a0fd0f-04e2-412c-b06c-2e2d43ee05bc', 'status': 'completed', 'code': 200} Oct 12 11:43:19.751845 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.754496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:19.755722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c02c8c7-0376-40f2-984c-4c629049ceac HTTP/1.1" status: 204 len: 168 time: 0.3574834 Oct 12 11:43:19.765113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9301fe-fc21-4009-be6a-e3472cc135bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c02c8c7-0376-40f2-984c-4c629049ceac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:20.095288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6162aa0-06c9-4e96-9504-8ff968f66040 req-1953c88c-f55f-40a9-96a9-b2bfb9799d46 tempest-ServerAddressesTestJSON-767223746 tempest-ServerAddressesTestJSON-767223746-project] 10.222.0.43 "GET /v2.0/ports?device_id=edb6e527-43d0-493d-b7c2-4d548b83c820 HTTP/1.1" status: 200 len: 210 time: 0.0324616 Oct 12 11:43:20.472367 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-33798102-4237-456c-97d0-12ff932c2d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.095549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729df79b-a67c-41b0-9bf4-b477380e25bf req-52ddb7f6-8218-4fe5-80ef-0e2c13e7c03c tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:21.103424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-729df79b-a67c-41b0-9bf4-b477380e25bf req-52ddb7f6-8218-4fe5-80ef-0e2c13e7c03c tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 946 time: 0.1328185 Oct 12 11:43:21.138273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-729df79b-a67c-41b0-9bf4-b477380e25bf req-e09d6246-79d0-4d27-aa4c-d99d0edddee6 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Oct 12 11:43:21.181918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55308) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:21.227425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Deleting subnet 6ff3611c-db6f-4b03-89e3-9dcf8fdff183 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:43:21.230568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.267375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.314596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.431760 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.460734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff3611c-db6f-4b03-89e3-9dcf8fdff183,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:21.469509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.474388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e5e18667-f7b8-4843-8f4f-893cf2c471e2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ff3611c-db6f-4b03-89e3-9dcf8fdff183 HTTP/1.1" status: 204 len: 168 time: 0.2897344 Oct 12 11:43:21.482854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:21.566659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.665501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.686547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ebad4d-adee-4c29-b5ae-7b9a223197ec']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:21.696292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4c0341-7244-44d2-a646-bfd5f899b27b') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:21.698984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4c0341-7244-44d2-a646-bfd5f899b27b') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:21.712886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.718616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.731924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.738376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:43:21.738784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:43:21.740500 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:43:21.848787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.900860 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.906907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:21.910910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/05ebad4d-adee-4c29-b5ae-7b9a223197ec HTTP/1.1" status: 204 len: 168 time: 0.4266346 Oct 12 11:43:21.931775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a6e4f-fc5b-4bed-a21b-bac8b3b72fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ebad4d-adee-4c29-b5ae-7b9a223197ec,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:22.151594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.236565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ffac7-669f-4bad-b660-09a7336527a7 req-e6c4284b-e30e-46a8-b7f8-4e280b79e300 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:22.241758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-676ffac7-669f-4bad-b660-09a7336527a7 req-e6c4284b-e30e-46a8-b7f8-4e280b79e300 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 946 time: 0.0735445 Oct 12 11:43:22.304781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ed626-39ca-44f9-b12f-7683cc193159 req-b97f10ab-cb07-4c9c-86a0-581a582072b3 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:22.306409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e7ed626-39ca-44f9-b12f-7683cc193159 req-b97f10ab-cb07-4c9c-86a0-581a582072b3 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 946 time: 0.0890732 Oct 12 11:43:22.335236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55352) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:22.395967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-72f9935d-b8b0-4afd-a152-e0fc740fc0b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2a2cc88fd7c458e958be58a1924a3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595307 Oct 12 11:43:22.401115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:22.401742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e7ed626-39ca-44f9-b12f-7683cc193159 req-17d137b4-0055-4114-a220-5a03a9afad57 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/security-groups?id=b60dfa05-add0-4a83-ac50-8f772cd65a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 Oct 12 11:43:22.427926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Deleting port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:43:22.428274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.462538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.486070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.557526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] For port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,segment=NetworkSegment(a5292ef8-c3c9-465b-9b7c-cf203522300f),segment_id=a5292ef8-c3c9-465b-9b7c-cf203522300f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:22.557890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.571000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Calling delete_port for 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:43:22.620610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.624271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.627903 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36d189a0-a722-4f93-8bdb-2514afc01d0d HTTP/1.1" status: 204 len: 168 time: 0.2233429 Oct 12 11:43:22.634498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788a231-cb03-4cda-a812-41ba2b6afca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d189a0-a722-4f93-8bdb-2514afc01d0d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:22.774717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.788234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:22.816579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Pushing event deleted for resources: {'Port': ['ID=3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:22.879948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] No DVR routers for this DVR port 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:43:22.882488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:22.885887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-676ffac7-669f-4bad-b660-09a7336527a7 req-098c9728-f97e-4d17-bc0f-9b1468bc7fda tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.47 "DELETE /v2.0/ports/3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe HTTP/1.1" status: 204 len: 173 time: 0.6295855 Oct 12 11:43:22.886323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'name': 'network-vif-deleted', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:22.889668 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dbef0d-cc9a-4d81-abe1-12f5b6d25d9e" -d '{"events": [{"server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "name": "network-vif-deleted", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:22.935661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e127eb-7ce9-48bb-a352-e187d6bddb2c x-openstack-request-id: req-c2e127eb-7ce9-48bb-a352-e187d6bddb2c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:22.936073 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7d9cce-0138-47e5-941f-f00fee4423ba", "name": "network-vif-deleted", "tag": "3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:22.936248 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2e127eb-7ce9-48bb-a352-e187d6bddb2c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:22.936660 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7d9cce-0138-47e5-941f-f00fee4423ba', 'name': 'network-vif-deleted', 'tag': '3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe', 'status': 'completed', 'code': 200} Oct 12 11:43:23.357754 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:23.521652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6f25e90-fc75-45ea-8a56-cdc7408a53fd req-263bcf1f-bf26-4c8e-96d9-4e92074a2e62 tempest-VolumesActionsTest-1403547781 tempest-VolumesActionsTest-1403547781-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7d9cce-0138-47e5-941f-f00fee4423ba HTTP/1.1" status: 200 len: 210 time: 0.0325141 Oct 12 11:43:23.973570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:43:23.994509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:43:23.994882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 11a0fd0f-04e2-412c-b06c-2e2d43ee05bc not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:43:24.157981 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:24.276520 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18c89fb8-e6c8-4eaf-9f41-375d13f543ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.367380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18c89fb8-e6c8-4eaf-9f41-375d13f543ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.465647 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-18c89fb8-e6c8-4eaf-9f41-375d13f543ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.508624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-18c89fb8-e6c8-4eaf-9f41-375d13f543ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b91e9d417994ef78cb5388307ff7824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468757 Oct 12 11:43:24.508624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89fb8-e6c8-4eaf-9f41-375d13f543ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8041e00f-5025-4870-b97c-05aeff0bc3a1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:24.509581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55438) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:24.584610 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.611738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.758113 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.761264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:24.766000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8041e00f-5025-4870-b97c-05aeff0bc3a1 HTTP/1.1" status: 204 len: 168 time: 0.2528868 Oct 12 11:43:24.799970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751defac-48c6-4f4d-8dd0-c469a131457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041e00f-5025-4870-b97c-05aeff0bc3a1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:24.907159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:25.039786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-775bd51c-698c-47ef-8b9a-efb248838c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.124330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-775bd51c-698c-47ef-8b9a-efb248838c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.203367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-775bd51c-698c-47ef-8b9a-efb248838c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.244905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-775bd51c-698c-47ef-8b9a-efb248838c58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8ac218fbfb640eb93abed2789bda66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365266 Oct 12 11:43:25.245838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd51c-698c-47ef-8b9a-efb248838c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5670e27-b588-49e2-b709-7c0e67494b3b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:25.248379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55478) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:25.319301 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.343645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.472018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.474877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.476061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5670e27-b588-49e2-b709-7c0e67494b3b HTTP/1.1" status: 204 len: 168 time: 0.2267387 Oct 12 11:43:25.484051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b4037-be5d-4ee9-827c-37aaf1386cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5670e27-b588-49e2-b709-7c0e67494b3b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:25.553814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:25.571292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26f945e6-3e56-4e2e-bc4a-ac6223d08ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.658137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26f945e6-3e56-4e2e-bc4a-ac6223d08ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.717515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-26f945e6-3e56-4e2e-bc4a-ac6223d08ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.762617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-26f945e6-3e56-4e2e-bc4a-ac6223d08ce5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67a9bd520d3644ed861f1c1d16f4a51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067490 Oct 12 11:43:25.763843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f945e6-3e56-4e2e-bc4a-ac6223d08ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff9a9c9-f90b-4ed5-8242-3156fcf4ddcb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:25.771750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:25.818093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:25.858819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:26.192001 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:26.194651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:26.195841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ff9a9c9-f90b-4ed5-8242-3156fcf4ddcb HTTP/1.1" status: 204 len: 168 time: 0.4278524 Oct 12 11:43:26.216329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aa8b6-735b-4783-9416-13305c44ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff9a9c9-f90b-4ed5-8242-3156fcf4ddcb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:26.343609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:43:26.370435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:43:26.370435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 3380c054-7c48-4cf2-ab6f-2fb53c3a7cbe not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:43:26.888923 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:28.615899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:28.789333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eddea5b-af9e-48d2-b6a7-264139a089dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:28.901599 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eddea5b-af9e-48d2-b6a7-264139a089dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.003903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eddea5b-af9e-48d2-b6a7-264139a089dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.081318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2eddea5b-af9e-48d2-b6a7-264139a089dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bef1327789944a9881fa5d7d1e93b4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635019 Oct 12 11:43:29.082576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddea5b-af9e-48d2-b6a7-264139a089dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b3904-51ac-43d6-830c-f7cb8423d995,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:29.084289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:29.239914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.297903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.430959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.437955 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.439665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc5b3904-51ac-43d6-830c-f7cb8423d995 HTTP/1.1" status: 204 len: 168 time: 0.3529587 Oct 12 11:43:29.451119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f910aff-4769-41f1-915e-695b9305074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b3904-51ac-43d6-830c-f7cb8423d995,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:29.587089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55686) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:29.728643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-76eb87fa-e059-40c7-8779-e5b87caa71e8 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2413 time: 0.1401350 Oct 12 11:43:29.733298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55688) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:29.740196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'network': {'name': 'tempest-network-smoke--2012690286', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'port_security_enabled': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:29.811621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:29.821983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.890181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:43:29.914862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:29.915985 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Added segment d4130e4e-9133-44e0-b33f-d796263020c7 of type vlan for network 18925fd5-aa96-450e-8832-9e1c00852f68 Oct 12 11:43:30.143766 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:30.295455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:30.302715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:30.303429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:30.389247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Network': ['ID=18925fd5-aa96-450e-8832-9e1c00852f68,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:30.410829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 18925fd5-aa96-450e-8832-9e1c00852f68 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:43:30.422370 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c9e57c9e-715a-428d-a6e5-6d694f44bd4d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6864011 Oct 12 11:43:30.427166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55706) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:30.433025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'admin_state_up': True, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:30.546410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:30.547471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:30.680680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:31.319072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:31.697969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:31.724288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:31.918939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.25.2.25 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/847a54fd-a5e7-41f7-9c16-9545d202872f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:32.084238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:32.460589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:32.541536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:32.556097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:32.565356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:32.613889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=847a54fd-a5e7-41f7-9c16-9545d202872f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:33.034207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:33.368318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:33.625859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router cc10a8aa-3602-4275-9d2f-6bfaceb8502d is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:43:33.805760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:43:33.820717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Sync routers for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:43:33.837931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:43:33.838664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:33.882135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:33.882563 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-534915b7-3197-48e4-9aea-4848fb69628f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4535966 Oct 12 11:43:33.885578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55798) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:33.989214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:43:34.040853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40991e-a4a0-493b-8d1f-dfc4d5829236 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:34.042381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0d40991e-a4a0-493b-8d1f-dfc4d5829236 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=5e5f1bbfeca24fe5a8e46df63709b2c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.1543992 Oct 12 11:43:34.046050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55804) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.271385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:32Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:34.316792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Checking router: cc10a8aa-3602-4275-9d2f-6bfaceb8502d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:43:34.317467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Updating router cc10a8aa-3602-4275-9d2f-6bfaceb8502d port 847a54fd-a5e7-41f7-9c16-9545d202872f binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:43:34.354204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d407d-97a1-4ae8-9be5-118478384d2b tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:34.354675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:34.354868 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-569d407d-97a1-4ae8-9be5-118478384d2b tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3028839 Oct 12 11:43:34.354951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.411774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cec0a7d0-2887-4ec3-84af-78e5a8eacdd6 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554473 Oct 12 11:43:34.414519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55816) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.488201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55820) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.499193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-33a3c67b-9a0f-4a1f-ba5d-a50bb8ac060f tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=5e5f1bbfeca24fe5a8e46df63709b2c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696838 Oct 12 11:43:34.694857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c972a-0d48-416d-9241-df3b2e532ce6 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:34.699062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-327c972a-0d48-416d-9241-df3b2e532ce6 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2071888 Oct 12 11:43:34.699619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55824) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.759170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:34.765137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7e77616a-1ddc-4dba-959a-ce316c0bd040 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627413 Oct 12 11:43:34.765588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:34.772304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855174856', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:34.826303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:34.915105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Pushing event updated for resources: {'Port': ['ID=847a54fd-a5e7-41f7-9c16-9545d202872f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:34.940728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Attempting to bind port 847a54fd-a5e7-41f7-9c16-9545d202872f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:34.941472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Attempting to bind port 847a54fd-a5e7-41f7-9c16-9545d202872f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:34.942089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Attempting to bind port 847a54fd-a5e7-41f7-9c16-9545d202872f on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:34.949620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:34.951260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:34.951901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:34.952490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:34.953169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Bound port: 847a54fd-a5e7-41f7-9c16-9545d202872f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:34.954152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.038122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:35.045908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.068985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] For port 847a54fd-a5e7-41f7-9c16-9545d202872f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:35.076856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] For port 847a54fd-a5e7-41f7-9c16-9545d202872f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=847a54fd-a5e7-41f7-9c16-9545d202872f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:35.145714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.311616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:43:35.315038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:35.352523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55832) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:35.500897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.567406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Subnet': ['ID=2879d08a-9ca9-4990-af01-6d1503c133a1,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:35.640705 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02cae436-f0fc-4479-8eea-a035d33fde86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.656968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Checking segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:35.657338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network hostable DHCP agents. Network: 18925fd5-aa96-450e-8832-9e1c00852f68, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:43:35.694273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Pushing event updated for resources: {'Port': ['ID=847a54fd-a5e7-41f7-9c16-9545d202872f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:35.710342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.710933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.711411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.711905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.712370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.712868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.713332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.713806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.714313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.715632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.716268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.716778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c5cfe-753c-49e7-858a-a2ca52ca69a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:35.746601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 18925fd5-aa96-450e-8832-9e1c00852f68 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:43:35.748969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02cae436-f0fc-4479-8eea-a035d33fde86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.794807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:43:35.838358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02cae436-f0fc-4479-8eea-a035d33fde86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.860575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 18925fd5-aa96-450e-8832-9e1c00852f68) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:35.864969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:35.865551 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:35.905295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576c938-5202-46af-af81-12dbbe3eec89 None None] Network 18925fd5-aa96-450e-8832-9e1c00852f68 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:43:35.928862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02cae436-f0fc-4479-8eea-a035d33fde86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73f2ae4c77a8414e981e1e34d713d51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752161 Oct 12 11:43:35.931482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:35.939883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cae436-f0fc-4479-8eea-a035d33fde86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198a3f7a-7543-4417-9e2e-484fcff287b2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:35.985547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55844) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:35.993484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-19768c95-f4e3-405d-892f-c6e8a1226153 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2265198 Oct 12 11:43:36.038485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:36.095499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:36.261018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:36.274096 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:36.281292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/198a3f7a-7543-4417-9e2e-484fcff287b2 HTTP/1.1" status: 204 len: 168 time: 0.3468673 Oct 12 11:43:36.304728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:32Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:36.325280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0a59-b5f3-44ff-b2e1-0a60438a4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a3f7a-7543-4417-9e2e-484fcff287b2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:36.367989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814167c-0466-419b-8e69-10298f796ae6 None None] The sync data for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 is: [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:32Z', 'revision_number': 3, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:43:36.384272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-18925fd5-aa96-450e-8832-9e1c00852f68', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'fixed_ips': [{'subnet_id': '2879d08a-9ca9-4990-af01-6d1503c133a1'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:43:36.385806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:36.757223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Allocated IP 172.20.0.18 (18925fd5-aa96-450e-8832-9e1c00852f68/2879d08a-9ca9-4990-af01-6d1503c133a1/f3e26de5-2424-4309-86d6-544bd48d84f2) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:37.079188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.141607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.183653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Network 18925fd5-aa96-450e-8832-9e1c00852f68 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:37.189086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:37.232005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:37.347878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.374890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Pushing event updated for resources: {'Port': ['ID=f3e26de5-2424-4309-86d6-544bd48d84f2,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:37.375134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 55886) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:37.436651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Attempting to bind port f3e26de5-2424-4309-86d6-544bd48d84f2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:37.437276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Attempting to bind port f3e26de5-2424-4309-86d6-544bd48d84f2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:37.437802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Attempting to bind port f3e26de5-2424-4309-86d6-544bd48d84f2 on network 18925fd5-aa96-450e-8832-9e1c00852f68 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:37.451060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:37.451441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Checking segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:37.451854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.452247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Bound using segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:37.452728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Bound port: f3e26de5-2424-4309-86d6-544bd48d84f2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:37.453111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.521799 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5867-b0e2-485d-9d2e-920129f2cf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.651094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] For port f3e26de5-2424-4309-86d6-544bd48d84f2, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:37.657209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] For port f3e26de5-2424-4309-86d6-544bd48d84f2, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f3e26de5-2424-4309-86d6-544bd48d84f2,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:37.740986 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.795985 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:43:37.815691 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5867-b0e2-485d-9d2e-920129f2cf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:37.879980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389001b8-f3c8-494a-8728-ddd7b8bee57c None None] Pushing event updated for resources: {'Port': ['ID=f3e26de5-2424-4309-86d6-544bd48d84f2,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:38.020173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 847a54fd-a5e7-41f7-9c16-9545d202872f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:38.050868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5867-b0e2-485d-9d2e-920129f2cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.168517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 847a54fd-a5e7-41f7-9c16-9545d202872f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:38.168517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.169079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5867-b0e2-485d-9d2e-920129f2cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58ea2d-7799-4137-9de2-c1b221b4706e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:38.281730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf3c5867-b0e2-485d-9d2e-920129f2cf18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=249128849f934418974b0e23cbc6ce93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9051931 Oct 12 11:43:38.286607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 55900) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:38.313351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.20.0.17 (18925fd5-aa96-450e-8832-9e1c00852f68/2879d08a-9ca9-4990-af01-6d1503c133a1/22331a8c-3654-4557-957a-a046b8c192c6) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:38.405666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.411953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.445577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.459890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 847a54fd-a5e7-41f7-9c16-9545d202872f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=847a54fd-a5e7-41f7-9c16-9545d202872f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:38.493030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.631801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.631977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.636814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.638961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:38.640403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a58ea2d-7799-4137-9de2-c1b221b4706e HTTP/1.1" status: 204 len: 168 time: 0.3521650 Oct 12 11:43:38.655498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58ea2d-7799-4137-9de2-c1b221b4706e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:38.674673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.675219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.676439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.687557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.688019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.691060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.691478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.691881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.692271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.692749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.693150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.693548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a18b17-359c-4c64-a972-c04b9ce7f3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:38.731484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=847a54fd-a5e7-41f7-9c16-9545d202872f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:38.763234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 18925fd5-aa96-450e-8832-9e1c00852f68 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:38.767044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:38.787219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:38.883807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:38.919640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:39.187671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:39.510255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8519ef3-efbb-4278-84d2-1ece67f58f5e None None] Network 18925fd5-aa96-450e-8832-9e1c00852f68 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:43:39.646513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] Provisioning complete for port f3e26de5-2424-4309-86d6-544bd48d84f2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:39.646826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:39.860934 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:39.942863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] For port f3e26de5-2424-4309-86d6-544bd48d84f2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f3e26de5-2424-4309-86d6-544bd48d84f2,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:39.984835 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:39.991229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.071336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.130096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53085a8-59d9-4bab-887e-49f13e8c520c None None] Pushing event updated for resources: {'Port': ['ID=f3e26de5-2424-4309-86d6-544bd48d84f2,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:40.141404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f3e26de5-2424-4309-86d6-544bd48d84f2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:40.189246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.283968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f3e26de5-2424-4309-86d6-544bd48d84f2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:40.284343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.361453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:40.477752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a53093fb-e3d7-4816-bb6a-86413c66a40f None None] Provisioning complete for port f3e26de5-2424-4309-86d6-544bd48d84f2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:40.478121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a53093fb-e3d7-4816-bb6a-86413c66a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.534974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 18925fd5-aa96-450e-8832-9e1c00852f68 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:40.540340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:40.541972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 847a54fd-a5e7-41f7-9c16-9545d202872f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:40.751512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 847a54fd-a5e7-41f7-9c16-9545d202872f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:40.752101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.835148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router cc10a8aa-3602-4275-9d2f-6bfaceb8502d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:43:40.838224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a53093fb-e3d7-4816-bb6a-86413c66a40f None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:40.838789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a53093fb-e3d7-4816-bb6a-86413c66a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:40.939187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a53093fb-e3d7-4816-bb6a-86413c66a40f None None] Port 22331a8c-3654-4557-957a-a046b8c192c6 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:43:41.068332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b0f6dc27-49f7-4579-b043-0e9402a5d85c None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:41.070862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0f6dc27-49f7-4579-b043-0e9402a5d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:41.131798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:43:41.156536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e4f3c003-6e24-4672-9dd9-d87daac089e6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "PUT /v2.0/routers/cc10a8aa-3602-4275-9d2f-6bfaceb8502d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1601350 Oct 12 11:43:41.156635 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Sync routers for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:43:41.170204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:43:41.171061 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:41.177185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6dc27-49f7-4579-b043-0e9402a5d85c None None] Port 22331a8c-3654-4557-957a-a046b8c192c6 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:43:41.296643 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:43:41.309545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-701cb9d9-7efe-4ff5-b3a6-fd491da440ef None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:41.313350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-701cb9d9-7efe-4ff5-b3a6-fd491da440ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:41.453696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-701cb9d9-7efe-4ff5-b3a6-fd491da440ef None None] Port 22331a8c-3654-4557-957a-a046b8c192c6 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:43:41.552088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:39Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '22331a8c-3654-4557-957a-a046b8c192c6', 'name': '', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:5f:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:37Z', 'updated_at': '2021-10-12T11:43:39Z', 'revision_number': 2, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:41.587572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Checking router: cc10a8aa-3602-4275-9d2f-6bfaceb8502d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:43:41.588193 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Updating router cc10a8aa-3602-4275-9d2f-6bfaceb8502d port 22331a8c-3654-4557-957a-a046b8c192c6 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:43:41.622539 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:41.665845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-240dff6c-0f11-4cdc-b138-2ae1ee047e45 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:41.676313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-240dff6c-0f11-4cdc-b138-2ae1ee047e45 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/networks?id=18925fd5-aa96-450e-8832-9e1c00852f68 HTTP/1.1" status: 200 len: 798 time: 0.1797190 Oct 12 11:43:41.694724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-da87db9d-31a5-4de4-b02a-c22d7c90d929 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/quotas/5e5f1bbfeca24fe5a8e46df63709b2c4 HTTP/1.1" status: 200 len: 375 time: 0.0171747 Oct 12 11:43:41.801986 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-8b13f1d7-ad97-4737-b59b-44677b41b28d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0992558 Oct 12 11:43:41.968220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-a33d616d-fae0-4837-a38e-8be117173d12 service neutron] 10.222.0.43 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608202 Oct 12 11:43:41.992682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f3e26de5-2424-4309-86d6-544bd48d84f2 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:42.117459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-e88f2ca2-f719-4491-8bc5-9e58318a1347 service neutron] 10.222.0.43 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426971 Oct 12 11:43:42.140911 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.161815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f3e26de5-2424-4309-86d6-544bd48d84f2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:42.162376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.231867 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.366812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Pushing event updated for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:42.455970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Attempting to bind port 22331a8c-3654-4557-957a-a046b8c192c6 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:42.456750 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Attempting to bind port 22331a8c-3654-4557-957a-a046b8c192c6 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:42.457333 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Attempting to bind port 22331a8c-3654-4557-957a-a046b8c192c6 on network 18925fd5-aa96-450e-8832-9e1c00852f68 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:42.485122 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:42.485306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Checking segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:42.485898 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.486876 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Bound using segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:42.487540 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Bound port: 22331a8c-3654-4557-957a-a046b8c192c6, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:42.488268 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.492894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.497547 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.498192 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.498672 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.501433 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.501951 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.502724 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.503908 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.504241 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.507951 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.508521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.509009 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:43:42.639443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ae4c33f-1e21-4c6b-abc8-94e5f765f78a req-d0c6801f-ef1d-4163-811d-69f972223b8f tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 210 time: 0.0925355 Oct 12 11:43:42.657012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] For port 22331a8c-3654-4557-957a-a046b8c192c6, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:42.663069 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] For port 22331a8c-3654-4557-957a-a046b8c192c6, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22331a8c-3654-4557-957a-a046b8c192c6,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:42.735888 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:42.868344 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:43:42.869868 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:42.896211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:42.903180 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:43.046899 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51585291-9e02-463d-89e7-0a24cc1b8933 None None] Pushing event updated for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:43.113665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:43.186174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] For port 22331a8c-3654-4557-957a-a046b8c192c6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22331a8c-3654-4557-957a-a046b8c192c6,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:43.210254 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:43:43.279075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:43.399188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81140911-6fce-42bf-9d4b-86b3806fb693 None None] Pushing event updated for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:43.435612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f8f1ed05-6ade-452e-a089-dc7b81fa7b39 None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:43.436230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ed05-6ade-452e-a089-dc7b81fa7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:43.648696 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:39Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '22331a8c-3654-4557-957a-a046b8c192c6', 'name': '', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:5f:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:37Z', 'updated_at': '2021-10-12T11:43:42Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:43:43.695883 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060119-63fd-4336-bab7-52a7aa49e2b6 None None] The sync data for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 is: [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:43:39Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '22331a8c-3654-4557-957a-a046b8c192c6', 'name': '', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:5f:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:37Z', 'updated_at': '2021-10-12T11:43:42Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:43:43.801204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d6d5560-37e9-4aba-85ad-f6b14b9b5a53 req-2f86326f-0079-4c4b-bb0a-131b090ae1af tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 210 time: 0.0747766 Oct 12 11:43:43.989423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22331a8c-3654-4557-957a-a046b8c192c6 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:44.149815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 22331a8c-3654-4557-957a-a046b8c192c6 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:44.150543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:45.015299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d71b7230-2bfb-4d91-bbac-9d73a28a3850 req-eefe664e-48b4-414e-bab5-40973b215d05 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 210 time: 0.0314870 Oct 12 11:43:45.382999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-83ed1972-0675-443b-8f63-6fa130eff2e3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:45.384847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-83ed1972-0675-443b-8f63-6fa130eff2e3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.47 "GET /v2.0/networks?id=18925fd5-aa96-450e-8832-9e1c00852f68 HTTP/1.1" status: 200 len: 798 time: 0.2077491 Oct 12 11:43:45.398643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Request body: {'port': {'device_id': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'admin_state_up': True, 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:45.695717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Made reservation on behalf of 5e5f1bbfeca24fe5a8e46df63709b2c4 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:43:45.699446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:45.826774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Allocated IP 172.20.0.25 (18925fd5-aa96-450e-8832-9e1c00852f68/2879d08a-9ca9-4990-af01-6d1503c133a1/dba27d0d-e636-4020-ac57-5345a65ab939) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:43:45.961674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.095025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.147164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Network 18925fd5-aa96-450e-8832-9e1c00852f68 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:43:46.153789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:43:46.162481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:43:46.272657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event updated for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:46.293603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:46.328794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:46.329591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.406810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422cf69-deb2-4eca-995c-ade9a815ce1a req-03a61136-7851-45d8-abb4-05b8a10af98c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:46.409399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6422cf69-deb2-4eca-995c-ade9a815ce1a req-03a61136-7851-45d8-abb4-05b8a10af98c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 895 time: 0.1684060 Oct 12 11:43:46.455325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7613b977-32aa-4087-bf98-81600d0c2494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.469810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-db3c1413-9cc6-4b0f-b7b2-3b42ace2ddbc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0751765 Oct 12 11:43:46.483237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Request body: {'port': {'device_id': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:46.518796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8eeb5663-baa8-48ba-adec-328f31a6e865 None None] Provisioning complete for port dba27d0d-e636-4020-ac57-5345a65ab939 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:46.519949 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5663-baa8-48ba-adec-328f31a6e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.558937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb5663-baa8-48ba-adec-328f31a6e865 None None] Port dba27d0d-e636-4020-ac57-5345a65ab939 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:43:46.568388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.576719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7613b977-32aa-4087-bf98-81600d0c2494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.642593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7613b977-32aa-4087-bf98-81600d0c2494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.686166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613b977-32aa-4087-bf98-81600d0c2494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c6513-4cd5-4f54-8422-0ef3ce668a89,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:46.692215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7613b977-32aa-4087-bf98-81600d0c2494 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e25498d7302f4cef98e5e7f79d88f7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962252 Oct 12 11:43:46.693928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56270) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:46.789251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.828261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.946097 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.949087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:46.950529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/567c6513-4cd5-4f54-8422-0ef3ce668a89 HTTP/1.1" status: 204 len: 168 time: 0.2540724 Oct 12 11:43:46.961955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5623-ab15-4bd3-96dc-e82f815ddbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c6513-4cd5-4f54-8422-0ef3ce668a89,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:46.990011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba27d0d-e636-4020-ac57-5345a65ab939 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:47.005442 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.030230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Transition to ACTIVE for port object dba27d0d-e636-4020-ac57-5345a65ab939 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:43:47.185970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.282556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Pushing event updated for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:47.368634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Attempting to bind port dba27d0d-e636-4020-ac57-5345a65ab939 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:43:47.376462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Attempting to bind port dba27d0d-e636-4020-ac57-5345a65ab939 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:43:47.376462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Attempting to bind port dba27d0d-e636-4020-ac57-5345a65ab939 on network 18925fd5-aa96-450e-8832-9e1c00852f68 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:47.378592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Port dba27d0d-e636-4020-ac57-5345a65ab939 on network 18925fd5-aa96-450e-8832-9e1c00852f68 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:43:47.378982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Attempting to bind port dba27d0d-e636-4020-ac57-5345a65ab939 on network 18925fd5-aa96-450e-8832-9e1c00852f68 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:43:47.389049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:43:47.389486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Checking segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:43:47.389947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Bound using segment: {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:43:47.390462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Bound port: dba27d0d-e636-4020-ac57-5345a65ab939, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4130e4e-9133-44e0-b33f-d796263020c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:43:47.390954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.607943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:43:47.624557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dba27d0d-e636-4020-ac57-5345a65ab939,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:43:47.633764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4604-a505-438a-a537-36ecda5f0570 req-c92bd6f1-33c4-4209-88ca-fe0b0e6b16dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:47.641331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-829f4604-a505-438a-a537-36ecda5f0570 req-c92bd6f1-33c4-4209-88ca-fe0b0e6b16dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 907 time: 0.0866899 Oct 12 11:43:47.723780 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.724854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c1bd8d26-4fc1-4e1a-b399-58d6c3cf1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.784142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:47.784968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:47.786831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] 10.222.0.47 "PUT /v2.0/ports/dba27d0d-e636-4020-ac57-5345a65ab939 HTTP/1.1" status: 200 len: 1055 time: 1.3082371 Oct 12 11:43:47.787400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:47.794370 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37339e6-d086-4377-b09e-7ae6fc8f8a20" -d '{"events": [{"name": "network-changed", "server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:47.849924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6785-5a2f-4361-be9d-d07910dd864b service neutron] Pushing event updated for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:48.047476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-b633c867-acc9-4266-97d4-f318db9836e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:48.054365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-b633c867-acc9-4266-97d4-f318db9836e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 1058 time: 0.1458354 Oct 12 11:43:48.163819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-52c8abd5-ad27-44d4-af72-8bedfd3912f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dba27d0d-e636-4020-ac57-5345a65ab939 HTTP/1.1" status: 200 len: 217 time: 0.1049953 Oct 12 11:43:48.249983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-8ee4196f-d23a-4274-a3fa-ae27e78a980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:48.251816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-8ee4196f-d23a-4274-a3fa-ae27e78a980f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2879d08a-9ca9-4990-af01-6d1503c133a1 HTTP/1.1" status: 200 len: 838 time: 0.0808620 Oct 12 11:43:48.332658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-ad2727e9-0504-4ae5-a50f-5cbdf2fc356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:48.334596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-ad2727e9-0504-4ae5-a50f-5cbdf2fc356a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18925fd5-aa96-450e-8832-9e1c00852f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749454 Oct 12 11:43:48.476721 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a0e957-e581-4035-a619-786241ec1cf3 x-openstack-request-id: req-09a0e957-e581-4035-a619-786241ec1cf3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:48.477005 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:48.477319 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09a0e957-e581-4035-a619-786241ec1cf3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:48.477788 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939', 'status': 'completed', 'code': 200} Oct 12 11:43:48.489295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-48c6acee-3c5d-4edd-8579-5d390096a1dc service neutron] 10.222.0.47 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476555 Oct 12 11:43:48.643912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f275c2fd-8fde-4abb-b9d2-2766f01189b9 req-f191df03-7b8a-4762-a890-0fd4a0059f81 service neutron] 10.222.0.47 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462703 Oct 12 11:43:48.897440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b8f10-ef65-494f-9d32-bf41657849ec req-9e3f9d18-fccd-4740-b73c-d7d22a4eff12 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:48.899396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a5b8f10-ef65-494f-9d32-bf41657849ec req-9e3f9d18-fccd-4740-b73c-d7d22a4eff12 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 907 time: 0.1452060 Oct 12 11:43:48.907170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-6ebb30b3-5538-4145-a3e1-ecec457ce963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:48.909291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-6ebb30b3-5538-4145-a3e1-ecec457ce963 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 1058 time: 0.1234198 Oct 12 11:43:49.073546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-a09643d4-bc76-4753-b251-45f4dc0e3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:49.075305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-a09643d4-bc76-4753-b251-45f4dc0e3c43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18925fd5-aa96-450e-8832-9e1c00852f68 HTTP/1.1" status: 200 len: 899 time: 0.1569264 Oct 12 11:43:49.145082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-5b2ef967-4e58-434b-9282-9d0b8c063b70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dba27d0d-e636-4020-ac57-5345a65ab939 HTTP/1.1" status: 200 len: 217 time: 0.0606899 Oct 12 11:43:49.234274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-15741e2f-717c-4e24-8493-987717cbbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:49.236292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-15741e2f-717c-4e24-8493-987717cbbe48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2879d08a-9ca9-4990-af01-6d1503c133a1 HTTP/1.1" status: 200 len: 838 time: 0.0830698 Oct 12 11:43:49.302335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-4942dea2-5c0a-46b2-9bfe-e818559fbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:49.305122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-4942dea2-5c0a-46b2-9bfe-e818559fbaa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18925fd5-aa96-450e-8832-9e1c00852f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586913 Oct 12 11:43:49.438387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-2ba04894-c683-4db8-8bf5-230faee9032f service neutron] 10.222.0.47 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204340 Oct 12 11:43:49.568197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b37339e6-d086-4377-b09e-7ae6fc8f8a20 req-4f250228-a1c5-471f-9bc2-d5355e34acd4 service neutron] 10.222.0.47 "GET /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241357 Oct 12 11:43:50.033706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58368-9698-4fe0-a650-e355121d7551 req-bce4dc4d-8f08-47ae-9921-da4f9e7d40d9 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:50.035234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33c58368-9698-4fe0-a650-e355121d7551 req-bce4dc4d-8f08-47ae-9921-da4f9e7d40d9 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 907 time: 0.0515785 Oct 12 11:43:50.422459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dba27d0d-e636-4020-ac57-5345a65ab939 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:43:50.508151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53b580e7-e2f2-439b-beef-06dbe976c45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:50.532177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dba27d0d-e636-4020-ac57-5345a65ab939,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:50.556461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'dba27d0d-e636-4020-ac57-5345a65ab939', 'network_id': '18925fd5-aa96-450e-8832-9e1c00852f68', 'port_id': 'dba27d0d-e636-4020-ac57-5345a65ab939', 'mac_address': 'fa:16:3e:5b:19:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879d08a-9ca9-4990-af01-6d1503c133a1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:43:50.602404 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:50.619324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba27d0d-e636-4020-ac57-5345a65ab939 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:43:50.645487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dba27d0d-e636-4020-ac57-5345a65ab939,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:50.848396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:50.944886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:51.049592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['dba27d0d-e636-4020-ac57-5345a65ab939'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:43:51.211753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4623f6-3a39-49b4-a740-4874d8ceb60f req-3bc7cb50-6a41-40b2-b7bb-dd6e3a570f60 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:51.213434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e4623f6-3a39-49b4-a740-4874d8ceb60f req-3bc7cb50-6a41-40b2-b7bb-dd6e3a570f60 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 908 time: 0.0718873 Oct 12 11:43:51.683730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:51.768752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:51.976874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:52.180155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.244550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01676473-d19e-4b96-9678-c5904b5342f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.361700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01676473-d19e-4b96-9678-c5904b5342f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.381936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff2e7c-5117-488d-bf92-70d0958b80c9 req-aa336fd2-a368-4140-8cc5-86008d0b2173 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:52.390551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6ff2e7c-5117-488d-bf92-70d0958b80c9 req-aa336fd2-a368-4140-8cc5-86008d0b2173 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 908 time: 0.0921955 Oct 12 11:43:52.438170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dba27d0d-e636-4020-ac57-5345a65ab939 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:43:52.490576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-01676473-d19e-4b96-9678-c5904b5342f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.535663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676473-d19e-4b96-9678-c5904b5342f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff743e91-fb2d-433f-95e5-f1a4f5b2629f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:52.544475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-01676473-d19e-4b96-9678-c5904b5342f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=771ac468a1604413a6ca4c2f20167e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652642 Oct 12 11:43:52.544580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:52.579760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port dba27d0d-e636-4020-ac57-5345a65ab939 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:43:52.585445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port dba27d0d-e636-4020-ac57-5345a65ab939 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:43:52.585445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.622488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.647951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.701774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.738273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:52.741061 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4cbd83-1d98-479a-9a18-e3562ed53048" -d '{"events": [{"server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:52.791690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.793385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dba27d0d-e636-4020-ac57-5345a65ab939,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:52.795790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.799232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff743e91-fb2d-433f-95e5-f1a4f5b2629f HTTP/1.1" status: 204 len: 168 time: 0.2517145 Oct 12 11:43:52.810099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd227ff-23ce-40d5-8f62-a1d9c8626155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff743e91-fb2d-433f-95e5-f1a4f5b2629f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:52.858933 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d45f2-1e60-48e2-a76f-52bfbc0c5f54 x-openstack-request-id: req-433d45f2-1e60-48e2-a76f-52bfbc0c5f54 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:52.859513 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:52.862939 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-433d45f2-1e60-48e2-a76f-52bfbc0c5f54 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:52.863669 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939', 'code': 200} Oct 12 11:43:52.928843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:52.996957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bbf66-24aa-4d05-b7c9-ba80df07a20d req-080fa79d-4e50-4940-99fe-3ff2694bb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:52.998934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-274bbf66-24aa-4d05-b7c9-ba80df07a20d req-080fa79d-4e50-4940-99fe-3ff2694bb94e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 1059 time: 0.0909483 Oct 12 11:43:53.013838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:53.318216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:53.518490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c4ca7-4ea6-4a04-aae7-3f1002b77350 req-2b97073d-3e85-474c-b7c1-61c9905fe8e9 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:53.520574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244c4ca7-4ea6-4a04-aae7-3f1002b77350 req-2b97073d-3e85-474c-b7c1-61c9905fe8e9 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0564981 Oct 12 11:43:53.707053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:53.726047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfb10-5ccf-4841-bbd4-2099bcae2848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:53.822817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfb10-5ccf-4841-bbd4-2099bcae2848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:53.888177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfb10-5ccf-4841-bbd4-2099bcae2848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:53.929075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef7cfb10-5ccf-4841-bbd4-2099bcae2848 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfb070b396c84c329c6ea6cfc0e19e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205482 Oct 12 11:43:53.929983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfb10-5ccf-4841-bbd4-2099bcae2848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987ff26-fda2-4dc1-977e-19bfb04b1a20,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:53.931832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56656) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:53.998131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:54.024327 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:54.356783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:54.359529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:54.362397 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e987ff26-fda2-4dc1-977e-19bfb04b1a20 HTTP/1.1" status: 204 len: 168 time: 0.4277558 Oct 12 11:43:54.377005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ca673-9612-49a5-b7ce-5eba9ad77436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987ff26-fda2-4dc1-977e-19bfb04b1a20,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:54.645311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf328b96-0411-46d9-b0ad-0092afce7a57 req-8ccb8582-e395-4e3a-bb7f-fd3c0073814a tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:54.646943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf328b96-0411-46d9-b0ad-0092afce7a57 req-8ccb8582-e395-4e3a-bb7f-fd3c0073814a tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0498505 Oct 12 11:43:54.764039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040fd6-2323-434f-9bad-165d7a6410f3 req-7d9a45fb-d95e-471b-a8d4-f07a47fd0d09 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:54.765507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30040fd6-2323-434f-9bad-165d7a6410f3 req-7d9a45fb-d95e-471b-a8d4-f07a47fd0d09 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0481944 Oct 12 11:43:54.949933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c39ad-cac2-4f48-9136-8166525fb2cb req-832a2ce5-9250-4a0e-8447-40640b14c75d tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:54.952313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f2c39ad-cac2-4f48-9136-8166525fb2cb req-832a2ce5-9250-4a0e-8447-40640b14c75d tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 1060 time: 0.0753586 Oct 12 11:43:55.079576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc35722-e653-4e3f-9874-6142b9d96164 req-ff69d124-0541-47f8-a811-21a21402fc04 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:55.081495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bc35722-e653-4e3f-9874-6142b9d96164 req-ff69d124-0541-47f8-a811-21a21402fc04 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.0518861 Oct 12 11:43:55.132972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bc35722-e653-4e3f-9874-6142b9d96164 req-88070a37-e5aa-4ac8-bdf0-e76b2f97a68c tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0383410 Oct 12 11:43:55.158181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56694) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:55.212171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6d0d4-7921-493a-ae30-7e55e6db9955 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:55.224975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2af6d0d4-7921-493a-ae30-7e55e6db9955 tempest-TestSecurityGroupsBasicOps-1437347576 tempest-TestSecurityGroupsBasicOps-1437347576-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 1055 time: 0.0646517 Oct 12 11:43:55.767789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ce32-d3d7-4830-8aa1-156ff74af296 req-99fc776e-f1af-4d44-a503-70edd0199245 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:55.769411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c73ce32-d3d7-4830-8aa1-156ff74af296 req-99fc776e-f1af-4d44-a503-70edd0199245 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0533135 Oct 12 11:43:56.104753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56734) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:56.392022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c859de2d-4d5d-4807-8f63-c5a4b9732b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.477018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c859de2d-4d5d-4807-8f63-c5a4b9732b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.546230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c859de2d-4d5d-4807-8f63-c5a4b9732b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.589035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c859de2d-4d5d-4807-8f63-c5a4b9732b6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d0053b947444aeabe0c0513489f7ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826343 Oct 12 11:43:56.591826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56770) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:56.592672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859de2d-4d5d-4807-8f63-c5a4b9732b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862da0e-a3a2-4fb9-af4c-7819e1a36a8c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:56.658575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.686460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.770087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56774) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:56.861018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.865326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.870717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.871702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c862da0e-a3a2-4fb9-af4c-7819e1a36a8c HTTP/1.1" status: 204 len: 168 time: 0.2787194 Oct 12 11:43:56.891783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-865794509'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:56.911162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7530602-f42d-47a4-8086-83ae1cdd1869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862da0e-a3a2-4fb9-af4c-7819e1a36a8c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:56.934495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb25a9-6b43-48cd-bec8-7318af44bdbd req-535cf50d-54b8-4ef0-bedd-3efe6a0ab93e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:56.936851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16cb25a9-6b43-48cd-bec8-7318af44bdbd req-535cf50d-54b8-4ef0-bedd-3efe6a0ab93e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0872211 Oct 12 11:43:56.985491 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:56.986656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.048894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.076194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-e8b38b51-e7d9-4420-b2e5-11484be130bc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:57.077757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-e8b38b51-e7d9-4420-b2e5-11484be130bc tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.47 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 909 time: 0.0546219 Oct 12 11:43:57.176642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port dba27d0d-e636-4020-ac57-5345a65ab939 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:43:57.176988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.202986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.273901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port dba27d0d-e636-4020-ac57-5345a65ab939, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=dba27d0d-e636-4020-ac57-5345a65ab939,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:43:57.274262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.288320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for dba27d0d-e636-4020-ac57-5345a65ab939 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:43:57.324894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.329091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-43e370cb-a631-4e30-ab72-afc1908c5eb3 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5579531 Oct 12 11:43:57.340949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56788) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:57.498238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.533562 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.585536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-0e6be4f0-dc46-4fd7-aac6-be2b983c753d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652236 Oct 12 11:43:57.676156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=dba27d0d-e636-4020-ac57-5345a65ab939,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:43:57.687496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] No DVR routers for this DVR port dba27d0d-e636-4020-ac57-5345a65ab939 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:43:57.691494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.696746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b2c62da-817e-4498-a3c9-44626c89f98e req-62db02fa-dc13-4713-9794-e8d852b90e9c tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.47 "DELETE /v2.0/ports/dba27d0d-e636-4020-ac57-5345a65ab939 HTTP/1.1" status: 204 len: 173 time: 0.6130340 Oct 12 11:43:57.697544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'name': 'network-vif-deleted', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:43:57.704584 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8346d-6809-4be0-a6d9-6a0fb9fcb90e" -d '{"events": [{"server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "name": "network-vif-deleted", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:43:57.768261 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a14e9-0eee-4654-b5d1-aac81403d697 x-openstack-request-id: req-9a4a14e9-0eee-4654-b5d1-aac81403d697 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:43:57.768607 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796292dc-3547-48b0-9de3-3993ab23cd1f", "name": "network-vif-deleted", "tag": "dba27d0d-e636-4020-ac57-5345a65ab939", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:43:57.770413 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a4a14e9-0eee-4654-b5d1-aac81403d697 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:43:57.771442 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796292dc-3547-48b0-9de3-3993ab23cd1f', 'name': 'network-vif-deleted', 'tag': 'dba27d0d-e636-4020-ac57-5345a65ab939', 'status': 'completed', 'code': 200} Oct 12 11:43:57.801705 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.811500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.873022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-1252fa83-0370-4f91-87f6-8e9608aa36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:57.874527 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-1252fa83-0370-4f91-87f6-8e9608aa36f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.2298362 Oct 12 11:43:57.976710 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:57.977220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 920cc73b-ebf0-475d-9de7-74b2f038822f {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:43:58.008794 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.013376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f9f6fa7-b594-4866-b3ee-1b7f2996d320 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "DELETE /v2.0/routers/920cc73b-ebf0-475d-9de7-74b2f038822f HTTP/1.1" status: 204 len: 168 time: 0.6678233 Oct 12 11:43:58.015427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:58.021653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Request body: {'router': {'name': 'tempest-router-1766453140', 'distributed': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:58.083346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-767d9d40-2dd9-4cb4-a286-09e6f2e0f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:58.085201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-767d9d40-2dd9-4cb4-a286-09e6f2e0f94e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 897 time: 0.1855366 Oct 12 11:43:58.150011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20afcc22-5f65-405c-a2cb-0973f691a642 req-95a13fb4-247d-414b-a7db-be2d7a9f8d66 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=796292dc-3547-48b0-9de3-3993ab23cd1f HTTP/1.1" status: 200 len: 210 time: 0.0383568 Oct 12 11:43:58.151711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.153332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.159862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-e7b49305-a71f-40d3-90e0-34bf9fcbe60b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0675843 Oct 12 11:43:58.205068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.218060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-6bd6b696-30b6-4118-881f-44fd41803c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:58.219593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-6bd6b696-30b6-4118-881f-44fd41803c96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 200 len: 832 time: 0.0523942 Oct 12 11:43:58.279555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.296755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-20ccc9d6-7080-450d-a196-4717728eff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:43:58.298307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-20ccc9d6-7080-450d-a196-4717728eff94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1449d5fb-d04e-44d1-a877-83fe52d76553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716298 Oct 12 11:43:58.373382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.376181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-59dab731-342b-4b92-aa9c-f0780bc7c874 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3585947 Oct 12 11:43:58.380861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:58.436309 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-eddc1bc0-3bb3-4c34-a1c3-d1cb56e3c731 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239023 Oct 12 11:43:58.484673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.557153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19bb0b2e-6776-48d7-a7d8-32fd40df388d req-8d7593be-daef-4bd1-8b71-c8a49060cedd service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136551 Oct 12 11:43:58.963429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:58.966357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.203629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56888) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:59.301735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.302227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5d7d468-bcd4-4f7f-b292-74502238d163 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:43:59.307967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.308949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b928eed3-0cee-41bf-8500-9a4e461fafcb tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "DELETE /v2.0/routers/e5d7d468-bcd4-4f7f-b292-74502238d163 HTTP/1.1" status: 204 len: 168 time: 0.9271352 Oct 12 11:43:59.312717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:59.317076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Request body: {'router': {'name': 'tempest-router-498067857', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '93f3e650060147d589d380296b73f771'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:59.432107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.433534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.489953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.599832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.633108 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.689859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.691122 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a9f8a2b-4529-44ff-99eb-83994e8c296f tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3774047 Oct 12 11:43:59.693870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56910) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:43:59.699106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:43:59.923234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8010245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61202'] for router, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.923234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:43:59.953500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port 22331a8c-3654-4557-957a-a046b8c192c6 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:43:59.954129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.031115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95547) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 12 11:44:00.031699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Router c94cd246-db5a-44f0-b2ef-9f260969d110 migrating from provider to provider. {{(pid=95547) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 12 11:44:00.032244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.037267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.070245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port 22331a8c-3654-4557-957a-a046b8c192c6, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22331a8c-3654-4557-957a-a046b8c192c6,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:00.070500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.094797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for 22331a8c-3654-4557-957a-a046b8c192c6 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:00.105680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8010268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8008013'] for router, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.419666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.467599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=22331a8c-3654-4557-957a-a046b8c192c6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:00.519827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dba27d0d-e636-4020-ac57-5345a65ab939 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:00.560899 n-d-813419-3 neutron-server[95547]: WARNING neutron.scheduler.l3_agent_scheduler [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] No L3 agents can host the router c94cd246-db5a-44f0-b2ef-9f260969d110 Oct 12 11:44:00.586551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: dba27d0d-e636-4020-ac57-5345a65ab939 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:00.587165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device dba27d0d-e636-4020-ac57-5345a65ab939 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:00.758832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Hosts for router c94cd246-db5a-44f0-b2ef-9f260969d110: [] {{(pid=95547) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 12 11:44:00.766507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.801356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Hosts for other DVR routers connected to router c94cd246-db5a-44f0-b2ef-9f260969d110: set() {{(pid=95547) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 12 11:44:00.804134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:00.809094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-30f36001-2025-42f3-adea-2118d214274d tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "PUT /v2.0/routers/c94cd246-db5a-44f0-b2ef-9f260969d110 HTTP/1.1" status: 200 len: 716 time: 1.1141737 Oct 12 11:44:00.809749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:00.915672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2fad6c78-25bb-4669-8dfc-c18b0a979bab tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "GET /v2.0/routers/c94cd246-db5a-44f0-b2ef-9f260969d110 HTTP/1.1" status: 200 len: 716 time: 0.1047871 Oct 12 11:44:00.919404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.083625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router cc10a8aa-3602-4275-9d2f-6bfaceb8502d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:44:01.125242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56952) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.221197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8f66cdc1-1e49-43ca-be9a-88f881b77f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.247864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:44:01.257626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d1efecd6-a00b-4ec0-b459-f118b7e6909e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "PUT /v2.0/routers/cc10a8aa-3602-4275-9d2f-6bfaceb8502d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0519223 Oct 12 11:44:01.260454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Sync routers for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:44:01.261856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56956) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.276635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:01.277491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:01.399527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:01.419899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ec1a81a-053d-44bb-b082-da1c67ef547f tempest-RoutersTestDVR-690720986 tempest-RoutersTestDVR-690720986-project] 10.222.0.43 "GET /v2.0/routers/c94cd246-db5a-44f0-b2ef-9f260969d110 HTTP/1.1" status: 200 len: 682 time: 0.4917860 Oct 12 11:44:01.420103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.440603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting subnet 2879d08a-9ca9-4990-af01-6d1503c133a1 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:01.460448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.532940 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.540155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8f66cdc1-1e49-43ca-be9a-88f881b77f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.551948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.605954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8f66cdc1-1e49-43ca-be9a-88f881b77f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.641566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8f66cdc1-1e49-43ca-be9a-88f881b77f08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=548afc6fe27c4b4b90b384fe730de047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151577 Oct 12 11:44:01.642299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56960) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.741560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66cdc1-1e49-43ca-be9a-88f881b77f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86316338-d26d-4c04-8fa1-41e9b2f468ae,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:01.758461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.804882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.807483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.813247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.888272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:44:00Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:01.892212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.929246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Checking router: cc10a8aa-3602-4275-9d2f-6bfaceb8502d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:44:01.942843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Routers {'cc10a8aa-3602-4275-9d2f-6bfaceb8502d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:01.943741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:01.944848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.945393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c94cd246-db5a-44f0-b2ef-9f260969d110 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:44:01.950342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:01.952300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-23ec4899-2fda-4712-8153-6abea2be63a8 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c94cd246-db5a-44f0-b2ef-9f260969d110 HTTP/1.1" status: 204 len: 168 time: 0.5358853 Oct 12 11:44:01.965852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56966) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:01.981620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Request body: {'router': {'name': 'tempest-router-1095143889', 'distributed': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:01.997898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.068697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Subnet': ['ID=2879d08a-9ca9-4990-af01-6d1503c133a1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:02.099147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.105663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8978f3-ba62-4ac7-96cc-3eef06ebd135 None None] Network 18925fd5-aa96-450e-8832-9e1c00852f68 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:02.107161 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bee2ca0e-a218-4e18-afb4-c24b07264dae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/subnets/2879d08a-9ca9-4990-af01-6d1503c133a1 HTTP/1.1" status: 204 len: 168 time: 0.8442264 Oct 12 11:44:02.109814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:02.137183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] Set router cc10a8aa-3602-4275-9d2f-6bfaceb8502d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:02.176815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.178056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.220560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.224370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.226050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86316338-d26d-4c04-8fa1-41e9b2f468ae HTTP/1.1" status: 204 len: 168 time: 0.5759780 Oct 12 11:44:02.263377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.264930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86316338-d26d-4c04-8fa1-41e9b2f468ae,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:02.295301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.298273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.299386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.302488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.304702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.306800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.311639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.313476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.314908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.317622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.318541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.319141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec114b77-d64a-4720-a1f9-1a28063e7c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:02.382777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.473300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] DHCP port deletion for 18925fd5-aa96-450e-8832-9e1c00852f68 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:02.476447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.477931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:44:00Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:02.494556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.535416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511498d-188e-4cda-a01e-f451978f50ac None None] The sync data for ids ['cc10a8aa-3602-4275-9d2f-6bfaceb8502d'] in n-d-813419-3 is: [{'id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-867360525', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:43:30Z', 'updated_at': '2021-10-12T11:44:00Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '847a54fd-a5e7-41f7-9c16-9545d202872f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10a8aa-3602-4275-9d2f-6bfaceb8502d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:43:31Z', 'updated_at': '2021-10-12T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:44:02.567806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Deleting port f3e26de5-2424-4309-86d6-544bd48d84f2 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:02.572657 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.611837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.616369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56972) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:02.627528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-92ae3c55-3c71-4bd9-9cb0-7d3ef8f23ef7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6589262 Oct 12 11:44:02.663224 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port 847a54fd-a5e7-41f7-9c16-9545d202872f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:02.663815 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.724051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] For port f3e26de5-2424-4309-86d6-544bd48d84f2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f3e26de5-2424-4309-86d6-544bd48d84f2,segment=NetworkSegment(d4130e4e-9133-44e0-b33f-d796263020c7),segment_id=d4130e4e-9133-44e0-b33f-d796263020c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:02.727098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.727908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.758940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Calling delete_port for f3e26de5-2424-4309-86d6-544bd48d84f2 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:02.781451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port 847a54fd-a5e7-41f7-9c16-9545d202872f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=847a54fd-a5e7-41f7-9c16-9545d202872f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:02.781920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.804154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for 847a54fd-a5e7-41f7-9c16-9545d202872f owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:02.923789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:02.926380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.055202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.083321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.084171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d00208e-241f-4bf1-9598-3a961959d782 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:44:03.092064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.096495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f9cde082-3141-4494-bfb8-5d258bd850b7 tempest-RoutersTestDVR-1703086034 tempest-RoutersTestDVR-1703086034-project-admin] 10.222.0.43 "DELETE /v2.0/routers/6d00208e-241f-4bf1-9598-3a961959d782 HTTP/1.1" status: 204 len: 168 time: 0.4756677 Oct 12 11:44:03.125720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:03.141072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] No DVR routers for this DVR port f3e26de5-2424-4309-86d6-544bd48d84f2 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:03.163123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafa13a-2b67-4ad8-9cec-93cad612b5f1 None None] Pushing event deleted for resources: {'Port': ['ID=f3e26de5-2424-4309-86d6-544bd48d84f2,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:03.173275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.215320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=847a54fd-a5e7-41f7-9c16-9545d202872f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:03.240512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Deleting subnet b8ac91e3-dab3-4912-b784-c4734c53718e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:03.250126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:03.265540 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.278404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73ce3e87-d93b-4371-961c-8266261e5d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.394783 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.473509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.476705 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73ce3e87-d93b-4371-961c-8266261e5d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.564225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73ce3e87-d93b-4371-961c-8266261e5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.633790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.636457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.639395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.677882 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-73ce3e87-d93b-4371-961c-8266261e5d9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99a9fe69b7eb4074a07f5c7a72adb09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124396 Oct 12 11:44:03.679267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce3e87-d93b-4371-961c-8266261e5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db51e6-ff38-4fbc-8a6a-c6916920828a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:03.681886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56988) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:03.780392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:03.796989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.797571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Fanout notify agent at l3_agent the message router_deleted on router cc10a8aa-3602-4275-9d2f-6bfaceb8502d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:44:03.814294 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.816315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a9551b00-235b-4827-b7f8-4e9311e2abc4 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/routers/cc10a8aa-3602-4275-9d2f-6bfaceb8502d HTTP/1.1" status: 204 len: 168 time: 1.7041686 Oct 12 11:44:03.819167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 56996) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:03.848353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.848892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.928854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:03.937399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8ac91e3-dab3-4912-b784-c4734c53718e HTTP/1.1" status: 204 len: 168 time: 0.8077035 Oct 12 11:44:03.937399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f21a32-b53a-4e07-ab98-ba4f77dd6ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ac91e3-dab3-4912-b784-c4734c53718e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:03.937872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 56998) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:04.050021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30cc0079-44bb-44dd-90f8-7494bb56a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.076324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.093805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f3e26de5-2424-4309-86d6-544bd48d84f2 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:04.113003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.137749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.145643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f3e26de5-2424-4309-86d6-544bd48d84f2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:04.146002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f3e26de5-2424-4309-86d6-544bd48d84f2 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:04.146406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22331a8c-3654-4557-957a-a046b8c192c6 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:04.195191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 22331a8c-3654-4557-957a-a046b8c192c6 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:04.195776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22331a8c-3654-4557-957a-a046b8c192c6 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:04.272200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.292587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.296103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10539ef8-bda9-414d-80e4-d614377d0aa2']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.306487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5292ef8-c3c9-465b-9b7c-cf203522300f') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.306840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5292ef8-c3c9-465b-9b7c-cf203522300f') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.317743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.320138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.331976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.339076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1db51e6-ff38-4fbc-8a6a-c6916920828a HTTP/1.1" status: 204 len: 168 time: 0.6466818 Oct 12 11:44:04.339407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.355837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624d44a-ed25-41a1-91b7-569e492eb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db51e6-ff38-4fbc-8a6a-c6916920828a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:04.365341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18925fd5-aa96-450e-8832-9e1c00852f68']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.365678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:04.366102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.393508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4130e4e-9133-44e0-b33f-d796263020c7') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.397534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4130e4e-9133-44e0-b33f-d796263020c7') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:04.413553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.437908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:04.457517 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:04.483219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:04.486205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.499059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30cc0079-44bb-44dd-90f8-7494bb56a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:04.500849 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:04.518244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.535822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.535822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] 10.222.0.43 "DELETE /v2.0/networks/10539ef8-bda9-414d-80e4-d614377d0aa2 HTTP/1.1" status: 204 len: 168 time: 0.5921738 Oct 12 11:44:04.762940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.770252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:04.778785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/networks/18925fd5-aa96-450e-8832-9e1c00852f68 HTTP/1.1" status: 204 len: 168 time: 0.9510090 Oct 12 11:44:04.782286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57008) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:04.846865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb37ef-1513-48e2-a923-bade239f25dd tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Network': ['ID=18925fd5-aa96-450e-8832-9e1c00852f68,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.092361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57018) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:05.099501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-30cc0079-44bb-44dd-90f8-7494bb56a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.104132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415a03c-bd7d-41ed-83d2-7499de73f196 admin admin] Pushing event deleted for resources: {'Network': ['ID=10539ef8-bda9-414d-80e4-d614377d0aa2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.179950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-30cc0079-44bb-44dd-90f8-7494bb56a64b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93f3e650060147d589d380296b73f771&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3983605 Oct 12 11:44:05.183112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:05.192245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc0079-44bb-44dd-90f8-7494bb56a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc7698-255f-4cba-b895-60d1814e075b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.218391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7a3af13b-21de-47e0-97fe-13b743012db5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7b9243ebbac46d9a48647c3a4356507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244304 Oct 12 11:44:05.223031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:05.232341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port 617ae3f1-91fc-472e-a7df-934e1889fb0d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:05.235022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.258966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.285547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.410640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.410991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.419592 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.422473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.423984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bfc7698-255f-4cba-b895-60d1814e075b HTTP/1.1" status: 204 len: 168 time: 0.2398820 Oct 12 11:44:05.436356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443e9f-30b3-406a-a551-8d915858141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc7698-255f-4cba-b895-60d1814e075b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.436489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for 617ae3f1-91fc-472e-a7df-934e1889fb0d owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:05.520058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.598194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.739922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.742756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.743917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b60dfa05-add0-4a83-ac50-8f772cd65a47 HTTP/1.1" status: 204 len: 168 time: 0.5192218 Oct 12 11:44:05.753457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abb92f-a3cb-489e-9e0f-2a5821bb6cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60dfa05-add0-4a83-ac50-8f772cd65a47,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.797032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.827353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=617ae3f1-91fc-472e-a7df-934e1889fb0d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:05.893483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 847a54fd-a5e7-41f7-9c16-9545d202872f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:05.903805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:05.908466 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Floating IP 7f052bb8-d1fb-4e15-bca6-e8bd50641382 disassociated (deleted). External IP: 172.25.2.135, port: 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8. Oct 12 11:44:05.919238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 847a54fd-a5e7-41f7-9c16-9545d202872f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:05.919976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 847a54fd-a5e7-41f7-9c16-9545d202872f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:06.084436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:06.098103 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f12e7b70-51b7-44f6-9c06-5086d70f27cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.133658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router a6c4f4bf-817b-4a4d-9142-269c7d532e68 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:44:06.213094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f12e7b70-51b7-44f6-9c06-5086d70f27cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.265387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f12e7b70-51b7-44f6-9c06-5086d70f27cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.269445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:44:06.274628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.282225 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Sync routers for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:44:06.294389 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:06.296567 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:06.373370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f12e7b70-51b7-44f6-9c06-5086d70f27cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a4ca01d4fa14fe995a800bc6ab2efb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865610 Oct 12 11:44:06.375185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7b70-51b7-44f6-9c06-5086d70f27cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2252a11b-c749-4c51-969c-92817d791efe,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:06.379598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57050) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:06.452386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.480540 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.623611 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:06.625439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.628126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:06.629294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2252a11b-c749-4c51-969c-92817d791efe HTTP/1.1" status: 204 len: 168 time: 0.2484715 Oct 12 11:44:06.645560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ea71a-a898-4318-84a8-ff5ee4db10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2252a11b-c749-4c51-969c-92817d791efe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:06.811136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91b75fac-8158-4507-9669-3e1005c3d02d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f052bb8-d1fb-4e15-bca6-e8bd50641382 HTTP/1.1" status: 204 len: 168 time: 1.9982448 Oct 12 11:44:06.811892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:44:06.814242 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d161385-88f4-417a-8b80-92f842398053" -d '{"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:44:06.936564 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:06.964399 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Checking router: a6c4f4bf-817b-4a4d-9142-269c7d532e68 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:44:06.974633 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:06.975629 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:07.100720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:07.183292 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa9902-4783-478c-86ab-66bee30a2263 x-openstack-request-id: req-86fa9902-4783-478c-86ab-66bee30a2263 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:44:07.183816 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:44:07.184156 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86fa9902-4783-478c-86ab-66bee30a2263 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:44:07.184656 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'status': 'completed', 'code': 200} Oct 12 11:44:07.266424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d161385-88f4-417a-8b80-92f842398053 req-8f10cc4f-877e-4d94-ac2d-7be19df237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:07.268252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-8f10cc4f-877e-4d94-ac2d-7be19df237a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 1135 time: 0.0612485 Oct 12 11:44:07.370528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc871d0-3a68-475c-bb5d-0f0bfb15729f req-05d079fe-73d2-428d-8991-4fef9e1e1b5d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:07.379618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acc871d0-3a68-475c-bb5d-0f0bfb15729f req-05d079fe-73d2-428d-8991-4fef9e1e1b5d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.1208048 Oct 12 11:44:07.436364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d161385-88f4-417a-8b80-92f842398053 req-d972d976-262b-4e22-ba3a-fd297b02fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:07.442333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-d972d976-262b-4e22-ba3a-fd297b02fa4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 200 len: 897 time: 0.1666379 Oct 12 11:44:07.443080 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:07.445995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acc871d0-3a68-475c-bb5d-0f0bfb15729f req-2f564c50-2dc4-4ad9-9efe-1032feee6f64 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0587394 Oct 12 11:44:07.500307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-b26872ca-94a4-410b-b9cb-dd6822dda4c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 200 len: 217 time: 0.0537229 Oct 12 11:44:07.501913 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fbf19-db36-45be-b22c-1627106ab260 None None] The sync data for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 is: [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:42:05Z', 'revision_number': 4, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a321059d-4abe-4241-bea3-45039865e6e4', 'name': '', 'network_id': '1449d5fb-d04e-44d1-a877-83fe52d76553', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'mac_address': 'fa:16:3e:13:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:42:03Z', 'updated_at': '2021-10-12T11:42:08Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'subnets': [{'id': '78a4ad69-e0e9-4831-a222-13db6a8ca710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:44:07.564321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d161385-88f4-417a-8b80-92f842398053 req-7a4ad6a6-cf90-46ca-9e17-e2026b783a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:07.565935 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-7a4ad6a6-cf90-46ca-9e17-e2026b783a47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 200 len: 832 time: 0.0580823 Oct 12 11:44:07.671537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d161385-88f4-417a-8b80-92f842398053 req-5df7c390-4ff0-4f60-a2c1-7e0d7305c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:07.675008 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-5df7c390-4ff0-4f60-a2c1-7e0d7305c423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1449d5fb-d04e-44d1-a877-83fe52d76553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002426 Oct 12 11:44:07.792085 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-4a7a65d9-ee4e-45c7-b37e-884adddad2aa service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093292 Oct 12 11:44:07.935095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4717251-77ce-4791-89fb-167ecf1e75e9 None None] New status for floating IP 7f052bb8-d1fb-4e15-bca6-e8bd50641382: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:44:07.942612 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d161385-88f4-417a-8b80-92f842398053 req-48aebe31-b4e1-4c26-b229-4db91d1ffcf5 service neutron] 10.222.0.41 "GET /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431026 Oct 12 11:44:08.361306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:08.475357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-706018000'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:08.562053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Made reservation on behalf of 381fe01d99f1408cb04a77de1ba7a656 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:08.565492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.577921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.609735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce388bc9-c02e-4788-964b-a90da6d91d66 req-c9ba3885-35c6-4615-860d-df10502f00c7 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:08.611349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce388bc9-c02e-4788-964b-a90da6d91d66 req-c9ba3885-35c6-4615-860d-df10502f00c7 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.0792699 Oct 12 11:44:08.671558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce388bc9-c02e-4788-964b-a90da6d91d66 req-ff4fd2e1-a4c0-4f4d-ac34-cb5fc0f8fa8d tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac38f9f1-d6f3-4608-9704-d093ebfb0938&id=084290bc-ba15-47ce-b170-2caa38178926&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0512865 Oct 12 11:44:08.709031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.725240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-bdd43e1b-c3a8-42ac-9b75-2675ac34f7ae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:08.726864 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-bdd43e1b-c3a8-42ac-9b75-2675ac34f7ae tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 984 time: 0.0536566 Oct 12 11:44:08.773662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.807308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:08.811462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e2e09-6b2d-4748-be3a-4ceb99bd47b8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:08.818653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.819009 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Added segment 668e952e-b31c-4d54-a62e-a5ff73b579c0 of type vlan for network aad50573-9178-45d8-80cf-23552db538a1 Oct 12 11:44:08.839255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:08.839255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.863034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.935414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:08.935779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.959105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.959105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:08.959105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:08.960159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:09.038784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'Network': ['ID=aad50573-9178-45d8-80cf-23552db538a1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:09.050847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network aad50573-9178-45d8-80cf-23552db538a1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:09.092519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5822981b-df67-415d-9fe4-9fe668daacf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7300556 Oct 12 11:44:09.095434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:09.100587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Request body: {'subnet': {'network_id': 'aad50573-9178-45d8-80cf-23552db538a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:09.254548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:09.288006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Made reservation on behalf of 381fe01d99f1408cb04a77de1ba7a656 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:09.292713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:09.309624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:09.407800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] No DVR routers for this DVR port 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:09.412894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:09.419272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-985fd123-e0e6-49f4-8411-fc2d12bf69c9 req-b4de1dde-b0c6-4cd7-ac7b-60e61d6177a3 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.41 "DELETE /v2.0/ports/8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 HTTP/1.1" status: 204 len: 173 time: 0.6862357 Oct 12 11:44:09.421775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'name': 'network-vif-deleted', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:44:09.431324 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c194c502-f0a7-47b7-ba0c-65772564ce85" -d '{"events": [{"server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "name": "network-vif-deleted", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:44:09.485322 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef04b21b-ee1d-4bd4-a87c-8fd365a17362 x-openstack-request-id: req-ef04b21b-ee1d-4bd4-a87c-8fd365a17362 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:44:09.485785 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3386f56-81d7-471b-9df9-db733a67760c", "name": "network-vif-deleted", "tag": "8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:44:09.486089 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef04b21b-ee1d-4bd4-a87c-8fd365a17362 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:44:09.486475 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3386f56-81d7-471b-9df9-db733a67760c', 'name': 'network-vif-deleted', 'tag': '8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8', 'status': 'completed', 'code': 200} Oct 12 11:44:09.677189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:09.752372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'Subnet': ['ID=ec45f5b2-5305-4e67-a4b3-00e2019df2e6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:09.783266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Checking segment: {'id': '668e952e-b31c-4d54-a62e-a5ff73b579c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:09.783773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Network hostable DHCP agents. Network: aad50573-9178-45d8-80cf-23552db538a1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:09.856056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48092f70-7a8a-4341-9280-79da095eaf31 req-ebc05284-49cc-4d32-80ef-f884a8467f2a tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3386f56-81d7-471b-9df9-db733a67760c HTTP/1.1" status: 200 len: 210 time: 0.0309970 Oct 12 11:44:09.911239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Network aad50573-9178-45d8-80cf-23552db538a1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:10.014202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, aad50573-9178-45d8-80cf-23552db538a1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:10.018990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:10.020833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.027978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30578d5-1730-4c62-9dab-6486528a3971 None None] Network aad50573-9178-45d8-80cf-23552db538a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:10.117566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57260) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:10.119117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f14137e-5f71-4408-925e-20399d52bf6b tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0217514 Oct 12 11:44:10.124608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Request body: {'port': {'network_id': 'aad50573-9178-45d8-80cf-23552db538a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-280657420'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:10.308729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-aad50573-9178-45d8-80cf-23552db538a1', 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1', 'tenant_id': '381fe01d99f1408cb04a77de1ba7a656', 'fixed_ips': [{'subnet_id': 'ec45f5b2-5305-4e67-a4b3-00e2019df2e6'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:10.314208 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.396538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Made reservation on behalf of 381fe01d99f1408cb04a77de1ba7a656 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:10.400088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.421738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] device_id is not set on port b0e0f753-b9a7-444c-b076-f957655ad8ca yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:10.512062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Allocated IP 2001:db8::2 (aad50573-9178-45d8-80cf-23552db538a1/ec45f5b2-5305-4e67-a4b3-00e2019df2e6/d214bcd4-2405-4cdb-ba51-b14c6836fad7) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:10.694231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57270) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:10.699418 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.769311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.815749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Network aad50573-9178-45d8-80cf-23552db538a1 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:10.817840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:10.827552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:10.831555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-805706d1-da73-49fe-8ac5-b6959ad6f0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.868875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Pushing event updated for resources: {'Port': ['ID=d214bcd4-2405-4cdb-ba51-b14c6836fad7,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:10.888690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Allocated IP 2001:db8::26a (aad50573-9178-45d8-80cf-23552db538a1/ec45f5b2-5305-4e67-a4b3-00e2019df2e6/b0e0f753-b9a7-444c-b076-f957655ad8ca) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:10.907694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Attempting to bind port d214bcd4-2405-4cdb-ba51-b14c6836fad7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:10.908255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Attempting to bind port d214bcd4-2405-4cdb-ba51-b14c6836fad7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '668e952e-b31c-4d54-a62e-a5ff73b579c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:10.909354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Attempting to bind port d214bcd4-2405-4cdb-ba51-b14c6836fad7 on network aad50573-9178-45d8-80cf-23552db538a1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:10.917017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:10.918361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Checking segment: {'id': '668e952e-b31c-4d54-a62e-a5ff73b579c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:10.918935 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.919414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Bound using segment: {'id': '668e952e-b31c-4d54-a62e-a5ff73b579c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:10.920030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Bound port: d214bcd4-2405-4cdb-ba51-b14c6836fad7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668e952e-b31c-4d54-a62e-a5ff73b579c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aad50573-9178-45d8-80cf-23552db538a1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:10.920521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:10.944769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57278) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:11.026640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.061887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] For port d214bcd4-2405-4cdb-ba51-b14c6836fad7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:11.065827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] For port d214bcd4-2405-4cdb-ba51-b14c6836fad7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d214bcd4-2405-4cdb-ba51-b14c6836fad7,segment=NetworkSegment(668e952e-b31c-4d54-a62e-a5ff73b579c0),segment_id=668e952e-b31c-4d54-a62e-a5ff73b579c0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:11.069817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.100735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-805706d1-da73-49fe-8ac5-b6959ad6f0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.140234 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.162578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.198639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-805706d1-da73-49fe-8ac5-b6959ad6f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.206908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e944d-8129-4fcb-901d-bc83604cdbb9 None None] Pushing event updated for resources: {'Port': ['ID=d214bcd4-2405-4cdb-ba51-b14c6836fad7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.219579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.222935 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.226817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/security-groups/084290bc-ba15-47ce-b170-2caa38178926 HTTP/1.1" status: 204 len: 168 time: 0.2780969 Oct 12 11:44:11.227835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57286) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:11.248713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdd616-5f42-496f-818a-34fef5ac71de tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084290bc-ba15-47ce-b170-2caa38178926,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.249931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-805706d1-da73-49fe-8ac5-b6959ad6f0f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f496c3629dee4238bb04b0f618c724f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544786 Oct 12 11:44:11.250910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:11.259364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805706d1-da73-49fe-8ac5-b6959ad6f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fa94ff-b86f-4779-94b2-6800a99aeded,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.298289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.346147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.384010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Network aad50573-9178-45d8-80cf-23552db538a1 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:11.393913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'Port': ['ID=b0e0f753-b9a7-444c-b076-f957655ad8ca,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.395215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.396821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:11.399571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:11.406680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:11.407273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.410225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.458260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.516976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a5af6fac-1167-44e9-96d0-138af5b0869a tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3946421 Oct 12 11:44:11.518936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57292) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:11.527130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Request body: {'port': {'network_id': 'aad50573-9178-45d8-80cf-23552db538a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-910351751', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:11.527681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.api.validators [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] bootfile-name is not in valid_values {{(pid=95548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:11.528022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.api.validators [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] tftp-server is not in valid_values {{(pid=95548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:11.528603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.api.validators [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] server-ip-address is not in valid_values {{(pid=95548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:11.590621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.590621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.590621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/security-groups/ac38f9f1-d6f3-4608-9704-d093ebfb0938 HTTP/1.1" status: 204 len: 168 time: 0.3517511 Oct 12 11:44:11.592769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57294) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:11.633332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.635421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb54c7-9bf4-43fd-9821-5a2bc45a49a6 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38f9f1-d6f3-4608-9704-d093ebfb0938,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.637157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.643816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3fa94ff-b86f-4779-94b2-6800a99aeded HTTP/1.1" status: 204 len: 168 time: 0.3916035 Oct 12 11:44:11.656511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a661b-4aef-463c-979a-b21f9360588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fa94ff-b86f-4779-94b2-6800a99aeded,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:11.802824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Made reservation on behalf of 381fe01d99f1408cb04a77de1ba7a656 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:11.809351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:11.842526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] device_id is not set on port 550d13bb-0623-4343-bda2-e1b34e904691 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:12.057141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d214bcd4-2405-4cdb-ba51-b14c6836fad7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:12.083515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Allocated IP 2001:db8::16d (aad50573-9178-45d8-80cf-23552db538a1/ec45f5b2-5305-4e67-a4b3-00e2019df2e6/550d13bb-0623-4343-bda2-e1b34e904691) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:12.147602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d214bcd4-2405-4cdb-ba51-b14c6836fad7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:12.148144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.268878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.297871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:12.353622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:12.354854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 8dc0d6b7-21d1-4be0-a2f5-72258bff5cb8 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:12.381116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.420601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.442267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port d214bcd4-2405-4cdb-ba51-b14c6836fad7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d214bcd4-2405-4cdb-ba51-b14c6836fad7,segment=NetworkSegment(668e952e-b31c-4d54-a62e-a5ff73b579c0),segment_id=668e952e-b31c-4d54-a62e-a5ff73b579c0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:12.521823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.525498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.599918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=d214bcd4-2405-4cdb-ba51-b14c6836fad7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:12.634921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf05c4-0e24-498b-832f-05532a374e5d None None] Network aad50573-9178-45d8-80cf-23552db538a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:12.646112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Network aad50573-9178-45d8-80cf-23552db538a1 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:12.649463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:12.652263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:12.658302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:12.659117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.667574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'Port': ['ID=550d13bb-0623-4343-bda2-e1b34e904691,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:12.721393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57316) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:12.734128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ef463da0-1351-41ed-a0f0-c40083346d94 None None] Provisioning complete for port d214bcd4-2405-4cdb-ba51-b14c6836fad7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:12.734437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef463da0-1351-41ed-a0f0-c40083346d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.737604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5eddfefb-235b-4587-afc3-7b112bc5a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.742957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port a321059d-4abe-4241-bea3-45039865e6e4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:12.747221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.755833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf949203-4a70-4738-ad6f-5dcc54bbd797 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2353241 Oct 12 11:44:12.760395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57320) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:12.899554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port a321059d-4abe-4241-bea3-45039865e6e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a321059d-4abe-4241-bea3-45039865e6e4,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:12.900768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:12.933761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for a321059d-4abe-4241-bea3-45039865e6e4 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:12.975597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bab24-9ca7-4a61-8be3-4b5a760c7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:12.984387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bab24-9ca7-4a61-8be3-4b5a760c7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:12.990372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bab24-9ca7-4a61-8be3-4b5a760c7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:12.995344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a58bab24-9ca7-4a61-8be3-4b5a760c7ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2313075 Oct 12 11:44:12.995811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57322) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:13.094148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5eddfefb-235b-4587-afc3-7b112bc5a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.155080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5eddfefb-235b-4587-afc3-7b112bc5a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.208285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddfefb-235b-4587-afc3-7b112bc5a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad3a3d-9a28-4d6e-b311-0213c95681ca,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:13.213401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5eddfefb-235b-4587-afc3-7b112bc5a0eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=247073c08ca346f888ef3670b0b6a278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902246 Oct 12 11:44:13.216048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57332) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:13.243688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Deleting port 550d13bb-0623-4343-bda2-e1b34e904691 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:13.244073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.299821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.341120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=a321059d-4abe-4241-bea3-45039865e6e4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:13.352708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Provisioning complete for port d214bcd4-2405-4cdb-ba51-b14c6836fad7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:13.353171 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.481203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.523397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.584381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.603016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Provisioning complete for port 550d13bb-0623-4343-bda2-e1b34e904691 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:13.604162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.609165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Calling delete_port for 550d13bb-0623-4343-bda2-e1b34e904691 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:13.652980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Port 550d13bb-0623-4343-bda2-e1b34e904691 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:13.664291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Provisioning complete for port b0e0f753-b9a7-444c-b076-f957655ad8ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:13.664958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.717290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.757188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.761879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.763256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3aad3a3d-9a28-4d6e-b311-0213c95681ca HTTP/1.1" status: 204 len: 168 time: 0.5461402 Oct 12 11:44:13.790971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3469-2d54-4752-bf0e-254fff2ac8c1 None None] Port b0e0f753-b9a7-444c-b076-f957655ad8ca cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:13.825341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956e714-a13a-4be6-bd45-3a6bc95ec31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad3a3d-9a28-4d6e-b311-0213c95681ca,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:13.928296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:13.928569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b88a-eb0e-4724-b2c1-ac16022da086 None None] Provisioning complete for port b0e0f753-b9a7-444c-b076-f957655ad8ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:13.928953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b88a-eb0e-4724-b2c1-ac16022da086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.014904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event deleted for resources: {'Port': ['ID=550d13bb-0623-4343-bda2-e1b34e904691,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:14.041762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0b88a-eb0e-4724-b2c1-ac16022da086 None None] Port b0e0f753-b9a7-444c-b076-f957655ad8ca cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:14.055822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.070669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:14.070918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-07004c0d-3072-4cba-8c65-f14379b087a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "DELETE /v2.0/ports/550d13bb-0623-4343-bda2-e1b34e904691 HTTP/1.1" status: 204 len: 168 time: 1.0686162 Oct 12 11:44:14.086363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Request body: {'port': {'name': 'tempest-new-port-name-289751300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:14.091233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] bootfile-name is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:14.091789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] tftp-server is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:14.092364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] server-ip-address is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:44:14.094890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d214bcd4-2405-4cdb-ba51-b14c6836fad7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:14.164471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Router a6c4f4bf-817b-4a4d-9142-269c7d532e68 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:44:14.180937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5a486d9a-ddcb-4e60-8993-5c931996f90f None None] Could not find standard attr ID for object 550d13bb-0623-4343-bda2-e1b34e904691. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:44:14.225632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d214bcd4-2405-4cdb-ba51-b14c6836fad7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:14.226006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.279258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.583634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:44:14.591351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-505c5c5d-033a-4856-9471-f79ee3ebe783 tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "PUT /v2.0/routers/a6c4f4bf-817b-4a4d-9142-269c7d532e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0052142 Oct 12 11:44:14.593948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57358) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:14.596978 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Sync routers for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:44:14.629877 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:14.631025 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:14.659530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting subnet 78a4ad69-e0e9-4831-a222-13db6a8ca710 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:14.663295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.709847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.710802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.754115 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:14.796050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.840580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] In _notify_port_updated(), no bound segment for port b0e0f753-b9a7-444c-b076-f957655ad8ca on network aad50573-9178-45d8-80cf-23552db538a1 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:14.846391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:14.847036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.848332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "PUT /v2.0/ports/b0e0f753-b9a7-444c-b076-f957655ad8ca HTTP/1.1" status: 200 len: 1129 time: 0.7729664 Oct 12 11:44:14.852892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57366) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:14.872469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:14.914090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9b36-f9c9-47c8-9e56-c29c397e6d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event updated for resources: {'Port': ['ID=b0e0f753-b9a7-444c-b076-f957655ad8ca,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:14.921087 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:44:14.999043 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:44:13Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:15.031353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Checking router: a6c4f4bf-817b-4a4d-9142-269c7d532e68 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:44:15.040083 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Routers {'a6c4f4bf-817b-4a4d-9142-269c7d532e68'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:44:15.041514 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:15.115520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9d0ae-d499-45dd-97f2-b88d1f290e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:15.124994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3ee9d0ae-d499-45dd-97f2-b88d1f290e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "GET /v2.0/ports/b0e0f753-b9a7-444c-b076-f957655ad8ca HTTP/1.1" status: 200 len: 1129 time: 0.2704422 Oct 12 11:44:15.128131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.128865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:15.217042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.228966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f8527-a43c-4e16-ba8a-c89f93432d9b None None] Network 1449d5fb-d04e-44d1-a877-83fe52d76553 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:15.235994 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/subnets/78a4ad69-e0e9-4831-a222-13db6a8ca710 HTTP/1.1" status: 204 len: 168 time: 0.6407213 Oct 12 11:44:15.252818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57380) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:15.286963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd430f-9940-41c2-89d4-fed64a36989b tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Subnet': ['ID=78a4ad69-e0e9-4831-a222-13db6a8ca710,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:15.311969 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] Set router a6c4f4bf-817b-4a4d-9142-269c7d532e68 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:44:15.455050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d0e56192-f775-4341-b0dc-88b6bb156845 None None] Provisioning complete for port b0e0f753-b9a7-444c-b076-f957655ad8ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:15.455425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0e56192-f775-4341-b0dc-88b6bb156845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.546165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d0e56192-f775-4341-b0dc-88b6bb156845 None None] Port b0e0f753-b9a7-444c-b076-f957655ad8ca cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:15.585282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Deleting port b0e0f753-b9a7-444c-b076-f957655ad8ca {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:15.585847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.615723 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:44:13Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:15.645772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2069d-1698-41a7-a856-2ae334c708e9 None None] The sync data for ids ['a6c4f4bf-817b-4a4d-9142-269c7d532e68'] in n-d-813419-3 is: [{'id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1289049574', 'tenant_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:41:55Z', 'updated_at': '2021-10-12T11:44:13Z', 'revision_number': 5, 'project_id': '5e5f1bbfeca24fe5a8e46df63709b2c4', 'gw_port': {'id': '4372ddeb-95ac-4ba1-a2c1-a728f670c6ed', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4f4bf-817b-4a4d-9142-269c7d532e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:41:57Z', 'updated_at': '2021-10-12T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:44:15.661879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] DHCP port deletion for 1449d5fb-d04e-44d1-a877-83fe52d76553 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:15.743062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Deleting port fafcf77a-a76c-42a8-a614-72d2d8a173e9 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:15.743640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.843459 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.905490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:15.998562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] For port fafcf77a-a76c-42a8-a614-72d2d8a173e9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fafcf77a-a76c-42a8-a614-72d2d8a173e9,segment=NetworkSegment(3daa072f-686a-483e-af08-08140b1537a5),segment_id=3daa072f-686a-483e-af08-08140b1537a5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:15.999058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.022473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Calling delete_port for fafcf77a-a76c-42a8-a614-72d2d8a173e9 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:16.198248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fafcf77a-a76c-42a8-a614-72d2d8a173e9 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:16.255748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.273588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] No DVR routers for this DVR port fafcf77a-a76c-42a8-a614-72d2d8a173e9 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:16.326414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16c1a-4239-49c9-ac55-99303a404995 None None] Pushing event deleted for resources: {'Port': ['ID=fafcf77a-a76c-42a8-a614-72d2d8a173e9,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:16.348785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port fafcf77a-a76c-42a8-a614-72d2d8a173e9 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:44:16.349208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fafcf77a-a76c-42a8-a614-72d2d8a173e9 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:16.349642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a321059d-4abe-4241-bea3-45039865e6e4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:16.385075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a321059d-4abe-4241-bea3-45039865e6e4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:16.385942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a321059d-4abe-4241-bea3-45039865e6e4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:16.440554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Calling delete_port for b0e0f753-b9a7-444c-b076-f957655ad8ca owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:16.510190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.671958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Deleting port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:16.672570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.674833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.754968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event deleted for resources: {'Port': ['ID=b0e0f753-b9a7-444c-b076-f957655ad8ca,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:16.756771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57414) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:16.790913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.796473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a866e4c8-a6df-4ca9-b5e6-f3301f0209a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "DELETE /v2.0/ports/b0e0f753-b9a7-444c-b076-f957655ad8ca HTTP/1.1" status: 204 len: 168 time: 1.6641068 Oct 12 11:44:16.796742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57418) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:16.886316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Deleting subnet ec45f5b2-5305-4e67-a4b3-00e2019df2e6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:16.894564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.943226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] For port 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:16.943730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.966484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Calling delete_port for 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:16.970010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:16.991475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1934100569'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:17.106658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Made reservation on behalf of bb008a08e4ec4c77866e35f7617b0209 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:17.113470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.127906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.151082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.218272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.293545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.323198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.327556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452773f8-e65b-423b-bc20-edef1bedbbe0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:17.330199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:17.339183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.341184 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.341505 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Added segment 5e8903b0-e889-40fb-b41e-8036436f1b45 of type vlan for network 37bd8f5f-444f-46e4-8671-af533873f9d5 Oct 12 11:44:17.342429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "DELETE /v2.0/subnets/ec45f5b2-5305-4e67-a4b3-00e2019df2e6 HTTP/1.1" status: 204 len: 168 time: 0.5447850 Oct 12 11:44:17.345236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57428) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:17.351144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc4b22-12da-4e78-8a7f-144400cc7fb5 None None] Network aad50573-9178-45d8-80cf-23552db538a1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:17.366444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd07716-f07d-4dec-8ceb-bd2514a738f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event deleted for resources: {'Subnet': ['ID=ec45f5b2-5305-4e67-a4b3-00e2019df2e6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:17.369565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.436510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Port': ['ID=4372ddeb-95ac-4ba1-a2c1-a728f670c6ed,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:17.443916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.530626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.533489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.612430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Deleting port d214bcd4-2405-4cdb-ba51-b14c6836fad7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:17.613654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.655898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.662463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.671132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] DHCP port deletion for aad50573-9178-45d8-80cf-23552db538a1 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:17.691176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.698801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:17.699443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.723113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f4db87e-55b2-46ad-b22d-4abd43ce3d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.757243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Deleting port d214bcd4-2405-4cdb-ba51-b14c6836fad7 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:17.757760 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.760939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] For port d214bcd4-2405-4cdb-ba51-b14c6836fad7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d214bcd4-2405-4cdb-ba51-b14c6836fad7,segment=NetworkSegment(668e952e-b31c-4d54-a62e-a5ff73b579c0),segment_id=668e952e-b31c-4d54-a62e-a5ff73b579c0)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:17.761454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.773720 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.774478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Fanout notify agent at l3_agent the message router_deleted on router a6c4f4bf-817b-4a4d-9142-269c7d532e68 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:44:17.793394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.795332 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-645fdeab-2547-4793-9e17-e8f07379860e tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/routers/a6c4f4bf-817b-4a4d-9142-269c7d532e68 HTTP/1.1" status: 204 len: 168 time: 2.5398195 Oct 12 11:44:17.797711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57436) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:17.809425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Calling delete_port for d214bcd4-2405-4cdb-ba51-b14c6836fad7 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:17.818029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Pushing event updated for resources: {'Network': ['ID=37bd8f5f-444f-46e4-8671-af533873f9d5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:17.830045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] For port d214bcd4-2405-4cdb-ba51-b14c6836fad7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d214bcd4-2405-4cdb-ba51-b14c6836fad7,segment=NetworkSegment(668e952e-b31c-4d54-a62e-a5ff73b579c0),segment_id=668e952e-b31c-4d54-a62e-a5ff73b579c0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:17.830390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:17.835499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:17.871273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Calling delete_port for d214bcd4-2405-4cdb-ba51-b14c6836fad7 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:17.882139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3c9b561e-f39a-4e52-a1f1-f273c6f2da7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1240308 Oct 12 11:44:17.993543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.042575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.074310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] No DVR routers for this DVR port d214bcd4-2405-4cdb-ba51-b14c6836fad7 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:18.107922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.142279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] Pushing event deleted for resources: {'Port': ['ID=d214bcd4-2405-4cdb-ba51-b14c6836fad7,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:18.148021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6f147-6681-40bc-b6e4-41c6c6ff24a4 None None] No DVR routers for this DVR port d214bcd4-2405-4cdb-ba51-b14c6836fad7 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:18.181967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event deleted for resources: {'Port': ['ID=d214bcd4-2405-4cdb-ba51-b14c6836fad7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:18.186902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.240047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:18.245716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5', 'binding:host_id': 'n-h2-813419-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029544991'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:18.254486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1449d5fb-d04e-44d1-a877-83fe52d76553']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.258194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.273024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daa072f-686a-483e-af08-08140b1537a5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.273313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daa072f-686a-483e-af08-08140b1537a5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.288015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad50573-9178-45d8-80cf-23552db538a1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.288481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.303489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668e952e-b31c-4d54-a62e-a5ff73b579c0') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.303489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668e952e-b31c-4d54-a62e-a5ff73b579c0') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:18.307157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.317265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.318851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:18.319433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:18.322840 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:18.343833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.357872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:18.360738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.383974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Made reservation on behalf of 9cf83311044549459b14f97fa0e45d73 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:18.385474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.398292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.438839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d214bcd4-2405-4cdb-ba51-b14c6836fad7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:18.446929 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:18.477347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d214bcd4-2405-4cdb-ba51-b14c6836fad7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:18.478789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d214bcd4-2405-4cdb-ba51-b14c6836fad7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:18.509201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.520655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.523910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] 10.222.0.43 "DELETE /v2.0/networks/1449d5fb-d04e-44d1-a877-83fe52d76553 HTTP/1.1" status: 204 len: 168 time: 0.7251663 Oct 12 11:44:18.545529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.545529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddb27f-7a16-4545-aa8f-d5259a944bea tempest-TestSecurityGroupsBasicOps-1303200201 tempest-TestSecurityGroupsBasicOps-1303200201-project] Pushing event deleted for resources: {'Network': ['ID=1449d5fb-d04e-44d1-a877-83fe52d76553,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:18.557601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.562791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.569012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] 10.222.0.43 "DELETE /v2.0/networks/aad50573-9178-45d8-80cf-23552db538a1 HTTP/1.1" status: 204 len: 168 time: 1.2196078 Oct 12 11:44:18.615477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497dc69-91ce-4ca6-9283-200b65038140 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955 tempest-ExtraDHCPOptionsIpV6TestJSON-1507677955-project] Pushing event deleted for resources: {'Network': ['ID=aad50573-9178-45d8-80cf-23552db538a1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:18.621590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:18.633715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 472fee80-c42b-4c6b-b8af-3379515ffe7f yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:18.771542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e00d41-3611-4913-a3c7-70de9f5b3eab,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:18.929951 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 472fee80-c42b-4c6b-b8af-3379515ffe7f yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:18.942362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.043677 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.119735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=472fee80-c42b-4c6b-b8af-3379515ffe7f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:19.127480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Checking segment: {'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:19.127938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Network hostable DHCP agents. Network: 37bd8f5f-444f-46e4-8671-af533873f9d5, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:19.168048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:19.225119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:19.276161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57476) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:19.334250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 37bd8f5f-444f-46e4-8671-af533873f9d5) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:19.339193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:19.347586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1262aa-63e8-46d3-9c16-b65057159839 None None] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:19.357119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.357559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.357966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.362937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.363605 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.364061 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 2 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.398669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.399179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.399770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.411237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.411661 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.413168 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 3 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.462229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.462229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.463554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.484408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.484739 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.499438 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 4 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.520618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-29386d4b-504e-4e43-aa3e-ef3ffa8b22f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=381fe01d99f1408cb04a77de1ba7a656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510447 Oct 12 11:44:19.523102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57484) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:19.527975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-75e552e2-763c-4380-869b-b01a872047d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e5f1bbfeca24fe5a8e46df63709b2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505412 Oct 12 11:44:19.529076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.529620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.530235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.530630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:19.537061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.537523 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.538070 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 5 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.560366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.561171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.561667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.568312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.568728 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.570273 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 6 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.590042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.590381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.590848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.597991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.598419 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.598836 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 7 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.615042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.615370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.615703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.638168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.638625 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.640399 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 8 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.654640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.656434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.664661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.664949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.665347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.669936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.670221 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.670616 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 9 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.685081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.685415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.685752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.690171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.690496 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.690919 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 10 to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f Oct 12 11:44:19.698835 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.701892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.705854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:19.706317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:19.706886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:19.712183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 472fee80-c42b-4c6b-b8af-3379515ffe7f on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:19.712873 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 472fee80-c42b-4c6b-b8af-3379515ffe7f on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:19.713308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.783600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 472fee80-c42b-4c6b-b8af-3379515ffe7f, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:19.784147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempted to set empty binding levels {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:44:19.878622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.896529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:19.905867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:19.906475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.908865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.915109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.917211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad2177cb-a2d2-4f1d-92b7-cfa3c0dd6dd0 HTTP/1.1" status: 204 len: 168 time: 0.3854046 Oct 12 11:44:19.918048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.920959 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:19.924941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b4e2e09-6b2d-4748-be3a-4ceb99bd47b8 HTTP/1.1" status: 204 len: 168 time: 0.4006822 Oct 12 11:44:19.934366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fde3aa-8b2f-4410-9962-36165512e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2177cb-a2d2-4f1d-92b7-cfa3c0dd6dd0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:19.952342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67ad3-ccdf-4589-94bb-e9b467394475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e2e09-6b2d-4748-be3a-4ceb99bd47b8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:19.953512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=472fee80-c42b-4c6b-b8af-3379515ffe7f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:19.990171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:19.990808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4372ddeb-95ac-4ba1-a2c1-a728f670c6ed not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:20.029919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-54765801-8d13-43a0-951f-5879c3401f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7886214 Oct 12 11:44:20.032794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:20.120177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Deleting port 472fee80-c42b-4c6b-b8af-3379515ffe7f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:20.120623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.192565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 472fee80-c42b-4c6b-b8af-3379515ffe7f, host n-h2-813419-3, got binding levels [] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:20.193075 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.210138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Calling delete_port for 472fee80-c42b-4c6b-b8af-3379515ffe7f owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:20.375656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.432798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event deleted for resources: {'Port': ['ID=472fee80-c42b-4c6b-b8af-3379515ffe7f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:20.444055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.448866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77049dac-ea0c-40a4-abd9-7a870a594b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "DELETE /v2.0/ports/472fee80-c42b-4c6b-b8af-3379515ffe7f HTTP/1.1" status: 204 len: 168 time: 0.4132679 Oct 12 11:44:20.451699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57510) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:20.485451 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b57334-aafe-4df9-b35c-02de4d0c8590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:44:20.487333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-48b57334-aafe-4df9-b35c-02de4d0c8590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports/472fee80-c42b-4c6b-b8af-3379515ffe7f HTTP/1.1" status: 404 len: 333 time: 0.0338876 Oct 12 11:44:20.491059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:20.502186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1692978958'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:20.516343 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ad-a676-4afc-80ad-f0952b61d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.602230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Made reservation on behalf of 9cf83311044549459b14f97fa0e45d73 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:20.605770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.624458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 2abb221e-60c0-42c3-ad3c-11349488dacf yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:20.829244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.940917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57528) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:20.956095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d44b3f29-3847-48b9-8bdc-b6298956fcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:20.968432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.018306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:21.030625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:21.037267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:21.038175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:21.038794 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.053001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=2abb221e-60c0-42c3-ad3c-11349488dacf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:21.102371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d44b3f29-3847-48b9-8bdc-b6298956fcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.155522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9affbf81-089c-42d6-8be4-cdb9058cf8f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6633930 Oct 12 11:44:21.161882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57538) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:21.167695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:21.182341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d44b3f29-3847-48b9-8bdc-b6298956fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.245455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d44b3f29-3847-48b9-8bdc-b6298956fcb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d64536fceb9e448a827f9032cea53d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034103 Oct 12 11:44:21.251006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b3f29-3847-48b9-8bdc-b6298956fcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd7075-08f7-4c41-98f2-556f8f6af9b0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:21.251006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:21.297179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.317744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.348751 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.499175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.501789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.503200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3afd7075-08f7-4c41-98f2-556f8f6af9b0 HTTP/1.1" status: 204 len: 168 time: 0.2522001 Oct 12 11:44:21.511600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 2abb221e-60c0-42c3-ad3c-11349488dacf yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:21.526911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115b60e-cd63-441b-8731-c381810b86ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd7075-08f7-4c41-98f2-556f8f6af9b0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:21.532647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.549265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57552) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:21.596480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.681886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=2abb221e-60c0-42c3-ad3c-11349488dacf,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:21.719453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.719742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.720078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.721628 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.727349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.727681 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.728595 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 2 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.744648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.744648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.745447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.753107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.753454 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.753878 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 3 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.765817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'networks': [{'name': 'tempest-network--300623724'}, {'name': 'tempest-network--887459363'}]} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:21.765817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-network--300623724'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:21.766459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-network--887459363'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:21.768354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.768688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.769024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.773460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.773788 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.774243 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 4 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.790337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.791253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.791584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.801242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.804187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.804517 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.806487 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 5 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.832281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.832621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.832961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.838980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.839361 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.839757 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 6 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.864921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'network': 2} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:21.867435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.867435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.867435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.871398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.871945 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.872238 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 7 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.877219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.885961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.886344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.886719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.891592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.891919 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.892435 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 8 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.899413 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:21.907217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.908190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.908190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.913226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.913602 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.914003 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 9 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.930794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.931053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.931454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.937241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.937626 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.938024 n-d-813419-3 neutron-server[95548]: INFO neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 10 to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf Oct 12 11:44:21.955358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:21.955818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:21.956165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:21.961793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:21.962106 n-d-813419-3 neutron-server[95548]: ERROR neutron.plugins.ml2.managers [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 2abb221e-60c0-42c3-ad3c-11349488dacf on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:21.967043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.004037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.052965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 2abb221e-60c0-42c3-ad3c-11349488dacf, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:22.053324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempted to set empty binding levels {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:44:22.089141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.089640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.144715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06aec41-93c2-4a60-a86e-115c38e597b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:22.156370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:22.162608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.174542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.175133 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment 02fc21bf-55ec-44d1-bda8-66b85b000316 of type vlan for network a5888549-d7f7-4a00-922e-095f0a6db249 Oct 12 11:44:22.193712 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.204462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] In _notify_port_updated(), no bound segment for port 2abb221e-60c0-42c3-ad3c-11349488dacf on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:22.206809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.207679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.210142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "PUT /v2.0/ports/2abb221e-60c0-42c3-ad3c-11349488dacf HTTP/1.1" status: 200 len: 979 time: 1.0469534 Oct 12 11:44:22.214448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.245739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.288522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba48e-8e19-405c-882a-43811dbdfeb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=2abb221e-60c0-42c3-ad3c-11349488dacf,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:22.315193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:22.326134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.326305 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment 17cf04cc-ff51-417f-aabe-8a38516919fa of type vlan for network a10aabc5-105d-4993-97a3-07f0e8d3b957 Oct 12 11:44:22.326991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.327723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.328252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.328797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.329792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.330675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.331361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.332327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.332995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.333620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.334240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.334892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.335403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.341159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1087a50-9004-40b7-81c0-dd720e9e7f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11836 time: 0.1221478 Oct 12 11:44:22.341565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57570) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.378322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.438904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Deleting port 2abb221e-60c0-42c3-ad3c-11349488dacf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:22.439247 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.492577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.493295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.502373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.509320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.509971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.519843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 2abb221e-60c0-42c3-ad3c-11349488dacf, host n-h2-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:22.527202 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.548072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Calling delete_port for 2abb221e-60c0-42c3-ad3c-11349488dacf owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:22.593120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=a5888549-d7f7-4a00-922e-095f0a6db249,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:22.603970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a5888549-d7f7-4a00-922e-095f0a6db249 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:22.639971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0941918 Oct 12 11:44:22.643148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.672703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.726249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.745877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2ca0e-466f-42da-86e6-5cbff9d62742 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=a10aabc5-105d-4993-97a3-07f0e8d3b957,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:22.758233 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a10aabc5-105d-4993-97a3-07f0e8d3b957 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:22.789245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86b5b7d5-fb29-453f-82aa-8b61be61cce0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a582ab267c4e5dacff8d82dfa61432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147225 Oct 12 11:44:22.790748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event deleted for resources: {'Port': ['ID=2abb221e-60c0-42c3-ad3c-11349488dacf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:22.792819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.816264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.820730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ac98104-3a7d-4383-9044-51f5299e42cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "DELETE /v2.0/ports/2abb221e-60c0-42c3-ad3c-11349488dacf HTTP/1.1" status: 204 len: 168 time: 0.4780540 Oct 12 11:44:22.830093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57586) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.865259 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9c54b1-bcdb-44ea-95ed-35a21df68898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:44:22.871911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a9c54b1-bcdb-44ea-95ed-35a21df68898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports/2abb221e-60c0-42c3-ad3c-11349488dacf HTTP/1.1" status: 404 len: 333 time: 0.0406125 Oct 12 11:44:22.872531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57590) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.877677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1128910536', 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:22.940132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9996a9-9a00-4131-a25c-08ae2bec8719 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.946280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9996a9-9a00-4131-a25c-08ae2bec8719 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.953748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9996a9-9a00-4131-a25c-08ae2bec8719 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.959733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9996a9-9a00-4131-a25c-08ae2bec8719 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:22.961590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a9996a9-9a00-4131-a25c-08ae2bec8719 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3173990 Oct 12 11:44:22.964275 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:22.965338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:22.997643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.039230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Made reservation on behalf of 9cf83311044549459b14f97fa0e45d73 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:23.042098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.074927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 3370444e-a09a-40cb-90e3-ac6619292eac yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:23.092134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.128093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.130995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.135329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f263d2d5-1f62-49b1-9d4e-58761bebce26 HTTP/1.1" status: 204 len: 168 time: 0.3389015 Oct 12 11:44:23.144772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1410a-75a6-4b14-8a0f-1507a5a04b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263d2d5-1f62-49b1-9d4e-58761bebce26,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:23.239310 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.280797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5888549-d7f7-4a00-922e-095f0a6db249']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.299568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc21bf-55ec-44d1-bda8-66b85b000316') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.303525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc21bf-55ec-44d1-bda8-66b85b000316') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.340771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.367803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.371056 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.384144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.385772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:23.386169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:23.389165 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:23.545547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.547642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.555554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.557694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/a5888549-d7f7-4a00-922e-095f0a6db249 HTTP/1.1" status: 204 len: 168 time: 0.5909038 Oct 12 11:44:23.560456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57604) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:23.638583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a50cd4-1c2b-4842-8b12-690c57af2752 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=a5888549-d7f7-4a00-922e-095f0a6db249,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:23.663311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:23.670852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:23.674139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=3370444e-a09a-40cb-90e3-ac6619292eac,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:23.678084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:23.679778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:23.681746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.732625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.816811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ea1425ed-af3c-4c77-8e69-894c6d80a3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9428308 Oct 12 11:44:23.819702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57608) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:23.835805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.860145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10aabc5-105d-4993-97a3-07f0e8d3b957']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.877381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cf04cc-ff51-417f-aabe-8a38516919fa') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.877676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cf04cc-ff51-417f-aabe-8a38516919fa') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:23.887387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058db07-3838-4da1-9fd1-b8657f866414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:23.887387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a058db07-3838-4da1-9fd1-b8657f866414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports/3370444e-a09a-40cb-90e3-ac6619292eac HTTP/1.1" status: 200 len: 959 time: 0.0618553 Oct 12 11:44:23.887626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57610) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:23.898646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.936021 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:23.974449 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:24.058112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Deleting port 3370444e-a09a-40cb-90e3-ac6619292eac {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:24.058584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.124231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.126518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.141912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.145119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/a10aabc5-105d-4993-97a3-07f0e8d3b957 HTTP/1.1" status: 204 len: 168 time: 0.5833819 Oct 12 11:44:24.147779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:24.159779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Calling delete_port for 3370444e-a09a-40cb-90e3-ac6619292eac owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:24.161755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca4133-6637-42cd-8f1a-71b7ea2d764b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=a10aabc5-105d-4993-97a3-07f0e8d3b957,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:24.305006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.338940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event deleted for resources: {'Port': ['ID=3370444e-a09a-40cb-90e3-ac6619292eac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:24.344965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.352488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6ff71647-e061-4d6f-a811-1d83efe6b049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3370444e-a09a-40cb-90e3-ac6619292eac HTTP/1.1" status: 204 len: 168 time: 0.4649794 Oct 12 11:44:24.353898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57620) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:24.387377 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c88e6a7-8a81-4249-b4a4-d393f09e152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:44:24.393704 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c88e6a7-8a81-4249-b4a4-d393f09e152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports/3370444e-a09a-40cb-90e3-ac6619292eac HTTP/1.1" status: 404 len: 333 time: 0.0382714 Oct 12 11:44:24.394472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:24.401651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842007068'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:24.498603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Made reservation on behalf of 9cf83311044549459b14f97fa0e45d73 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:24.502912 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.532317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:24.720179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.738927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289e4a0-044f-4456-8e61-564dc71ecbe3 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:24.745984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289e4a0-044f-4456-8e61-564dc71ecbe3 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:24.747806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1289e4a0-044f-4456-8e61-564dc71ecbe3 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5987725 Oct 12 11:44:24.751474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:24.756177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714306862'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:24.831303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.864383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:24.868298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.869652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Network 37bd8f5f-444f-46e4-8671-af533873f9d5 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:24.872757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:24.876292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:24.877270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:24.877865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:24.896761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:24.903347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:24.970655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d3e89982-2252-4555-81ef-528e3ad5147f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5746586 Oct 12 11:44:24.973308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:24.985500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:25.018489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.019054 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment f4902656-613f-42b3-a2b7-eefe41157db3 of type vlan for network ab104414-6e00-4ba6-b6d8-c5149587ead1 Oct 12 11:44:25.067196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.073944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.144633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.150950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:25.151580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.222028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=ab104414-6e00-4ba6-b6d8-c5149587ead1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:25.235460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ab104414-6e00-4ba6-b6d8-c5149587ead1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:25.272735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] device_id is not set on port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:25.282184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.283471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6ee2ba60-9924-4e6b-9ca0-97439d9a5677 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5308750 Oct 12 11:44:25.286288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57642) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:25.292262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-845284919'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:25.361886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.395780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:25.401614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.423094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:25.428013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.428342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.428677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.435952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.435952 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.435952 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 2 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.449080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:25.450349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.451213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.451370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.455943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.456264 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.456650 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 3 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.460203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.460658 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment 0b7b0fe6-bb76-47c1-ad1c-5093803d86e5 of type vlan for network e767aafc-c867-44e4-9e50-6b798eac3cb4 Oct 12 11:44:25.468954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.469738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.469738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.474126 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.474451 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.474921 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 4 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.488651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.489103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.489441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.496965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.497427 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.497823 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 5 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.512819 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.513174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.513578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.518506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.518920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.519245 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.519633 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 6 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.538162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.538502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.539565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.549192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.549482 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.549875 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 7 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.562584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.562949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.563284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.568746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.569073 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.569461 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 8 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.583602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.583934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.584266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.589350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.589675 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.590070 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 9 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.602274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.602608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.603543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.607790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.612178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.612178 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.612178 n-d-813419-3 neutron-server[95547]: INFO neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempt 10 to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 Oct 12 11:44:25.613388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:25.614098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.625370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:25.626289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:25.626601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempting to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:25.631353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:44:25.631728 n-d-813419-3 neutron-server[95547]: ERROR neutron.plugins.ml2.managers [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Failed to bind port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on host n-h2-813419-3 for vnic_type normal using segments [{'id': '5e8903b0-e889-40fb-b41e-8036436f1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37bd8f5f-444f-46e4-8671-af533873f9d5'}] Oct 12 11:44:25.632103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:25.685979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=e767aafc-c867-44e4-9e50-6b798eac3cb4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:25.698915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e767aafc-c867-44e4-9e50-6b798eac3cb4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:25.711653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:25.712030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attempted to set empty binding levels {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 11:44:26.314120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70524dae-63e2-4161-b2ab-b6840e1d6202 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0264089 Oct 12 11:44:26.322337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57654) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:26.327750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'ports': [{'network_id': 'ab104414-6e00-4ba6-b6d8-c5149587ead1', 'name': 'tempest-port--1983180311', 'admin_state_up': True}, {'network_id': 'e767aafc-c867-44e4-9e50-6b798eac3cb4', 'admin_state_up': False}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:26.328185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'port': {'network_id': 'ab104414-6e00-4ba6-b6d8-c5149587ead1', 'name': 'tempest-port--1983180311', 'admin_state_up': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:26.328747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'port': {'network_id': 'e767aafc-c867-44e4-9e50-6b798eac3cb4', 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:26.402650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.471344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] In _notify_port_updated(), no bound segment for port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 on network 37bd8f5f-444f-46e4-8671-af533873f9d5 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:26.471344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:26.472059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.476166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "PUT /v2.0/ports/63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 HTTP/1.1" status: 200 len: 979 time: 1.4990160 Oct 12 11:44:26.476314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57658) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:26.488122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf852-6210-4173-9f27-ccde30179882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event updated for resources: {'Port': ['ID=63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:26.573457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Deleting port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:26.573966 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.630524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'port': 2} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:26.635591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.660602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.662684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] For port 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23, host n-h2-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:26.663076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.684776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Calling delete_port for 63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:26.792659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] device_id is not set on port 4ef27645-1eb1-456d-b9ab-cf11dda386ff yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:26.834011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:26.965927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.015110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.021190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "DELETE /v2.0/ports/63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 HTTP/1.1" status: 204 len: 168 time: 0.5417671 Oct 12 11:44:27.021603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57674) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:27.034629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0d8b-1778-4933-9dda-69521a5785a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] Pushing event deleted for resources: {'Port': ['ID=63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:27.055346 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee72e3c-c3f6-4317-8674-6716b58b52ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] GET failed (client error): The resource could not be found. Oct 12 11:44:27.057192 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bee72e3c-c3f6-4317-8674-6716b58b52ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331897124-project-admin] 10.222.0.43 "GET /v2.0/ports/63b3ae4f-3fd2-4c6e-9fb4-12d74d18fa23 HTTP/1.1" status: 404 len: 333 time: 0.0345125 Oct 12 11:44:27.060799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57678) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:27.076753 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.153086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] device_id is not set on port e5834f58-8b95-422d-92b6-030155b25ddc yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:27.156509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.261993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.284520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bd8f5f-444f-46e4-8671-af533873f9d5']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:27.286644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.296004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8903b0-e889-40fb-b41e-8036436f1b45') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:27.296598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8903b0-e889-40fb-b41e-8036436f1b45') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:27.307806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.324571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.331062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:27.333538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:27.334533 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:27.408092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.459179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.464327 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.467737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] 10.222.0.43 "DELETE /v2.0/networks/37bd8f5f-444f-46e4-8671-af533873f9d5 HTTP/1.1" status: 204 len: 168 time: 0.4056847 Oct 12 11:44:27.483966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Port': ['ID=4ef27645-1eb1-456d-b9ab-cf11dda386ff,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:27.497566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5a7aa-c96b-4be8-aefa-a006ecdb4581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867312384-project] Pushing event deleted for resources: {'Network': ['ID=37bd8f5f-444f-46e4-8671-af533873f9d5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:27.514564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Checking segment: {'id': 'f4902656-613f-42b3-a2b7-eefe41157db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab104414-6e00-4ba6-b6d8-c5149587ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:27.515282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network hostable DHCP agents. Network: ab104414-6e00-4ba6-b6d8-c5149587ead1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:27.624784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network ab104414-6e00-4ba6-b6d8-c5149587ead1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:27.693242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ab104414-6e00-4ba6-b6d8-c5149587ead1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:27.697877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:27.698985 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:27.704012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c93ab8-80ea-4b78-97d6-602d8c91faee None None] Network ab104414-6e00-4ba6-b6d8-c5149587ead1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:27.775397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Checking segment: {'id': '0b7b0fe6-bb76-47c1-ad1c-5093803d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e767aafc-c867-44e4-9e50-6b798eac3cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:27.775687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network hostable DHCP agents. Network: e767aafc-c867-44e4-9e50-6b798eac3cb4, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:27.781873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Port': ['ID=e5834f58-8b95-422d-92b6-030155b25ddc,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:27.847789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network e767aafc-c867-44e4-9e50-6b798eac3cb4 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:27.922177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e767aafc-c867-44e4-9e50-6b798eac3cb4) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:27.931592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:27.934802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543f1a1-fa10-4e4a-a52a-1f0ec4845bdc None None] Network e767aafc-c867-44e4-9e50-6b798eac3cb4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:27.935308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:27.942516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:27.943921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.001638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:28.045958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a983fb20-d25e-45b3-aa8f-9d607186c8aa tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7224770 Oct 12 11:44:28.048709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57710) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:28.187229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32368e48-593e-4007-a444-f96100349d69 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:28.193418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32368e48-593e-4007-a444-f96100349d69 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:28.195253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32368e48-593e-4007-a444-f96100349d69 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1452084 Oct 12 11:44:28.198247 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57714) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:28.218740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9f231c9-5c06-42b2-bb5f-e964dd764988 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb008a08e4ec4c77866e35f7617b0209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152188 Oct 12 11:44:28.223113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57716) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:28.286770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.313447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.314444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting port 4ef27645-1eb1-456d-b9ab-cf11dda386ff {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:28.314854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.387750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.402942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Calling delete_port for 4ef27645-1eb1-456d-b9ab-cf11dda386ff owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:28.465245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.468051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.471708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/452773f8-e65b-423b-bc20-edef1bedbbe0 HTTP/1.1" status: 204 len: 168 time: 0.2450321 Oct 12 11:44:28.481263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cd704-c0be-4677-9b17-70e34ad37e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452773f8-e65b-423b-bc20-edef1bedbbe0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:28.584635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.615976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Port': ['ID=4ef27645-1eb1-456d-b9ab-cf11dda386ff,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:28.622491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.626651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-580f4432-3b95-4003-b686-9c34e6ee0f0b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/ports/4ef27645-1eb1-456d-b9ab-cf11dda386ff HTTP/1.1" status: 204 len: 168 time: 0.4261980 Oct 12 11:44:28.630921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57726) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:28.736049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting port e5834f58-8b95-422d-92b6-030155b25ddc {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:28.736591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.814448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:28.827610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Calling delete_port for e5834f58-8b95-422d-92b6-030155b25ddc owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:29.053356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.087066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Port': ['ID=e5834f58-8b95-422d-92b6-030155b25ddc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:29.102091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.106788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf6bc0cb-7111-433b-b3ca-e3f0ae466f20 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/ports/e5834f58-8b95-422d-92b6-030155b25ddc HTTP/1.1" status: 204 len: 168 time: 0.4752038 Oct 12 11:44:29.109571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57734) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:29.140693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c77d032-24ec-4f33-b5db-ffd334f27c41 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296617 Oct 12 11:44:29.143964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57738) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:29.149019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-187274678'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:29.220519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57744) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:29.276042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:29.276042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.278248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-186b6ead-4ab4-4a18-8f05-3f64de88e67e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cf83311044549459b14f97fa0e45d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560014 Oct 12 11:44:29.280276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57746) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:29.331365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:29.349528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.349872 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment ded4ba7a-f87e-45fc-96cf-1d23d16f1303 of type vlan for network 95b25878-df20-4133-a542-4cb4fbbae4de Oct 12 11:44:29.387236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.411013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.429457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.545440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.551669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:29.552131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.573143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.575742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.579628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1e00d41-3611-4913-a3c7-70de9f5b3eab HTTP/1.1" status: 204 len: 168 time: 0.2957969 Oct 12 11:44:29.640707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=95b25878-df20-4133-a542-4cb4fbbae4de,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:29.660166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 95b25878-df20-4133-a542-4cb4fbbae4de details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:29.660744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeaae5-3e7e-4c93-b73d-db7fc8e979d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e00d41-3611-4913-a3c7-70de9f5b3eab,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:29.754629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ebf9bd8-fb3c-4814-94ed-b770e9fab431 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6069357 Oct 12 11:44:29.754822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57764) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:29.759908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1013087689'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:29.846856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:29.851288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.891454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:29.906102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:29.906572 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Added segment 40b051b0-5c1f-4949-acd1-925f57cce7ae of type vlan for network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 Oct 12 11:44:29.957606 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:30.030757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:30.038009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:30.038763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:30.120384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Network': ['ID=890ccd38-eb47-4dbb-a1cc-b08215fe31b2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:30.130985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:30.159168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34c9039d-e97c-4c81-8c83-29b0e9edf1cd tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4029753 Oct 12 11:44:30.296539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57784) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:30.301611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'subnets': [{'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1248759017', 'ip_version': 4}, {'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:30.301897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'subnet': {'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1248759017', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:30.302562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Request body: {'subnet': {'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:30.595937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Made reservation on behalf of b5f499b05e434417b580a2b136ea83e2 for: {'subnet': 2} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:30.600497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:30.601015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:30.816438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57802) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:30.928697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1282877921'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:31.029650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:31.033448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.042927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.117500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.136092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.200566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Subnet': ['ID=03c6b828-c786-4e89-9bcc-bdfea3f15d0c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:31.204758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.219685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Checking segment: {'id': 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:31.221641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network hostable DHCP agents. Network: 95b25878-df20-4133-a542-4cb4fbbae4de, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:31.248047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:31.253635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b31381-56d2-442e-b01e-a0e88190b368,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:31.261715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.264797 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Added segment 9796cc88-1ccc-41d2-9f0c-d658dd77e0e5 of type vlan for network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 Oct 12 11:44:31.299074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network 95b25878-df20-4133-a542-4cb4fbbae4de is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:31.318620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.367524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 95b25878-df20-4133-a542-4cb4fbbae4de) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:31.373194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.381047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92cd58-715e-4baf-a63a-8611a9344ceb None None] Network 95b25878-df20-4133-a542-4cb4fbbae4de requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:31.407839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.414249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.414956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.437429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event updated for resources: {'Subnet': ['ID=5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:31.487313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Checking segment: {'id': '40b051b0-5c1f-4949-acd1-925f57cce7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:31.487974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network hostable DHCP agents. Network: 890ccd38-eb47-4dbb-a1cc-b08215fe31b2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:31.529677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7120950 Oct 12 11:44:31.532707 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57816) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:31.537949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'subnet': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:31.542190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a780d5-dcbc-4e57-b6cb-87e0538f8832 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Network': ['ID=53a9a79d-b596-4ee4-8b60-409d8dfb5697,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:31.583246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:31.602399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:31.619576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-95b25878-df20-4133-a542-4cb4fbbae4de', 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de', 'tenant_id': 'b5f499b05e434417b580a2b136ea83e2', 'fixed_ips': [{'subnet_id': '03c6b828-c786-4e89-9bcc-bdfea3f15d0c'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:31.620555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.698993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 890ccd38-eb47-4dbb-a1cc-b08215fe31b2) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:31.703953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.708285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.708285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.717870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2979333-c5db-413b-bf98-873cd89af8e2 None None] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:31.727668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:31.732112 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:31.826269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6aad4eb1-159f-46cb-86c2-d903ed4491e2 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5279846 Oct 12 11:44:31.828755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57822) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:31.953424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ed6c7-7168-402a-a6b2-cc588b04d370 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.958189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ed6c7-7168-402a-a6b2-cc588b04d370 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.963915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ed6c7-7168-402a-a6b2-cc588b04d370 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:31.975570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dd6ed6c7-7168-402a-a6b2-cc588b04d370 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1456115 Oct 12 11:44:31.978917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Allocated IP 172.20.0.2 (95b25878-df20-4133-a542-4cb4fbbae4de/03c6b828-c786-4e89-9bcc-bdfea3f15d0c/38f31337-3523-4b67-847f-6f7c016246a0) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:31.994120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:32.078929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting subnet 03c6b828-c786-4e89-9bcc-bdfea3f15d0c {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:32.121386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-890ccd38-eb47-4dbb-a1cc-b08215fe31b2', 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2', 'tenant_id': 'b5f499b05e434417b580a2b136ea83e2', 'fixed_ips': [{'subnet_id': '5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:32.122347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.519506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.550792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Allocated IP 172.20.0.18 (890ccd38-eb47-4dbb-a1cc-b08215fe31b2/5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af/802f4491-036d-49cc-b17d-63a88ea98182) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:32.637018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.681406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.683283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.706105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Subnet': ['ID=7bca790c-cbe7-418f-a644-2c9e1ca911ae,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:32.716368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Checking segment: {'id': '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:32.716842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network hostable DHCP agents. Network: 53a9a79d-b596-4ee4-8b60-409d8dfb5697, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:32.732926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Pushing event updated for resources: {'Port': ['ID=38f31337-3523-4b67-847f-6f7c016246a0,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:32.755713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.758492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.761579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Network 95b25878-df20-4133-a542-4cb4fbbae4de is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:32.766936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:32.766936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:32.817829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Attempting to bind port 38f31337-3523-4b67-847f-6f7c016246a0 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:32.818277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Attempting to bind port 38f31337-3523-4b67-847f-6f7c016246a0 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:32.818656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Attempting to bind port 38f31337-3523-4b67-847f-6f7c016246a0 on network 95b25878-df20-4133-a542-4cb4fbbae4de {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:32.824315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:32.835093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Checking segment: {'id': 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:32.835093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.835093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Bound using segment: {'id': 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:32.835093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Bound port: 38f31337-3523-4b67-847f-6f7c016246a0, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '95b25878-df20-4133-a542-4cb4fbbae4de'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:32.835093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.844785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.893831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:32.939989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:32.977912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:32.981022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:32.986551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:32.998023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Pushing event updated for resources: {'Port': ['ID=802f4491-036d-49cc-b17d-63a88ea98182,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:33.009524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 53a9a79d-b596-4ee4-8b60-409d8dfb5697) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:33.017869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:33.019678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366a5b0-effc-45a7-bb8f-6f2288a63a3e None None] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:33.022257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.043135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.088450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Subnet': ['ID=03c6b828-c786-4e89-9bcc-bdfea3f15d0c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:33.091978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] For port 38f31337-3523-4b67-847f-6f7c016246a0, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:33.095579 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.099260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36eb65aa-06b7-43b1-a68b-dc7e2e0bd003 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/subnets/03c6b828-c786-4e89-9bcc-bdfea3f15d0c HTTP/1.1" status: 204 len: 168 time: 1.1112211 Oct 12 11:44:33.101910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:33.114494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Attempting to bind port 802f4491-036d-49cc-b17d-63a88ea98182 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:33.114885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Attempting to bind port 802f4491-036d-49cc-b17d-63a88ea98182 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '40b051b0-5c1f-4949-acd1-925f57cce7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:33.115246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Attempting to bind port 802f4491-036d-49cc-b17d-63a88ea98182 on network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:33.118657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] For port 38f31337-3523-4b67-847f-6f7c016246a0, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=38f31337-3523-4b67-847f-6f7c016246a0,segment=NetworkSegment(ded4ba7a-f87e-45fc-96cf-1d23d16f1303),segment_id=ded4ba7a-f87e-45fc-96cf-1d23d16f1303)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:33.135822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:33.136205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Checking segment: {'id': '40b051b0-5c1f-4949-acd1-925f57cce7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:33.136597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.136989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Bound using segment: {'id': '40b051b0-5c1f-4949-acd1-925f57cce7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:33.137477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Bound port: 802f4491-036d-49cc-b17d-63a88ea98182, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b051b0-5c1f-4949-acd1-925f57cce7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '890ccd38-eb47-4dbb-a1cc-b08215fe31b2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:33.137860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.146361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:33.149256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4c056ec-bdf6-4111-a007-422c93b9fb03 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6148872 Oct 12 11:44:33.154804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357623095'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:33.185766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting subnet 5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:33.193204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.204073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.272227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.328479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] For port 802f4491-036d-49cc-b17d-63a88ea98182, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:33.336063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'tenant_id': '05839984a24d4eff93b19be52071178d', 'fixed_ips': [{'subnet_id': '7bca790c-cbe7-418f-a644-2c9e1ca911ae'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:33.337118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.347893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953b8a9-c406-42d0-9337-ecffcffe0ad6 None None] Pushing event updated for resources: {'Port': ['ID=38f31337-3523-4b67-847f-6f7c016246a0,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:33.360859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] For port 802f4491-036d-49cc-b17d-63a88ea98182, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=802f4491-036d-49cc-b17d-63a88ea98182,segment=NetworkSegment(40b051b0-5c1f-4949-acd1-925f57cce7ae),segment_id=40b051b0-5c1f-4949-acd1-925f57cce7ae)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:33.479204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:33.484804 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.532007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.537409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.589301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port fbacef36-904a-4282-973f-c09abe1ada8c yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:33.630352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Allocated IP 2001:db8::2 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/4262bc5b-d275-466f-a83b-c96cf6fcb2be) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:33.666425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3db84e-684a-49b2-a92d-341df6dffbf9 None None] Pushing event updated for resources: {'Port': ['ID=802f4491-036d-49cc-b17d-63a88ea98182,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:33.807838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.838791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:33.840844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.844761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fafffa39-df7a-474b-9412-f68918949de5 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/subnets/5d6c7dda-d0c5-4cf8-89d8-ac3884c0b6af HTTP/1.1" status: 204 len: 168 time: 0.7411995 Oct 12 11:44:33.847241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:33.864740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:33.954977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.035422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d21dfbf-2f9a-47e9-a973-6c43b344a466 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:34.037015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d21dfbf-2f9a-47e9-a973-6c43b344a466 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886249 Oct 12 11:44:34.041678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57858) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:34.062631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:34.070368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:34.073776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Pushing event updated for resources: {'Port': ['ID=4262bc5b-d275-466f-a83b-c96cf6fcb2be,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:34.083792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:34.138401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::216 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/fbacef36-904a-4282-973f-c09abe1ada8c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:34.160721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 38f31337-3523-4b67-847f-6f7c016246a0 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:34.173250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.205029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Attempting to bind port 4262bc5b-d275-466f-a83b-c96cf6fcb2be on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:34.205542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Attempting to bind port 4262bc5b-d275-466f-a83b-c96cf6fcb2be by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:34.206063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Attempting to bind port 4262bc5b-d275-466f-a83b-c96cf6fcb2be on network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:34.221031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:34.221306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Checking segment: {'id': '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:34.221673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.222074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Bound using segment: {'id': '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:34.222560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Bound port: 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:34.222972 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.280982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 38f31337-3523-4b67-847f-6f7c016246a0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:34.281364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.347997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] For port 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:34.352605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] For port 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4262bc5b-d275-466f-a83b-c96cf6fcb2be,segment=NetworkSegment(9796cc88-1ccc-41d2-9f0c-d658dd77e0e5),segment_id=9796cc88-1ccc-41d2-9f0c-d658dd77e0e5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:34.366618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.395180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting port 802f4491-036d-49cc-b17d-63a88ea98182 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:34.397594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.402410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.443949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 38f31337-3523-4b67-847f-6f7c016246a0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=38f31337-3523-4b67-847f-6f7c016246a0,segment=NetworkSegment(ded4ba7a-f87e-45fc-96cf-1d23d16f1303),segment_id=ded4ba7a-f87e-45fc-96cf-1d23d16f1303)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:34.482806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.490738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] For port 802f4491-036d-49cc-b17d-63a88ea98182, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=802f4491-036d-49cc-b17d-63a88ea98182,segment=NetworkSegment(40b051b0-5c1f-4949-acd1-925f57cce7ae),segment_id=40b051b0-5c1f-4949-acd1-925f57cce7ae)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:34.490738 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.503282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Calling delete_port for 802f4491-036d-49cc-b17d-63a88ea98182 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:34.593665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.593665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 802f4491-036d-49cc-b17d-63a88ea98182 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:34.619844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.655610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ad1a8-8ab1-478d-bb5c-40fec1442bb9 None None] Pushing event updated for resources: {'Port': ['ID=4262bc5b-d275-466f-a83b-c96cf6fcb2be,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:34.705226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.705226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:34.705550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cd1e0-6d27-4742-9463-1391705f07c1 None None] Network 95b25878-df20-4133-a542-4cb4fbbae4de requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:34.705647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=fbacef36-904a-4282-973f-c09abe1ada8c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:34.711145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:34.750138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Port': ['ID=802f4491-036d-49cc-b17d-63a88ea98182,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:34.752432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:34.766654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:34.766654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.774596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] No DVR routers for this DVR port 802f4491-036d-49cc-b17d-63a88ea98182 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:34.789985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port 802f4491-036d-49cc-b17d-63a88ea98182 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:44:34.790742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 802f4491-036d-49cc-b17d-63a88ea98182 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 11:44:34.841898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port 802f4491-036d-49cc-b17d-63a88ea98182 not found, will not notify nova. {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 11:44:34.851431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=38f31337-3523-4b67-847f-6f7c016246a0,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:34.880316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a37934ae-cb8b-4d5b-a2d4-e5aff310d68f None None] Provisioning complete for port 38f31337-3523-4b67-847f-6f7c016246a0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:34.880666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a37934ae-cb8b-4d5b-a2d4-e5aff310d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:34.894069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-874d0537-2226-4603-bcf4-d2d65b525321 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7462902 Oct 12 11:44:34.900836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57872) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:34.934384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-920753089', 'allowed_address_pairs': [{'ip_address': '2001:db8::216', 'mac_address': 'fa:16:3e:f4:33:dc'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:34.954375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.033039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890ccd38-eb47-4dbb-a1cc-b08215fe31b2']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.048904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b051b0-5c1f-4949-acd1-925f57cce7ae') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.049222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b051b0-5c1f-4949-acd1-925f57cce7ae') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.068050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.095736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.109261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:35.109605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:35.112831 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:35.153562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] DHCP port deletion for 95b25878-df20-4133-a542-4cb4fbbae4de request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:35.218724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Deleting port 38f31337-3523-4b67-847f-6f7c016246a0 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:35.219546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.259582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:35.294088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] For port 38f31337-3523-4b67-847f-6f7c016246a0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=38f31337-3523-4b67-847f-6f7c016246a0,segment=NetworkSegment(ded4ba7a-f87e-45fc-96cf-1d23d16f1303),segment_id=ded4ba7a-f87e-45fc-96cf-1d23d16f1303)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:35.294638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.310725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Calling delete_port for 38f31337-3523-4b67-847f-6f7c016246a0 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:35.320463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.351667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.355222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/890ccd38-eb47-4dbb-a1cc-b08215fe31b2 HTTP/1.1" status: 204 len: 168 time: 1.3125324 Oct 12 11:44:35.357815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1853271-2dcc-4dc7-9001-ad464fb552db tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=890ccd38-eb47-4dbb-a1cc-b08215fe31b2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:35.357945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57878) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:35.395321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.419279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port 0c63620c-fcdc-49bf-87d4-2991bd5b32e3 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:35.457379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a45c01ba-8021-4448-b11b-60c5f325d7ed None None] Could not find standard attr ID for object 802f4491-036d-49cc-b17d-63a88ea98182. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:44:35.477895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d863a-5c42-4954-adaf-2c3eb8770917 None None] DHCP port deletion for 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:35.492465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeac479-40cc-4678-a700-cdffa2e5c3fa None None] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:35.503405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.529200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeac479-40cc-4678-a700-cdffa2e5c3fa None None] Network 890ccd38-eb47-4dbb-a1cc-b08215fe31b2 could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 11:44:35.535241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.573397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] Pushing event deleted for resources: {'Port': ['ID=38f31337-3523-4b67-847f-6f7c016246a0,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:35.576845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb9d4a-375c-43a3-85a8-5099beac71a5 None None] No DVR routers for this DVR port 38f31337-3523-4b67-847f-6f7c016246a0 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:35.636695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::268 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/0c63620c-fcdc-49bf-87d4-2991bd5b32e3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:35.642383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Deleting port 38f31337-3523-4b67-847f-6f7c016246a0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:35.642776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.743330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] For port 38f31337-3523-4b67-847f-6f7c016246a0, host n-d-813419-3, got binding levels [] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:35.743867 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.761356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Calling delete_port for 38f31337-3523-4b67-847f-6f7c016246a0 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:35.765357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Port 38f31337-3523-4b67-847f-6f7c016246a0 was not found and therefore no delete operation was performed {{(pid=95547) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:44:35.766820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.802053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Port': ['ID=38f31337-3523-4b67-847f-6f7c016246a0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:35.807459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] No DVR routers for this DVR port 38f31337-3523-4b67-847f-6f7c016246a0 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:35.849716 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.896863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9537a-e8fd-4910-83d4-93e9129f6121 None None] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:35.906970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.932960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b25878-df20-4133-a542-4cb4fbbae4de']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.943271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.943271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded4ba7a-f87e-45fc-96cf-1d23d16f1303') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:35.954028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.969043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.984234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:35.984956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:35.989292 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:36.004013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Provisioning complete for port 4262bc5b-d275-466f-a83b-c96cf6fcb2be triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:36.004384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.008747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.038828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4262bc5b-d275-466f-a83b-c96cf6fcb2be up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:36.053161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:36.058817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:36.062596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:36.068635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:36.069376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.110579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=0c63620c-fcdc-49bf-87d4-2991bd5b32e3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:36.157060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.166866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.173855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/95b25878-df20-4133-a542-4cb4fbbae4de HTTP/1.1" status: 204 len: 168 time: 0.8128011 Oct 12 11:44:36.174764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57890) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:36.188803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc3bd7-7943-490c-8811-7e111d11788b tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=95b25878-df20-4133-a542-4cb4fbbae4de,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:36.209873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef29a8b1-0b50-4f5e-b598-2b96f3524941 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3079870 Oct 12 11:44:36.214118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4262bc5b-d275-466f-a83b-c96cf6fcb2be triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:36.214493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.216681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57892) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:36.241044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.291618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.296855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] For port 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4262bc5b-d275-466f-a83b-c96cf6fcb2be,segment=NetworkSegment(9796cc88-1ccc-41d2-9f0c-d658dd77e0e5),segment_id=9796cc88-1ccc-41d2-9f0c-d658dd77e0e5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:36.303312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1eb399-c779-4349-9cbb-6d38a0fd04ce tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:36.310095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1eb399-c779-4349-9cbb-6d38a0fd04ce tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:36.315368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1eb399-c779-4349-9cbb-6d38a0fd04ce tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:36.320194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dd1eb399-c779-4349-9cbb-6d38a0fd04ce tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0988345 Oct 12 11:44:36.320519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57896) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:36.358808 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.399011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.400993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.437698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e767aafc-c867-44e4-9e50-6b798eac3cb4']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:36.439765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port 0c63620c-fcdc-49bf-87d4-2991bd5b32e3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:36.440873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.448698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7b0fe6-bb76-47c1-ad1c-5093803d86e5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:36.449024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7b0fe6-bb76-47c1-ad1c-5093803d86e5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:36.459711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.479031 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.487457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:36.488196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.491912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:44:36.491912 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:44:36.506782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Pushing event updated for resources: {'Port': ['ID=4262bc5b-d275-466f-a83b-c96cf6fcb2be,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:36.520996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.521418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.521826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.522231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.522624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.523075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.523468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.523859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.524310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.525174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.525631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.526850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b730a7-c39c-4cab-b1dd-a9e2d6431183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:36.530282 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:36.600260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.615963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for 0c63620c-fcdc-49bf-87d4-2991bd5b32e3 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:36.625794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Provisioning complete for port fbacef36-904a-4282-973f-c09abe1ada8c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:36.626415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.671476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Port fbacef36-904a-4282-973f-c09abe1ada8c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:36.686497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Provisioning complete for port 0c63620c-fcdc-49bf-87d4-2991bd5b32e3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:36.686928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.713249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.737191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.745439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/e767aafc-c867-44e4-9e50-6b798eac3cb4 HTTP/1.1" status: 204 len: 168 time: 0.5695660 Oct 12 11:44:36.747215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f45bf8-ec2c-4edc-9e11-acdd96e14158 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=e767aafc-c867-44e4-9e50-6b798eac3cb4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:36.761395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Port 0c63620c-fcdc-49bf-87d4-2991bd5b32e3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:36.771309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57902) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:36.797650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Provisioning complete for port 4262bc5b-d275-466f-a83b-c96cf6fcb2be triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:36.797650 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-774a5d91-a916-4eb5-bc10-7b9a3b27ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.885182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.911151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:36.982885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=0c63620c-fcdc-49bf-87d4-2991bd5b32e3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:37.090727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-60ee9bea-70ef-4f13-bc84-98e9dce871ac None None] Provisioning complete for port fbacef36-904a-4282-973f-c09abe1ada8c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:37.090727 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60ee9bea-70ef-4f13-bc84-98e9dce871ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.162720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 38f31337-3523-4b67-847f-6f7c016246a0 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:37.192898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-60ee9bea-70ef-4f13-bc84-98e9dce871ac None None] Port fbacef36-904a-4282-973f-c09abe1ada8c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:37.195336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 38f31337-3523-4b67-847f-6f7c016246a0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:37.195851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 38f31337-3523-4b67-847f-6f7c016246a0 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:37.196873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 802f4491-036d-49cc-b17d-63a88ea98182 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:37.215252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.221428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 802f4491-036d-49cc-b17d-63a88ea98182 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:37.221638 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-173514be-688b-434f-ae5f-bc3c9e0fc5b5 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/0c63620c-fcdc-49bf-87d4-2991bd5b32e3 HTTP/1.1" status: 204 len: 168 time: 0.9000053 Oct 12 11:44:37.222119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57910) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:37.222816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 802f4491-036d-49cc-b17d-63a88ea98182 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:37.248431 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c4c76-3769-4434-b9a4-2bf3d3cd6a5d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] GET failed (client error): The resource could not be found. Oct 12 11:44:37.251346 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f42c4c76-3769-4434-b9a4-2bf3d3cd6a5d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports/0c63620c-fcdc-49bf-87d4-2991bd5b32e3 HTTP/1.1" status: 404 len: 333 time: 0.0280302 Oct 12 11:44:37.254489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57912) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:37.260255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-635064942'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:37.309032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6abe758e-51bc-4dee-a89d-2bb87b523605 None None] Could not find standard attr ID for object 0c63620c-fcdc-49bf-87d4-2991bd5b32e3. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:44:37.422573 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.444753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab104414-6e00-4ba6-b6d8-c5149587ead1']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:37.455182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4902656-613f-42b3-a2b7-eefe41157db3') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:37.455477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4902656-613f-42b3-a2b7-eefe41157db3') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:37.470045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.484455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.495830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:37.496561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:37.501236 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:37.504974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:37.508625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.537544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port 32b958ce-ecab-48be-aa99-2acb098eec2e yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:37.669761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.688255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::96 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/32b958ce-ecab-48be-aa99-2acb098eec2e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:37.698872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.705713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] 10.222.0.43 "DELETE /v2.0/networks/ab104414-6e00-4ba6-b6d8-c5149587ead1 HTTP/1.1" status: 204 len: 168 time: 0.9321854 Oct 12 11:44:37.707723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fa74b-9f0b-4e68-be56-8ef0c6771c14 tempest-BulkNetworkOpsTest-1673239684 tempest-BulkNetworkOpsTest-1673239684-project] Pushing event deleted for resources: {'Network': ['ID=ab104414-6e00-4ba6-b6d8-c5149587ead1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:37.874485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:37.968201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4262bc5b-d275-466f-a83b-c96cf6fcb2be up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:38.009522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.026004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4262bc5b-d275-466f-a83b-c96cf6fcb2be triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:38.026619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.056903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:38.060327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:38.083291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:38.097177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:38.097865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.137071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=32b958ce-ecab-48be-aa99-2acb098eec2e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:38.178858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:38.179104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-015a6613-cc9b-4f7a-8b50-054a02fe45aa tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9232001 Oct 12 11:44:38.185955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::216', 'mac_address': 'fa:16:3e:f4:33:dc'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:38.267903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.342284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57936) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:38.446135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-15f999af-504f-4b70-9bb4-13cbc24588f7 None None] Provisioning complete for port 32b958ce-ecab-48be-aa99-2acb098eec2e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:38.446966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15f999af-504f-4b70-9bb4-13cbc24588f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.507416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-15f999af-504f-4b70-9bb4-13cbc24588f7 None None] Port 32b958ce-ecab-48be-aa99-2acb098eec2e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:38.529422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.545238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7154ee20-ed7e-494f-bc46-ecef20e8cdf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5f499b05e434417b580a2b136ea83e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018924 Oct 12 11:44:38.547837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:38.601714 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.607410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.629165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.642377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] In _notify_port_updated(), no bound segment for port 32b958ce-ecab-48be-aa99-2acb098eec2e on network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 {{(pid=95548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:38.648347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:38.649107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.650735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "PUT /v2.0/ports/32b958ce-ecab-48be-aa99-2acb098eec2e HTTP/1.1" status: 200 len: 1001 time: 0.4703579 Oct 12 11:44:38.653653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57944) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:38.703878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=32b958ce-ecab-48be-aa99-2acb098eec2e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:38.708259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.708607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.708944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.709275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.709602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.709929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.710252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.710577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.710921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.711242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.711892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.712243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d6a-3f59-4454-a402-1beea6eb12d3 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:44:38.777521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port 32b958ce-ecab-48be-aa99-2acb098eec2e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:38.778046 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.779567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.782289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.783792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c06aec41-93c2-4a60-a86e-115c38e597b9 HTTP/1.1" status: 204 len: 168 time: 0.2346053 Oct 12 11:44:38.793759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be86ad-8b37-41b0-8be5-3f8d0dbbab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06aec41-93c2-4a60-a86e-115c38e597b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:38.936140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:38.949200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for 32b958ce-ecab-48be-aa99-2acb098eec2e owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:39.035145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c7ee3954-57ac-4072-8b51-6b37c017fc92 None None] Provisioning complete for port 32b958ce-ecab-48be-aa99-2acb098eec2e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:39.035805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7ee3954-57ac-4072-8b51-6b37c017fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:39.083577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee3954-57ac-4072-8b51-6b37c017fc92 None None] Port 32b958ce-ecab-48be-aa99-2acb098eec2e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:39.172688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:39.204046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=32b958ce-ecab-48be-aa99-2acb098eec2e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:39.360829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:39.372062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-408068a8-7883-458c-a7d1-4b4dbf5b72a1 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/32b958ce-ecab-48be-aa99-2acb098eec2e HTTP/1.1" status: 204 len: 168 time: 0.7149155 Oct 12 11:44:39.372207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57966) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:39.399119 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac28897-7ee7-4e16-b618-f6e2a98f0b94 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] GET failed (client error): The resource could not be found. Oct 12 11:44:39.401502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0ac28897-7ee7-4e16-b618-f6e2a98f0b94 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports/32b958ce-ecab-48be-aa99-2acb098eec2e HTTP/1.1" status: 404 len: 333 time: 0.0282719 Oct 12 11:44:39.405484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57968) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:39.410753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1012809478'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:39.590086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:39.596733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:39.615112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port 377b8578-3aa3-4c63-9879-684276a0f234 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:39.736083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::396 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/377b8578-3aa3-4c63-9879-684276a0f234) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:39.898610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:39.987006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.010169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 57992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:40.053859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:40.059370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:40.063298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:40.071320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:40.071320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.083715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=377b8578-3aa3-4c63-9879-684276a0f234,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:40.130402 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-96bfd6a1-542d-4561-be86-fcb43e96cf0d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7238030 Oct 12 11:44:40.133100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 57998) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:40.141962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:33:dc'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:40.173653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151995939'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:40.251477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:40.259861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.277823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.310308 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.365952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.428526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0a2d50d5-6387-4bb3-8b0e-47ca3143660b None None] Provisioning complete for port 377b8578-3aa3-4c63-9879-684276a0f234 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:40.429053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a2d50d5-6387-4bb3-8b0e-47ca3143660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.459146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.489172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:40.500658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308b7577-831e-4251-b5de-64e669597ec8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:40.506651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.507286 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment d67d0b31-1273-4df1-a0bf-16fdd66a6250 of type vlan for network 2f60aa09-84ad-412d-8a0d-f939df8a560d Oct 12 11:44:40.560805 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.592466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.659080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.666329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d50d5-6387-4bb3-8b0e-47ca3143660b None None] Port 377b8578-3aa3-4c63-9879-684276a0f234 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:40.697991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] In _notify_port_updated(), no bound segment for port 377b8578-3aa3-4c63-9879-684276a0f234 on network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:40.707798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:40.707798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.707798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "PUT /v2.0/ports/377b8578-3aa3-4c63-9879-684276a0f234 HTTP/1.1" status: 200 len: 1003 time: 0.5710230 Oct 12 11:44:40.709541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58008) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:40.733623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc90f5-7fe1-496d-8597-1d2b8afa357f tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=377b8578-3aa3-4c63-9879-684276a0f234,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:40.749114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.749114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:40.749114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.857267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8459072 Oct 12 11:44:40.867215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74e459-6972-429d-ad37-add8cee74d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=2f60aa09-84ad-412d-8a0d-f939df8a560d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:40.901543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:40.913251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port 377b8578-3aa3-4c63-9879-684276a0f234 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:40.913894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:40.996741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58014) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:41.002313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:41.060931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.075512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for 377b8578-3aa3-4c63-9879-684276a0f234 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:41.094286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bf063df0-b7c4-43d1-bdcd-94bd59dd6b2b None None] Provisioning complete for port 377b8578-3aa3-4c63-9879-684276a0f234 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:41.094811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bf063df0-b7c4-43d1-bdcd-94bd59dd6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.157495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bf063df0-b7c4-43d1-bdcd-94bd59dd6b2b None None] Port 377b8578-3aa3-4c63-9879-684276a0f234 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:41.224324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:41.227980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.276012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.308764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=377b8578-3aa3-4c63-9879-684276a0f234,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:41.336844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.341130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b26fac9b-0ac2-4804-bd3d-dcec384f096a tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/377b8578-3aa3-4c63-9879-684276a0f234 HTTP/1.1" status: 204 len: 168 time: 0.6304688 Oct 12 11:44:41.343687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:41.393865 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd82b44-4f9e-400c-b570-36a8e9665e2d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] GET failed (client error): The resource could not be found. Oct 12 11:44:41.401034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bfd82b44-4f9e-400c-b570-36a8e9665e2d tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports/377b8578-3aa3-4c63-9879-684276a0f234 HTTP/1.1" status: 404 len: 333 time: 0.0508978 Oct 12 11:44:41.401492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58026) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:41.406833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-66277619'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:41.573437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.641579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=d6ee401c-0a1e-4875-b9d7-1518e2a1027e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:41.651678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': 'd67d0b31-1273-4df1-a0bf-16fdd66a6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:41.652033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 2f60aa09-84ad-412d-8a0d-f939df8a560d, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:41.659065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:41.663196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.682053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port 4c132f2e-9595-482f-b618-28f972cf43ba yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:41.750089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:41.810297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::6e (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/4c132f2e-9595-482f-b618-28f972cf43ba) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:41.839954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2f60aa09-84ad-412d-8a0d-f939df8a560d) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:41.844405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:41.844992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:41.854544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a6ba5-2f64-483d-972f-d3324be82d86 None None] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:41.936325 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af861955-041d-4969-a76b-044274b44569 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9379234 Oct 12 11:44:41.939606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58034) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:41.946422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544947816'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:42.021313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.047547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:42.052911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.071008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2f60aa09-84ad-412d-8a0d-f939df8a560d', 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': 'd6ee401c-0a1e-4875-b9d7-1518e2a1027e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:42.072340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.082148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:42.092237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.092692 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 2876fec3-476a-4ebf-865b-384e655ec689 of type vlan for network a92862ae-98b5-4413-8902-3c25d5287d85 Oct 12 11:44:42.136969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.162419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.219206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.225020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:42.225743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.233018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:42.246418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Allocated IP 172.20.255.242 (2f60aa09-84ad-412d-8a0d-f939df8a560d/d6ee401c-0a1e-4875-b9d7-1518e2a1027e/064b170d-d867-4ba0-bd5f-edb47a9ae52a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:42.252282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:42.277627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:42.296536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:42.297261 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.313280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=4c132f2e-9595-482f-b618-28f972cf43ba,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:42.361776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=a92862ae-98b5-4413-8902-3c25d5287d85,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:42.374816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ea9b888a-5e16-4f62-926a-aa69a538e4be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4332087 Oct 12 11:44:42.377767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:42.386447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:42.400452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a92862ae-98b5-4413-8902-3c25d5287d85 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:42.412227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4198a322-6671-4da0-8d28-1d8332512bcf tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0036135 Oct 12 11:44:42.412531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58044) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:42.425008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'network_id': '53a9a79d-b596-4ee4-8b60-409d8dfb5697', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1304177001'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:42.619510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:42.638377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.638541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.698843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Made reservation on behalf of 05839984a24d4eff93b19be52071178d for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:42.702639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.722884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] device_id is not set on port c0d7f639-1d38-4306-a0e9-6259509ce5e4 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:42.733906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.788333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-587ebd62-dea5-4791-9266-5444ca6e9e31 None None] Provisioning complete for port 4c132f2e-9595-482f-b618-28f972cf43ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:42.794484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-587ebd62-dea5-4791-9266-5444ca6e9e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:42.813873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:42.851900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:42.854391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Pushing event updated for resources: {'Port': ['ID=064b170d-d867-4ba0-bd5f-edb47a9ae52a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:42.858773 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:42.897266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-587ebd62-dea5-4791-9266-5444ca6e9e31 None None] Port 4c132f2e-9595-482f-b618-28f972cf43ba cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:42.953736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Allocated IP 2001:db8::318 (53a9a79d-b596-4ee4-8b60-409d8dfb5697/7bca790c-cbe7-418f-a644-2c9e1ca911ae/c0d7f639-1d38-4306-a0e9-6259509ce5e4) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:42.982392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Attempting to bind port 064b170d-d867-4ba0-bd5f-edb47a9ae52a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:42.983184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Attempting to bind port 064b170d-d867-4ba0-bd5f-edb47a9ae52a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'd67d0b31-1273-4df1-a0bf-16fdd66a6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:42.983668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Attempting to bind port 064b170d-d867-4ba0-bd5f-edb47a9ae52a on network 2f60aa09-84ad-412d-8a0d-f939df8a560d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:42.995014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:42.999295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Checking segment: {'id': 'd67d0b31-1273-4df1-a0bf-16fdd66a6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:43.000136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.001142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Bound using segment: {'id': 'd67d0b31-1273-4df1-a0bf-16fdd66a6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:43.001295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Bound port: 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67d0b31-1273-4df1-a0bf-16fdd66a6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2f60aa09-84ad-412d-8a0d-f939df8a560d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:43.001826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.008998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.098386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] For port 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:43.102881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] For port 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=064b170d-d867-4ba0-bd5f-edb47a9ae52a,segment=NetworkSegment(d67d0b31-1273-4df1-a0bf-16fdd66a6250),segment_id=d67d0b31-1273-4df1-a0bf-16fdd66a6250)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:43.122313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=de02a7f5-4482-490e-939f-2fef03f8aac3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:43.145733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '2876fec3-476a-4ebf-865b-384e655ec689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:43.146089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: a92862ae-98b5-4413-8902-3c25d5287d85, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:43.197670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.226858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network a92862ae-98b5-4413-8902-3c25d5287d85 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:43.242235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.283239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602dd7b-a0bd-4e7e-81f4-696487f7b1f7 None None] Pushing event updated for resources: {'Port': ['ID=064b170d-d867-4ba0-bd5f-edb47a9ae52a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:43.304754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a92862ae-98b5-4413-8902-3c25d5287d85) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:43.309489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:43.310507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.314329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb37969-7812-4233-ac00-338e26a4976c None None] Network a92862ae-98b5-4413-8902-3c25d5287d85 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:43.356656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.391725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6af0f7a1-50f0-4e05-995f-7a743895a1ae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0126715 Oct 12 11:44:43.397463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:43.464306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:43.468628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:43.471330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=c0d7f639-1d38-4306-a0e9-6259509ce5e4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:43.487122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:43.496627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:43.497508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.574092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.586085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a92862ae-98b5-4413-8902-3c25d5287d85', 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': 'de02a7f5-4482-490e-939f-2fef03f8aac3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:43.587037 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.610323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f759cda5-5da7-4503-9a4c-b602b891e91e tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1977897 Oct 12 11:44:43.612713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58060) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:43.628788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::216', 'mac_address': 'fa:16:3e:f4:33:dc'}, {'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:80:0a:f7'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:43.720068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.814605 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:43.868143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Allocated IP 172.20.0.2 (a92862ae-98b5-4413-8902-3c25d5287d85/de02a7f5-4482-490e-939f-2fef03f8aac3/f6e7cc15-0778-4bf4-8b4e-2894862505e4) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:44.018751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7ed59d5e-0d90-4d9f-8d72-745e51e84328 None None] Provisioning complete for port c0d7f639-1d38-4306-a0e9-6259509ce5e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:44.018751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ed59d5e-0d90-4d9f-8d72-745e51e84328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.076653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7ed59d5e-0d90-4d9f-8d72-745e51e84328 None None] Port c0d7f639-1d38-4306-a0e9-6259509ce5e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:44:44.087069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 064b170d-d867-4ba0-bd5f-edb47a9ae52a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:44.177189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.185446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.195120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 064b170d-d867-4ba0-bd5f-edb47a9ae52a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:44.195474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.237677 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.302922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event updated for resources: {'Port': ['ID=c0d7f639-1d38-4306-a0e9-6259509ce5e4,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:44.315938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] In _notify_port_updated(), no bound segment for port c0d7f639-1d38-4306-a0e9-6259509ce5e4 on network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:44:44.325336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:44.325617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.327468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-737b2aa7-b906-4b41-932c-d95cfaf6ac76 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "PUT /v2.0/ports/c0d7f639-1d38-4306-a0e9-6259509ce5e4 HTTP/1.1" status: 200 len: 1067 time: 0.7135694 Oct 12 11:44:44.330189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58074) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:44.346817 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.361530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.396468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Pushing event updated for resources: {'Port': ['ID=f6e7cc15-0778-4bf4-8b4e-2894862505e4,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:44.399670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.476032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Network a92862ae-98b5-4413-8902-3c25d5287d85 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:44.480268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:44.496640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:44.498109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=de02a7f5-4482-490e-939f-2fef03f8aac3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:44.545256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=064b170d-d867-4ba0-bd5f-edb47a9ae52a,segment=NetworkSegment(d67d0b31-1273-4df1-a0bf-16fdd66a6250),segment_id=d67d0b31-1273-4df1-a0bf-16fdd66a6250)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:44.552825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.560535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port c0d7f639-1d38-4306-a0e9-6259509ce5e4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:44.560883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.612014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92862ae-98b5-4413-8902-3c25d5287d85']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:44.634341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2876fec3-476a-4ebf-865b-384e655ec689') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:44.641573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2876fec3-476a-4ebf-865b-384e655ec689') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:44.654033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Attempting to bind port f6e7cc15-0778-4bf4-8b4e-2894862505e4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:44.654495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Attempting to bind port f6e7cc15-0778-4bf4-8b4e-2894862505e4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2876fec3-476a-4ebf-865b-384e655ec689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:44.655000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Attempting to bind port f6e7cc15-0778-4bf4-8b4e-2894862505e4 on network a92862ae-98b5-4413-8902-3c25d5287d85 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:44.667609 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.674997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.708479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.718088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:44.718854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.721537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:44.722112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Checking segment: {'id': '2876fec3-476a-4ebf-865b-384e655ec689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:44.722317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.722729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Bound using segment: {'id': '2876fec3-476a-4ebf-865b-384e655ec689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:44.723425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Bound port: f6e7cc15-0778-4bf4-8b4e-2894862505e4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2876fec3-476a-4ebf-865b-384e655ec689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a92862ae-98b5-4413-8902-3c25d5287d85'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:44.723715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:44.731683 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:44.742460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.760815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for c0d7f639-1d38-4306-a0e9-6259509ce5e4 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:44.790087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6466d1-77eb-48c1-9ddb-b4b53e6e47d6 None None] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:44.854741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:44:44.854741 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:44:44.854741 n-d-813419-3 neutron-server[95548]: [parameters: {'id': 'a92862ae-98b5-4413-8902-3c25d5287d85'}] Oct 12 11:44:44.854741 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:44:44.859392 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:44:44.884320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=064b170d-d867-4ba0-bd5f-edb47a9ae52a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:44.894570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4d9763c1-acac-43f0-99ac-ed9812b545ed None None] Provisioning complete for port 064b170d-d867-4ba0-bd5f-edb47a9ae52a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:44.895565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d9763c1-acac-43f0-99ac-ed9812b545ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:44.907747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] For port f6e7cc15-0778-4bf4-8b4e-2894862505e4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:44.909711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] For port f6e7cc15-0778-4bf4-8b4e-2894862505e4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f6e7cc15-0778-4bf4-8b4e-2894862505e4,segment=NetworkSegment(2876fec3-476a-4ebf-865b-384e655ec689),segment_id=2876fec3-476a-4ebf-865b-384e655ec689)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:44.996893 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.011086 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.047288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=c0d7f639-1d38-4306-a0e9-6259509ce5e4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:45.116313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cfd30-6fc5-4283-8bf4-0f6f7f5795ad None None] Pushing event updated for resources: {'Port': ['ID=f6e7cc15-0778-4bf4-8b4e-2894862505e4,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:45.242464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4cc2d-434a-4a32-a3a9-a214bf76edd2 None None] Network a92862ae-98b5-4413-8902-3c25d5287d85 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:45.269189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4d9763c1-acac-43f0-99ac-ed9812b545ed None None] Could not find standard attr ID for object c0d7f639-1d38-4306-a0e9-6259509ce5e4. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:44:45.279451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.286671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58086) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:45.297086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0de19ea4-c673-4438-96b1-8c3ae5b1f903 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/c0d7f639-1d38-4306-a0e9-6259509ce5e4 HTTP/1.1" status: 204 len: 168 time: 0.9635353 Oct 12 11:44:45.318138 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97e1a5e-2741-4099-bf6e-644462d817f9 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] GET failed (client error): The resource could not be found. Oct 12 11:44:45.326291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58088) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:45.326733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b97e1a5e-2741-4099-bf6e-644462d817f9 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports/c0d7f639-1d38-4306-a0e9-6259509ce5e4 HTTP/1.1" status: 404 len: 333 time: 0.0377927 Oct 12 11:44:45.361146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.470784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port f6e7cc15-0778-4bf4-8b4e-2894862505e4 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:45.473319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.505771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port 4c132f2e-9595-482f-b618-28f972cf43ba {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:45.506402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.559493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port f6e7cc15-0778-4bf4-8b4e-2894862505e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f6e7cc15-0778-4bf4-8b4e-2894862505e4,segment=NetworkSegment(2876fec3-476a-4ebf-865b-384e655ec689),segment_id=2876fec3-476a-4ebf-865b-384e655ec689)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:45.559858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.573922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for f6e7cc15-0778-4bf4-8b4e-2894862505e4 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:45.636766 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.653524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for 4c132f2e-9595-482f-b618-28f972cf43ba owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:45.666465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead0fe8-9505-4759-bdb1-231cc363aa5c None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:44:45.732354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0c996827-8088-45f1-a474-d317a701ca0b None None] Provisioning complete for port 064b170d-d867-4ba0-bd5f-edb47a9ae52a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:45.732726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0c996827-8088-45f1-a474-d317a701ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.756854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.796940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port f6e7cc15-0778-4bf4-8b4e-2894862505e4 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:45.807166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=f6e7cc15-0778-4bf4-8b4e-2894862505e4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:45.835567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead0fe8-9505-4759-bdb1-231cc363aa5c None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:44:45.907491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.916731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:45.966892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92862ae-98b5-4413-8902-3c25d5287d85']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:45.983567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2876fec3-476a-4ebf-865b-384e655ec689') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:45.984126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2876fec3-476a-4ebf-865b-384e655ec689') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:45.995798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=4c132f2e-9595-482f-b618-28f972cf43ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:45.999086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.013859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 064b170d-d867-4ba0-bd5f-edb47a9ae52a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:46.032120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.038797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.043804 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-87f16c84-66e1-4418-9171-9df0f83cb523 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/4c132f2e-9595-482f-b618-28f972cf43ba HTTP/1.1" status: 204 len: 168 time: 0.7164950 Oct 12 11:44:46.046296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58096) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:46.047310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:46.047886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:46.054036 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:46.074801 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0130b54-e1b3-4406-a694-bba12c4a0809 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] GET failed (client error): The resource could not be found. Oct 12 11:44:46.076766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0130b54-e1b3-4406-a694-bba12c4a0809 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "GET /v2.0/ports/4c132f2e-9595-482f-b618-28f972cf43ba HTTP/1.1" status: 404 len: 333 time: 0.0295076 Oct 12 11:44:46.080526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58098) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:46.139496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 064b170d-d867-4ba0-bd5f-edb47a9ae52a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:46.140021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.242035 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.275386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.286413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/a92862ae-98b5-4413-8902-3c25d5287d85 HTTP/1.1" status: 204 len: 168 time: 2.8915536 Oct 12 11:44:46.286939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58104) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:46.287431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609233f-16ef-425f-9bb5-746a0db5cb15 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=a92862ae-98b5-4413-8902-3c25d5287d85,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:46.302382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888922075'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:46.341701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port fbacef36-904a-4282-973f-c09abe1ada8c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:46.342048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.401469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:46.405062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.460860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:46.467574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.483615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.484054 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 50a03a5c-1808-44d2-ab4f-36ea0b6e6262 of type vlan for network 974126f2-f58b-45ab-8593-57866e5a5dec Oct 12 11:44:46.485617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for fbacef36-904a-4282-973f-c09abe1ada8c owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:46.558133 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.688695 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.694254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:46.694859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.761073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=974126f2-f58b-45ab-8593-57866e5a5dec,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:46.772474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 974126f2-f58b-45ab-8593-57866e5a5dec details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:46.778997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.812697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=fbacef36-904a-4282-973f-c09abe1ada8c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:46.825296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-55f4a891-4808-459b-bc17-0719e1d8c868 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5359545 Oct 12 11:44:46.829196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58112) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:46.836837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:46.868733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:46.877215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-adab06f6-aaf9-4e9e-b5e7-8e472e35cfbe tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/ports/fbacef36-904a-4282-973f-c09abe1ada8c HTTP/1.1" status: 204 len: 168 time: 0.7935531 Oct 12 11:44:46.877984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58116) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:46.943298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting subnet 7bca790c-cbe7-418f-a644-2c9e1ca911ae {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:46.948454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.005571 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.124938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.155541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:47.159228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.219576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing IP validity checks on allocation pools {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:44:47.220329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:44:47.271448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.309532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Subnet': ['ID=7bca790c-cbe7-418f-a644-2c9e1ca911ae,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:47.338978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.346062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58126) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:47.347824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb89bc-9e2f-4910-98fa-80665ee166c2 None None] Network 53a9a79d-b596-4ee4-8b60-409d8dfb5697 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:47.359126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf7b653a-52d8-46a4-9f92-29c659a67c80 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/subnets/7bca790c-cbe7-418f-a644-2c9e1ca911ae HTTP/1.1" status: 204 len: 168 time: 0.4797642 Oct 12 11:44:47.465595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.549110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Deleting port 4262bc5b-d275-466f-a83b-c96cf6fcb2be {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:47.549446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.559626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] DHCP port deletion for 53a9a79d-b596-4ee4-8b60-409d8dfb5697 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:47.575658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.607835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Deleting port 4262bc5b-d275-466f-a83b-c96cf6fcb2be {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:47.608215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.662130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] For port 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4262bc5b-d275-466f-a83b-c96cf6fcb2be,segment=NetworkSegment(9796cc88-1ccc-41d2-9f0c-d658dd77e0e5),segment_id=9796cc88-1ccc-41d2-9f0c-d658dd77e0e5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:47.662503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.695114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Calling delete_port for 4262bc5b-d275-466f-a83b-c96cf6fcb2be owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:47.701461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=2f6e5989-6db5-4bc6-917f-c95586d17814,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:47.717752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '50a03a5c-1808-44d2-ab4f-36ea0b6e6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:47.718116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 974126f2-f58b-45ab-8593-57866e5a5dec, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:47.841581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] For port 4262bc5b-d275-466f-a83b-c96cf6fcb2be, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4262bc5b-d275-466f-a83b-c96cf6fcb2be,segment=NetworkSegment(9796cc88-1ccc-41d2-9f0c-d658dd77e0e5),segment_id=9796cc88-1ccc-41d2-9f0c-d658dd77e0e5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:47.841973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.855512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Calling delete_port for 4262bc5b-d275-466f-a83b-c96cf6fcb2be owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:47.887310 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.915267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Port': ['ID=4262bc5b-d275-466f-a83b-c96cf6fcb2be,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:47.921623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] No DVR routers for this DVR port 4262bc5b-d275-466f-a83b-c96cf6fcb2be on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:47.924874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b4a520d7-857f-4a09-9690-f28460c50512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.951489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:47.994980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] No DVR routers for this DVR port 4262bc5b-d275-466f-a83b-c96cf6fcb2be on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:48.001412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8136dad-c94c-465d-9379-e08eff5712f4 None None] Pushing event deleted for resources: {'Port': ['ID=4262bc5b-d275-466f-a83b-c96cf6fcb2be,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:48.015228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4262bc5b-d275-466f-a83b-c96cf6fcb2be no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:48.016678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.025730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 974126f2-f58b-45ab-8593-57866e5a5dec is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:48.046643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 4262bc5b-d275-466f-a83b-c96cf6fcb2be {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:48.047011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4262bc5b-d275-466f-a83b-c96cf6fcb2be not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:48.047869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a9a79d-b596-4ee4-8b60-409d8dfb5697']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:48.061863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:48.062160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9796cc88-1ccc-41d2-9f0c-d658dd77e0e5') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:48.072081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.085548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.091946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:48.092324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:48.095243 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:48.139168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 974126f2-f58b-45ab-8593-57866e5a5dec) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:48.146624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa48597-db74-4bdd-b191-52e97e6a6250 None None] Network 974126f2-f58b-45ab-8593-57866e5a5dec requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:48.146822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:48.147397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.250069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-648e749f-7007-4e57-894c-220f1a129a55 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4185598 Oct 12 11:44:48.252819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58136) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:48.266732 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.298188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.303555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] 10.222.0.43 "DELETE /v2.0/networks/53a9a79d-b596-4ee4-8b60-409d8dfb5697 HTTP/1.1" status: 204 len: 168 time: 0.9557564 Oct 12 11:44:48.341726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-974126f2-f58b-45ab-8593-57866e5a5dec', 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '2f6e5989-6db5-4bc6-917f-c95586d17814'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:48.342486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.374017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf88e-697b-4f0b-9115-b31a1e387024 tempest-AllowedAddressPairIpV6TestJSON-123743005 tempest-AllowedAddressPairIpV6TestJSON-123743005-project] Pushing event deleted for resources: {'Network': ['ID=53a9a79d-b596-4ee4-8b60-409d8dfb5697,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:48.432895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.491017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.537988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Allocated IP 172.20.0.3 (974126f2-f58b-45ab-8593-57866e5a5dec/2f6e5989-6db5-4bc6-917f-c95586d17814/6812dc10-d806-42ce-8561-564b1baa13d9) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:48.699928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.791943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.830882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Network 974126f2-f58b-45ab-8593-57866e5a5dec is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:48.837674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:48.840790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:48.848548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Pushing event updated for resources: {'Port': ['ID=6812dc10-d806-42ce-8561-564b1baa13d9,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:48.909831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Attempting to bind port 6812dc10-d806-42ce-8561-564b1baa13d9 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:48.910213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Attempting to bind port 6812dc10-d806-42ce-8561-564b1baa13d9 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '50a03a5c-1808-44d2-ab4f-36ea0b6e6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:48.910581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Attempting to bind port 6812dc10-d806-42ce-8561-564b1baa13d9 on network 974126f2-f58b-45ab-8593-57866e5a5dec {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:48.916087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:48.916458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Checking segment: {'id': '50a03a5c-1808-44d2-ab4f-36ea0b6e6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:48.916908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.917246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Bound using segment: {'id': '50a03a5c-1808-44d2-ab4f-36ea0b6e6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:48.917709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Bound port: 6812dc10-d806-42ce-8561-564b1baa13d9, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a03a5c-1808-44d2-ab4f-36ea0b6e6262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '974126f2-f58b-45ab-8593-57866e5a5dec'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:48.918124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.923340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:48.952690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58152) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:48.959811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6e5989-6db5-4bc6-917f-c95586d17814,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:48.997323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] For port 6812dc10-d806-42ce-8561-564b1baa13d9, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:49.000641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] For port 6812dc10-d806-42ce-8561-564b1baa13d9, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6812dc10-d806-42ce-8561-564b1baa13d9,segment=NetworkSegment(50a03a5c-1808-44d2-ab4f-36ea0b6e6262),segment_id=50a03a5c-1808-44d2-ab4f-36ea0b6e6262)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:49.032816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.055761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974126f2-f58b-45ab-8593-57866e5a5dec']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:49.065633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a03a5c-1808-44d2-ab4f-36ea0b6e6262') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:49.065907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a03a5c-1808-44d2-ab4f-36ea0b6e6262') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:49.080434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.111027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c89d4a6-bbe6-485c-be03-0b3130b9abc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05839984a24d4eff93b19be52071178d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570780 Oct 12 11:44:49.113443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58158) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:49.121059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.126443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.134375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:49.134885 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:49.138099 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:49.212323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.229505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593acc5-a8d9-4ca9-bd39-b8a244633401 None None] Pushing event updated for resources: {'Port': ['ID=6812dc10-d806-42ce-8561-564b1baa13d9,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:49.235568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.245402 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:44:49.245402 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:44:49.245402 n-d-813419-3 neutron-server[95548]: [parameters: {'id': '974126f2-f58b-45ab-8593-57866e5a5dec'}] Oct 12 11:44:49.245402 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:44:49.248020 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:44:49.258589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d70ede-c185-4adf-8531-184ebcc9d499 None None] Network 974126f2-f58b-45ab-8593-57866e5a5dec requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:49.356051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.359051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.363173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3b31381-56d2-442e-b01e-a0e88190b368 HTTP/1.1" status: 204 len: 168 time: 0.2459407 Oct 12 11:44:49.369897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89d411-bb2e-4eeb-b187-12cb48285ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b31381-56d2-442e-b01e-a0e88190b368,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:49.391856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28752a17-d407-4e61-bd09-d6d6b9121806 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:44:49.508490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28752a17-d407-4e61-bd09-d6d6b9121806 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:44:49.747524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.813534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 6812dc10-d806-42ce-8561-564b1baa13d9 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:49.813877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.897837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 6812dc10-d806-42ce-8561-564b1baa13d9, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6812dc10-d806-42ce-8561-564b1baa13d9,segment=NetworkSegment(50a03a5c-1808-44d2-ab4f-36ea0b6e6262),segment_id=50a03a5c-1808-44d2-ab4f-36ea0b6e6262)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:49.898625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:49.927545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 6812dc10-d806-42ce-8561-564b1baa13d9 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:50.127664 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.159393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=6812dc10-d806-42ce-8561-564b1baa13d9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:50.163134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 6812dc10-d806-42ce-8561-564b1baa13d9 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:50.260320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.281244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974126f2-f58b-45ab-8593-57866e5a5dec']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:50.291192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a03a5c-1808-44d2-ab4f-36ea0b6e6262') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:50.291481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a03a5c-1808-44d2-ab4f-36ea0b6e6262') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:50.301022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.314591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.320706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:50.321090 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:50.324195 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:50.453051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-055de605-3e98-43aa-8270-4270cbbc32e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.512314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.517894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.521472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/974126f2-f58b-45ab-8593-57866e5a5dec HTTP/1.1" status: 204 len: 168 time: 2.2678332 Oct 12 11:44:50.525426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58198) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:50.530975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-68593716'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:50.550896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7dc3d-6bd7-45db-abe5-5536db1f52ef tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=974126f2-f58b-45ab-8593-57866e5a5dec,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:50.618063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:50.623389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.654671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:50.668776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.669127 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment ca6ee2a6-da8a-4bdf-a3ea-c408946b6476 of type vlan for network 2587b65e-4886-4f45-8817-29de5f09f774 Oct 12 11:44:50.678222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58202) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:50.716798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.796660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2125434498'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:50.841993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.847610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:50.848190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.914860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=2587b65e-4886-4f45-8817-29de5f09f774,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:50.925254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2587b65e-4886-4f45-8817-29de5f09f774 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:50.927563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:50.931448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.943147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:50.998342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4cc36446-681d-4c75-aa49-07211905e7c7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4712081 Oct 12 11:44:51.000937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:51.009122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '2587b65e-4886-4f45-8817-29de5f09f774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:51.046482 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.167306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.199574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:51.223374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.223722 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Added segment 37c53a7c-9868-4e30-9622-14bab9e0dd4b of type vlan for network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d Oct 12 11:44:51.225047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f6beb0-6c6c-43a9-9f61-3594902978c5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:51.284629 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.426400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.443263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:51.443263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.493722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:51.502008 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.522567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Network': ['ID=866c995e-2e2a-49ef-9c7a-9a31cd4ba00d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:51.534607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:51.592312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c9f92125-bb8b-452d-be0a-1738b5655d60 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9128771 Oct 12 11:44:51.595817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58220) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:51.614863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:51.760729 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.853250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.854105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.855418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:51.860169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:51.867719 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:44:51.958372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=cf3f41a8-f44e-43aa-b772-89b99de61e20,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:51.960681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:51.961090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 2587b65e-4886-4f45-8817-29de5f09f774, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:52.190537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 2587b65e-4886-4f45-8817-29de5f09f774 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:52.190835 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.247530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.257213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=35eee835-318b-47e7-9103-7de0c544ba6e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:52.265039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:52.265404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network hostable DHCP agents. Network: 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:52.327609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2587b65e-4886-4f45-8817-29de5f09f774) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:52.332062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:52.332723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.337258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f5a8d7-fd14-4238-9fa9-1d5f4a23dc7f None None] Network 2587b65e-4886-4f45-8817-29de5f09f774 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:52.430469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:52.436853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:52.446844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:52.447675 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.452182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fe77c-ea5c-4865-929f-428c6a429616 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:52.474784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ef38577-65cc-41c2-9698-71245a13ab61 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4616523 Oct 12 11:44:52.474784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58232) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:52.566256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2587b65e-4886-4f45-8817-29de5f09f774', 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': 'cf3f41a8-f44e-43aa-b772-89b99de61e20'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:52.567274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.604072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.640894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58236) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:52.644908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bb88d005-b654-4093-805a-d4eb5d710522 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0470240 Oct 12 11:44:52.651054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'name': 'tempest-NetworksTestDHCPv6-323934324'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:52.724522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.796325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '35eee835-318b-47e7-9103-7de0c544ba6e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:52.797308 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.801083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Allocated IP 172.20.0.1 (2587b65e-4886-4f45-8817-29de5f09f774/cf3f41a8-f44e-43aa-b772-89b99de61e20/67b19e32-c475-4215-a142-41719b4a7669) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:52.892757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:52.896317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:52.922190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 0b3d7da6-111c-4fd4-b066-eb87824d5a82 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:53.032687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/35eee835-318b-47e7-9103-7de0c544ba6e/70318fa5-5b0b-4ffa-95e5-651bf5f72c7e) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:53.105644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.219265 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.245248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.288703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Network 2587b65e-4886-4f45-8817-29de5f09f774 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:53.294079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:53.311136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:53.313435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Pushing event updated for resources: {'Port': ['ID=67b19e32-c475-4215-a142-41719b4a7669,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:53.349818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.381379 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.382466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.389903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Attempting to bind port 67b19e32-c475-4215-a142-41719b4a7669 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:53.394979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Attempting to bind port 67b19e32-c475-4215-a142-41719b4a7669 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:53.394979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Attempting to bind port 67b19e32-c475-4215-a142-41719b4a7669 on network 2587b65e-4886-4f45-8817-29de5f09f774 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:53.421740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:53.424882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:53.426885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:53.427262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Checking segment: {'id': 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:53.427664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.428045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Bound using segment: {'id': 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:53.428524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Bound port: 67b19e32-c475-4215-a142-41719b4a7669, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2587b65e-4886-4f45-8817-29de5f09f774'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:53.428926 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.430942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3f41a8-f44e-43aa-b772-89b99de61e20,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:53.431096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:53.478361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Pushing event updated for resources: {'Port': ['ID=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:53.534512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Attempting to bind port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:53.534906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Attempting to bind port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:53.535270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Attempting to bind port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:53.549678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:53.550049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:53.550469 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.550897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:53.551403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Bound port: 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:53.551784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.555114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.571387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::1da (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/35eee835-318b-47e7-9103-7de0c544ba6e/0b3d7da6-111c-4fd4-b066-eb87824d5a82) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:53.577990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] For port 67b19e32-c475-4215-a142-41719b4a7669, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:53.594404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2587b65e-4886-4f45-8817-29de5f09f774']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:53.609431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:53.609728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:53.611095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] For port 67b19e32-c475-4215-a142-41719b4a7669, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b19e32-c475-4215-a142-41719b4a7669,segment=NetworkSegment(ca6ee2a6-da8a-4bdf-a3ea-c408946b6476),segment_id=ca6ee2a6-da8a-4bdf-a3ea-c408946b6476)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:53.627529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.642954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] For port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:53.647424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] For port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:53.689308 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.719152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.727577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:53.735338 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:53.827492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1550d-975e-4c5b-a079-ec78dca447ea None None] Pushing event updated for resources: {'Port': ['ID=67b19e32-c475-4215-a142-41719b4a7669,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:53.834871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.871519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:44:53.871519 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:44:53.871519 n-d-813419-3 neutron-server[95547]: [parameters: {'id': '2587b65e-4886-4f45-8817-29de5f09f774'}] Oct 12 11:44:53.871519 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:44:53.872385 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:44:53.890499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae377e44-d0ba-47a4-aaa0-16e058ad5e8c None None] Network 2587b65e-4886-4f45-8817-29de5f09f774 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:53.939271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:53.973197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc3c61-5c46-4183-8078-a78b04648c3d None None] Pushing event updated for resources: {'Port': ['ID=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:54.039818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:54.045403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:54.051712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:54.061459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:54.062134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.084875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=0b3d7da6-111c-4fd4-b066-eb87824d5a82,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:54.199893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c97cabd1-e689-49c5-9994-81dcbf70bf8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5576293 Oct 12 11:44:54.202839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58258) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:54.255053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a49d0-a786-4dae-a00a-88b3d520e0a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:54.261057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a49d0-a786-4dae-a00a-88b3d520e0a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:54.262646 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-619a49d0-a786-4dae-a00a-88b3d520e0a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0588799 Oct 12 11:44:54.265322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58260) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:54.368040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 0b3d7da6-111c-4fd4-b066-eb87824d5a82 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:54.368602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.382384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.509298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.525076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 0b3d7da6-111c-4fd4-b066-eb87824d5a82 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:54.577646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 67b19e32-c475-4215-a142-41719b4a7669 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:54.577984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.694120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 67b19e32-c475-4215-a142-41719b4a7669, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=67b19e32-c475-4215-a142-41719b4a7669,segment=NetworkSegment(ca6ee2a6-da8a-4bdf-a3ea-c408946b6476),segment_id=ca6ee2a6-da8a-4bdf-a3ea-c408946b6476)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:54.694457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.735299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 67b19e32-c475-4215-a142-41719b4a7669 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:54.886983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9daeb-2de8-4ae6-a6ba-a6f376c5b2af None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:54.932862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.962848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] Provisioning complete for port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:54.963222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.966040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=0b3d7da6-111c-4fd4-b066-eb87824d5a82,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:54.993740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:54.999693 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.005254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e33ecae6-e2de-46b9-a25b-4fa1ee79b9b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/0b3d7da6-111c-4fd4-b066-eb87824d5a82 HTTP/1.1" status: 204 len: 168 time: 0.7366991 Oct 12 11:44:55.005630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58272) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:55.045407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=67b19e32-c475-4215-a142-41719b4a7669,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:55.048155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 67b19e32-c475-4215-a142-41719b4a7669 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:55.151590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb11c9f-b90e-4b48-a756-767985ad9246 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:55.153535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb11c9f-b90e-4b48-a756-767985ad9246 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:55.157815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2fb11c9f-b90e-4b48-a756-767985ad9246 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1488595 Oct 12 11:44:55.158390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58276) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:55.163651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.187109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2587b65e-4886-4f45-8817-29de5f09f774']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:55.198607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:55.199233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6ee2a6-da8a-4bdf-a3ea-c408946b6476') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:55.210489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.231927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.233832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 35eee835-318b-47e7-9103-7de0c544ba6e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:55.238877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.241827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:55.242706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:55.248536 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:55.307668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.347154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.386524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] For port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:55.401557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.409159 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.414833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2587b65e-4886-4f45-8817-29de5f09f774 HTTP/1.1" status: 204 len: 168 time: 2.9444673 Oct 12 11:44:55.417112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58280) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:55.443473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713889334'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:55.448277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ff4d-317b-4063-8978-cab6b1a90975 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=2587b65e-4886-4f45-8817-29de5f09f774,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:55.464407 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.465462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.561413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae445-e82a-4077-9f77-353c1a130729 None None] Pushing event updated for resources: {'Port': ['ID=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:55.584285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:55.597584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.676150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.682103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:55.683234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0a7e5758-a654-44d7-abc5-2cd3e9fe2507 None None] Provisioning complete for port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:55.689311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0a7e5758-a654-44d7-abc5-2cd3e9fe2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.699078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.699532 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 6fb3c024-58f1-4aeb-946e-4566f927bfa7 of type vlan for network 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 Oct 12 11:44:55.707645 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=35eee835-318b-47e7-9103-7de0c544ba6e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:55.723543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.727968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88620ab6-0cb7-4e6c-91a0-79ab76b4975a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/35eee835-318b-47e7-9103-7de0c544ba6e HTTP/1.1" status: 204 len: 168 time: 0.5683568 Oct 12 11:44:55.730410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58286) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:55.826122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:55.837771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-91e75787-e734-4e81-9085-5e0d63182199 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057539 Oct 12 11:44:55.840944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:55.846070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:55.925534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d7e16-d1a1-405f-8efb-5e67fa26d20b None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:55.957055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a8ee80f7-997a-4c81-b78f-d8d08d1775d5 None None] Could not find standard attr ID for object 0b3d7da6-111c-4fd4-b066-eb87824d5a82. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:44:56.029572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.030095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:44:56.031869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:56.032622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.121551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:56.128743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.139994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=2b8d80c1-7e38-4c6a-a4bc-281f699e57d6,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:56.144743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:56.144743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.184060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:56.216589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8e6fa062-9119-4f6b-96cd-d3d1a6d3adce tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7742736 Oct 12 11:44:56.217625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58296) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:56.227228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '2b8d80c1-7e38-4c6a-a4bc-281f699e57d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:56.247022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:44:56.412323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Deleting port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:56.412704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.478050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] For port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:44:56.478368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.494043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Calling delete_port for 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:56.510298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:56.518037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.530169 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.580736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=0ebf0f9b-e42c-4569-931b-33e102059c7f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:56.593293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:56.595443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:56.599079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:56.604549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.698675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.726987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] Pushing event deleted for resources: {'Port': ['ID=70318fa5-5b0b-4ffa-95e5-651bf5f72c7e,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:56.729218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595205d-dd1e-4e43-bb7b-97393c42bf18 None None] No DVR routers for this DVR port 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:44:56.736576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b5e43488-3380-4ac1-b9d0-53ab20049396 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8945265 Oct 12 11:44:56.742224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58304) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:56.748283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'name': 'tempest-NetworksTestDHCPv6-325871149'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:56.752671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccb827-aad4-4e34-828d-1c2f5b679a0f None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:56.807819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.928381 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.938643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '0ebf0f9b-e42c-4569-931b-33e102059c7f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:56.939573 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:56.990223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:56.995144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.016959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 13c6353f-ee91-4896-8acf-dd9ace788de8 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:44:57.138331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0ebf0f9b-e42c-4569-931b-33e102059c7f/f5f3cf97-fba1-443f-b008-3d53fd04bc18) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:57.255648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=c5dc5099-a308-4ea5-aa5e-096a57d0c826,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:57.264216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '6fb3c024-58f1-4aeb-946e-4566f927bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2b8d80c1-7e38-4c6a-a4bc-281f699e57d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:57.267511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:44:57.315289 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.385652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:44:57.436572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.484763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:57.493216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:57.503614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:57.504757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::377 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0ebf0f9b-e42c-4569-931b-33e102059c7f/13c6353f-ee91-4896-8acf-dd9ace788de8) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:44:57.513740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:57.548161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Pushing event updated for resources: {'Port': ['ID=f5f3cf97-fba1-443f-b008-3d53fd04bc18,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:57.548161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bab31-3a2b-4e07-a0d6-9f18eaac255e None None] Network 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:57.548669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:57.548669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.623381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Attempting to bind port f5f3cf97-fba1-443f-b008-3d53fd04bc18 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:44:57.623769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Attempting to bind port f5f3cf97-fba1-443f-b008-3d53fd04bc18 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:44:57.624120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Attempting to bind port f5f3cf97-fba1-443f-b008-3d53fd04bc18 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:44:57.631705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:44:57.632080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:44:57.636855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.636855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:44:57.638896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dced82e3-814e-4392-b194-1331bff4553f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4137292 Oct 12 11:44:57.639008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Bound port: f5f3cf97-fba1-443f-b008-3d53fd04bc18, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:44:57.639008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.639198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:57.698904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.765030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] For port f5f3cf97-fba1-443f-b008-3d53fd04bc18, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:44:57.772273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.791740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] For port f5f3cf97-fba1-443f-b008-3d53fd04bc18, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f5f3cf97-fba1-443f-b008-3d53fd04bc18,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:44:57.796130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.812132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274fc42-2d8d-408d-a31e-6b691b18db49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2b8d80c1-7e38-4c6a-a4bc-281f699e57d6', 'network_id': '2b8d80c1-7e38-4c6a-a4bc-281f699e57d6', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': 'c5dc5099-a308-4ea5-aa5e-096a57d0c826'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:44:57.812878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8274fc42-2d8d-408d-a31e-6b691b18db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.834919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.847571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.862609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:44:57.865957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:44:57.870980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:44:57.878210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:57.879267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:57.883358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=13c6353f-ee91-4896-8acf-dd9ace788de8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:57.978894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:44:57.995159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-10497ff7-0592-4814-bcda-4bf62c69db4b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2493048 Oct 12 11:44:57.995681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58328) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:58.008170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdbe94-b393-43b7-8b41-26a37fa1a810 None None] Pushing event updated for resources: {'Port': ['ID=f5f3cf97-fba1-443f-b008-3d53fd04bc18,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:58.010928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:44:58.011276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 70318fa5-5b0b-4ffa-95e5-651bf5f72c7e not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:44:58.034498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.068115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dc5099-a308-4ea5-aa5e-096a57d0c826,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server [None req-8274fc42-2d8d-408d-a31e-6b691b18db49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5dc5099-a308-4ea5-aa5e-096a57d0c826: This subnet is being modified by another concurrent operation. Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server raise exception Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5dc5099-a308-4ea5-aa5e-096a57d0c826: This subnet is being modified by another concurrent operation. Oct 12 11:44:58.106338 n-d-813419-3 neutron-server[95549]: ERROR oslo_messaging.rpc.server Oct 12 11:44:58.132398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2599ccf5-3873-4081-9619-b9a84909c92b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:58.132398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2599ccf5-3873-4081-9619-b9a84909c92b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:58.138471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf11a2-034c-43f7-a30a-5615eb90b27b None None] Network 2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:58.145380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2599ccf5-3873-4081-9619-b9a84909c92b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1342413 Oct 12 11:44:58.145574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58332) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:58.190805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.220432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8d80c1-7e38-4c6a-a4bc-281f699e57d6']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:58.230672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb3c024-58f1-4aeb-946e-4566f927bfa7') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:58.231282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb3c024-58f1-4aeb-946e-4566f927bfa7') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:44:58.250665 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.278452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:44:58.299595 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:44:58.323082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 13c6353f-ee91-4896-8acf-dd9ace788de8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:44:58.323708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.422360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.443010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 13c6353f-ee91-4896-8acf-dd9ace788de8 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:44:58.496034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.507741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.511250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 HTTP/1.1" status: 204 len: 168 time: 0.8747644 Oct 12 11:44:58.519209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58338) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:58.525912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37669d5-97b4-49f0-92ff-60c0e8e44f44 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=2b8d80c1-7e38-4c6a-a4bc-281f699e57d6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:58.526679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949929559'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:58.629662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:58.633337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.718102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.732771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:44:58.776744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.777437 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 8dc820cd-f362-4d46-afb8-f703ff016e4f of type vlan for network f1743b16-451f-4651-ba3d-46a4bed34daa Oct 12 11:44:58.787098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=13c6353f-ee91-4896-8acf-dd9ace788de8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:58.847083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-b40447f4-7b08-4cab-adc8-2be0856a809c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518205 Oct 12 11:44:58.855906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.859628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2aed762d-352c-4d49-9df7-79e604d5133d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/13c6353f-ee91-4896-8acf-dd9ace788de8 HTTP/1.1" status: 204 len: 168 time: 0.7274482 Oct 12 11:44:58.863547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58344) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:58.875302 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.966385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae483dd-52ea-4d72-84c8-52b711cb4e40 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:58.968208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae483dd-52ea-4d72-84c8-52b711cb4e40 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:58.969807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0ae483dd-52ea-4d72-84c8-52b711cb4e40 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1051795 Oct 12 11:44:58.973058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58346) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:58.984723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:58.991139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:58.991814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.012511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-f2e39571-cda8-48fc-921e-e13590525061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:59.013941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-f2e39571-cda8-48fc-921e-e13590525061 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 1096 time: 0.1029811 Oct 12 11:44:59.081479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 0ebf0f9b-e42c-4569-931b-33e102059c7f {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:44:59.113545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.118635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=f1743b16-451f-4651-ba3d-46a4bed34daa,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:59.130236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f1743b16-451f-4651-ba3d-46a4bed34daa details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:44:59.136564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32068d60-211f-4591-8b2f-2ff2e36c838a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6143365 Oct 12 11:44:59.143208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:59.167276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': 'f1743b16-451f-4651-ba3d-46a4bed34daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:59.184583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.238243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-aa591b5b-18e4-4a81-9804-42bd38147fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:59.242433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-aa591b5b-18e4-4a81-9804-42bd38147fab service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 200 len: 910 time: 0.2022240 Oct 12 11:44:59.351159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Provisioning complete for port f5f3cf97-fba1-443f-b008-3d53fd04bc18 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:44:59.352169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.358869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-82feca86-0ebb-40bd-bf07-601ad8ebdb44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 200 len: 1001 time: 0.1113670 Oct 12 11:44:59.364521 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.424085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:44:59.427909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.466953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-4944a233-7283-491e-b5c5-79ee10aec261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:59.468798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-4944a233-7283-491e-b5c5-79ee10aec261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 200 len: 848 time: 0.1006899 Oct 12 11:44:59.479042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.527198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing IP validity checks on allocation pools {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:44:59.533921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:44:59.543168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-75c5d5ff-4b43-45e3-a006-3441a1d80ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:44:59.544705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-75c5d5ff-4b43-45e3-a006-3441a1d80ead service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9defdf6-b9dc-4dbb-8921-29edd2c71b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680196 Oct 12 11:44:59.620646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.668067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebf0f9b-e42c-4569-931b-33e102059c7f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:44:59.676091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.689647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6c32ff79-8a55-43b5-9089-06f623c00dc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0ebf0f9b-e42c-4569-931b-33e102059c7f HTTP/1.1" status: 204 len: 168 time: 0.7129164 Oct 12 11:44:59.692019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:44:59.692567 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:44:59.693372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:59.795395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:44:59.795639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1b16eb8-0901-4c04-97db-c70c4bcbc67a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001232 Oct 12 11:44:59.811779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-90be1c8f-551f-4fe5-be41-1f1ef778593c service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474101 Oct 12 11:44:59.811920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:44:59.891065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318c265-107c-44e2-93a6-3238974a9b60 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:44:59.899037 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:44:59.969609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240730f6-f3ad-469c-af3c-0cc7cbea0234 req-d12ad3f0-5b98-4c65-850e-99c09986f4de service neutron] 10.222.0.47 "GET /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621673 Oct 12 11:44:59.988774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=9dfb4f24-9f57-4911-a7f3-732ac1c50365,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:00.011863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '8dc820cd-f362-4d46-afb8-f703ff016e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f1743b16-451f-4651-ba3d-46a4bed34daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:00.012223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: f1743b16-451f-4651-ba3d-46a4bed34daa, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:00.056670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f5f3cf97-fba1-443f-b008-3d53fd04bc18 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:00.075739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:00.079594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.143051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network f1743b16-451f-4651-ba3d-46a4bed34daa is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:00.143980 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f5f3cf97-fba1-443f-b008-3d53fd04bc18 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:00.144904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.224124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f1743b16-451f-4651-ba3d-46a4bed34daa) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:00.232593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:00.233343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.262523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.269812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f2fd2-b15b-4086-a5d1-4e2506bdda7d None None] Network f1743b16-451f-4651-ba3d-46a4bed34daa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:00.296440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:00.321696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.357093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1637479b-cdc0-418c-8176-65e9c17f0ddd tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2121539 Oct 12 11:45:00.359493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:00.389538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.473777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:00.481107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:00.496432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:00.497046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.518122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=6766367a-36ca-4d94-a11c-03e00ec14432,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:00.548652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.560476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] For port f5f3cf97-fba1-443f-b008-3d53fd04bc18, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f5f3cf97-fba1-443f-b008-3d53fd04bc18,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:00.603535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.623798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Deleting port f5f3cf97-fba1-443f-b008-3d53fd04bc18 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:00.627632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.654482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.668907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-03090409-99cd-4d81-9b4d-4aff311e967c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8714252 Oct 12 11:45:00.671964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58362) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:00.676873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'name': 'tempest-NetworksTestDHCPv6-2048682782'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:00.750495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.809691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfb4f24-9f57-4911-a7f3-732ac1c50365,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:00.809933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-75a03a66-8fa0-4389-a592-4638c46a1207 None None] Could not find standard attr ID for object 13c6353f-ee91-4896-8acf-dd9ace788de8. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:00.829172 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:00.829536 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:00.841252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] For port f5f3cf97-fba1-443f-b008-3d53fd04bc18, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f5f3cf97-fba1-443f-b008-3d53fd04bc18,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:00.841584 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.846558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ed6fb-e1e0-48ea-a24f-0ac95c3dc224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-f1743b16-451f-4651-ba3d-46a4bed34daa', 'network_id': 'f1743b16-451f-4651-ba3d-46a4bed34daa', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '9dfb4f24-9f57-4911-a7f3-732ac1c50365'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:00.847813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed6fb-e1e0-48ea-a24f-0ac95c3dc224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.856462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109998b-6347-4578-9f98-43765c3f6138 None None] Pushing event updated for resources: {'Port': ['ID=f5f3cf97-fba1-443f-b008-3d53fd04bc18,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:00.871519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Calling delete_port for f5f3cf97-fba1-443f-b008-3d53fd04bc18 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:00.942207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:00.985731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1743b16-451f-4651-ba3d-46a4bed34daa']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:00.997571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc820cd-f362-4d46-afb8-f703ff016e4f') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:00.997776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc820cd-f362-4d46-afb8-f703ff016e4f') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:01.009198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.024624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.030978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:01.031410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:01.035248 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:01.123734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cad296-0868-48d7-bfc5-28e8a20c0fdf None None] Network f1743b16-451f-4651-ba3d-46a4bed34daa requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:01.162309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:01.168017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.199340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 92947899-ad4d-4030-96b9-809da2bda939 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:01.215270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.218424 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.238165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] No DVR routers for this DVR port f5f3cf97-fba1-443f-b008-3d53fd04bc18 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:01.255074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.257179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/f1743b16-451f-4651-ba3d-46a4bed34daa HTTP/1.1" status: 204 len: 168 time: 0.8964255 Oct 12 11:45:01.260946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58368) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:01.265988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497218373'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:01.291978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372233bd-9c20-47b1-b4aa-3d88ebcaca23 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=f1743b16-451f-4651-ba3d-46a4bed34daa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:01.292812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ee7db-d1a2-415e-b0b6-2421d36fb33d None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:01.318622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cad712-6e7c-4206-914a-ebd2737196eb None None] Pushing event deleted for resources: {'Port': ['ID=f5f3cf97-fba1-443f-b008-3d53fd04bc18,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:01.373233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:01.377140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.402241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:01.405747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::2e3 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/6766367a-36ca-4d94-a11c-03e00ec14432/92947899-ad4d-4030-96b9-809da2bda939) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:01.413058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.413532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port f5f3cf97-fba1-443f-b008-3d53fd04bc18 update to ACTIVE by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:45:01.414582 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment ec334a95-d809-4cc2-abef-6201232475cf of type vlan for network 36c370be-fdf1-40fb-86e6-b059fc6f5127 Oct 12 11:45:01.473649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.574571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '6766367a-36ca-4d94-a11c-03e00ec14432'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:01.576451 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.618041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.623940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:01.624723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.626020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.703751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=36c370be-fdf1-40fb-86e6-b059fc6f5127,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:01.716193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 36c370be-fdf1-40fb-86e6-b059fc6f5127 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:01.755988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6d61af01-a0a0-4ff2-9d36-1769e48b3768 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4911225 Oct 12 11:45:01.756411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58370) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:01.765312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:01.798444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.855976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/6766367a-36ca-4d94-a11c-03e00ec14432/46499e3d-117e-4f60-9e23-f3e7927fff12) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:01.862313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:01.870818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:01.876082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:01.884025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:01.884757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:01.910867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=92947899-ad4d-4030-96b9-809da2bda939,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:01.987785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f5f3cf97-fba1-443f-b008-3d53fd04bc18 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:02.017978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f5f3cf97-fba1-443f-b008-3d53fd04bc18 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:02.018319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f5f3cf97-fba1-443f-b008-3d53fd04bc18 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:02.030060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:02.035157 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.077158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.141367 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-10159e6b-fcb6-4a01-9a79-429733b5bf94 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4682450 Oct 12 11:45:02.143758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:02.160991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.217716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Pushing event updated for resources: {'Port': ['ID=46499e3d-117e-4f60-9e23-f3e7927fff12,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:02.225177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:02.226966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:02.229432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:02.279766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c8915-7cc7-4537-b5c4-b282ca3ad7d8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:02.287394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Attempting to bind port 46499e3d-117e-4f60-9e23-f3e7927fff12 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:02.288926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Attempting to bind port 46499e3d-117e-4f60-9e23-f3e7927fff12 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:02.288926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Attempting to bind port 46499e3d-117e-4f60-9e23-f3e7927fff12 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:02.293995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:02.294365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:02.294796 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.295193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:02.295671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Bound port: 46499e3d-117e-4f60-9e23-f3e7927fff12, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:02.296124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.306873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c8915-7cc7-4537-b5c4-b282ca3ad7d8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:02.308513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-931c8915-7cc7-4537-b5c4-b282ca3ad7d8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1637387 Oct 12 11:45:02.311101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58378) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:02.376907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] For port 46499e3d-117e-4f60-9e23-f3e7927fff12, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:02.381313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] For port 46499e3d-117e-4f60-9e23-f3e7927fff12, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=46499e3d-117e-4f60-9e23-f3e7927fff12,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:02.411498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 92947899-ad4d-4030-96b9-809da2bda939 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:02.411762 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.419356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.500295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=2222f2c6-de09-4e48-a3c6-b13e27f0c75a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:02.505540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.518736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': 'ec334a95-d809-4cc2-abef-6201232475cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:02.518736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 36c370be-fdf1-40fb-86e6-b059fc6f5127, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:02.596771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1791f1c-4fc0-4656-8c44-8bdccce1feea None None] Pushing event updated for resources: {'Port': ['ID=46499e3d-117e-4f60-9e23-f3e7927fff12,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:02.623465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 36c370be-fdf1-40fb-86e6-b059fc6f5127 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:02.715657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 36c370be-fdf1-40fb-86e6-b059fc6f5127) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:02.720129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:02.720795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:02.744519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8807a-6764-4314-9fd2-01bd959d7a64 None None] Network 36c370be-fdf1-40fb-86e6-b059fc6f5127 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:02.843957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-39de337a-0008-4cc9-8e2d-64b5c5e24df4 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0834682 Oct 12 11:45:02.846732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58380) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:02.997929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.014684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-36c370be-fdf1-40fb-86e6-b059fc6f5127', 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '2222f2c6-de09-4e48-a3c6-b13e27f0c75a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:03.015703 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.037414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 92947899-ad4d-4030-96b9-809da2bda939 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:03.095446 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.181607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.233921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Allocated IP 172.20.0.1 (36c370be-fdf1-40fb-86e6-b059fc6f5127/2222f2c6-de09-4e48-a3c6-b13e27f0c75a/e6e7ff27-9bae-4ebc-9122-71e0825a52e8) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:03.380988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.438228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=92947899-ad4d-4030-96b9-809da2bda939,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:03.467347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.474059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:03.474855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/92947899-ad4d-4030-96b9-809da2bda939 HTTP/1.1" status: 204 len: 168 time: 1.1620200 Oct 12 11:45:03.482966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.483316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.483661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.484000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.484340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.484671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.484998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.488912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.488912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.488912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.488912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.488912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c8b58-1ee2-4fdd-8fb4-0e45a0b2998d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:03.543484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.581180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ec55d-17cf-4fef-b8e3-86d576dd6fc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:03.583605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ec55d-17cf-4fef-b8e3-86d576dd6fc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:03.587002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fb3ec55d-17cf-4fef-b8e3-86d576dd6fc7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1102798 Oct 12 11:45:03.589902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58388) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:03.631891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.696423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 6766367a-36ca-4d94-a11c-03e00ec14432 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:03.705874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.706101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Network 36c370be-fdf1-40fb-86e6-b059fc6f5127 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:03.717264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:03.729563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:03.734289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Pushing event updated for resources: {'Port': ['ID=e6e7ff27-9bae-4ebc-9122-71e0825a52e8,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:03.755920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.812014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Attempting to bind port e6e7ff27-9bae-4ebc-9122-71e0825a52e8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:03.812420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Attempting to bind port e6e7ff27-9bae-4ebc-9122-71e0825a52e8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ec334a95-d809-4cc2-abef-6201232475cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:03.812770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Attempting to bind port e6e7ff27-9bae-4ebc-9122-71e0825a52e8 on network 36c370be-fdf1-40fb-86e6-b059fc6f5127 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:03.813796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.816681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=2222f2c6-de09-4e48-a3c6-b13e27f0c75a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:03.819961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:03.820477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Checking segment: {'id': 'ec334a95-d809-4cc2-abef-6201232475cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:03.820770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.821419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Bound using segment: {'id': 'ec334a95-d809-4cc2-abef-6201232475cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:03.821896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Bound port: e6e7ff27-9bae-4ebc-9122-71e0825a52e8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec334a95-d809-4cc2-abef-6201232475cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:03.822357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.925682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:03.929193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] For port e6e7ff27-9bae-4ebc-9122-71e0825a52e8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:03.933771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] For port e6e7ff27-9bae-4ebc-9122-71e0825a52e8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e6e7ff27-9bae-4ebc-9122-71e0825a52e8,segment=NetworkSegment(ec334a95-d809-4cc2-abef-6201232475cf),segment_id=ec334a95-d809-4cc2-abef-6201232475cf)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:04.016430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c370be-fdf1-40fb-86e6-b059fc6f5127']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:04.041998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.064276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec334a95-d809-4cc2-abef-6201232475cf') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:04.064583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec334a95-d809-4cc2-abef-6201232475cf') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:04.082013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.086128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 46499e3d-117e-4f60-9e23-f3e7927fff12 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:04.092527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.130017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.174900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:04.177254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:04.186857 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:04.259154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53000bad-6ede-4580-b6ee-8f1f9985cceb None None] Network 36c370be-fdf1-40fb-86e6-b059fc6f5127 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:04.261723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ab463-a3a3-487d-9c21-96a261e38a8b None None] Pushing event updated for resources: {'Port': ['ID=e6e7ff27-9bae-4ebc-9122-71e0825a52e8,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:04.284542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-265c661e-a70d-49dd-a5c8-eb4f7db819af None None] Provisioning complete for port 46499e3d-117e-4f60-9e23-f3e7927fff12 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:04.284934 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-265c661e-a70d-49dd-a5c8-eb4f7db819af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.343681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.416657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 46499e3d-117e-4f60-9e23-f3e7927fff12 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:04.417034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.425053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.434350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/6766367a-36ca-4d94-a11c-03e00ec14432 HTTP/1.1" status: 204 len: 168 time: 0.8421667 Oct 12 11:45:04.441068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af7699-6cf7-4afd-9f61-065e5d7e14c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=6766367a-36ca-4d94-a11c-03e00ec14432,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:04.441454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58394) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:04.490680 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:45:04.490680 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:45:04.490680 n-d-813419-3 neutron-server[95548]: [parameters: {'id': '36c370be-fdf1-40fb-86e6-b059fc6f5127'}] Oct 12 11:45:04.490680 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:04.491497 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:04.545770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009ab69-e75c-4c42-909c-274677fd830c None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:04.574493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58396) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:04.574815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0ce496b-c840-478a-ade2-22a3a85b1149 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317751 Oct 12 11:45:04.626105 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.646809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1a024f-9149-4ede-b4a4-f0c4e2ab037d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:04.649656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f1a024f-9149-4ede-b4a4-f0c4e2ab037d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0734839 Oct 12 11:45:04.652738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:04.709612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ad799-c460-4f00-8208-36192d5acc8b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:04.711529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d8ad799-c460-4f00-8208-36192d5acc8b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574837 Oct 12 11:45:04.713750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58400) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:04.768895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d139072f-e58c-4a82-9260-78d7dd064549 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448172 Oct 12 11:45:04.769114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 46499e3d-117e-4f60-9e23-f3e7927fff12, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=46499e3d-117e-4f60-9e23-f3e7927fff12,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:04.769380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:04.775964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:04.784810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-265c661e-a70d-49dd-a5c8-eb4f7db819af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.883264 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:04.922229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:04.993517 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.015893 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-265c661e-a70d-49dd-a5c8-eb4f7db819af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:05.016251 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-265c661e-a70d-49dd-a5c8-eb4f7db819af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:05.017895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=46499e3d-117e-4f60-9e23-f3e7927fff12,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:05.031618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:05.037136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Deleting port 46499e3d-117e-4f60-9e23-f3e7927fff12 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:05.037520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.037728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.108275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port e6e7ff27-9bae-4ebc-9122-71e0825a52e8 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:05.108792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.113168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] For port 46499e3d-117e-4f60-9e23-f3e7927fff12, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=46499e3d-117e-4f60-9e23-f3e7927fff12,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:05.113901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.135632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Calling delete_port for 46499e3d-117e-4f60-9e23-f3e7927fff12 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:05.222929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port e6e7ff27-9bae-4ebc-9122-71e0825a52e8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e6e7ff27-9bae-4ebc-9122-71e0825a52e8,segment=NetworkSegment(ec334a95-d809-4cc2-abef-6201232475cf),segment_id=ec334a95-d809-4cc2-abef-6201232475cf)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:05.223631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.248850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for e6e7ff27-9bae-4ebc-9122-71e0825a52e8 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:05.395992 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.436036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:05.439218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:05.443427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:05.444028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.460363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=30e62e1d-4842-42be-9e36-54c066625272,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:05.487386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.516016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=e6e7ff27-9bae-4ebc-9122-71e0825a52e8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:05.519915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port e6e7ff27-9bae-4ebc-9122-71e0825a52e8 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:05.624742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.635171 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.647012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-df6a2021-c355-4919-add7-e40588693a6e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8670754 Oct 12 11:45:05.647012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58408) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:05.647012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '30e62e1d-4842-42be-9e36-54c066625272', 'ip_address': '2001:db8::29b3:3957:5eba:dde7'}], 'name': 'tempest-NetworksTestDHCPv6-221235991'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:05.647340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c370be-fdf1-40fb-86e6-b059fc6f5127']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:05.659502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec334a95-d809-4cc2-abef-6201232475cf') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:05.659793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec334a95-d809-4cc2-abef-6201232475cf') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:05.665287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] Pushing event deleted for resources: {'Port': ['ID=46499e3d-117e-4f60-9e23-f3e7927fff12,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:05.669447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.671631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb1ce2-41fd-484d-8333-a54e5b88e28e None None] No DVR routers for this DVR port 46499e3d-117e-4f60-9e23-f3e7927fff12 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:05.684297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-99c800b0-bc4f-4619-b378-7bfd7bd1bb15 None None] Could not find standard attr ID for object 92947899-ad4d-4030-96b9-809da2bda939. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:05.688249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.695394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:05.695735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:05.699724 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:05.704843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da34576-8391-4307-9af7-391a0c71ce35 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:05.865064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.883729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '30e62e1d-4842-42be-9e36-54c066625272'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:05.883841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.883936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:05.884018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/36c370be-fdf1-40fb-86e6-b059fc6f5127 HTTP/1.1" status: 204 len: 168 time: 3.0289185 Oct 12 11:45:05.884114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:05.887178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f385521-60bf-4f74-bee5-57390927fe48 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=36c370be-fdf1-40fb-86e6-b059fc6f5127,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:05.891572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864822060'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:05.901865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:05.983111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 46499e3d-117e-4f60-9e23-f3e7927fff12 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:06.002225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.013874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 46499e3d-117e-4f60-9e23-f3e7927fff12 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:06.019610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 46499e3d-117e-4f60-9e23-f3e7927fff12 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:06.021483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 494e8552-05ec-4530-9daa-b1aef0a1902d yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:06.069496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:06.073541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.080531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/30e62e1d-4842-42be-9e36-54c066625272/8ed05802-d8ff-4b9e-bbc6-b3e00546216a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:06.168056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:06.187758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.188372 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5 of type vlan for network f820ebf3-c31c-4dd5-b356-024c8819cdc1 Oct 12 11:45:06.232138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.239891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.327571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.362419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.366405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:06.368378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:06.368785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.371460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:06.374919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:06.381882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Pushing event updated for resources: {'Port': ['ID=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:06.424675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::29b3:3957:5eba:dde7 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/30e62e1d-4842-42be-9e36-54c066625272/494e8552-05ec-4530-9daa-b1aef0a1902d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:06.437782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Attempting to bind port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:06.438153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Attempting to bind port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:06.438513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Attempting to bind port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:06.443513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:06.443878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:06.444274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.444661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:06.445673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Bound port: 8ed05802-d8ff-4b9e-bbc6-b3e00546216a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:06.446199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.466532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=f820ebf3-c31c-4dd5-b356-024c8819cdc1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:06.481168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network f820ebf3-c31c-4dd5-b356-024c8819cdc1 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:06.512058 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3d059fe3-9633-426d-a986-2ab55d55aaf3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6304257 Oct 12 11:45:06.514595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:06.519624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:06.611230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] For port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:06.632163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] For port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:06.645619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.698480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:06.702279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.749652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.813791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.822610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e3fbb-be3c-429a-963c-c36f5bda6477 None None] Pushing event updated for resources: {'Port': ['ID=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:06.868665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:06.871431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:06.876430 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:06.880580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:06.881249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:06.905659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=494e8552-05ec-4530-9daa-b1aef0a1902d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:07.012997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.059116 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-86edce2a-158e-47d3-a63e-efbae098ba8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4175200 Oct 12 11:45:07.066786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58424) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:07.087934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=07b6b54e-05c8-45c4-b186-fe2e07045510,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:07.097390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:07.097701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: f820ebf3-c31c-4dd5-b356-024c8819cdc1, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:07.129998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a0d06-005f-4d29-bc6c-78313ba32dd2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:07.136546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a0d06-005f-4d29-bc6c-78313ba32dd2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:07.138211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2a4a0d06-005f-4d29-bc6c-78313ba32dd2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0775070 Oct 12 11:45:07.141197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:07.190286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network f820ebf3-c31c-4dd5-b356-024c8819cdc1 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:07.233118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 494e8552-05ec-4530-9daa-b1aef0a1902d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:07.233388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.281367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, f820ebf3-c31c-4dd5-b356-024c8819cdc1) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:07.294648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:07.294941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07307fa-54f6-4157-90ec-c794c7d523c8 None None] Network f820ebf3-c31c-4dd5-b356-024c8819cdc1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:07.295849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.349828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.362620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 494e8552-05ec-4530-9daa-b1aef0a1902d owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:07.404268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58432) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:07.406776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ff4ab624-c177-4cc2-9572-2fc2f4188d5e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8909533 Oct 12 11:45:07.499582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-f820ebf3-c31c-4dd5-b356-024c8819cdc1', 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '07b6b54e-05c8-45c4-b186-fe2e07045510'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:07.500462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.574323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.677754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.712793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Allocated IP 172.20.0.1 (f820ebf3-c31c-4dd5-b356-024c8819cdc1/07b6b54e-05c8-45c4-b186-fe2e07045510/44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:07.755940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.800768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=494e8552-05ec-4530-9daa-b1aef0a1902d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:07.828963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:07.836248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58450) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:07.845305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ab406557-9063-42fe-8753-78e8306c8eeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/494e8552-05ec-4530-9daa-b1aef0a1902d HTTP/1.1" status: 204 len: 168 time: 0.6942244 Oct 12 11:45:07.900988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d6bfb-69f8-4c2c-a79c-272d32c57a5d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:07.903164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d6bfb-69f8-4c2c-a79c-272d32c57a5d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:07.907683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:07.918620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d04d6bfb-69f8-4c2c-a79c-272d32c57a5d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0801361 Oct 12 11:45:07.964156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.007047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 30e62e1d-4842-42be-9e36-54c066625272 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:08.007047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.036812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Provisioning complete for port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:08.037170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.056363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.070572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ed05802-d8ff-4b9e-bbc6-b3e00546216a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:08.115573 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.169668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Network f820ebf3-c31c-4dd5-b356-024c8819cdc1 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:08.183307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:08.189014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:08.191837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.198455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Pushing event updated for resources: {'Port': ['ID=44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:08.213502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:08.213914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.236427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.286939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=07b6b54e-05c8-45c4-b186-fe2e07045510,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:08.323125 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.325803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Attempting to bind port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:08.326435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Attempting to bind port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:08.326827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Attempting to bind port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d on network f820ebf3-c31c-4dd5-b356-024c8819cdc1 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:08.346818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:08.347280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Checking segment: {'id': 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:08.347585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.351950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Bound using segment: {'id': 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:08.351950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Bound port: 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:08.351950 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.380913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.407135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f820ebf3-c31c-4dd5-b356-024c8819cdc1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:08.418148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:08.418492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:08.432363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.440159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.448755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.460032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:08.461517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:08.478335 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:08.480904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] For port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:08.538863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.576613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:08.576923 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:08.577535 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:08.577852 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:08.580915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=30e62e1d-4842-42be-9e36-54c066625272,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:08.588717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.594538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0cbfdbb-18fd-4ddf-923c-0e5eccc494a0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/30e62e1d-4842-42be-9e36-54c066625272 HTTP/1.1" status: 204 len: 168 time: 0.6857510 Oct 12 11:45:08.597377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58478) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:08.607699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] For port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d,segment=NetworkSegment(b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5),segment_id=b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:08.617739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb991be-c0b5-4e0d-9eae-a37c95debdc8 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:08.624786 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:45:08.624786 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:45:08.624786 n-d-813419-3 neutron-server[95547]: [parameters: {'id': 'f820ebf3-c31c-4dd5-b356-024c8819cdc1'}] Oct 12 11:45:08.624786 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:08.625431 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:08.641136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-793d0f3d-c4e6-47a7-a247-e61148241433 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420101 Oct 12 11:45:08.643815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:08.649160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:08.706075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.816640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb5489-111d-44ab-964a-f400e2330c8f None None] Pushing event updated for resources: {'Port': ['ID=44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:08.831454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d1003-6845-49dd-8a99-e5d4d18f5e1a None None] Network f820ebf3-c31c-4dd5-b356-024c8819cdc1 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:08.863293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:08.867332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:08.901343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:09.006229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Deleting port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:09.006788 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.074918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] For port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:09.075311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.127496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.127690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Calling delete_port for 8ed05802-d8ff-4b9e-bbc6-b3e00546216a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:09.146903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.186990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:09.188431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.193755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.197750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.219129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=d4b40d8e-de25-4069-a316-45b91e82fb78,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:09.232841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:09.234889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:09.243461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:09.244407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.283485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] For port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:09.290519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d,segment=NetworkSegment(b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5),segment_id=b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:09.291360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.303912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:09.341663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3c161d68-1ef8-4453-af3d-93b3a281f2cf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6966271 Oct 12 11:45:09.344293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:09.349398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': 'd4b40d8e-de25-4069-a316-45b91e82fb78', 'ip_address': '2001:db8::9e03:55ef:7456:8c7'}], 'name': 'tempest-NetworksTestDHCPv6-915467639'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:09.381254 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.480677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.481286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.487986 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:09.488337 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:09.514293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:09.530272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 44c6e2b9-08d9-4d0f-8685-73bad4c7ce6d on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:09.548836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:09.630307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.657849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f820ebf3-c31c-4dd5-b356-024c8819cdc1']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:09.661818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.672660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:09.672962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b1dd5e-28d7-4b21-8dd9-8abccf4fb7b5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:09.687209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port ff790d36-af3c-4e1a-93d3-cec0fc4a163b yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:09.688022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.697878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] No DVR routers for this DVR port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:09.721431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21f3f1-33db-419a-b016-5311c450435d None None] Pushing event updated for resources: {'Port': ['ID=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:09.724929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.728747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8757d3f-a83f-4871-a0c8-3a97c3870f79 None None] Could not find standard attr ID for object 494e8552-05ec-4530-9daa-b1aef0a1902d. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:09.742969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e677d82-a236-4c8c-a16a-56ef1e63d293 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:09.742969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port 8ed05802-d8ff-4b9e-bbc6-b3e00546216a update to ACTIVE by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:09.743583 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:09.771402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c5b9e-1101-41ce-8edf-d9e48b6213f4 None None] Pushing event deleted for resources: {'Port': ['ID=8ed05802-d8ff-4b9e-bbc6-b3e00546216a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:09.898298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::9e03:55ef:7456:8c7 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/d4b40d8e-de25-4069-a316-45b91e82fb78/ff790d36-af3c-4e1a-93d3-cec0fc4a163b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:09.937026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': 'd4b40d8e-de25-4069-a316-45b91e82fb78'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:09.937996 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.980252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.993183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:09.999395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/f820ebf3-c31c-4dd5-b356-024c8819cdc1 HTTP/1.1" status: 204 len: 168 time: 2.5896940 Oct 12 11:45:10.000104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58536) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:10.016521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1701545407'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:10.021476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975323d-a144-4276-a38d-0624a985bff6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=f820ebf3-c31c-4dd5-b356-024c8819cdc1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:10.043032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ed05802-d8ff-4b9e-bbc6-b3e00546216a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:10.071088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8ed05802-d8ff-4b9e-bbc6-b3e00546216a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:10.071376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8ed05802-d8ff-4b9e-bbc6-b3e00546216a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:10.123351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.144449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:10.148789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.177580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:10.186406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.186791 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 8b15e15d-d1e5-4439-bf60-fd3f5fad3c00 of type vlan for network 9f722666-7302-4369-9301-351cc54e906e Oct 12 11:45:10.229382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.252085 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.297608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:10.299730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/d4b40d8e-de25-4069-a316-45b91e82fb78/fa0faae2-fc5f-4da1-9e17-b5c2831a0656) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:10.301051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:10.305453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:10.311323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:10.312131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.334171 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=ff790d36-af3c-4e1a-93d3-cec0fc4a163b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:10.349833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.358793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:10.359383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.433738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f4c0156-a8aa-4d58-9e24-e80876f73be4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0809238 Oct 12 11:45:10.433738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58554) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:10.434608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=9f722666-7302-4369-9301-351cc54e906e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:10.467356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9f722666-7302-4369-9301-351cc54e906e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:10.489395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757429b-8059-43fe-86b6-a6c043936dbb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:10.491114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3757429b-8059-43fe-86b6-a6c043936dbb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0587320 Oct 12 11:45:10.493708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58558) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:10.510174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-46f99394-acd1-432b-8c67-4bdf8a609ddc tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4988916 Oct 12 11:45:10.518176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:10.531851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:10.567504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.631024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port ff790d36-af3c-4e1a-93d3-cec0fc4a163b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:10.631483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.693600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.727770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:10.730606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.732416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:10.736476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:10.741130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.756351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for ff790d36-af3c-4e1a-93d3-cec0fc4a163b owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:10.756803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Pushing event updated for resources: {'Port': ['ID=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:10.796432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.835930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Attempting to bind port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:10.836643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Attempting to bind port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:10.837496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Attempting to bind port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:10.849840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:10.850167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:10.850577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.855035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:10.856187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Bound port: fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:10.856636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.906515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=9f722666-7302-4369-9301-351cc54e906e,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:10.911808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 9f722666-7302-4369-9301-351cc54e906e is not hosted by any dhcp agent {{(pid=95547) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:45:10.919362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:10.920691 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:10.929406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ed9e65e-77d0-43c7-8e42-f423f0c00245 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "PUT /v2.0/networks/9f722666-7302-4369-9301-351cc54e906e HTTP/1.1" status: 200 len: 723 time: 0.4096503 Oct 12 11:45:10.930660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58582) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:10.938790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '9f722666-7302-4369-9301-351cc54e906e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:10.963812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] For port fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:10.967685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 9f722666-7302-4369-9301-351cc54e906e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:11.006015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] For port fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:11.024963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.065588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=ff790d36-af3c-4e1a-93d3-cec0fc4a163b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:11.076569 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.094012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.098877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7bdd6544-9493-425f-9ffa-593ffb4d91bd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/ff790d36-af3c-4e1a-93d3-cec0fc4a163b HTTP/1.1" status: 204 len: 168 time: 0.6040761 Oct 12 11:45:11.101873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58590) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:11.113956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:11.118201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.148235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8d85d-90aa-4e36-86c0-57256b1eca49 None None] Pushing event updated for resources: {'Port': ['ID=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:11.236018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46e4fb-7497-4f8e-aa9b-1370f145c6a2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:11.237598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46e4fb-7497-4f8e-aa9b-1370f145c6a2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:11.242551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f46e4fb-7497-4f8e-aa9b-1370f145c6a2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1360035 Oct 12 11:45:11.242927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58598) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:11.322878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet d4b40d8e-de25-4069-a316-45b91e82fb78 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:11.332350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.437980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.564857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.587734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.674777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=954d2517-701e-4505-a7f0-0afa33ff931b,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:11.687292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:11.687652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 9f722666-7302-4369-9301-351cc54e906e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:11.738998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.774947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 9f722666-7302-4369-9301-351cc54e906e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:11.777950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:11.780953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d4b40d8e-de25-4069-a316-45b91e82fb78 HTTP/1.1" status: 204 len: 168 time: 0.5369499 Oct 12 11:45:11.781838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d3356-9b52-4321-95a1-6f810600921d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b40d8e-de25-4069-a316-45b91e82fb78,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:11.783646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:11.836234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:11.836581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-91314f5b-9326-47cb-bc5c-4e016d76eaa8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515208 Oct 12 11:45:11.842297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:11.902228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 9f722666-7302-4369-9301-351cc54e906e) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:11.912968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:11.913920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc308a86-13d0-4243-9576-b9c35ca71395 None None] Network 9f722666-7302-4369-9301-351cc54e906e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:11.915403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.063987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-29c503b5-0c4c-4ce7-9de3-6fb596a79c4b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1295569 Oct 12 11:45:12.066622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58636) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:12.082259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:12.133349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:12.137307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.139310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa0faae2-fc5f-4da1-9e17-b5c2831a0656 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:12.208895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-9f722666-7302-4369-9301-351cc54e906e', 'network_id': '9f722666-7302-4369-9301-351cc54e906e', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '954d2517-701e-4505-a7f0-0afa33ff931b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:12.210069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.220345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4456813'] for subnet, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.403394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb96d7-beea-4bc4-a48d-5b71b53b6e28 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:12.450718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:12.450718 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.504636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.546085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4e1c3a51-6017-42a0-99b6-b83ef79f4c66 None None] Provisioning complete for port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:12.546461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3a51-6017-42a0-99b6-b83ef79f4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.551523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:12.554866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:12.559168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:12.559711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.582179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=66975a50-052b-45db-8a61-a58f1b813e62,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:12.601737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789655082253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4550458'] for subnet, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.627551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-47dc20e8-1855-4078-b91e-ac4edca2c0ee tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7900178 Oct 12 11:45:12.630250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:12.636456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '66975a50-052b-45db-8a61-a58f1b813e62', 'ip_address': '2001:db8::2e24:56f1:b24a:7ed2'}], 'name': 'tempest-NetworksTestDHCPv6-97909130'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:12.664703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:12.665481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.669385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "PUT /v2.0/subnets/954d2517-701e-4505-a7f0-0afa33ff931b HTTP/1.1" status: 200 len: 806 time: 0.5993245 Oct 12 11:45:12.670264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58668) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:12.728739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.744735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837618cf-7232-42cb-b39a-955d89cfac40 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=954d2517-701e-4505-a7f0-0afa33ff931b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:12.821909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Allocated IP 172.20.0.2 (9f722666-7302-4369-9301-351cc54e906e/954d2517-701e-4505-a7f0-0afa33ff931b/4c943881-72a8-4639-bb42-ac210a7a17f2) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:12.849787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:12.858278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:12.873670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e1c3a51-6017-42a0-99b6-b83ef79f4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:12.936724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.021854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.056350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 03c54f01-9b40-48e1-a625-2910d11659d3 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:13.064859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:13.070856 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-4e1c3a51-6017-42a0-99b6-b83ef79f4c66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:13.071464 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-4e1c3a51-6017-42a0-99b6-b83ef79f4c66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:13.142455 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.199979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b886a64-4783-4831-b775-4b6c5872a8a5 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:13.230974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.251385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.253824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Network 9f722666-7302-4369-9301-351cc54e906e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:13.281641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:13.300827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::2e24:56f1:b24a:7ed2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/66975a50-052b-45db-8a61-a58f1b813e62/03c54f01-9b40-48e1-a625-2910d11659d3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:13.305280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:13.309189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 4c943881-72a8-4639-bb42-ac210a7a17f2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:13.309602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.386488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Pushing event updated for resources: {'Port': ['ID=4c943881-72a8-4639-bb42-ac210a7a17f2,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:13.399175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:13.399464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:13.399811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 on network 9f722666-7302-4369-9301-351cc54e906e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:13.406721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:13.407109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Checking segment: {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:13.409212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.409212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Bound using segment: {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:13.409212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Bound port: 4c943881-72a8-4639-bb42-ac210a7a17f2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:13.409212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.411809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 4c943881-72a8-4639-bb42-ac210a7a17f2, host n-d-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:13.412720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.428280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 4c943881-72a8-4639-bb42-ac210a7a17f2 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:13.479373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.579565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.602178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.608026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:13.608497 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:13.636827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:13.637032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=4c943881-72a8-4639-bb42-ac210a7a17f2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:13.646985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:13.649538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:13.655857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:13.656582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.670354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=03c54f01-9b40-48e1-a625-2910d11659d3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:13.689129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 4c943881-72a8-4639-bb42-ac210a7a17f2 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:13.735576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.748672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7f8420da-df43-4fad-8817-056ce04e2838 None None] Provisioning complete for port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:13.749249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7f8420da-df43-4fad-8817-056ce04e2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.782166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:13.783824 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b87f60c-a1e9-4496-b5e9-ee967b5f515e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1509848 Oct 12 11:45:13.869073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770f9c7-60c1-4eaf-aaf6-696b2f7acbf4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:13.878178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770f9c7-60c1-4eaf-aaf6-696b2f7acbf4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:13.882889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1770f9c7-60c1-4eaf-aaf6-696b2f7acbf4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0967371 Oct 12 11:45:13.883240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58728) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:13.931142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:13.982970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=954d2517-701e-4505-a7f0-0afa33ff931b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:13.995619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa0faae2-fc5f-4da1-9e17-b5c2831a0656 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:14.029449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c467ad2c-1644-4c98-bc1f-ebe2435ec63c None None] Provisioning complete for port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:14.029823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c467ad2c-1644-4c98-bc1f-ebe2435ec63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.060203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.084271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:14.084818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.088861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f722666-7302-4369-9301-351cc54e906e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:14.099537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 03c54f01-9b40-48e1-a625-2910d11659d3 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:14.099876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.106803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:14.107347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:14.134009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:14.134380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:14.134763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Attempting to bind port 4c943881-72a8-4639-bb42-ac210a7a17f2 on network 9f722666-7302-4369-9301-351cc54e906e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:14.137881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.144683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:14.147769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Checking segment: {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:14.147769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.147769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Bound using segment: {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:14.147769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Bound port: 4c943881-72a8-4639-bb42-ac210a7a17f2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b15e15d-d1e5-4439-bf60-fd3f5fad3c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f722666-7302-4369-9301-351cc54e906e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:14.147769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.184163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.196594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:14.197068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:14.200257 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:14.240946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d61a3835-3c64-4c0f-a616-7cdbe94aadb1 None None] Port 4c943881-72a8-4639-bb42-ac210a7a17f2 has been deleted concurrently {{(pid=95549) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 11:45:14.313951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.332908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 03c54f01-9b40-48e1-a625-2910d11659d3 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:14.411042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.421143 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.424935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/9f722666-7302-4369-9301-351cc54e906e HTTP/1.1" status: 204 len: 168 time: 1.7532499 Oct 12 11:45:14.427990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:14.448464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a630-6ce6-443c-adf4-73c863bf9900 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=9f722666-7302-4369-9301-351cc54e906e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:14.457533 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-e372c344-4c1e-449c-8212-bc54b9effbeb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:14.458178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e372c344-4c1e-449c-8212-bc54b9effbeb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:14.458911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-621dcb5c-07f8-4820-acd8-f013dc6a02f5 None None] Provisioning complete for port 03c54f01-9b40-48e1-a625-2910d11659d3 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:14.459789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-621dcb5c-07f8-4820-acd8-f013dc6a02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.465816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58758) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:14.466212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e372c344-4c1e-449c-8212-bc54b9effbeb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/9f722666-7302-4369-9301-351cc54e906e HTTP/1.1" status: 404 len: 339 time: 0.0358479 Oct 12 11:45:14.473782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677773501', 'description': 'd1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:14.534377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-621dcb5c-07f8-4820-acd8-f013dc6a02f5 None None] Port 03c54f01-9b40-48e1-a625-2910d11659d3 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:14.542407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-621dcb5c-07f8-4820-acd8-f013dc6a02f5 None None] Could not find standard attr ID for object ff790d36-af3c-4e1a-93d3-cec0fc4a163b. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:14.658594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:14.662259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.688200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.708962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:14.734506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=03c54f01-9b40-48e1-a625-2910d11659d3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:14.745355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.745643 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment f8336eb0-6432-4557-8af5-293f71be5870 of type vlan for network e318b2e9-0282-4b83-b532-a77d6022fa32 Oct 12 11:45:14.771892 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.776265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e75b6a74-7d8b-4fc3-aa14-fc605ea113a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/03c54f01-9b40-48e1-a625-2910d11659d3 HTTP/1.1" status: 204 len: 168 time: 0.8909147 Oct 12 11:45:14.782558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58780) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:14.819653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.878797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a53077-637f-4236-a5af-c5a0a508da14 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:14.880391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a53077-637f-4236-a5af-c5a0a508da14 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:14.884376 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07a53077-637f-4236-a5af-c5a0a508da14 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0981326 Oct 12 11:45:14.884825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58788) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:14.921309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.926092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:14.926725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:14.981257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 66975a50-052b-45db-8a61-a58f1b813e62 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:15.011764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.050409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=e318b2e9-0282-4b83-b532-a77d6022fa32,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:15.062362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bcbce76c-5470-4a55-b481-24d2f56855ac tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5939560 Oct 12 11:45:15.065160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.076272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.079135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e318b2e9-0282-4b83-b532-a77d6022fa32 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:15.132062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.202051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcc8a6-2d40-4fcb-9e3c-998c96f89ac7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:15.204002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-abfcc8a6-2d40-4fcb-9e3c-998c96f89ac7 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks?id=e318b2e9-0282-4b83-b532-a77d6022fa32 HTTP/1.1" status: 200 len: 760 time: 0.1374869 Oct 12 11:45:15.206761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58808) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.213156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'description': 'd2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:15.259912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.293378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=66975a50-052b-45db-8a61-a58f1b813e62,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:15.302017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.308582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-63f59c3f-182b-44e4-a830-e62c63facda8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/66975a50-052b-45db-8a61-a58f1b813e62 HTTP/1.1" status: 204 len: 168 time: 0.4204338 Oct 12 11:45:15.309586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58814) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.311747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff4fa8-4fce-41d8-8548-81a7e7809e5d None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:15.395684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-de610f44-b4f6-4e1c-abb7-a7f3106c8fe2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857019 Oct 12 11:45:15.396944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58820) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.466441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.488747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91443a54-2068-4113-8d72-0c5ae6f1beb2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:15.500334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-91443a54-2068-4113-8d72-0c5ae6f1beb2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1020632 Oct 12 11:45:15.500608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58830) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.567089 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.589699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a6abd8bd-4672-4048-a4f8-7e73b2b551a6 None None] Could not find standard attr ID for object 4c943881-72a8-4639-bb42-ac210a7a17f2. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:15.598065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fb973-100e-411c-95e2-14bb1dc44b8a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:15.599515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d69fb973-100e-411c-95e2-14bb1dc44b8a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979114 Oct 12 11:45:15.602418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.611012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network e318b2e9-0282-4b83-b532-a77d6022fa32 is not hosted by any dhcp agent {{(pid=95547) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 11:45:15.616636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:15.625594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:15.626792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:15.632997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "PUT /v2.0/networks/e318b2e9-0282-4b83-b532-a77d6022fa32 HTTP/1.1" status: 200 len: 757 time: 0.4222109 Oct 12 11:45:15.659706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3a473-05d5-408e-a19a-7e4deec4d156 None None] DHCP port deletion for 9f722666-7302-4369-9301-351cc54e906e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:15.685518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5fe65-5d46-49dd-8803-92493d71036d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=e318b2e9-0282-4b83-b532-a77d6022fa32,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:15.688721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58838) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.688862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400a208-b7f6-48cd-ab0b-8eb6cec6f076 None None] Network 9f722666-7302-4369-9301-351cc54e906e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:15.704558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-09d83ffd-bcf9-4a50-a4ca-b4f716e4e77e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008093 Oct 12 11:45:15.709685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.718862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:15.835849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1328af-9489-48de-9b18-69f660853372 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:15.837603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6d1328af-9489-48de-9b18-69f660853372 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks?id=e318b2e9-0282-4b83-b532-a77d6022fa32 HTTP/1.1" status: 200 len: 760 time: 0.1475916 Oct 12 11:45:15.841602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:15.885324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504575425'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:15.945109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e318b2e9-0282-4b83-b532-a77d6022fa32 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:15.948638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400a208-b7f6-48cd-ab0b-8eb6cec6f076 None None] Network 9f722666-7302-4369-9301-351cc54e906e could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 11:45:15.972556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:15.976061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682d1c4-1d02-49f5-a3d2-81613e005d58 None None] Network 9f722666-7302-4369-9301-351cc54e906e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:15.976376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.028899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Deleting port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:16.029349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.044175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fa0faae2-fc5f-4da1-9e17-b5c2831a0656 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:16.084735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682d1c4-1d02-49f5-a3d2-81613e005d58 None None] Network 9f722666-7302-4369-9301-351cc54e906e could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 11:45:16.087496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:16.091067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.130134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:16.146767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.150338 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 9f39d614-fd41-48d9-83c3-a9dfc2c651b1 of type vlan for network 379f6cc8-46ea-4795-b1ad-632bf00adc65 Oct 12 11:45:16.169595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] For port fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:16.170282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.191576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Calling delete_port for fa0faae2-fc5f-4da1-9e17-b5c2831a0656 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:16.212989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.293807 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.339201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.342319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port fa0faae2-fc5f-4da1-9e17-b5c2831a0656, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:16.373697 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.381466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:16.383757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.386569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:16.390027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:16.395067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:16.395648 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.412687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=6f6819be-eb26-4b21-9712-51f414ad864b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:16.424498 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.474813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=379f6cc8-46ea-4795-b1ad-632bf00adc65,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:16.479463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:16.484817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 379f6cc8-46ea-4795-b1ad-632bf00adc65 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:16.501151 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ef9c3c5-434f-4f30-9039-2dc760d7df89 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6582038 Oct 12 11:45:16.504057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58880) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:16.510237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:16.547486 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f3d8b8c3-6a41-48bb-98c7-c142cafe1745 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8366675 Oct 12 11:45:16.553436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58884) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:16.554916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.565906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '6f6819be-eb26-4b21-9712-51f414ad864b', 'ip_address': '2001:db8::7aa:600a:b70e:5fbe'}], 'name': 'tempest-NetworksTestDHCPv6-234471538'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:16.571639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] No DVR routers for this DVR port fa0faae2-fc5f-4da1-9e17-b5c2831a0656 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:16.595750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d2e2-1227-4172-87da-e9467cfc0002 None None] Pushing event deleted for resources: {'Port': ['ID=fa0faae2-fc5f-4da1-9e17-b5c2831a0656,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:16.614461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b4ff8-923d-4b50-8cca-78534b1eff4c None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:16.682279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:16.685858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.766402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:16.769788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '6f6819be-eb26-4b21-9712-51f414ad864b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:16.770665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.879015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:16.906713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port da352de9-af78-4d43-8d98-e214e67fefee yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:16.933436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/6f6819be-eb26-4b21-9712-51f414ad864b/1b0ef23a-3953-417a-8c2e-2341158f1a26) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:17.128164 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.207607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.253465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:17.257900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::7aa:600a:b70e:5fbe (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/6f6819be-eb26-4b21-9712-51f414ad864b/da352de9-af78-4d43-8d98-e214e67fefee) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:17.258538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:17.262246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:17.269711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Pushing event updated for resources: {'Port': ['ID=1b0ef23a-3953-417a-8c2e-2341158f1a26,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:17.324076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Attempting to bind port 1b0ef23a-3953-417a-8c2e-2341158f1a26 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:17.324521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Attempting to bind port 1b0ef23a-3953-417a-8c2e-2341158f1a26 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:17.325017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Attempting to bind port 1b0ef23a-3953-417a-8c2e-2341158f1a26 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:17.327076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.331090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:17.337090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:17.337090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.337090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:17.337090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Bound port: 1b0ef23a-3953-417a-8c2e-2341158f1a26, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:17.337090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.398092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=b92f01c1-043d-4493-9941-aa4f45229496,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:17.405396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] For port 1b0ef23a-3953-417a-8c2e-2341158f1a26, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:17.409252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] For port 1b0ef23a-3953-417a-8c2e-2341158f1a26, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b0ef23a-3953-417a-8c2e-2341158f1a26,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:17.425201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '9f39d614-fd41-48d9-83c3-a9dfc2c651b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:17.425446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 379f6cc8-46ea-4795-b1ad-632bf00adc65, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:17.443492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.463443 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.537268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf44717-25de-4417-a25c-677c8e7f0921 None None] Pushing event updated for resources: {'Port': ['ID=1b0ef23a-3953-417a-8c2e-2341158f1a26,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:17.549582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 379f6cc8-46ea-4795-b1ad-632bf00adc65 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:17.578844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.626311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:17.631629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:17.637558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:17.641800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:17.642405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.652068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=da352de9-af78-4d43-8d98-e214e67fefee,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:17.714579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 379f6cc8-46ea-4795-b1ad-632bf00adc65) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:17.719618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:17.720276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.724262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8579228-fa05-48db-8832-e3bfe92e951d None None] Network 379f6cc8-46ea-4795-b1ad-632bf00adc65 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:17.746135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a33ed0f3-a320-4ed2-b698-86b61b91dcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1910925 Oct 12 11:45:17.749155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58946) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:17.754188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '6f6819be-eb26-4b21-9712-51f414ad864b', 'ip_address': '2001:db8::7aa:600a:b70e:5fbe'}], 'name': 'tempest-NetworksTestDHCPv6-1621083583'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:17.822276 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02217f38-89d6-4a02-87c5-1b77fea00640 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3170493 Oct 12 11:45:17.824968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 58950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:17.826675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c9403db6-704a-4e52-be11-7d3f571665e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.955258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-379f6cc8-46ea-4795-b1ad-632bf00adc65', 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': 'b92f01c1-043d-4493-9941-aa4f45229496'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:17.956345 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:17.989963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.046261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b0ef23a-3953-417a-8c2e-2341158f1a26 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:18.049274 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.052979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:18.059947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.097093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port b186fe69-e782-4a45-b6a0-84c9cd4406ce yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:18.145352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1b0ef23a-3953-417a-8c2e-2341158f1a26 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:18.145729 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.182421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Allocated IP 172.20.0.2 (379f6cc8-46ea-4795-b1ad-632bf00adc65/b92f01c1-043d-4493-9941-aa4f45229496/2448b643-88f9-4779-a0a8-069e439ab4bd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:18.311492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.361569 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 11:45:18.362055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1b0ef23a-3953-417a-8c2e-2341158f1a26, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b0ef23a-3953-417a-8c2e-2341158f1a26,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:18.362827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:18.415760 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.446987 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.480695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-67dcb7e5-0a69-4aec-b666-78c9071499b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7305229 Oct 12 11:45:18.483185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58988) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:18.499406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1b0ef23a-3953-417a-8c2e-2341158f1a26,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:18.534637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.576519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Network 379f6cc8-46ea-4795-b1ad-632bf00adc65 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:18.579487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:18.579967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939d658-7309-4550-9b7e-04d28e5532e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:18.583135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:18.592717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939d658-7309-4550-9b7e-04d28e5532e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:18.595453 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6939d658-7309-4550-9b7e-04d28e5532e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1100459 Oct 12 11:45:18.597377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 58994) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:18.605706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Pushing event updated for resources: {'Port': ['ID=2448b643-88f9-4779-a0a8-069e439ab4bd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:18.610630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.662580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Attempting to bind port 2448b643-88f9-4779-a0a8-069e439ab4bd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:18.663631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Attempting to bind port 2448b643-88f9-4779-a0a8-069e439ab4bd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '9f39d614-fd41-48d9-83c3-a9dfc2c651b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:18.664024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Attempting to bind port 2448b643-88f9-4779-a0a8-069e439ab4bd on network 379f6cc8-46ea-4795-b1ad-632bf00adc65 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:18.670931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:18.671305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Checking segment: {'id': '9f39d614-fd41-48d9-83c3-a9dfc2c651b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:18.671879 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.672727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Bound using segment: {'id': '9f39d614-fd41-48d9-83c3-a9dfc2c651b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:18.672727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Bound port: 2448b643-88f9-4779-a0a8-069e439ab4bd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f39d614-fd41-48d9-83c3-a9dfc2c651b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:18.673109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.673223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=b92f01c1-043d-4493-9941-aa4f45229496,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:18.767319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.768135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] For port 2448b643-88f9-4779-a0a8-069e439ab4bd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:18.771549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port da352de9-af78-4d43-8d98-e214e67fefee {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:18.771888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.773038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] For port 2448b643-88f9-4779-a0a8-069e439ab4bd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2448b643-88f9-4779-a0a8-069e439ab4bd,segment=NetworkSegment(9f39d614-fd41-48d9-83c3-a9dfc2c651b1),segment_id=9f39d614-fd41-48d9-83c3-a9dfc2c651b1)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:18.791961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379f6cc8-46ea-4795-b1ad-632bf00adc65']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:18.802378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f39d614-fd41-48d9-83c3-a9dfc2c651b1') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:18.802667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f39d614-fd41-48d9-83c3-a9dfc2c651b1') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:18.816687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.859082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.862042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.874376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:18.875255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:18.878446 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:18.884445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:18.907996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for da352de9-af78-4d43-8d98-e214e67fefee owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:19.005543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52816a14-e31f-4db2-a596-7f50f553ba6f None None] Pushing event updated for resources: {'Port': ['ID=2448b643-88f9-4779-a0a8-069e439ab4bd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:19.015058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:45:19.015058 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:45:19.015058 n-d-813419-3 neutron-server[95547]: [parameters: {'id': '379f6cc8-46ea-4795-b1ad-632bf00adc65'}] Oct 12 11:45:19.015058 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:19.015595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-508c4835-a559-4585-89b9-67b0fc08191b None None] Provisioning complete for port 1b0ef23a-3953-417a-8c2e-2341158f1a26 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:19.015971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-508c4835-a559-4585-89b9-67b0fc08191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.019632 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:19.038596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd33f67-474e-4bd8-9a58-27841c4c6eea None None] Network 379f6cc8-46ea-4795-b1ad-632bf00adc65 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:19.166548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.195752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=da352de9-af78-4d43-8d98-e214e67fefee,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:19.242476 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.245830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3e30fb1d-7eb8-49e8-b730-6d495a535e6c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/da352de9-af78-4d43-8d98-e214e67fefee HTTP/1.1" status: 204 len: 168 time: 0.6465342 Oct 12 11:45:19.248448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59006) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:19.312253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cf70e-a6bd-45de-ad8c-8e5fd26263d3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:19.313986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cf70e-a6bd-45de-ad8c-8e5fd26263d3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:19.315521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d71cf70e-a6bd-45de-ad8c-8e5fd26263d3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0660756 Oct 12 11:45:19.318101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59008) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:19.330402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d24ecf51-81e8-47e4-9431-1bf01ee4fd2d None None] Could not find standard attr ID for object da352de9-af78-4d43-8d98-e214e67fefee. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:19.377330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 6f6819be-eb26-4b21-9712-51f414ad864b {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:19.380511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.423688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.435973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a32f06-a698-47b2-a282-c0e2270a7990 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:45:19.519586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.523359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.540025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a32f06-a698-47b2-a282-c0e2270a7990 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:45:19.623294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 2448b643-88f9-4779-a0a8-069e439ab4bd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:19.623837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.689028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 2448b643-88f9-4779-a0a8-069e439ab4bd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2448b643-88f9-4779-a0a8-069e439ab4bd,segment=NetworkSegment(9f39d614-fd41-48d9-83c3-a9dfc2c651b1),segment_id=9f39d614-fd41-48d9-83c3-a9dfc2c651b1)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:19.689397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.702846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 2448b643-88f9-4779-a0a8-069e439ab4bd owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:19.748014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.781747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b0b99-3670-4a82-bb55-79fb7ad9dbc4 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:45:19.785448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.788855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/6f6819be-eb26-4b21-9712-51f414ad864b HTTP/1.1" status: 204 len: 168 time: 0.4694953 Oct 12 11:45:19.791477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af1ca7-2fb1-4c99-b90c-0c1970cac611 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6819be-eb26-4b21-9712-51f414ad864b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:19.791628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59010) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:19.842618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34988214-64d8-4739-a2b7-94f5abed1bcd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497561 Oct 12 11:45:19.846614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59014) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:19.853188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:19.904419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:19.914310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742b0b99-3670-4a82-bb55-79fb7ad9dbc4 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:45:20.019494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 2448b643-88f9-4779-a0a8-069e439ab4bd on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:20.022488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=2448b643-88f9-4779-a0a8-069e439ab4bd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:20.092311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b0ef23a-3953-417a-8c2e-2341158f1a26 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:20.151888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.173883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379f6cc8-46ea-4795-b1ad-632bf00adc65']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:20.178249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:20.182782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.185181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f39d614-fd41-48d9-83c3-a9dfc2c651b1') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:20.185630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f39d614-fd41-48d9-83c3-a9dfc2c651b1') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:20.201361 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.211018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1b0ef23a-3953-417a-8c2e-2341158f1a26 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:20.211558 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.222189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.231681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:20.232547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:20.237654 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:20.404178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.416865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.426138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/379f6cc8-46ea-4795-b1ad-632bf00adc65 HTTP/1.1" status: 204 len: 168 time: 2.5994864 Oct 12 11:45:20.430947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:20.459780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1fe0-0c17-4b22-b6a4-336f1c3247be tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=379f6cc8-46ea-4795-b1ad-632bf00adc65,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:20.562456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d17fd47-0727-4dcf-8e16-9558854a3565 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:20.584582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-94b93210-d802-451e-aeed-4345b0bae7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.595487 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9030dd9d-a0c9-4d82-938e-87568c4bca8d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] GET failed (client error): The resource could not be found. Oct 12 11:45:20.599874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9030dd9d-a0c9-4d82-938e-87568c4bca8d tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets/b92f01c1-043d-4493-9941-aa4f45229496 HTTP/1.1" status: 404 len: 337 time: 0.1677220 Oct 12 11:45:20.600026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:20.629426 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ea1e2f-02fc-4966-bda2-71854e5e30de tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:20.630791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ea1e2f-02fc-4966-bda2-71854e5e30de tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:20.641062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59026) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:20.651271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-35ea1e2f-02fc-4966-bda2-71854e5e30de tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/379f6cc8-46ea-4795-b1ad-632bf00adc65 HTTP/1.1" status: 404 len: 339 time: 0.0496898 Oct 12 11:45:20.672070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.784860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:20.841907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Deleting port 1b0ef23a-3953-417a-8c2e-2341158f1a26 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:20.842287 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.856490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:20.872699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:20.881027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:20.881812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.884200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=106f26e1-1425-44e0-8390-385fa427959a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:20.953870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7685d-ec81-407a-b656-4a70ff8cf92f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:20.957954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ffd7685d-ec81-407a-b656-4a70ff8cf92f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3122587 Oct 12 11:45:20.958242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59030) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:20.964506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] For port 1b0ef23a-3953-417a-8c2e-2341158f1a26, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1b0ef23a-3953-417a-8c2e-2341158f1a26,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:20.964506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:20.979864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Calling delete_port for 1b0ef23a-3953-417a-8c2e-2341158f1a26 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:20.998965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1eaf1fe-1c41-49dd-8461-9a7b9944c5fb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 207 time: 0.0363696 Oct 12 11:45:20.999215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59032) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.024558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-795c2eca-4c96-4d8c-a2f5-dfd523c303aa tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1756411 Oct 12 11:45:21.027491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59034) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.032840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '106f26e1-1425-44e0-8390-385fa427959a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-605360718'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:21.138853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ec30c-59fe-48c7-9d94-40449eae3ad3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.144942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ec30c-59fe-48c7-9d94-40449eae3ad3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.152071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ec30c-59fe-48c7-9d94-40449eae3ad3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.160132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ec30c-59fe-48c7-9d94-40449eae3ad3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.160295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1a9ec30c-59fe-48c7-9d94-40449eae3ad3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1600540 Oct 12 11:45:21.166030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.167104 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:21.190822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] No DVR routers for this DVR port 1b0ef23a-3953-417a-8c2e-2341158f1a26 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:21.244810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d8c22-3541-414e-ba88-309f11588ac0 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:21.249120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8236d6-5436-4ff0-985f-427c237da1c8 None None] Pushing event deleted for resources: {'Port': ['ID=1b0ef23a-3953-417a-8c2e-2341158f1a26,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:21.257371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:21.341788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1b2a6a6-cf74-42ba-ae5d-aed121428556 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1743507 Oct 12 11:45:21.342515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59040) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.422137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:21.446606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 1f9efd1c-42a6-44c6-8254-f6eec96bdd85 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:21.452206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892689d6-a6e7-4533-b6cf-01345178a012 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.454161 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892689d6-a6e7-4533-b6cf-01345178a012 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.460361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-892689d6-a6e7-4533-b6cf-01345178a012 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1129870 Oct 12 11:45:21.460827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.476241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '106f26e1-1425-44e0-8390-385fa427959a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:21.479533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:21.565775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487c1ea-7f90-49ba-84dc-634c0772ac7e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.567384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487c1ea-7f90-49ba-84dc-634c0772ac7e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.572952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f487c1ea-7f90-49ba-84dc-634c0772ac7e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1105156 Oct 12 11:45:21.573578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.698622 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:21.699335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:21.724939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369c138-25c3-4c63-b6a0-0b27aa09cc60 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.728105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4369c138-25c3-4c63-b6a0-0b27aa09cc60 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks/2f60aa09-84ad-412d-8a0d-f939df8a560d HTTP/1.1" status: 200 len: 800 time: 0.1535244 Oct 12 11:45:21.731725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59046) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.759797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/106f26e1-1425-44e0-8390-385fa427959a/9ea69b3d-8ed9-44fd-a4b4-5d953835d315) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:21.805145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-14b6dd27-68d5-46cb-ad18-4d0304dd1fab tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7761540 Oct 12 11:45:21.807821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59048) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.854436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f033bb5c-d877-4357-9fc2-62d6bdbc7bed tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/networks/2f60aa09-84ad-412d-8a0d-f939df8a560d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1215074 Oct 12 11:45:21.857925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59050) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.864488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e151388-e0d5-4966-bcf1-afbf01d871b5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553360 Oct 12 11:45:21.869552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:21.872167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.964648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e49c25-3e13-4d81-bea6-504eb4158c73 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:21.966235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-26e49c25-3e13-4d81-bea6-504eb4158c73 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets/d6ee401c-0a1e-4875-b9d7-1518e2a1027e HTTP/1.1" status: 200 len: 811 time: 0.1069345 Oct 12 11:45:21.969944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59054) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:21.975062 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:21.998321 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.023259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b0ef23a-3953-417a-8c2e-2341158f1a26 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:22.062019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1b0ef23a-3953-417a-8c2e-2341158f1a26 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:22.062242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa17b37-d053-41a0-b682-52c9955e566e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:22.062369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1b0ef23a-3953-417a-8c2e-2341158f1a26 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:22.064174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa17b37-d053-41a0-b682-52c9955e566e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:22.069252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7aa17b37-d053-41a0-b682-52c9955e566e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1925833 Oct 12 11:45:22.069603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59058) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:22.098950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22224e-ce76-4bf5-9b27-dc705c6a5dae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['shared'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:22.101330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf22224e-ce76-4bf5-9b27-dc705c6a5dae tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "GET /v2.0/subnets/d6ee401c-0a1e-4875-b9d7-1518e2a1027e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1290677 Oct 12 11:45:22.105395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:22.112046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1829559661'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:22.118131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.152513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 106f26e1-1425-44e0-8390-385fa427959a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:22.156337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.185600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:22.197139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:22.201402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:22.207026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:22.210501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Pushing event updated for resources: {'Port': ['ID=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:22.211845 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.222004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.265419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:45:22.268236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Attempting to bind port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:22.268615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Attempting to bind port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:22.269108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Attempting to bind port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:22.276991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:22.277432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:22.277848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.278242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:22.278735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Bound port: 9ea69b3d-8ed9-44fd-a4b4-5d953835d315, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:22.279130 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.285978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.288805 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Added segment 4d29f780-d976-4810-87cb-ff5dbc180474 of type vlan for network 2a8d708f-8dc3-4865-bec4-f375a0441f6a Oct 12 11:45:22.295051 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.377623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.382593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.498588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.504652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:22.505262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.534673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.536421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] For port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:22.540709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] For port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:22.563481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.569663 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/106f26e1-1425-44e0-8390-385fa427959a HTTP/1.1" status: 204 len: 168 time: 0.4968147 Oct 12 11:45:22.578754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59064) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:22.598252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0745a2-aaf2-49fb-8bf5-8a9de1845c04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=106f26e1-1425-44e0-8390-385fa427959a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:22.636414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:22.663932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3a887a3-bfe5-4549-99dc-0fe38c77d379 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830016 Oct 12 11:45:22.666958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59068) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:22.673193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:22.693551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5841911 Oct 12 11:45:22.698933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:22.700055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1ac01-a7f2-4deb-859b-4d62c40daa02 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Network': ['ID=2a8d708f-8dc3-4865-bec4-f375a0441f6a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:22.707035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d60d78-6f01-4af4-9608-41eecd126c4b None None] Pushing event updated for resources: {'Port': ['ID=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:22.711755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:45:22.723111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:23.078685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:23.083013 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.182726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Made reservation on behalf of b56afbd1975849778d712ac12204350a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:23.186731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.309816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing IP validity checks on allocation pools {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:45:23.310595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:45:23.321375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.469993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.527317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.539285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:23.540988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:23.549619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:23.550354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.570396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=d4f59682-b432-4cf2-9686-83ed3a4418c3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:23.603507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=633523c9-14fe-447f-99fb-8320e467d985,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:23.614784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Checking segment: {'id': '4d29f780-d976-4810-87cb-ff5dbc180474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:23.615143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network hostable DHCP agents. Network: 2a8d708f-8dc3-4865-bec4-f375a0441f6a, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:45:23.664468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5665c5a0-f7b4-4116-bfea-1f50fa6aab7a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9930291 Oct 12 11:45:23.669316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59076) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:23.669946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:23.715475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:45:23.773054 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.774731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.806768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2a8d708f-8dc3-4865-bec4-f375a0441f6a) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:23.811525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:23.812121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.825951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a44a8-92cd-426b-9577-779c0562d166 None None] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:23.849404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:23.935890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-da357329-1ad4-48ed-adc0-d4fb248641c8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2243018 Oct 12 11:45:23.938798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59078) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:23.946601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:23.985389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.060152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2a8d708f-8dc3-4865-bec4-f375a0441f6a', 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a', 'tenant_id': 'b56afbd1975849778d712ac12204350a', 'fixed_ips': [{'subnet_id': '633523c9-14fe-447f-99fb-8320e467d985'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:24.060152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.070264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:24.102300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e425c0-d9d0-41c3-ad1a-da0660480339 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:24.134315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4456813'] for subnet, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.181649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.186674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-96cab3dd-37b2-4328-89ea-a294609367b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5204363 Oct 12 11:45:24.195747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59082) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:24.266347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] Provisioning complete for port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:24.267015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.341308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:24.342129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.470133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789655082253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4550458'] for subnet, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.536527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.541473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.571130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:24.571741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.573054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "PUT /v2.0/subnets/633523c9-14fe-447f-99fb-8320e467d985 HTTP/1.1" status: 200 len: 877 time: 0.6330073 Oct 12 11:45:24.576441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59088) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:24.597689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Allocated IP 172.20.0.3 (2a8d708f-8dc3-4865-bec4-f375a0441f6a/633523c9-14fe-447f-99fb-8320e467d985/5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:24.601327 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.626660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] For port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:24.666321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc106-0f47-445a-ad92-8ca5f8dfa495 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event updated for resources: {'Subnet': ['ID=633523c9-14fe-447f-99fb-8320e467d985,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:24.763877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.903501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.914652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.921790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:24.999389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::1 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/d4f59682-b432-4cf2-9686-83ed3a4418c3/0759d28f-216b-4c6d-8920-3ce8ea686060) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:25.008097 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:25.010621 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:25.044362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.049994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192fe7-01fc-4dcd-abbd-36e22bc3b767 None None] Pushing event updated for resources: {'Port': ['ID=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:25.109094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Pushing event updated for resources: {'Port': ['ID=5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:25.120610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:25.122620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:25.125170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9fe5c3c4-50b9-40eb-941c-c45cf6bdb434 None None] Provisioning complete for port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:25.125543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c3c4-50b9-40eb-941c-c45cf6bdb434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.146170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:25.157753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.196760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.245869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=633523c9-14fe-447f-99fb-8320e467d985,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:25.273897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Attempting to bind port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:25.274276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Attempting to bind port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4d29f780-d976-4810-87cb-ff5dbc180474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:25.274644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Attempting to bind port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d on network 2a8d708f-8dc3-4865-bec4-f375a0441f6a {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:25.320781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:25.321846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Checking segment: {'id': '4d29f780-d976-4810-87cb-ff5dbc180474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:25.322327 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.323228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Bound using segment: {'id': '4d29f780-d976-4810-87cb-ff5dbc180474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:25.323726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Bound port: 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d29f780-d976-4810-87cb-ff5dbc180474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:25.324124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.325679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.333804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.415129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=0759d28f-216b-4c6d-8920-3ce8ea686060,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:25.425156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] For port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:25.427189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:25.429983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] For port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d,segment=NetworkSegment(4d29f780-d976-4810-87cb-ff5dbc180474),segment_id=4d29f780-d976-4810-87cb-ff5dbc180474)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:25.434369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:25.437367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:25.437964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.575632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.743601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:25.917137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8d708f-8dc3-4865-bec4-f375a0441f6a']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:25.930398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29f780-d976-4810-87cb-ff5dbc180474') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:25.930804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29f780-d976-4810-87cb-ff5dbc180474') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:25.941510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.003763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.016158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c607-a088-40e6-9119-aef69469d0d8 None None] Pushing event updated for resources: {'Port': ['ID=5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:26.067822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792b528-0b8f-45ef-8671-99f9fea8a977 None None] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:26.120964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:26.125754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.161357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:26.165478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0e034a22-bc77-40a2-9cd7-36c1cc1bc312 None None] Provisioning complete for port 0759d28f-216b-4c6d-8920-3ce8ea686060 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:26.166113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e034a22-bc77-40a2-9cd7-36c1cc1bc312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.189583 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:26.221802 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:26.269592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.270535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.275560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 11:45:26.275560 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 11:45:26.275560 n-d-813419-3 neutron-server[95548]: [parameters: {'id': '2a8d708f-8dc3-4865-bec4-f375a0441f6a'}] Oct 12 11:45:26.275560 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:26.275945 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:26.287357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0e034a22-bc77-40a2-9cd7-36c1cc1bc312 None None] Port 0759d28f-216b-4c6d-8920-3ce8ea686060 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:26.304430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c42930-1af7-40f3-86d5-60ec51fbd01b None None] Network 2a8d708f-8dc3-4865-bec4-f375a0441f6a requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:26.336299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:26.336673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.392856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=0759d28f-216b-4c6d-8920-3ce8ea686060,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:26.450190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:26.452155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:26.698344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Router 2d465606-62a2-4bfc-81d9-5ada28d28698 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:45:26.713051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f3ef0-f5c0-4971-9024-ecdb1cb9e45b None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 11:45:26.777233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.849015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:26.858849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59098) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:26.860591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6a1645b4-bd24-4255-9422-e12b566197c7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "PUT /v2.0/routers/2d465606-62a2-4bfc-81d9-5ada28d28698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592972 Oct 12 11:45:26.871159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Sync routers for ids ['2d465606-62a2-4bfc-81d9-5ada28d28698'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:26.876321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:26.876321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.880843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-21dd15e7-e7de-4da5-9e44-c022e782a475 None None] Provisioning complete for port 0759d28f-216b-4c6d-8920-3ce8ea686060 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:26.881217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21dd15e7-e7de-4da5-9e44-c022e782a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.885999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f3ef0-f5c0-4971-9024-ecdb1cb9e45b None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 11:45:26.923771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.926406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Routers {'2d465606-62a2-4bfc-81d9-5ada28d28698'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:26.927063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2d465606-62a2-4bfc-81d9-5ada28d28698'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:26.964506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d7366-cec2-44ed-92bb-58e1c5acc148 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:26.968362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-151d7366-cec2-44ed-92bb-58e1c5acc148 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports/0759d28f-216b-4c6d-8920-3ce8ea686060 HTTP/1.1" status: 200 len: 911 time: 0.1061738 Oct 12 11:45:26.969108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59100) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:26.979832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d,segment=NetworkSegment(4d29f780-d976-4810-87cb-ff5dbc180474),segment_id=4d29f780-d976-4810-87cb-ff5dbc180474)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:26.980188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:26.999601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:27.015008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-21dd15e7-e7de-4da5-9e44-c022e782a475 None None] Port 0759d28f-216b-4c6d-8920-3ce8ea686060 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:27.089923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Set router 2d465606-62a2-4bfc-81d9-5ada28d28698 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:27.099811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de2d5c-7c75-4f49-b184-36c453f4cecd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:27.112835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de2d5c-7c75-4f49-b184-36c453f4cecd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:27.112943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59104) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:27.113037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b9de2d5c-7c75-4f49-b184-36c453f4cecd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1325846 Oct 12 11:45:27.298034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.357193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:27.367914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 5fd7af9c-7d31-4ad8-b2ff-29ed96adec6d on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:27.457951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:25Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None, '_interfaces': [{'id': '0759d28f-216b-4c6d-8920-3ce8ea686060', 'name': '', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'mac_address': 'fa:16:3e:a1:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:45:24Z', 'updated_at': '2021-10-12T11:45:26Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'subnets': [{'id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:27.498663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Checking router: 2d465606-62a2-4bfc-81d9-5ada28d28698 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:27.499084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Updating router 2d465606-62a2-4bfc-81d9-5ada28d28698 port 0759d28f-216b-4c6d-8920-3ce8ea686060 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:45:27.547147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.556900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.601116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8d708f-8dc3-4865-bec4-f375a0441f6a']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:27.616781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29f780-d976-4810-87cb-ff5dbc180474') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:27.617078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29f780-d976-4810-87cb-ff5dbc180474') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:27.643685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.685342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.696970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:27.697375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:27.700545 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:27.856842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.858050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.893317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.930911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.934113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2a8d708f-8dc3-4865-bec4-f375a0441f6a HTTP/1.1" status: 204 len: 168 time: 3.3569374 Oct 12 11:45:27.937897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59108) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:27.944518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:27.948064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf84bd-738d-4fc3-bb34-18cd41c584eb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=2a8d708f-8dc3-4865-bec4-f375a0441f6a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:27.974374 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a09845-2748-429a-8735-f802e0edfdd6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:27.975818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a09845-2748-429a-8735-f802e0edfdd6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:27.980573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4a09845-2748-429a-8735-f802e0edfdd6 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/633523c9-14fe-447f-99fb-8320e467d985 HTTP/1.1" status: 404 len: 337 time: 0.0412545 Oct 12 11:45:27.983543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59110) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.024802 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6ad960-9c2c-4b4b-8f9c-c4e5579518bb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.024802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6ad960-9c2c-4b4b-8f9c-c4e5579518bb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.024975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bdf55-c5cb-4362-b8d9-fa3177aa1cf3 None None] Pushing event updated for resources: {'Port': ['ID=0759d28f-216b-4c6d-8920-3ce8ea686060,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:28.040631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b6ad960-9c2c-4b4b-8f9c-c4e5579518bb tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2a8d708f-8dc3-4865-bec4-f375a0441f6a HTTP/1.1" status: 404 len: 339 time: 0.0558877 Oct 12 11:45:28.043123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59112) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.095265 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-2297852f-f30c-480d-a1cd-fd09646d6585 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.097795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2297852f-f30c-480d-a1cd-fd09646d6585 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.105135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2297852f-f30c-480d-a1cd-fd09646d6585 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/b92f01c1-043d-4493-9941-aa4f45229496 HTTP/1.1" status: 404 len: 337 time: 0.0609381 Oct 12 11:45:28.107779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59114) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.124037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Attempting to bind port 0759d28f-216b-4c6d-8920-3ce8ea686060 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:28.124882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Attempting to bind port 0759d28f-216b-4c6d-8920-3ce8ea686060 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:28.125501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Attempting to bind port 0759d28f-216b-4c6d-8920-3ce8ea686060 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:28.137913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:28.138301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:28.138741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.139161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:28.139676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Bound port: 0759d28f-216b-4c6d-8920-3ce8ea686060, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:28.140122 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.141947 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-055c9e7e-a14f-4098-80d5-cf923b3f98b9 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.142513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055c9e7e-a14f-4098-80d5-cf923b3f98b9 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.148529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-055c9e7e-a14f-4098-80d5-cf923b3f98b9 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/379f6cc8-46ea-4795-b1ad-632bf00adc65 HTTP/1.1" status: 404 len: 339 time: 0.0372860 Oct 12 11:45:28.148980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59118) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.268896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 0759d28f-216b-4c6d-8920-3ce8ea686060 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:28.269346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.271386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] For port 0759d28f-216b-4c6d-8920-3ce8ea686060, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:28.275787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] For port 0759d28f-216b-4c6d-8920-3ce8ea686060, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0759d28f-216b-4c6d-8920-3ce8ea686060,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:28.300585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.397836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port 0759d28f-216b-4c6d-8920-3ce8ea686060, host n-d-813419-3, got binding levels [] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:28.398490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.402018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.421596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 0759d28f-216b-4c6d-8920-3ce8ea686060 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:28.435931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.476637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e318b2e9-0282-4b83-b532-a77d6022fa32']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:28.487488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8336eb0-6432-4557-8af5-293f71be5870') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:28.487917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8336eb0-6432-4557-8af5-293f71be5870') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:28.501941 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.516859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.526987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:28.527592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:28.531668 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:28.591470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Routers {'2d465606-62a2-4bfc-81d9-5ada28d28698'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:28.592107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2d465606-62a2-4bfc-81d9-5ada28d28698'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:28.637283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-95c5bfc9-1831-4d10-957c-a29693801e56 None None] Provisioning complete for port 0759d28f-216b-4c6d-8920-3ce8ea686060 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:28.637283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95c5bfc9-1831-4d10-957c-a29693801e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.668324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bdf55-c5cb-4362-b8d9-fa3177aa1cf3 None None] Pushing event updated for resources: {'Port': ['ID=0759d28f-216b-4c6d-8920-3ce8ea686060,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:28.714051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.728761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.734435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] Set router 2d465606-62a2-4bfc-81d9-5ada28d28698 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:28.735190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/e318b2e9-0282-4b83-b532-a77d6022fa32 HTTP/1.1" status: 204 len: 168 time: 0.5847821 Oct 12 11:45:28.737028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59122) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.749265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ba87-5bfd-49a6-8328-6062b1430ce5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=e318b2e9-0282-4b83-b532-a77d6022fa32,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:28.775508 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd4bfb1-290c-47d9-912c-5ccec8fd8a30 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.775967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd4bfb1-290c-47d9-912c-5ccec8fd8a30 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.780836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bdd4bfb1-290c-47d9-912c-5ccec8fd8a30 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/954d2517-701e-4505-a7f0-0afa33ff931b HTTP/1.1" status: 404 len: 337 time: 0.0427506 Oct 12 11:45:28.782915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.783628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59124) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.826346 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b2764-c28b-4e60-a082-9015d234118f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.826955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467b2764-c28b-4e60-a082-9015d234118f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.838280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-467b2764-c28b-4e60-a082-9015d234118f tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/9f722666-7302-4369-9301-351cc54e906e HTTP/1.1" status: 404 len: 339 time: 0.0453980 Oct 12 11:45:28.838280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59126) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.846988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95c5bfc9-1831-4d10-957c-a29693801e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:28.857938 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:45:28.875775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=0759d28f-216b-4c6d-8920-3ce8ea686060,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:28.902682 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-156799ce-a6e5-4146-9096-7117394f6e93 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.903459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156799ce-a6e5-4146-9096-7117394f6e93 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.910933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-156799ce-a6e5-4146-9096-7117394f6e93 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/07b6b54e-05c8-45c4-b186-fe2e07045510 HTTP/1.1" status: 404 len: 337 time: 0.0771301 Oct 12 11:45:28.917775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59128) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:28.948681 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9644fe34-ba0e-40c0-a35b-4a936efd22e3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:28.949317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9644fe34-ba0e-40c0-a35b-4a936efd22e3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:28.952970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9644fe34-ba0e-40c0-a35b-4a936efd22e3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/f820ebf3-c31c-4dd5-b356-024c8819cdc1 HTTP/1.1" status: 404 len: 339 time: 0.0341005 Oct 12 11:45:28.959087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59130) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.000159 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6e84ec-882e-4b1f-882d-590bdc4212a8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.000399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6e84ec-882e-4b1f-882d-590bdc4212a8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.003681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9a6e84ec-882e-4b1f-882d-590bdc4212a8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/2222f2c6-de09-4e48-a3c6-b13e27f0c75a HTTP/1.1" status: 404 len: 337 time: 0.0422971 Oct 12 11:45:29.007609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.029442 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d0af3a-6c23-492a-87df-79b7dd93dfee tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.030364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d0af3a-6c23-492a-87df-79b7dd93dfee tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.035950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6d0af3a-6c23-492a-87df-79b7dd93dfee tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/36c370be-fdf1-40fb-86e6-b059fc6f5127 HTTP/1.1" status: 404 len: 339 time: 0.0249021 Oct 12 11:45:29.036124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:29.038093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.076689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:25Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None, '_interfaces': [{'id': '0759d28f-216b-4c6d-8920-3ce8ea686060', 'name': '', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'mac_address': 'fa:16:3e:a1:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:45:24Z', 'updated_at': '2021-10-12T11:45:28Z', 'revision_number': 4, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'subnets': [{'id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:29.078506 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-954ce894-01f0-4d4f-95fb-accb94e9c85a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.078898 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954ce894-01f0-4d4f-95fb-accb94e9c85a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.088499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-954ce894-01f0-4d4f-95fb-accb94e9c85a tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/9dfb4f24-9f57-4911-a7f3-732ac1c50365 HTTP/1.1" status: 404 len: 337 time: 0.0420668 Oct 12 11:45:29.091807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59136) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.126575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f4d40-7155-44dc-9b7c-1c1059437849 None None] The sync data for ids ['2d465606-62a2-4bfc-81d9-5ada28d28698'] in n-d-813419-3 is: [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:25Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None, '_interfaces': [{'id': '0759d28f-216b-4c6d-8920-3ce8ea686060', 'name': '', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'mac_address': 'fa:16:3e:a1:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:45:24Z', 'updated_at': '2021-10-12T11:45:28Z', 'revision_number': 4, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'subnets': [{'id': 'd4f59682-b432-4cf2-9686-83ed3a4418c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:29.129058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-677ebc02-6492-4ece-930e-dc3eac08bb58 None None] Could not find standard attr ID for object 0759d28f-216b-4c6d-8920-3ce8ea686060. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:29.143865 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d9f57a-ab62-4081-85b2-551f939920f8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.144468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d9f57a-ab62-4081-85b2-551f939920f8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.148629 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-34d9f57a-ab62-4081-85b2-551f939920f8 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/f1743b16-451f-4651-ba3d-46a4bed34daa HTTP/1.1" status: 404 len: 339 time: 0.0552528 Oct 12 11:45:29.151183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59138) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.188252 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2468071-fae5-4d38-9669-df3fd95111c3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.188712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2468071-fae5-4d38-9669-df3fd95111c3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.192235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2468071-fae5-4d38-9669-df3fd95111c3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/c5dc5099-a308-4ea5-aa5e-096a57d0c826 HTTP/1.1" status: 404 len: 337 time: 0.0366044 Oct 12 11:45:29.196921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59140) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.239943 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af7ad03-69f5-487e-a127-b22258d15336 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.239943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af7ad03-69f5-487e-a127-b22258d15336 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.239943 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2af7ad03-69f5-487e-a127-b22258d15336 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2b8d80c1-7e38-4c6a-a4bc-281f699e57d6 HTTP/1.1" status: 404 len: 339 time: 0.0416605 Oct 12 11:45:29.242787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59146) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.269012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Router 2d465606-62a2-4bfc-81d9-5ada28d28698 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:45:29.277720 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-c208436a-385f-4242-bfe3-df98c104b7f5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.279592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c208436a-385f-4242-bfe3-df98c104b7f5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.287620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c208436a-385f-4242-bfe3-df98c104b7f5 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/cf3f41a8-f44e-43aa-b772-89b99de61e20 HTTP/1.1" status: 404 len: 337 time: 0.0429909 Oct 12 11:45:29.290602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59148) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.311154 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a7ce0-94b4-4ab6-ab7b-d100ce8ad66b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.311722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940a7ce0-94b4-4ab6-ab7b-d100ce8ad66b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.314904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-940a7ce0-94b4-4ab6-ab7b-d100ce8ad66b tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2587b65e-4886-4f45-8817-29de5f09f774 HTTP/1.1" status: 404 len: 339 time: 0.0231395 Oct 12 11:45:29.317419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59150) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.349136 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a43348-a056-496f-a52f-dbf9d202ec21 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.349136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a43348-a056-496f-a52f-dbf9d202ec21 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.355575 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e3a43348-a056-496f-a52f-dbf9d202ec21 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/2f6e5989-6db5-4bc6-917f-c95586d17814 HTTP/1.1" status: 404 len: 337 time: 0.0348656 Oct 12 11:45:29.356338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59152) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.383003 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f064ca41-06e1-41e5-a31f-13ceef53a931 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.383600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f064ca41-06e1-41e5-a31f-13ceef53a931 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.386949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f064ca41-06e1-41e5-a31f-13ceef53a931 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/974126f2-f58b-45ab-8593-57866e5a5dec HTTP/1.1" status: 404 len: 339 time: 0.0296459 Oct 12 11:45:29.399234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:29.399234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f909f999-f6b1-4989-9551-571b998b9de7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "PUT /v2.0/routers/2d465606-62a2-4bfc-81d9-5ada28d28698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2828362 Oct 12 11:45:29.399591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59154) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.399704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59156) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.500190 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-09849bd5-a5fb-465e-a67a-a506e641c0d3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.500650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09849bd5-a5fb-465e-a67a-a506e641c0d3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.507032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59162) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.511532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09849bd5-a5fb-465e-a67a-a506e641c0d3 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/de02a7f5-4482-490e-939f-2fef03f8aac3 HTTP/1.1" status: 404 len: 337 time: 0.1102483 Oct 12 11:45:29.542423 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f243ffba-f802-40b8-8f61-a34546aad276 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] DELETE failed (client error): The resource could not be found. Oct 12 11:45:29.547627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f243ffba-f802-40b8-8f61-a34546aad276 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:45:29.562154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f243ffba-f802-40b8-8f61-a34546aad276 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/a92862ae-98b5-4413-8902-3c25d5287d85 HTTP/1.1" status: 404 len: 339 time: 0.0537059 Oct 12 11:45:29.565789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.569365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111c6da-705a-4a56-804a-db3937aeaf61 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:29.575170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111c6da-705a-4a56-804a-db3937aeaf61 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:29.579199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8111c6da-705a-4a56-804a-db3937aeaf61 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1761849 Oct 12 11:45:29.585997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59166) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:29.689295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting subnet d6ee401c-0a1e-4875-b9d7-1518e2a1027e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:29.695343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet d4f59682-b432-4cf2-9686-83ed3a4418c3 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:29.698922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:29.704213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:29.761984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:29.903989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.042576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:30.121587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.150209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.167936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.180382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee950ce-c14b-4ce6-bc08-2e917818a3d9 None None] Network 2f60aa09-84ad-412d-8a0d-f939df8a560d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:30.185025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/subnets/d6ee401c-0a1e-4875-b9d7-1518e2a1027e HTTP/1.1" status: 204 len: 168 time: 0.6181674 Oct 12 11:45:30.194543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d347d5-9d07-417a-b7ed-bddc197ff63e tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ee401c-0a1e-4875-b9d7-1518e2a1027e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:30.198132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59174) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:30.222580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd3eca15-0a59-4bc4-8eca-1db0cca56172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.307388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.356564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd3eca15-0a59-4bc4-8eca-1db0cca56172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.374036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.447887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd3eca15-0a59-4bc4-8eca-1db0cca56172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.448082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Deleting port 064b170d-d867-4ba0-bd5f-edb47a9ae52a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:30.448082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.475991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cd3eca15-0a59-4bc4-8eca-1db0cca56172 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2688b0aa6e0491581078d433715aa34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319463 Oct 12 11:45:30.478346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59176) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:30.517599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.522590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] DHCP port deletion for 2f60aa09-84ad-412d-8a0d-f939df8a560d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:30.543749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.549709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d4f59682-b432-4cf2-9686-83ed3a4418c3 HTTP/1.1" status: 204 len: 168 time: 0.9626410 Oct 12 11:45:30.553867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59180) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:30.559662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eca15-0a59-4bc4-8eca-1db0cca56172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfeb0b8-cffe-4d62-b28a-d2ad83c01d40,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:30.578201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c812bf-8a82-40ca-b3c0-9ef31c554425 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f59682-b432-4cf2-9686-83ed3a4418c3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:30.583248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] For port 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=064b170d-d867-4ba0-bd5f-edb47a9ae52a,segment=NetworkSegment(d67d0b31-1273-4df1-a0bf-16fdd66a6250),segment_id=d67d0b31-1273-4df1-a0bf-16fdd66a6250)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:30.583621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.599253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Calling delete_port for 064b170d-d867-4ba0-bd5f-edb47a9ae52a owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:30.609406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59e2d9-bbfb-44d2-b25f-f8c3773f6f94 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:30.846631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:30.911980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Port': ['ID=064b170d-d867-4ba0-bd5f-edb47a9ae52a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:30.918082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] No DVR routers for this DVR port 064b170d-d867-4ba0-bd5f-edb47a9ae52a on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:30.955988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Deleting port 064b170d-d867-4ba0-bd5f-edb47a9ae52a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:30.957175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.036904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:31.054767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.102645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] For port 064b170d-d867-4ba0-bd5f-edb47a9ae52a, host n-d-813419-3, got binding levels [] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:31.103825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.108993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.123080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-094b6bf4-d0c1-4171-b41b-f0808ac5f280 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5636218 Oct 12 11:45:31.123966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Calling delete_port for 064b170d-d867-4ba0-bd5f-edb47a9ae52a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:31.124857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59182) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:31.127431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.ipam_backend_mixin [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Port 064b170d-d867-4ba0-bd5f-edb47a9ae52a was not found and therefore no delete operation was performed {{(pid=95549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 11:45:31.134575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Deleting port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:31.135120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.137506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.142645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.186065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] No DVR routers for this DVR port 064b170d-d867-4ba0-bd5f-edb47a9ae52a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:31.191672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3604-dc7e-45b8-836f-4487401730e7 None None] Pushing event deleted for resources: {'Port': ['ID=064b170d-d867-4ba0-bd5f-edb47a9ae52a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:31.245622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f60aa09-84ad-412d-8a0d-f939df8a560d']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.259414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.262088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67d0b31-1273-4df1-a0bf-16fdd66a6250') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.262377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67d0b31-1273-4df1-a0bf-16fdd66a6250') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.264226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] For port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:31.264591 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.282621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Calling delete_port for 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:31.310328 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Sync routers for ids ['2d465606-62a2-4bfc-81d9-5ada28d28698'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:31.314780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.322342 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Routers {'2d465606-62a2-4bfc-81d9-5ada28d28698'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:31.322342 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2d465606-62a2-4bfc-81d9-5ada28d28698'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.357754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.361044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.362391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dfeb0b8-cffe-4d62-b28a-d2ad83c01d40 HTTP/1.1" status: 204 len: 168 time: 0.8828955 Oct 12 11:45:31.380911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720f0a-5190-4613-a4df-5e844d6c7f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfeb0b8-cffe-4d62-b28a-d2ad83c01d40,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:31.390547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.391588 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Set router 2d465606-62a2-4bfc-81d9-5ada28d28698 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:31.452183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:28Z', 'revision_number': 3, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.481806 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Checking router: 2d465606-62a2-4bfc-81d9-5ada28d28698 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:31.493596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:31.494010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.495182 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Routers {'2d465606-62a2-4bfc-81d9-5ada28d28698'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:31.496215 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['2d465606-62a2-4bfc-81d9-5ada28d28698'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:31.497113 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:31.499442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.536341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] Pushing event deleted for resources: {'Port': ['ID=9ea69b3d-8ed9-44fd-a4b4-5d953835d315,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:31.540419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc957f6-d7d6-4b35-b4bf-bd280d8465ba None None] No DVR routers for this DVR port 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:31.548586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.553985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.598255 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] Set router 2d465606-62a2-4bfc-81d9-5ada28d28698 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:31.656771 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:28Z', 'revision_number': 3, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:31.680614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.685953 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28f7b7-62a5-444d-8ee3-3c426d557bac None None] The sync data for ids ['2d465606-62a2-4bfc-81d9-5ada28d28698'] in n-d-813419-3 is: [{'id': '2d465606-62a2-4bfc-81d9-5ada28d28698', 'name': 'tempest-NetworksTestDHCPv6-router-1368786959', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:23Z', 'updated_at': '2021-10-12T11:45:28Z', 'revision_number': 3, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:31.692046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.694039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] 10.222.0.43 "DELETE /v2.0/networks/2f60aa09-84ad-412d-8a0d-f939df8a560d HTTP/1.1" status: 204 len: 168 time: 1.4950790 Oct 12 11:45:31.706788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4331b-c05f-4c55-a46e-13440f330548 tempest-NetworksTest-2093146790 tempest-NetworksTest-2093146790-project] Pushing event deleted for resources: {'Network': ['ID=2f60aa09-84ad-412d-8a0d-f939df8a560d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:31.716949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.717902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Fanout notify agent at l3_agent the message router_deleted on router 2d465606-62a2-4bfc-81d9-5ada28d28698 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:45:31.729128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:31.730489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a155d5e3-f224-4d51-8d25-7906ce891bcc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/routers/2d465606-62a2-4bfc-81d9-5ada28d28698 HTTP/1.1" status: 204 len: 168 time: 0.5995131 Oct 12 11:45:31.733177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59190) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:31.738687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:31.949214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:31.953084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.132737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 064b170d-d867-4ba0-bd5f-edb47a9ae52a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:32.161670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 064b170d-d867-4ba0-bd5f-edb47a9ae52a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:32.162016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 064b170d-d867-4ba0-bd5f-edb47a9ae52a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:32.163026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0759d28f-216b-4c6d-8920-3ce8ea686060 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:32.184626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0759d28f-216b-4c6d-8920-3ce8ea686060 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:32.185199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0759d28f-216b-4c6d-8920-3ce8ea686060 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:32.185837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:32.211983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:32.213520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9ea69b3d-8ed9-44fd-a4b4-5d953835d315 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:32.236061 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.278077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:32.282138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59196) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.283929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:32.288285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:32.288874 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.295191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347e545-a3ed-439f-865c-de3eea17423a None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:32.306133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=a035b594-6e8f-4644-98f7-3f9688a6fdfb,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:32.327609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.343084 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382684e-50ab-433b-892c-bc985bd27d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.408431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5c57ccfd-ec84-432b-b4ee-3cc0528ea78a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6739218 Oct 12 11:45:32.409150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59202) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.426236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1876356418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:32.490781 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382684e-50ab-433b-892c-bc985bd27d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.502447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': 'a035b594-6e8f-4644-98f7-3f9688a6fdfb'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:32.503363 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.602312 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.603193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382684e-50ab-433b-892c-bc985bd27d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.604190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.648882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/a035b594-6e8f-4644-98f7-3f9688a6fdfb/08d8f895-6189-4159-a135-beac8ea6e47b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:32.664581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2382684e-50ab-433b-892c-bc985bd27d4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=527c4a13aa744dd79bac7ab0c40ab5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357239 Oct 12 11:45:32.666017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.667572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.669489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a681069b-54ee-4958-b05a-be796e82363b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b56afbd1975849778d712ac12204350a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852286 Oct 12 11:45:32.670338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59208) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.683236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382684e-50ab-433b-892c-bc985bd27d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f04928-3cc8-4566-bcaa-d0894fe35a59,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:32.726356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.734908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.745370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.762052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.767549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.847144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.852933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.854165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8ec1e786-8433-4336-a743-78451db36f89 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4440308 Oct 12 11:45:32.857173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:32.937881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.940630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.941813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f04928-3cc8-4566-bcaa-d0894fe35a59 HTTP/1.1" status: 204 len: 168 time: 0.2732244 Oct 12 11:45:32.989549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.996752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.996912 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:32.996912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/308b7577-831e-4251-b5de-64e669597ec8 HTTP/1.1" status: 204 len: 168 time: 0.3226364 Oct 12 11:45:33.011382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b84f-d06e-4d8a-a3be-86c1f5105b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308b7577-831e-4251-b5de-64e669597ec8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:33.024139 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd2bbd-fd6f-4870-bf7d-2a823c4842b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f04928-3cc8-4566-bcaa-d0894fe35a59,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:33.082276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:33.091715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:33.093434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:33.106803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Pushing event updated for resources: {'Port': ['ID=08d8f895-6189-4159-a135-beac8ea6e47b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:33.162065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Attempting to bind port 08d8f895-6189-4159-a135-beac8ea6e47b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:33.162492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Attempting to bind port 08d8f895-6189-4159-a135-beac8ea6e47b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:33.162897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Attempting to bind port 08d8f895-6189-4159-a135-beac8ea6e47b on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:33.168007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:33.168384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:33.168792 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.169261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:33.169728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Bound port: 08d8f895-6189-4159-a135-beac8ea6e47b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:33.170118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.182625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.242043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] For port 08d8f895-6189-4159-a135-beac8ea6e47b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:33.245341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] For port 08d8f895-6189-4159-a135-beac8ea6e47b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08d8f895-6189-4159-a135-beac8ea6e47b,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:33.344802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.420530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbd739-b2ec-4584-ac9c-9f22fa7e5f21 None None] Pushing event updated for resources: {'Port': ['ID=08d8f895-6189-4159-a135-beac8ea6e47b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:33.481686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::1 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/a035b594-6e8f-4644-98f7-3f9688a6fdfb/b39f9561-231c-4aa8-a648-350e7c2a4c46) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:33.690780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.818408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:33.871897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:33.873303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=b39f9561-231c-4aa8-a648-350e7c2a4c46,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:33.877122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:33.879229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:33.879993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.097843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.111423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08d8f895-6189-4159-a135-beac8ea6e47b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:34.180698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 08d8f895-6189-4159-a135-beac8ea6e47b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:34.181071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.289278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.344010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 08d8f895-6189-4159-a135-beac8ea6e47b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08d8f895-6189-4159-a135-beac8ea6e47b,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:34.401959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59254) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:34.422933 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.479632 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.505237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=08d8f895-6189-4159-a135-beac8ea6e47b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:34.554113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.555149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.555360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1ed8f339-6841-4f77-aabd-72a5c28955ae tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:34.555806 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-1ed8f339-6841-4f77-aabd-72a5c28955ae tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 11:45:34.556310 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-1ed8f339-6841-4f77-aabd-72a5c28955ae tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:45:34.557390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ed8f339-6841-4f77-aabd-72a5c28955ae tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1541853 Oct 12 11:45:34.562601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59262) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:34.568328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370507416'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:34.669996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=b39f9561-231c-4aa8-a648-350e7c2a4c46,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:34.704329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.715290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.723105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:34.726615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:34.757185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f03d62af-0416-4c7a-98bf-810a39ef98c8 None None] Provisioning complete for port 08d8f895-6189-4159-a135-beac8ea6e47b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:34.757561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f03d62af-0416-4c7a-98bf-810a39ef98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.861044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:34.973363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.012534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Router 805ea09d-bffd-4327-8cc0-90fbf841f750 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:45:35.013460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78fd44-0bce-458a-ad98-ae022bbc4716,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:35.049862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dfd22f5b-9680-4247-a89a-799929d5f981 None None] Provisioning complete for port b39f9561-231c-4aa8-a648-350e7c2a4c46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:35.050390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dfd22f5b-9680-4247-a89a-799929d5f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.080775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.097152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dfd22f5b-9680-4247-a89a-799929d5f981 None None] Port b39f9561-231c-4aa8-a648-350e7c2a4c46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:35.137552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:35.142780 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-64853112-4fee-460d-b158-46187434214a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "PUT /v2.0/routers/805ea09d-bffd-4327-8cc0-90fbf841f750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2847984 Oct 12 11:45:35.145477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59266) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:35.150148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Sync routers for ids ['805ea09d-bffd-4327-8cc0-90fbf841f750'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:35.160904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Routers {'805ea09d-bffd-4327-8cc0-90fbf841f750'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:35.161573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['805ea09d-bffd-4327-8cc0-90fbf841f750'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:35.172318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.214593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166b166-5413-4971-98d3-5365e3ec89df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:35.215686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ed096-f364-480f-a0f5-1d9a2ed5f015,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:35.216453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6166b166-5413-4971-98d3-5365e3ec89df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports/b39f9561-231c-4aa8-a648-350e7c2a4c46 HTTP/1.1" status: 200 len: 911 time: 0.0648236 Oct 12 11:45:35.218830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59268) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:35.271941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc4047d-b5aa-484b-8514-6513a6bffda9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:35.278800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc4047d-b5aa-484b-8514-6513a6bffda9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:35.280540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2fc4047d-b5aa-484b-8514-6513a6bffda9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0607910 Oct 12 11:45:35.283567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59270) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:35.291203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Set router 805ea09d-bffd-4327-8cc0-90fbf841f750 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:35.324952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.326741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f562272-f392-4ff9-8cda-e4a2fd728ea4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7629886 Oct 12 11:45:35.330015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59272) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:35.335787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '8c9ed096-f364-480f-a0f5-1d9a2ed5f015', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:35.346952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b6c7fe44-bd80-4235-8467-454c699d99fc None None] Provisioning complete for port b39f9561-231c-4aa8-a648-350e7c2a4c46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:35.347326 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fe44-bd80-4235-8467-454c699d99fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.457331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7fe44-bd80-4235-8467-454c699d99fc None None] Port b39f9561-231c-4aa8-a648-350e7c2a4c46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:35.468214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.574103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.590826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805ea09d-bffd-4327-8cc0-90fbf841f750', 'name': 'tempest-NetworksTestDHCPv6-router-1876356418', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:32Z', 'updated_at': '2021-10-12T11:45:33Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None, '_interfaces': [{'id': 'b39f9561-231c-4aa8-a648-350e7c2a4c46', 'name': '', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'mac_address': 'fa:16:3e:a5:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805ea09d-bffd-4327-8cc0-90fbf841f750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a035b594-6e8f-4644-98f7-3f9688a6fdfb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:45:33Z', 'updated_at': '2021-10-12T11:45:34Z', 'revision_number': 2, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'subnets': [{'id': 'a035b594-6e8f-4644-98f7-3f9688a6fdfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:35.618109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Checking router: 805ea09d-bffd-4327-8cc0-90fbf841f750 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:35.618461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Updating router 805ea09d-bffd-4327-8cc0-90fbf841f750 port b39f9561-231c-4aa8-a648-350e7c2a4c46 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:45:35.647006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.664784 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.668956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.688661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f12d4d-0698-420b-ab22-22415e1c33f6,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:35.814394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.817105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e72632f0-6cb8-4626-a5a7-c27baf1d1343 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840336 Oct 12 11:45:35.818299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:35.823663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-959d290b-44c9-4ce2-9316-46f4c03b9cf8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '8c9ed096-f364-480f-a0f5-1d9a2ed5f015', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:35.919743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port b39f9561-231c-4aa8-a648-350e7c2a4c46 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:35.920289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.927699 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-959d290b-44c9-4ce2-9316-46f4c03b9cf8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:35.987668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.027555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.043128 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for b39f9561-231c-4aa8-a648-350e7c2a4c46 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:36.089175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08d8f895-6189-4159-a135-beac8ea6e47b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:36.111950 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.117557 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-959d290b-44c9-4ce2-9316-46f4c03b9cf8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 11:45:36.123459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-959d290b-44c9-4ce2-9316-46f4c03b9cf8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3029821 Oct 12 11:45:36.126358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59284) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:36.221619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf05b84-5b57-4003-83c1-5f58d436b79f None None] Pushing event updated for resources: {'Port': ['ID=b39f9561-231c-4aa8-a648-350e7c2a4c46,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:36.247420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 08d8f895-6189-4159-a135-beac8ea6e47b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:36.249075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.271353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.283019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:36.283388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:36.283890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:36.298528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:36.298528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:36.299316 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.299412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:36.300072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Bound port: b39f9561-231c-4aa8-a648-350e7c2a4c46, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:36.300072 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.315937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.391323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.417239 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:36.417239 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:36.438913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=b39f9561-231c-4aa8-a648-350e7c2a4c46,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:36.486568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.489621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.493507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/8c9ed096-f364-480f-a0f5-1d9a2ed5f015 HTTP/1.1" status: 204 len: 168 time: 0.3635123 Oct 12 11:45:36.494123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59286) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:36.512403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f62ac-9822-409c-94dc-ff86ccee950e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ed096-f364-480f-a0f5-1d9a2ed5f015,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:36.574390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.583073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59288) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:36.583429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-072e3c3d-6875-46a6-97fc-d9c9bb537ff6 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781901 Oct 12 11:45:36.588163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--587752769'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:36.680152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f4900937-d317-49c6-adef-a8b0ab38c089 None None] Could not find standard attr ID for object b39f9561-231c-4aa8-a648-350e7c2a4c46. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:36.778818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Router 805ea09d-bffd-4327-8cc0-90fbf841f750 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:45:36.862197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:36.870073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-61ab5641-3797-455d-ae0d-5b6bdc7f133c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "PUT /v2.0/routers/805ea09d-bffd-4327-8cc0-90fbf841f750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839105 Oct 12 11:45:36.874728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59292) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:36.874871 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.933992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabeec8-f6e1-4716-bcb4-4f5a1354a59d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:36.936211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabeec8-f6e1-4716-bcb4-4f5a1354a59d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:36.937930 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-baabeec8-f6e1-4716-bcb4-4f5a1354a59d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0655618 Oct 12 11:45:36.940927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59294) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:36.946994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:36.947377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:36.947747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Attempting to bind port b39f9561-231c-4aa8-a648-350e7c2a4c46 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:36.954409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:36.954409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:36.954409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.955108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:36.955328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Bound port: b39f9561-231c-4aa8-a648-350e7c2a4c46, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:36.955620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:36.994677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Port b39f9561-231c-4aa8-a648-350e7c2a4c46 has been deleted concurrently {{(pid=95549) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 11:45:37.010391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Routers {'805ea09d-bffd-4327-8cc0-90fbf841f750'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:37.014876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['805ea09d-bffd-4327-8cc0-90fbf841f750'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:37.036160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.054173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet a035b594-6e8f-4644-98f7-3f9688a6fdfb {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:37.057789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.109541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.112973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.186651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c531d4-5b58-4dac-8fc9-2e81b9a742e4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:37.232525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.233841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-18e2e3fa-195c-41d1-9507-6f8f1d36047c tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494551 Oct 12 11:45:37.236677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:37.245323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-66aae4b7-ead7-4845-8171-4ce8748b64ec tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'a9c531d4-5b58-4dac-8fc9-2e81b9a742e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:37.245323 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-66aae4b7-ead7-4845-8171-4ce8748b64ec tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 11:45:37.245323 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-66aae4b7-ead7-4845-8171-4ce8748b64ec tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:37.245323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-66aae4b7-ead7-4845-8171-4ce8748b64ec tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063553 Oct 12 11:45:37.247485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59300) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:37.250334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.269978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] Set router 805ea09d-bffd-4327-8cc0-90fbf841f750 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:37.312968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.331389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805ea09d-bffd-4327-8cc0-90fbf841f750', 'name': 'tempest-NetworksTestDHCPv6-router-1876356418', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:32Z', 'updated_at': '2021-10-12T11:45:36Z', 'revision_number': 3, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:37.338287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.359002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5eef7a-8e30-4e5e-8a2d-05dc4672a9d7 None None] The sync data for ids ['805ea09d-bffd-4327-8cc0-90fbf841f750'] in n-d-813419-3 is: [{'id': '805ea09d-bffd-4327-8cc0-90fbf841f750', 'name': 'tempest-NetworksTestDHCPv6-router-1876356418', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:45:32Z', 'updated_at': '2021-10-12T11:45:36Z', 'revision_number': 3, 'project_id': 'f00557e65df84f8095f4e3a4557fb605', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:37.422903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.455563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.460151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/a035b594-6e8f-4644-98f7-3f9688a6fdfb HTTP/1.1" status: 204 len: 168 time: 0.5182104 Oct 12 11:45:37.461720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a385b4-5669-4da2-b15b-2fc0b5a062c4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=a035b594-6e8f-4644-98f7-3f9688a6fdfb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:37.462243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a712bf-e392-4ad3-ad1a-67e70379926e None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:37.462841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59302) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:37.679461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:37.744321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Deleting port 08d8f895-6189-4159-a135-beac8ea6e47b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:37.744842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.847676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] For port 08d8f895-6189-4159-a135-beac8ea6e47b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=08d8f895-6189-4159-a135-beac8ea6e47b,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:37.848189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.873502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Calling delete_port for 08d8f895-6189-4159-a135-beac8ea6e47b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:37.880390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.883220 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:37.884362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9c531d4-5b58-4dac-8fc9-2e81b9a742e4 HTTP/1.1" status: 204 len: 168 time: 0.6357398 Oct 12 11:45:37.892035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:37.896329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-6cf0247f-cb92-463a-95c3-e8b0fce2221a tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d93792b88561453a9ed3316d0c9428a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406475 Oct 12 11:45:37.911462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241f4a8-de54-4da9-9fe2-249d155b9635 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c531d4-5b58-4dac-8fc9-2e81b9a742e4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:37.948239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-473e59bf-5741-4de1-b513-6f0303e59757 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4841883 Oct 12 11:45:37.951853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.030736 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7f69faa1-22cb-43e4-8752-7713d1caaf40 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302202 Oct 12 11:45:38.032552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59328) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.041011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756175753'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:38.050032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.121615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.167854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08d8f895-6189-4159-a135-beac8ea6e47b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:38.168201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc5dd0f4-84c3-4bbb-a9d5-dc5ac0b3ed4c tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:38.169850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc5dd0f4-84c3-4bbb-a9d5-dc5ac0b3ed4c tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669504 Oct 12 11:45:38.170457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] No DVR routers for this DVR port 08d8f895-6189-4159-a135-beac8ea6e47b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:38.172966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Pushing event deleted for resources: {'Port': ['ID=08d8f895-6189-4159-a135-beac8ea6e47b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:38.194140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-f5b084a5-a813-42d3-9e8a-450a913299eb tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/quotas/d93792b88561453a9ed3316d0c9428a3 HTTP/1.1" status: 200 len: 375 time: 0.0130424 Oct 12 11:45:38.208592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.210583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.211168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.211616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.212057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.212504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.212939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.213375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.213803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.214229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.214658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.215125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.215602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c724c4d1-b438-479f-aadd-24f276e7906d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:38.224273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 08d8f895-6189-4159-a135-beac8ea6e47b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:38.225990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 08d8f895-6189-4159-a135-beac8ea6e47b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:38.255974 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.259194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.271115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-283c68c1-cce7-4069-a648-38323d8ab0e1 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702720 Oct 12 11:45:38.367852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.412260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.413330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Fanout notify agent at l3_agent the message router_deleted on router 805ea09d-bffd-4327-8cc0-90fbf841f750 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:45:38.420383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.421482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-13d90175-df62-4e01-a248-fb84b29963e2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/routers/805ea09d-bffd-4327-8cc0-90fbf841f750 HTTP/1.1" status: 204 len: 168 time: 0.4687560 Oct 12 11:45:38.424740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59332) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.457643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f3d21265-7435-4ab5-9af7-d9e781927aa4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268502 Oct 12 11:45:38.459930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59334) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.468022 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Sync routers for ids ['805ea09d-bffd-4327-8cc0-90fbf841f750'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:38.478204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:38.478810 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:45:38.479150 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'805ea09d-bffd-4327-8cc0-90fbf841f750'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95550) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:45:38.493182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.498166 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:38.498166 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:45:38.498166 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'805ea09d-bffd-4327-8cc0-90fbf841f750'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95550) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:45:38.499163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcf3ab-3309-4ea9-8370-a2f4fb538641 None None] The sync data for ids ['805ea09d-bffd-4327-8cc0-90fbf841f750'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:38.546793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8542600-c2d1-49e1-b295-f1a7302c84eb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:38.548264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a8542600-c2d1-49e1-b295-f1a7302c84eb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865629 Oct 12 11:45:38.559681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ade47-4a0b-45c2-8dfb-2f3df950fe3f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:38.562617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59336) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.601298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-51991a42-2780-45ce-85db-840de1ff46e9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469356 Oct 12 11:45:38.604083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59338) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.609471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:38.677281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.678624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e0649ea7-2076-477d-8796-1b20711a7a2f tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6431503 Oct 12 11:45:38.681542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59340) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.685911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0d130c65-f069-43ce-8080-d840f68488c0 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'd54ade47-4a0b-45c2-8dfb-2f3df950fe3f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:38.686951 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-0d130c65-f069-43ce-8080-d840f68488c0 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 11:45:38.687426 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-0d130c65-f069-43ce-8080-d840f68488c0 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:38.688514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0d130c65-f069-43ce-8080-d840f68488c0 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059836 Oct 12 11:45:38.691057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59342) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:38.757499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.770786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:38.781363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.799790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.832766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b51d2d35-513e-43df-9a98-4bc9dead85f2 req-b177009d-5ffd-4fa4-a07e-59a0cce49445 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 210 time: 0.0443475 Oct 12 11:45:38.984083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.986864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:38.990272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/d54ade47-4a0b-45c2-8dfb-2f3df950fe3f HTTP/1.1" status: 204 len: 168 time: 0.2960649 Oct 12 11:45:38.991446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59358) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.004444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96111807-0793-481b-95ee-c1383cf18174 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ade47-4a0b-45c2-8dfb-2f3df950fe3f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:39.080658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-44083597-99a5-4f48-ac23-af36c95a05c6 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884991 Oct 12 11:45:39.085224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.091171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117029672'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.212358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.312307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.326394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:45:39.327893 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.373052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:39.377498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:39.386527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:39.387298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.391840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95dae78-f01e-4a3f-b1cb-cd7cc6b099b9 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:39.403610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=49fd5ba9-7b96-4009-8b2f-77efded16af7,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:39.414646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.415026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.415368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.415699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.416033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.416513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.416853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.417178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.417544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.421208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.421208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.421208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:45:39.457953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.489677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb36633-6385-445c-8bf3-3787914b8fcf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:39.525245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c458a374-8215-49cc-9c16-ad200171e330 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9199915 Oct 12 11:45:39.528522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59364) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.540393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.554096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '49fd5ba9-7b96-4009-8b2f-77efded16af7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:39.555504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.561251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.564564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5e5e9660-121e-498d-903c-8cb8690f643d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4762433 Oct 12 11:45:39.566763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59366) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.573383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-aff3c0a0-84eb-4c39-b69e-27241d07f941 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'beb36633-6385-445c-8bf3-3787914b8fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.574451 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-aff3c0a0-84eb-4c39-b69e-27241d07f941 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 11:45:39.576522 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-aff3c0a0-84eb-4c39-b69e-27241d07f941 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:39.577502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aff3c0a0-84eb-4c39-b69e-27241d07f941 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095282 Oct 12 11:45:39.581833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59368) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.586830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4313a7f6-8075-420a-be56-c54216507c62 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'beb36633-6385-445c-8bf3-3787914b8fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.587682 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-4313a7f6-8075-420a-be56-c54216507c62 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 11:45:39.588167 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-4313a7f6-8075-420a-be56-c54216507c62 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:39.594804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4313a7f6-8075-420a-be56-c54216507c62 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058365 Oct 12 11:45:39.595714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59370) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.602740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-aeb821db-1495-43b6-bac4-95e747633119 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'beb36633-6385-445c-8bf3-3787914b8fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.603551 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-aeb821db-1495-43b6-bac4-95e747633119 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 11:45:39.604035 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-aeb821db-1495-43b6-bac4-95e747633119 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:39.610353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aeb821db-1495-43b6-bac4-95e747633119 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084040 Oct 12 11:45:39.610786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59372) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.615012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-03975e36-90a6-4067-99e6-dc290c26ba9b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'beb36633-6385-445c-8bf3-3787914b8fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:39.616768 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-03975e36-90a6-4067-99e6-dc290c26ba9b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 11:45:39.616989 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-03975e36-90a6-4067-99e6-dc290c26ba9b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:39.618331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-03975e36-90a6-4067-99e6-dc290c26ba9b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066710 Oct 12 11:45:39.630154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59376) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:39.719030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.737481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Allocated IP 2001:db8::f816:3eff:fe3c:946f (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/49fd5ba9-7b96-4009-8b2f-77efded16af7/6204d415-12fc-465b-8f5e-25d9a5eeb0cc) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:39.757363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:39.760081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.765595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:39.802186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45593bf-837e-4eb5-8adb-b68c94f821c6 req-d6ba582e-b167-4643-aad1-e9a59495a164 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:39.804584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45593bf-837e-4eb5-8adb-b68c94f821c6 req-d6ba582e-b167-4643-aad1-e9a59495a164 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.0988827 Oct 12 11:45:39.862685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45593bf-837e-4eb5-8adb-b68c94f821c6 req-f369dfac-811f-485c-90e1-a09631da4a96 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494752 Oct 12 11:45:39.987071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.105902 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.156566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:40.163643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Pushing event updated for resources: {'Port': ['ID=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:40.168200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:40.172816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.185169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:40.224073 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9adba133-47ef-4a4a-99f6-15047feffb7a req-1c5caee3-5988-4f32-a05d-6ac5fe346635 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 210 time: 0.3114896 Oct 12 11:45:40.226489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.229486 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.230607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/beb36633-6385-445c-8bf3-3787914b8fcf HTTP/1.1" status: 204 len: 168 time: 0.5994322 Oct 12 11:45:40.236656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59384) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:40.248137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e1832-ae78-42b1-905c-156e41432e2b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb36633-6385-445c-8bf3-3787914b8fcf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:40.254590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=0cf343a1-f5ed-4a64-b9b4-1eaeb2257307,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:40.282143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:40.286322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Attempting to bind port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:40.286777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Attempting to bind port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:40.287757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Attempting to bind port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:40.294612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:40.295023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:40.295429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.295817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:40.296280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Bound port: 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:40.296721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.297599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6367e89e-f015-4244-b745-9107a57f7618 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598197 Oct 12 11:45:40.299556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:40.302353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:40.304023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:40.304947 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.307543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--385390353'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:40.374526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] For port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:40.378373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] For port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:40.406921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.463115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.480379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.489697 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db514a1c-601a-4d9a-8612-c7b6d4e3fb2a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9592829 Oct 12 11:45:40.504847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59388) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:40.513384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:34:16:11', 'name': 'tempest-NetworksTestDHCPv6-24884396'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:40.546432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af535c62-8348-4db0-94cf-f513b63274cf None None] Pushing event updated for resources: {'Port': ['ID=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:40.549333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.622924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d2a972-bac9-461e-ac95-d24daea12641,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:40.671500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.677127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f96e27e-c299-4c95-b62c-b87c1c4a3786 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3688672 Oct 12 11:45:40.677324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59390) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:40.683195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-33f5baa7-c25f-499a-9504-3a25f5081a6e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:40.683666 n-d-813419-3 neutron-server[95548]: WARNING neutron.api.v2.base [None req-33f5baa7-c25f-499a-9504-3a25f5081a6e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 11:45:40.684181 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-33f5baa7-c25f-499a-9504-3a25f5081a6e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:40.685881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-33f5baa7-c25f-499a-9504-3a25f5081a6e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064418 Oct 12 11:45:40.693622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59392) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:40.698663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7e9a8b61-9327-451e-8403-113dd7ffdff8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:40.764498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:40.876303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:40.906620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 4953ed22-609b-403c-8e8d-fc6e8d2a62f3 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:41.047854 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-7e9a8b61-9327-451e-8403-113dd7ffdff8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.048906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7e9a8b61-9327-451e-8403-113dd7ffdff8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3540490 Oct 12 11:45:41.052196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.057606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f8b73da3-799e-42a4-9118-ee9c6c449d28 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.058150 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-f8b73da3-799e-42a4-9118-ee9c6c449d28 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 11:45:41.058899 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-f8b73da3-799e-42a4-9118-ee9c6c449d28 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.063139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f8b73da3-799e-42a4-9118-ee9c6c449d28 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096362 Oct 12 11:45:41.063901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.069505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9b70a1cf-db9c-4877-ab64-1a5942e2b59e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.081074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adf45d-b512-441e-a794-235f54220c17 req-9cf41ee5-da0a-49a8-8eca-dfb0418face1 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:41.082555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20adf45d-b512-441e-a794-235f54220c17 req-9cf41ee5-da0a-49a8-8eca-dfb0418face1 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.1332159 Oct 12 11:45:41.163565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-64e16b5c-e6d9-4962-9626-6e98be098ca6 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:41.165078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-64e16b5c-e6d9-4962-9626-6e98be098ca6 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.1514113 Oct 12 11:45:41.224764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20adf45d-b512-441e-a794-235f54220c17 req-8316d82c-28d4-44e1-957c-2199f9429bf3 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328473 Oct 12 11:45:41.230600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 172.20.0.9 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0cf343a1-f5ed-4a64-b9b4-1eaeb2257307/4953ed22-609b-403c-8e8d-fc6e8d2a62f3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:41.269417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fe34:1611 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/49fd5ba9-7b96-4009-8b2f-77efded16af7/4953ed22-609b-403c-8e8d-fc6e8d2a62f3) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:41.307670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-98abad15-68ed-4b3a-99e1-ba17fa18e5f3 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d93792b88561453a9ed3316d0c9428a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682497 Oct 12 11:45:41.308573 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-9b70a1cf-db9c-4877-ab64-1a5942e2b59e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.309668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b70a1cf-db9c-4877-ab64-1a5942e2b59e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2445922 Oct 12 11:45:41.312604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.330053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-23e76b06-ef74-47b0-90fc-8aa7c49bfc00 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.330804 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-23e76b06-ef74-47b0-90fc-8aa7c49bfc00 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 11:45:41.331657 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-23e76b06-ef74-47b0-90fc-8aa7c49bfc00 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.334624 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-23e76b06-ef74-47b0-90fc-8aa7c49bfc00 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194318 Oct 12 11:45:41.353054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59406) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.370520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9465d3df-f67d-4a07-ac4d-3b75d903c89e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.413200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98873081-d9fe-4c30-807c-e7b3214b04db req-ae6041d6-d6ee-46e7-b57f-021904336774 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 210 time: 0.0656490 Oct 12 11:45:41.580671 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-9465d3df-f67d-4a07-ac4d-3b75d903c89e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Project b19558a1aef24ae5b89040adf1e79fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:45:41.586254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Deleting port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:41.586777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.626684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dfa21d8d-e5ea-4cdf-91e9-10e2b5a21804 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:41.628267 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dfa21d8d-e5ea-4cdf-91e9-10e2b5a21804 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133991 Oct 12 11:45:41.642098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Request body: {'port': {'device_id': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'd93792b88561453a9ed3316d0c9428a3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.695276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061b88f-f976-47d1-8610-e8712672729e None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:41.695801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.746594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] For port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:41.746989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.782224 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-9465d3df-f67d-4a07-ac4d-3b75d903c89e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.784119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] Provisioning complete for port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:41.784671 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.786190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.786322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9465d3df-f67d-4a07-ac4d-3b75d903c89e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4301791 Oct 12 11:45:41.793574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-74f0f2cd-b321-4792-bbf1-053fea41acf1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.796599 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-74f0f2cd-b321-4792-bbf1-053fea41acf1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 11:45:41.796599 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-74f0f2cd-b321-4792-bbf1-053fea41acf1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:41.796599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-74f0f2cd-b321-4792-bbf1-053fea41acf1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078712 Oct 12 11:45:41.798662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59412) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:41.804829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7b4d5156-ba9a-49e5-b5ce-b76f1576b05e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:41.878747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Made reservation on behalf of d93792b88561453a9ed3316d0c9428a3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:41.883380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.895146 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.930153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.969564 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:41.985897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.016170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] For port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:42.059127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:42.069520 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-7b4d5156-ba9a-49e5-b5ce-b76f1576b05e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Project b19558a1aef24ae5b89040adf1e79fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:45:42.070343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '49fd5ba9-7b96-4009-8b2f-77efded16af7', 'ip_address': '2001:db8::f816:3eff:fe3c:946f'}, {'subnet_id': '0cf343a1-f5ed-4a64-b9b4-1eaeb2257307'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '6204d415-12fc-465b-8f5e-25d9a5eeb0cc'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:45:42.074144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:42.085822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=4953ed22-609b-403c-8e8d-fc6e8d2a62f3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:42.088397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:42.099123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.113724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6204d415-12fc-465b-8f5e-25d9a5eeb0cc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:42.123747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.139612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.139612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.139612 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Floating IP 7c6b0715-9037-4708-a7ad-05aa3d995500 disassociated. External IP: 172.25.2.235, port: 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700. Oct 12 11:45:42.139612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Calling delete_port for 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:42.168472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:42.169358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.180081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.200696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf29a380-79d7-48dd-89c2-a193ebee619a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:42.227082 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-7b4d5156-ba9a-49e5-b5ce-b76f1576b05e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:42.228348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7b4d5156-ba9a-49e5-b5ce-b76f1576b05e tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4283459 Oct 12 11:45:42.231091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59416) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:42.237686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9b799d0e-33ce-494c-81af-210351a709d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '06d2a972-bac9-461e-ac95-d24daea12641', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:42.311468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Allocated IP 192.168.233.233 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/4f63eb40-5986-4bed-979b-9050001da0a8) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:42.314219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9c08bcd3-ac4d-4148-b7d3-decd669ce78d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8080120 Oct 12 11:45:42.314911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:42.332322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79028299-6cd5-4d82-bc15-0e54175100a1 None None] Pushing event updated for resources: {'Port': ['ID=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:42.339845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:42.339845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.384739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Allocated IP 172.20.0.2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0cf343a1-f5ed-4a64-b9b4-1eaeb2257307/6204d415-12fc-465b-8f5e-25d9a5eeb0cc) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:42.415689 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-9b799d0e-33ce-494c-81af-210351a709d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Project b19558a1aef24ae5b89040adf1e79fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:45:42.439090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847100a-cb24-434f-8fee-3e8349312915 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:42.446038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847100a-cb24-434f-8fee-3e8349312915 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:42.450450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a847100a-cb24-434f-8fee-3e8349312915 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1292119 Oct 12 11:45:42.450582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:42.462970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d54e79-a2f8-44ea-947c-27ff4e9daf90 req-3710435f-842f-466a-abe6-51e4666eddb3 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:42.464633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3d54e79-a2f8-44ea-947c-27ff4e9daf90 req-3710435f-842f-466a-abe6-51e4666eddb3 tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 945 time: 0.1266863 Oct 12 11:45:42.482684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.527518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event deleted for resources: {'Port': ['ID=6d15eb2c-c4eb-4f0f-a906-a8939a2bd700,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:42.540548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] For port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:42.573001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.579010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3d54e79-a2f8-44ea-947c-27ff4e9daf90 req-3f4351d3-0167-4bc5-837c-7c3f26edf16f tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/security-groups?id=0524ac76-0f61-4048-89c1-03efa416d2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054790 Oct 12 11:45:42.613597 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-9b799d0e-33ce-494c-81af-210351a709d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:42.615382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b799d0e-33ce-494c-81af-210351a709d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3824699 Oct 12 11:45:42.618133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59432) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:42.652023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.688413 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.717536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89d4e165-4dc8-4820-946c-8b5fa9126faf req-b139cfbe-fde1-47a5-88d0-1d86527421a9 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 210 time: 0.0655396 Oct 12 11:45:42.730142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 4953ed22-609b-403c-8e8d-fc6e8d2a62f3 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:42.730673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.759943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.763446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Router 0a64d04c-8c62-4f1c-8519-25be8036345e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:45:42.782549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7e362-8e2f-4c19-a378-4fd633b8f409 None None] Pushing event updated for resources: {'Port': ['ID=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:42.791383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.849160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.861938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 4953ed22-609b-403c-8e8d-fc6e8d2a62f3 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:42.867230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:42.921174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:42.928440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:42.941046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Sync routers for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:42.960660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:42.962181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:42.970782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:42.973586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:42.991241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] No DVR routers for this DVR port 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:42.995224 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.000604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29ed54a5-6fc8-437b-ac70-0e1e8c04e8a0 req-d42b25e7-f9f1-4131-a484-a853b245bfda tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.47 "DELETE /v2.0/ports/6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 HTTP/1.1" status: 204 len: 173 time: 1.8293753 Oct 12 11:45:43.001447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'name': 'network-vif-deleted', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:45:43.004869 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16376df-8f4c-4165-98aa-a46234ae24d4" -d '{"events": [{"server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "name": "network-vif-deleted", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:45:43.028986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.042000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.043679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/06d2a972-bac9-461e-ac95-d24daea12641 HTTP/1.1" status: 204 len: 168 time: 0.4245331 Oct 12 11:45:43.046240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:43.048655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.050673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59438) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:43.078905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Pushing event updated for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:43.098793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2233f19-260d-4a60-a5df-df7186ebd4d7 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d2a972-bac9-461e-ac95-d24daea12641,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:43.116977 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792da35b-c8aa-4ccf-9d54-9675f292ee0f x-openstack-request-id: req-792da35b-c8aa-4ccf-9d54-9675f292ee0f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:45:43.117617 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08e288-ee1e-4e24-ac7d-2475aa20ac5f", "name": "network-vif-deleted", "tag": "6d15eb2c-c4eb-4f0f-a906-a8939a2bd700", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:45:43.118056 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-792da35b-c8aa-4ccf-9d54-9675f292ee0f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:45:43.118649 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08e288-ee1e-4e24-ac7d-2475aa20ac5f', 'name': 'network-vif-deleted', 'tag': '6d15eb2c-c4eb-4f0f-a906-a8939a2bd700', 'status': 'completed', 'code': 200} Oct 12 11:45:43.126968 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-dc2b0042-1773-4535-8a69-6716d56263dc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4886315 Oct 12 11:45:43.148617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Request body: {'port': {'device_id': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:43.212772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ff4694e9-557c-41b0-9c13-d3a8a89d044a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1585946 Oct 12 11:45:43.217781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59440) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:43.226177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023654772'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:43.306093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.307920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:43.330846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.467482 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.527087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.578507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bcdb63-904c-42db-afe5-5b3c02e74063,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:43.641096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-21248134-1369-4b15-9624-d4a655bf5363 None None] Provisioning complete for port 4f63eb40-5986-4bed-979b-9050001da0a8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:43.641473 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-21248134-1369-4b15-9624-d4a655bf5363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.677206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.682397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b4a796ba-fec9-45cb-b65f-925c27fd1ca2 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4631739 Oct 12 11:45:43.683333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59444) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:43.689876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-89217ffe-8562-403b-b055-e4435c068210 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'e4bcdb63-904c-42db-afe5-5b3c02e74063', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:43.713526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-21248134-1369-4b15-9624-d4a655bf5363 None None] Port 4f63eb40-5986-4bed-979b-9050001da0a8 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:45:43.745709 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.773315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:43.781935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f403c42-393b-46d4-961d-8a5c96519d35 req-bd482c41-80d3-49b3-8558-52b75cdf81ba tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae08e288-ee1e-4e24-ac7d-2475aa20ac5f HTTP/1.1" status: 200 len: 210 time: 0.0555596 Oct 12 11:45:43.798774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=4953ed22-609b-403c-8e8d-fc6e8d2a62f3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:43.871846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Checking router: 0a64d04c-8c62-4f1c-8519-25be8036345e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:43.927880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:43.928686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:43.937214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4ea3857f-b068-4211-9cae-ec5ea785d630 None None] Provisioning complete for port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:43.937679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ea3857f-b068-4211-9cae-ec5ea785d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:43.949763 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-89217ffe-8562-403b-b055-e4435c068210 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The resource could not be found. Oct 12 11:45:43.949763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89217ffe-8562-403b-b055-e4435c068210 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2629914 Oct 12 11:45:43.950352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59452) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:43.956103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-45df7321-e8ec-495c-ba07-03fc4677d401 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'e4bcdb63-904c-42db-afe5-5b3c02e74063', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b7d6723e-51b8-4c88-91bc-56f63f40157e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:44.014859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.023084 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-520c2063-7392-4d12-86a7-4e76b247f0ef tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/4953ed22-609b-403c-8e8d-fc6e8d2a62f3 HTTP/1.1" status: 204 len: 168 time: 1.5659540 Oct 12 11:45:44.023084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.025183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388001-2bba-496e-b08a-c12c43b0f10d req-20aff791-ff33-47cf-a810-db5c436b2646 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:44.030393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2388001-2bba-496e-b08a-c12c43b0f10d req-20aff791-ff33-47cf-a810-db5c436b2646 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 936 time: 0.1401212 Oct 12 11:45:44.074532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f63eb40-5986-4bed-979b-9050001da0a8 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:45:44.091259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.122842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Transition to ACTIVE for port object 4f63eb40-5986-4bed-979b-9050001da0a8 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:45:44.128220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b70bb-db21-45d8-a811-2c8e5f732338 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:44.129723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b70bb-db21-45d8-a811-2c8e5f732338 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:44.131280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2388001-2bba-496e-b08a-c12c43b0f10d req-95248438-1b96-4d7b-b448-ee25f5ccac90 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879068 Oct 12 11:45:44.132232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b70bb-db21-45d8-a811-2c8e5f732338 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:44.136280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e70b70bb-db21-45d8-a811-2c8e5f732338 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1115508 Oct 12 11:45:44.137366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.213610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 0cf343a1-f5ed-4a64-b9b4-1eaeb2257307 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:44.218267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.222508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.227807 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-45df7321-e8ec-495c-ba07-03fc4677d401 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The resource could not be found. Oct 12 11:45:44.231304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-45df7321-e8ec-495c-ba07-03fc4677d401 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2771583 Oct 12 11:45:44.231891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.307834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.375108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Pushing event updated for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:44.375587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.457749 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.511972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Attempting to bind port 4f63eb40-5986-4bed-979b-9050001da0a8 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:44.511972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Attempting to bind port 4f63eb40-5986-4bed-979b-9050001da0a8 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:44.511972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Attempting to bind port 4f63eb40-5986-4bed-979b-9050001da0a8 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:44.522931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:44.524660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Port 4f63eb40-5986-4bed-979b-9050001da0a8 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:45:44.525209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Attempting to bind port 4f63eb40-5986-4bed-979b-9050001da0a8 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:44.532252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:44.533031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:44.533627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:44.535311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Bound port: 4f63eb40-5986-4bed-979b-9050001da0a8, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:44.535997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.550625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.610812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6204d415-12fc-465b-8f5e-25d9a5eeb0cc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:44.665728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:44.670579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4f63eb40-5986-4bed-979b-9050001da0a8,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:44.738008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.741272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.744864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4bcdb63-904c-42db-afe5-5b3c02e74063 HTTP/1.1" status: 204 len: 168 time: 0.5096712 Oct 12 11:45:44.745537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59462) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.764405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.764769 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.775316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a999ab8-aefc-4496-999b-09c2c7b69a78 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bcdb63-904c-42db-afe5-5b3c02e74063,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:44.796645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:44.797750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.799705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] 10.222.0.41 "PUT /v2.0/ports/4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 1096 time: 1.6576293 Oct 12 11:45:44.836222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.840742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:45:44.844030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0cf343a1-f5ed-4a64-b9b4-1eaeb2257307 HTTP/1.1" status: 204 len: 168 time: 0.7053788 Oct 12 11:45:44.845244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541bf13-1dda-4a6d-83a5-7587643a9840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf343a1-f5ed-4a64-b9b4-1eaeb2257307,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:44.848253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59466) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.859703 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c39bf-a877-4aed-8c63-47d38216dc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:45:44.891495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:44.895514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620d34f-0363-4447-8f1b-87ec8d4a71f7 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:44.967261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 49fd5ba9-7b96-4009-8b2f-77efded16af7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:44.971598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:44.992316 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-37af568c-3a51-4ac8-8302-916bd650f648 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2457125 Oct 12 11:45:44.995358 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fa77bb-e280-43c4-b80c-f7fc1af24d78 x-openstack-request-id: req-97fa77bb-e280-43c4-b80c-f7fc1af24d78 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:45:44.995570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:45:44.995817 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97fa77bb-e280-43c4-b80c-f7fc1af24d78 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:45:44.996233 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8', 'status': 'completed', 'code': 200} Oct 12 11:45:45.041131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59474) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:45.041338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.051553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:45.054958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5103ba8c-c035-4784-8207-7e5077fa3d53 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': '6cd1b64b-7f3d-4962-b3a1-b6a378f26f60', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:45.058730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:45.059302 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.070737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2c3d-238f-4bc2-96bc-3dbad916baad service neutron] Pushing event updated for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:45.147325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:45.151301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 6d15eb2c-c4eb-4f0f-a906-a8939a2bd700 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:45.188728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-a1c020a3-b61c-4144-a4b0-5d961a13e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:45.190576 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-a1c020a3-b61c-4144-a4b0-5d961a13e353 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1099 time: 0.1968887 Oct 12 11:45:45.250208 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-879325e2-2b22-42ab-8090-ffeab941a4f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 217 time: 0.0491719 Oct 12 11:45:45.292518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-11e4d527-411b-43ab-bcc5-c65c804a080f None None] Could not find standard attr ID for object 4953ed22-609b-403c-8e8d-fc6e8d2a62f3. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:45.300486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Deleting port 25a4ec66-ffe3-44ed-bd65-14a4f506914f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:45.301230 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.368282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:45.386181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-9661ca76-0bcf-42fd-8dcb-244fa02314b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:45.388427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-9661ca76-0bcf-42fd-8dcb-244fa02314b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1277037 Oct 12 11:45:45.409121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f000e-db7e-4aff-aaf6-05d65e04bd10 None None] The sync data for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 is: [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:40:17Z', 'revision_number': 4, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'abfb1db0-fe34-4172-8174-140c1f039563', 'name': '', 'network_id': 'd9defdf6-b9dc-4dbb-8921-29edd2c71b37', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'mac_address': 'fa:16:3e:9f:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:16Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'subnets': [{'id': '1a35d718-3ca7-47a6-a3cb-365c61168e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:45.414039 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-5103ba8c-c035-4784-8207-7e5077fa3d53 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The resource could not be found. Oct 12 11:45:45.416447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5103ba8c-c035-4784-8207-7e5077fa3d53 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3676283 Oct 12 11:45:45.441658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59478) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:45.450396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697270565'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:45.520454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.521083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.545027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Calling delete_port for 25a4ec66-ffe3-44ed-bd65-14a4f506914f owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:45.559336 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-c43ee748-4da1-4ec5-8b43-b7693b06d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:45.561275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-c43ee748-4da1-4ec5-8b43-b7693b06d265 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648936 Oct 12 11:45:45.587073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca543-66e4-45cf-ba5b-27465024ed55 req-0bc38f51-ff49-4faf-9ad1-4bc451db55f1 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:45.588947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f0ca543-66e4-45cf-ba5b-27465024ed55 req-0bc38f51-ff49-4faf-9ad1-4bc451db55f1 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 948 time: 0.1023035 Oct 12 11:45:45.628666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.668210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.690059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f0ca543-66e4-45cf-ba5b-27465024ed55 req-5d6b3241-835d-441f-be6c-d89b47411a89 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905647 Oct 12 11:45:45.807334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.832972 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c9eb-5951-48d6-9c0f-c378a8b89211 None None] New status for floating IP 7c6b0715-9037-4708-a7ad-05aa3d995500: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:45:45.840604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=49fd5ba9-7b96-4009-8b2f-77efded16af7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:45.853803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:45.862395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e28b5078-10ea-4ed0-aa22-2d469d32d1a8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/49fd5ba9-7b96-4009-8b2f-77efded16af7 HTTP/1.1" status: 204 len: 168 time: 1.0131142 Oct 12 11:45:45.865995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59480) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:45.935387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-617df1c0-2dff-4d71-84ab-44fd63c58487 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686204 Oct 12 11:45:45.938219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:45.940532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-76ac7817-f934-4e23-baa6-5832413d80b9 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093827 Oct 12 11:45:45.945815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:45.963005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.019880 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.db.api [None req-9c40c9eb-5951-48d6-9c0f-c378a8b89211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:46.020427 n-d-813419-3 neutron-server[95550]: DEBUG oslo_db.api [None req-9c40c9eb-5951-48d6-9c0f-c378a8b89211 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:46.029852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.069698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.136776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:46.140791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.200774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22177d-92e0-4ea0-8075-8280e86badf5 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:46.281872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fae02f6f-d4a7-4b24-9cf0-15a4f122e225 None None] Provisioning complete for port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:46.282169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fae02f6f-d4a7-4b24-9cf0-15a4f122e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.462157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:46.480629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event deleted for resources: {'Port': ['ID=25a4ec66-ffe3-44ed-bd65-14a4f506914f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:46.510214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eddbd0c8-4c12-4d02-9473-a9545d7a9a2c req-6725e24a-2ed2-41eb-9d18-902ec87445da service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645409 Oct 12 11:45:46.522660 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40c9eb-5951-48d6-9c0f-c378a8b89211 None None] New status for floating IP 7c6b0715-9037-4708-a7ad-05aa3d995500: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:45:46.541319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Deleting port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:46.542106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.573457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc7061-36ea-47a2-825f-894d5fd56f27,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:46.592668 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.597579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.604809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8abe6fad-6a9f-47b7-a22c-2e68af5f11ed tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c6b0715-9037-4708-a7ad-05aa3d995500 HTTP/1.1" status: 204 len: 168 time: 1.7060785 Oct 12 11:45:46.612891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.617885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b4ebe345-1a45-4263-8292-0ece8813477d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1677580 Oct 12 11:45:46.618723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:46.634395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--929362849'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:46.644920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:45:46.691997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] For port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:46.692744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.708316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:46.709540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Calling delete_port for 6204d415-12fc-465b-8f5e-25d9a5eeb0cc owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:46.747086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-78121789-d0a3-471c-9b97-bfcb6000ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:46.748691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-78121789-d0a3-471c-9b97-bfcb6000ba42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1099 time: 0.0943251 Oct 12 11:45:46.804035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.882073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.883180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.909363 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:46.929145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] Pushing event deleted for resources: {'Port': ['ID=6204d415-12fc-465b-8f5e-25d9a5eeb0cc,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:46.937970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96453be-1e30-402a-ac17-0d264acd7dfe None None] No DVR routers for this DVR port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:46.943677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574dfc-b41a-4e59-af87-986117709d72 req-98d3ba30-9e13-414f-9b3f-c663ca161a8b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:46.955787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b574dfc-b41a-4e59-af87-986117709d72 req-98d3ba30-9e13-414f-9b3f-c663ca161a8b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 948 time: 0.1034687 Oct 12 11:45:46.968347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Port 6204d415-12fc-465b-8f5e-25d9a5eeb0cc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 11:45:46.968659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:946f {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 11:45:46.981249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3c:946f {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 11:45:46.983708 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.019666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-9d759b74-4829-4d5d-834f-b9b9e2d3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:47.021046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-9d759b74-4829-4d5d-834f-b9b9e2d3e882 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2618265 Oct 12 11:45:47.037879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:47.043234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:47.056439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcef703-afea-4695-ba74-4e25c3aed127 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:47.067607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b574dfc-b41a-4e59-af87-986117709d72 req-2e3529a8-8309-47cf-b76d-1e51ab2efa06 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008642 Oct 12 11:45:47.067607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:47.067607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.088186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=87202a59-6523-4620-a710-f50879e38cb3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:47.109101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.110245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.114108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.117312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] 10.222.0.43 "DELETE /v2.0/security-groups/0524ac76-0f61-4048-89c1-03efa416d2fd HTTP/1.1" status: 204 len: 168 time: 0.4055417 Oct 12 11:45:47.117312 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-d9b3daf5-6347-4a85-958a-945425ad888a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 217 time: 0.0842485 Oct 12 11:45:47.168553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5740306f-83ef-4a82-b658-c0310422bcd5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2287972 Oct 12 11:45:47.171973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:47.178975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:47.189389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa5a6-80e7-44c4-aee5-b8bee424a8de tempest-TestServerBasicOps-324487079 tempest-TestServerBasicOps-324487079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524ac76-0f61-4048-89c1-03efa416d2fd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:47.217370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.255653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-10bf4bd8-319a-42de-aed7-ae4f971771e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:47.257296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-10bf4bd8-319a-42de-aed7-ae4f971771e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1155145 Oct 12 11:45:47.266804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59504) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:47.284844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '87202a59-6523-4620-a710-f50879e38cb3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:47.284844 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.319275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9211b60-14f4-4888-a94a-fae6ef16d0c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:47.341189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-dfde38f9-8a50-4b66-a394-66fabeace42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:47.342916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-dfde38f9-8a50-4b66-a394-66fabeace42f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689435 Oct 12 11:45:47.414120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.419401 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7a45cb8e-530a-4ff0-8f33-261d55b40b6d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7965341 Oct 12 11:45:47.422371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59510) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:47.428061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b6224e5-f055-46c6-94fb-499f4c3b94db tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'd5cc7061-36ea-47a2-825f-894d5fd56f27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e9211b60-14f4-4888-a94a-fae6ef16d0c4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:47.452447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Allocated IP 2001:db8::f816:3eff:fe59:d2e (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/87202a59-6523-4620-a710-f50879e38cb3/72891e4b-9c90-449d-b216-6dd92e572119) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:47.475388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-b17a5e05-8cd2-4286-bd28-f4dc28e57677 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244423 Oct 12 11:45:47.519438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:47.526949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.643392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.706879 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09b8cc9a-8863-41f9-8013-199ed09a9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.732430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.825083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Pushing event updated for resources: {'Port': ['ID=72891e4b-9c90-449d-b216-6dd92e572119,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:47.853333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:47.855182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:47.864354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:47.949509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-434c39bf-a877-4aed-8c63-47d38216dc4b req-e57a5636-5178-4462-862b-f4a08134795f service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643319 Oct 12 11:45:47.982723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Attempting to bind port 72891e4b-9c90-449d-b216-6dd92e572119 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:47.983365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Attempting to bind port 72891e4b-9c90-449d-b216-6dd92e572119 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:47.983908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Attempting to bind port 72891e4b-9c90-449d-b216-6dd92e572119 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:47.991434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:47.992023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:47.992753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:47.993245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:47.994599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Bound port: 72891e4b-9c90-449d-b216-6dd92e572119, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:47.995019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.035067 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-5b6224e5-f055-46c6-94fb-499f4c3b94db tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:48.036418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b6224e5-f055-46c6-94fb-499f4c3b94db tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6127777 Oct 12 11:45:48.042656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:48.066124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.092393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.142639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] For port 72891e4b-9c90-449d-b216-6dd92e572119, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:48.151718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] For port 72891e4b-9c90-449d-b216-6dd92e572119, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=72891e4b-9c90-449d-b216-6dd92e572119,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:48.156453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6204d415-12fc-465b-8f5e-25d9a5eeb0cc no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:48.188588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 6204d415-12fc-465b-8f5e-25d9a5eeb0cc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:48.188943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:48.189203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6204d415-12fc-465b-8f5e-25d9a5eeb0cc not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:48.214727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:48.229962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.233553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:48.234290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.240352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=df7158c9-714b-4418-b224-232967494490,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:48.268541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71b777-99fe-456a-bbe9-3c0e4858038d req-02f90e49-1e8a-4d19-b322-940c68ecfd44 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:48.270245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d71b777-99fe-456a-bbe9-3c0e4858038d req-02f90e49-1e8a-4d19-b322-940c68ecfd44 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 948 time: 0.0862656 Oct 12 11:45:48.334474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d59069c4-f652-42dc-a2cc-2312178471e1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1605616 Oct 12 11:45:48.337315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59516) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:48.344053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:b6:1c:3b', 'name': 'tempest-NetworksTestDHCPv6-790746031'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:48.346940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d71b777-99fe-456a-bbe9-3c0e4858038d req-39ab54a2-3782-45fd-b624-2ae8496e08d9 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Oct 12 11:45:48.351004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c676d4-95ad-4049-bf3d-59edcbc49a8e None None] Pushing event updated for resources: {'Port': ['ID=72891e4b-9c90-449d-b216-6dd92e572119,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:48.391196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.470738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.648588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.656814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.658355 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9211b60-14f4-4888-a94a-fae6ef16d0c4 HTTP/1.1" status: 204 len: 168 time: 0.6128981 Oct 12 11:45:48.661387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59520) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:48.671529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Deleting port abfb1db0-fe34-4172-8174-140c1f039563 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:48.671969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.676228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:48.681568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3e817-89b6-4a36-a237-9524ccc07b8b tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9211b60-14f4-4888-a94a-fae6ef16d0c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:48.723102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-afeb9053-eac2-42cb-a26e-ccedccb94a26 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0572054 Oct 12 11:45:48.727794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59522) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:48.868946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] For port abfb1db0-fe34-4172-8174-140c1f039563, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=abfb1db0-fe34-4172-8174-140c1f039563,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:48.869216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.895271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Calling delete_port for abfb1db0-fe34-4172-8174-140c1f039563 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:48.903344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.924866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:48.973054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 3da4f63e-703f-49f2-b8fb-72dde30e42db yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:49.025332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.237712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.240508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.241688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5cc7061-36ea-47a2-825f-894d5fd56f27 HTTP/1.1" status: 204 len: 168 time: 0.4851842 Oct 12 11:45:49.244409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59524) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:49.269026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deedb9-34c4-4bd1-a863-ab57d7065d82 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc7061-36ea-47a2-825f-894d5fd56f27,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:49.276983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 172.20.0.10 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/df7158c9-714b-4418-b224-232967494490/3da4f63e-703f-49f2-b8fb-72dde30e42db) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:49.303067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8a182a35-452b-41db-b078-e4c69633a0d8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531373 Oct 12 11:45:49.303836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59526) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:49.308261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:feb6:1c3b (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/87202a59-6523-4620-a710-f50879e38cb3/3da4f63e-703f-49f2-b8fb-72dde30e42db) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:49.309596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645383379'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:49.488016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.500391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.533144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe733be-048f-44c0-bab4-25f5ec471486 req-304c8439-9844-48d3-8b14-0a2b82741a13 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:49.533538 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.540947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fe733be-048f-44c0-bab4-25f5ec471486 req-304c8439-9844-48d3-8b14-0a2b82741a13 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 948 time: 0.0979152 Oct 12 11:45:49.565608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfb1db0-fe34-4172-8174-140c1f039563,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:49.575549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1590364-4ebb-44d1-950a-abbc8474c9bd None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:49.622156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fe733be-048f-44c0-bab4-25f5ec471486 req-3c5ab725-b0a2-46d6-90de-963e98593a65 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Oct 12 11:45:49.635653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.654101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.703518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] Provisioning complete for port 72891e4b-9c90-449d-b216-6dd92e572119 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:49.703898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.713914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.747498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:49.754554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:49.763980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:49.776708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f6c9f-2226-40c2-84b7-0734e9661214,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:49.804088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=3da4f63e-703f-49f2-b8fb-72dde30e42db,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:49.866945 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.871184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c49b3e96-15cb-4532-a503-24219801fa41 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5635369 Oct 12 11:45:49.871564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59532) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:49.877448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:49.877597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3f0ba212-98af-4f32-8134-eae4adfd37d1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f6c9f-2226-40c2-84b7-0734e9661214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:49.878403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.894906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.953078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:49.969113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '87202a59-6523-4620-a710-f50879e38cb3', 'ip_address': '2001:db8::f816:3eff:fe59:d2e'}, {'subnet_id': 'df7158c9-714b-4418-b224-232967494490'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '72891e4b-9c90-449d-b216-6dd92e572119'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:45:50.012074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.030802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] For port 72891e4b-9c90-449d-b216-6dd92e572119, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=72891e4b-9c90-449d-b216-6dd92e572119,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:50.053256 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-3f0ba212-98af-4f32-8134-eae4adfd37d1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:50.057062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3f0ba212-98af-4f32-8134-eae4adfd37d1 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1816959 Oct 12 11:45:50.058166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59534) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.065149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-528ae4df-13e4-4c46-9571-67bef252f400 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group_rule': {'security_group_id': 'ae5f6c9f-2226-40c2-84b7-0734e9661214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:50.081230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.084912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5cc79334-5f58-47d7-bdf7-e49434f96247 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7462668 Oct 12 11:45:50.088803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59536) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.189912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 72891e4b-9c90-449d-b216-6dd92e572119 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:50.192028 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ec84e-0df4-4620-ae5e-ebbd13aceba2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:50.198427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ec84e-0df4-4620-ae5e-ebbd13aceba2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:50.202627 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b43ec84e-0df4-4620-ae5e-ebbd13aceba2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1117027 Oct 12 11:45:50.203931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59538) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.244264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Router 0a64d04c-8c62-4f1c-8519-25be8036345e has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:45:50.259843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7706b6d-99d2-4698-b6b0-358fce31436c None None] Pushing event updated for resources: {'Port': ['ID=72891e4b-9c90-449d-b216-6dd92e572119,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:50.277615 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-528ae4df-13e4-4c46-9571-67bef252f400 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:45:50.279086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-528ae4df-13e4-4c46-9571-67bef252f400 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2187853 Oct 12 11:45:50.281772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59540) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.293739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Allocated IP 172.20.0.2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/df7158c9-714b-4418-b224-232967494490/72891e4b-9c90-449d-b216-6dd92e572119) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:50.328494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 72891e4b-9c90-449d-b216-6dd92e572119 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:50.328871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.379115 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.394051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 3da4f63e-703f-49f2-b8fb-72dde30e42db {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:50.394386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.418933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.538591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.541426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.547014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/ae5f6c9f-2226-40c2-84b7-0734e9661214 HTTP/1.1" status: 204 len: 168 time: 0.2640381 Oct 12 11:45:50.547944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59542) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.580674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49099e-2997-43da-be0c-2323f6eecae8 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f6c9f-2226-40c2-84b7-0734e9661214,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:50.660716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0cb37ce-ff4b-4988-870e-a86be15f4613 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085255 Oct 12 11:45:50.664486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59546) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.676693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'tempest-secgroup--995410400'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:50.678067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4f63eb40-5986-4bed-979b-9050001da0a8 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:45:50.709951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9eabe7ea-2b88-4d59-926b-c695b180b0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.720329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] For port 72891e4b-9c90-449d-b216-6dd92e572119, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=72891e4b-9c90-449d-b216-6dd92e572119,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:50.829405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.848041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.874769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4f63eb40-5986-4bed-979b-9050001da0a8,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:50.888041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '4f63eb40-5986-4bed-979b-9050001da0a8', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '4f63eb40-5986-4bed-979b-9050001da0a8', 'mac_address': 'fa:16:3e:c0:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:45:50.892352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:50.895383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5264d76-d6f7-4e4c-ad83-0910c6fd13eb req-c8a72c3d-39a5-48e4-9af0-99a1554baf60 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:50.898268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5264d76-d6f7-4e4c-ad83-0910c6fd13eb req-c8a72c3d-39a5-48e4-9af0-99a1554baf60 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 948 time: 0.1651843 Oct 12 11:45:50.917278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:50.929998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de7bca75-ac3f-4fa4-b009-cd416cb42843 admin admin] 10.222.0.43 "PUT /v2.0/routers/0a64d04c-8c62-4f1c-8519-25be8036345e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6594989 Oct 12 11:45:50.933234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59554) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:50.965295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Sync routers for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:50.999103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.018007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 3da4f63e-703f-49f2-b8fb-72dde30e42db owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:51.044813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.056087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:51.056087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:51.106249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.106467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1be05b-f1db-44df-914f-086658d85041 None None] Pushing event updated for resources: {'Port': ['ID=72891e4b-9c90-449d-b216-6dd92e572119,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:51.113205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5264d76-d6f7-4e4c-ad83-0910c6fd13eb req-78eed272-2a98-407a-95ef-5cb071b49d8c tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085638 Oct 12 11:45:51.134381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f63eb40-5986-4bed-979b-9050001da0a8 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:45:51.214486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4f63eb40-5986-4bed-979b-9050001da0a8,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:51.228312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.276652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:51.281085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.364947 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.414979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.419958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=3da4f63e-703f-49f2-b8fb-72dde30e42db,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:51.424022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.510358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:51.515435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fafd76-1d62-4186-af7a-d332f7e69818,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:51.596046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.611337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a78892f4-6957-4d2b-9ab4-28ee29e4a6d7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/3da4f63e-703f-49f2-b8fb-72dde30e42db HTTP/1.1" status: 204 len: 168 time: 1.4050562 Oct 12 11:45:51.611668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59558) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:51.627074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Deleting port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:51.627564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.633119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.646970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59560) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:51.648007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ab5a8901-0aef-4f21-9bc9-f17ad046a4b4 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9797869 Oct 12 11:45:51.649109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['4f63eb40-5986-4bed-979b-9050001da0a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:45:51.651519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-176077b7-1bd4-45c5-be7e-388370b2af21 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:51.651943 n-d-813419-3 neutron-server[95547]: WARNING neutron.api.v2.base [None req-176077b7-1bd4-45c5-be7e-388370b2af21 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 11:45:51.652446 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-176077b7-1bd4-45c5-be7e-388370b2af21 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 11:45:51.653408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-176077b7-1bd4-45c5-be7e-388370b2af21 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "PUT /v2.0/security-groups/c2fafd76-1d62-4186-af7a-d332f7e69818 HTTP/1.1" status: 409 len: 330 time: 0.0058131 Oct 12 11:45:51.656628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59562) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:51.723983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb92f482-24b2-4ad1-be88-7362bd9cf1db tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:51.726946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb92f482-24b2-4ad1-be88-7362bd9cf1db tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:51.728492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb92f482-24b2-4ad1-be88-7362bd9cf1db tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:51.736561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb92f482-24b2-4ad1-be88-7362bd9cf1db tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1171446 Oct 12 11:45:51.744086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59564) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:51.758453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.836579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] For port 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:51.836954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.839470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:45:49Z', 'revision_number': 5, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port': {'id': '0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:10Z', 'updated_at': '2021-10-12T11:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:51.844366 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.857901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.868326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Calling delete_port for 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:51.887871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Checking router: 0a64d04c-8c62-4f1c-8519-25be8036345e for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:51.917757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Routers {'0a64d04c-8c62-4f1c-8519-25be8036345e'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:51.930013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0a64d04c-8c62-4f1c-8519-25be8036345e'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:51.932928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 87202a59-6523-4620-a710-f50879e38cb3 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:51.948734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:51.952051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.042382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.173301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 72891e4b-9c90-449d-b216-6dd92e572119 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:52.173492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.174020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.175263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2fafd76-1d62-4186-af7a-d332f7e69818 HTTP/1.1" status: 204 len: 168 time: 0.5177250 Oct 12 11:45:52.181003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59570) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.220024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2af2a-3b59-46e9-b14a-ccfa6d494b0a tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fafd76-1d62-4186-af7a-d332f7e69818,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:52.228007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.248828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] Set router 0a64d04c-8c62-4f1c-8519-25be8036345e gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:52.262554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.316420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:52.321745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-076f2b49-9db2-42ba-88b4-66179b20701d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278830 Oct 12 11:45:52.322186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.357194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d201eae-3c3f-4eca-8aa2-a3652949d979 req-62b6a5a4-3d6f-4b27-a2fc-3339e30d5063 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:52.359039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d201eae-3c3f-4eca-8aa2-a3652949d979 req-62b6a5a4-3d6f-4b27-a2fc-3339e30d5063 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 949 time: 0.1330540 Oct 12 11:45:52.362452 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-a4722351-055b-4e2d-a7d2-9f2b8f561412 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] delete failed (client error): The resource could not be found. Oct 12 11:45:52.367974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4722351-055b-4e2d-a7d2-9f2b8f561412 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2d87d46-db58-4a99-bcda-e315195400cb HTTP/1.1" status: 404 len: 347 time: 0.0387979 Oct 12 11:45:52.369212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59574) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.390577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.396736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.398895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:45:51Z', 'revision_number': 6, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:52.404838 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-62c15b5f-d307-48a2-afb9-c7e1d09af56d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] show failed (client error): The resource could not be found. Oct 12 11:45:52.409246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-62c15b5f-d307-48a2-afb9-c7e1d09af56d tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-groups/8d5b5fe5-cc94-4b7c-ac06-3f9e83a9b7c9 HTTP/1.1" status: 404 len: 347 time: 0.0383341 Oct 12 11:45:52.435457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.440975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d201eae-3c3f-4eca-8aa2-a3652949d979 req-d361328d-8d2e-446e-989c-c1e468d66a0b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Oct 12 11:45:52.446089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=87202a59-6523-4620-a710-f50879e38cb3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:52.467519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.471058 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36c802a5-4651-4361-b76d-58dcf00d38b9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/87202a59-6523-4620-a710-f50879e38cb3 HTTP/1.1" status: 204 len: 168 time: 0.7251167 Oct 12 11:45:52.473797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59578) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.481808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8641870-e9a2-44a4-8956-c2adb2a6aa0f None None] Provisioning complete for port 72891e4b-9c90-449d-b216-6dd92e572119 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:52.484101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8641870-e9a2-44a4-8956-c2adb2a6aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.490652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f7df-f0e3-4100-a0f5-2b81582e19b9 None None] The sync data for ids ['0a64d04c-8c62-4f1c-8519-25be8036345e'] in n-d-813419-3 is: [{'id': '0a64d04c-8c62-4f1c-8519-25be8036345e', 'name': 'tempest-TestServerBasicOps-2132313229-router', 'tenant_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:09Z', 'updated_at': '2021-10-12T11:45:51Z', 'revision_number': 6, 'project_id': '0ccdf3b2c6e04f56b5e8629b4b1bba9a', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:52.516070 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-cb782b49-c36d-4541-9ae4-178279393798 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] show failed (client error): The resource could not be found. Oct 12 11:45:52.523574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cb782b49-c36d-4541-9ae4-178279393798 tempest-NegativeSecGroupIPv6Test-35020255 tempest-NegativeSecGroupIPv6Test-35020255-project] 10.222.0.43 "GET /v2.0/security-group-rules/b3d487da-b77c-4e4a-8179-ecdad49c8e9b HTTP/1.1" status: 404 len: 356 time: 0.0726678 Oct 12 11:45:52.548070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.584814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 72891e4b-9c90-449d-b216-6dd92e572119 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:52.584814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.609735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet df7158c9-714b-4418-b224-232967494490 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:52.619512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.693303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.700973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.703354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08cb64-d5b5-43d3-b684-eae4115b8528 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:52.706618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.786792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.794963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8641870-e9a2-44a4-8956-c2adb2a6aa0f None None] Could not find standard attr ID for object 3da4f63e-703f-49f2-b8fb-72dde30e42db. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:52.822033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.823583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a64d04c-8c62-4f1c-8519-25be8036345e {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:45:52.835423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.841866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e16bee00-a3ff-457d-889e-e79bc0636409 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0a64d04c-8c62-4f1c-8519-25be8036345e HTTP/1.1" status: 204 len: 168 time: 1.9075804 Oct 12 11:45:52.844629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59582) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:52.918407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-93f21e8f-aa6d-4cf7-805a-09623c22ea33 None None] Could not find standard attr ID for object 3da4f63e-703f-49f2-b8fb-72dde30e42db. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:52.933402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.946135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Deleting subnet 1a35d718-3ca7-47a6-a3cb-365c61168e15 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:52.953192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.969743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=df7158c9-714b-4418-b224-232967494490,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:52.983340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:52.992039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c86fe280-aeca-4bba-bd7c-75d248cf84b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/df7158c9-714b-4418-b224-232967494490 HTTP/1.1" status: 204 len: 168 time: 0.5166810 Oct 12 11:45:52.994566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:53.043288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.051891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-29924c80-ee34-4c58-b657-ba05c836e5e7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558937 Oct 12 11:45:53.054659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59588) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:53.060672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:53.142313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59590) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:53.188981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.286164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:53.290149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.351292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.384026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.419896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cc872432-f175-4dfa-a809-abe0f1942de4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b19558a1aef24ae5b89040adf1e79fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769389 Oct 12 11:45:53.423272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59596) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:53.436071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42446825-ecfb-4634-a5a5-b249a4b2c2e4 None None] Network d9defdf6-b9dc-4dbb-8921-29edd2c71b37 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:53.446274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a35d718-3ca7-47a6-a3cb-365c61168e15,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:53.457887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.469425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e870f99-7786-4ed8-80ca-d889062449b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a35d718-3ca7-47a6-a3cb-365c61168e15 HTTP/1.1" status: 204 len: 168 time: 0.6210270 Oct 12 11:45:53.469953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59600) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:53.618603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.649420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1190ed2-057b-4132-b9ad-fd0d962e12d7 req-c330de8b-94e4-43bb-9ae0-823eb937cec5 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:53.651900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.652545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1190ed2-057b-4132-b9ad-fd0d962e12d7 req-c330de8b-94e4-43bb-9ae0-823eb937cec5 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 949 time: 0.1034794 Oct 12 11:45:53.746234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1190ed2-057b-4132-b9ad-fd0d962e12d7 req-37660f5d-3a75-4a5e-b291-682746b7b0a6 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852671 Oct 12 11:45:53.773729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.794226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed7d1a-a1cf-4e21-a910-41f6a4a06ee7 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:53.822996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] DHCP port deletion for d9defdf6-b9dc-4dbb-8921-29edd2c71b37 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:53.880730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Deleting port 04a71390-d198-4dab-add8-dcc07d9fbc2b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:53.880730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.936071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] For port 04a71390-d198-4dab-add8-dcc07d9fbc2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=04a71390-d198-4dab-add8-dcc07d9fbc2b,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:53.936071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.940020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-03d60cb6-c625-43c7-808e-e8f097742c7e None None] Provisioning complete for port 72891e4b-9c90-449d-b216-6dd92e572119 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:53.940444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-03d60cb6-c625-43c7-808e-e8f097742c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:53.945367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Calling delete_port for 04a71390-d198-4dab-add8-dcc07d9fbc2b owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:54.010277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.045179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Deleting port 04a71390-d198-4dab-add8-dcc07d9fbc2b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:54.045567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.067655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:54.074101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:54.077838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 04a71390-d198-4dab-add8-dcc07d9fbc2b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:54.079866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:54.080467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.105088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.107772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.111545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef78fd44-0bce-458a-ad98-ae022bbc4716 HTTP/1.1" status: 204 len: 168 time: 0.6845205 Oct 12 11:45:54.131281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=71e42ad0-c0b7-4ce2-a54f-62b64545ce06,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:54.146142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ac637-c858-4e5d-aa51-e1ab14477084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78fd44-0bce-458a-ad98-ae022bbc4716,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:54.161702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:45:54.204615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] For port 04a71390-d198-4dab-add8-dcc07d9fbc2b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=04a71390-d198-4dab-add8-dcc07d9fbc2b,segment=NetworkSegment(f6795527-04f6-4078-b2e0-86c378c1719f),segment_id=f6795527-04f6-4078-b2e0-86c378c1719f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:54.204973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.240811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Calling delete_port for 04a71390-d198-4dab-add8-dcc07d9fbc2b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:54.274583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7d729e2-2eab-4faa-a038-5a84ebbf7ec0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2156816 Oct 12 11:45:54.275300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59606) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:54.280671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:54.285124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.349195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a71390-d198-4dab-add8-dcc07d9fbc2b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:54.351401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] No DVR routers for this DVR port 04a71390-d198-4dab-add8-dcc07d9fbc2b on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:54.437180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.466761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9defdf6-b9dc-4dbb-8921-29edd2c71b37']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:54.479740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6795527-04f6-4078-b2e0-86c378c1719f') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:54.486949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6795527-04f6-4078-b2e0-86c378c1719f') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:54.495785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.513618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.525836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:54.529771 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.531716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Deleting port 72891e4b-9c90-449d-b216-6dd92e572119 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:54.538247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.538422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.550258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:45:54.550904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:45:54.553895 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:45:54.628181 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 11:45:54.632505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device abfb1db0-fe34-4172-8174-140c1f039563 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:54.657057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.668780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: abfb1db0-fe34-4172-8174-140c1f039563 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:54.669398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device abfb1db0-fe34-4172-8174-140c1f039563 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:54.669989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:54.703620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.714254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.721772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] Pushing event deleted for resources: {'Port': ['ID=04a71390-d198-4dab-add8-dcc07d9fbc2b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:54.723195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d9defdf6-b9dc-4dbb-8921-29edd2c71b37 HTTP/1.1" status: 204 len: 168 time: 1.2493641 Oct 12 11:45:54.724659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4f63eb40-5986-4bed-979b-9050001da0a8 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:54.728968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59614) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:54.732062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9af24-aca7-43b1-aa19-324ac6b06f20 None None] No DVR routers for this DVR port 04a71390-d198-4dab-add8-dcc07d9fbc2b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:54.737007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:54.737554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0e3ce9f7-ee4c-4530-b155-2dfac1a3b84f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:54.771349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1af58-34b3-4043-8d8b-dbd131e617e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9defdf6-b9dc-4dbb-8921-29edd2c71b37,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:54.772477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] For port 72891e4b-9c90-449d-b216-6dd92e572119, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=72891e4b-9c90-449d-b216-6dd92e572119,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:54.773119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:54.800308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Calling delete_port for 72891e4b-9c90-449d-b216-6dd92e572119 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:54.901200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 4f63eb40-5986-4bed-979b-9050001da0a8 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:45:54.905568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 4f63eb40-5986-4bed-979b-9050001da0a8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:54.905958 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.012009 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.035968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.065322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] No DVR routers for this DVR port 72891e4b-9c90-449d-b216-6dd92e572119 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:45:55.071571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714db82-4839-407f-9073-b0b6cefcd6a3 None None] Pushing event deleted for resources: {'Port': ['ID=72891e4b-9c90-449d-b216-6dd92e572119,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:55.073360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:45:55.075818 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57c28e1-ebca-4526-b0ab-502feb755af6" -d '{"events": [{"server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "name": "network-vif-plugged", "status": "completed", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:45:55.092683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4f63eb40-5986-4bed-979b-9050001da0a8,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:55.098194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ca6c6-7a5b-4138-aa29-4e98468b0252 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:55.206464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.301181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:55.335720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '1aa7a7c3-190b-42e0-a24a-8fee913211d6'}, {'subnet_id': '71e42ad0-c0b7-4ce2-a54f-62b64545ce06'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:45:55.337001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.377953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a667c6b-fdb4-49ef-808b-679ffa8f0cc7 req-3d9eb678-b4ca-4968-a4f9-1293a52827f6 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:55.378248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a667c6b-fdb4-49ef-808b-679ffa8f0cc7 req-3d9eb678-b4ca-4968-a4f9-1293a52827f6 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 949 time: 0.5180995 Oct 12 11:45:55.514830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:45:55.524300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.587756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Allocated IP 172.20.0.2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/71e42ad0-c0b7-4ce2-a54f-62b64545ce06/d35f5749-307e-4ba9-bfb3-4e32428d81fd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:55.595926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Allocated IP 2001:db8::f816:3eff:feba:e3aa (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/1aa7a7c3-190b-42e0-a24a-8fee913211d6/d35f5749-307e-4ba9-bfb3-4e32428d81fd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:55.618939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:55.624143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a667c6b-fdb4-49ef-808b-679ffa8f0cc7 req-0e7d6994-3de6-491f-858c-159dc6b3f3ff tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297568 Oct 12 11:45:55.633367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:55.643659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:55.644315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.649831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=1aa7a7c3-190b-42e0-a24a-8fee913211d6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:55.736299 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e403291c-8019-4184-9913-acef0f2858f6 x-openstack-request-id: req-e403291c-8019-4184-9913-acef0f2858f6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:45:55.736956 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "name": "network-vif-plugged", "status": "completed", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:45:55.737445 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e403291c-8019-4184-9913-acef0f2858f6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:45:55.737991 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8', 'code': 200} Oct 12 11:45:55.777718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e45062a5-06df-4f39-822d-97e9f0cb8048 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5010252 Oct 12 11:45:55.787225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59640) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:55.793775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:f1:fe:65', 'name': 'tempest-NetworksTestDHCPv6-1634254703'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:45:55.851021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdeb6e-6943-4419-9e50-d0552f3958e3 req-1a708ed6-2c34-4e2c-a1bb-e7c21ddcff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:55.858896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8fdeb6e-6943-4419-9e50-d0552f3958e3 req-1a708ed6-2c34-4e2c-a1bb-e7c21ddcff13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1101 time: 0.0908825 Oct 12 11:45:55.903270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:55.931557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8fdeb6e-6943-4419-9e50-d0552f3958e3 req-62bb4e50-edbc-4ba1-bd6a-da78f2f114d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Oct 12 11:45:55.967241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.001971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.090941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:56.093943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:56.104938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:56.121820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 72891e4b-9c90-449d-b216-6dd92e572119 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:45:56.229515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Attempting to bind port d35f5749-307e-4ba9-bfb3-4e32428d81fd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:45:56.229889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Attempting to bind port d35f5749-307e-4ba9-bfb3-4e32428d81fd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:45:56.230261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Attempting to bind port d35f5749-307e-4ba9-bfb3-4e32428d81fd on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:45:56.235862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 72891e4b-9c90-449d-b216-6dd92e572119 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:45:56.236239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 72891e4b-9c90-449d-b216-6dd92e572119 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:45:56.236836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:45:56.237738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Pushing event updated for resources: {'Port': ['ID=d35f5749-307e-4ba9-bfb3-4e32428d81fd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:56.242386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:45:56.242798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:45:56.243213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.246820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:45:56.246820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Bound port: d35f5749-307e-4ba9-bfb3-4e32428d81fd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:45:56.246820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.320834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] For port d35f5749-307e-4ba9-bfb3-4e32428d81fd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:45:56.323849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] For port d35f5749-307e-4ba9-bfb3-4e32428d81fd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d35f5749-307e-4ba9-bfb3-4e32428d81fd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:45:56.392104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.414284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 912db1de-22da-4776-b0be-cf560c091f33 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:45:56.430867 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.481027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Deleting port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:56.481157 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.559420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465af77-1b5c-4465-b860-c338c7a49096 None None] Pushing event updated for resources: {'Port': ['ID=d35f5749-307e-4ba9-bfb3-4e32428d81fd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:56.635120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] For port 6bef7c96-56f5-495d-8f2e-ccaf03689a1a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:56.635715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.726332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Calling delete_port for 6bef7c96-56f5-495d-8f2e-ccaf03689a1a owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:56.768450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 172.20.0.6 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/71e42ad0-c0b7-4ce2-a54f-62b64545ce06/912db1de-22da-4776-b0be-cf560c091f33) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:56.838248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fef1:fe65 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/1aa7a7c3-190b-42e0-a24a-8fee913211d6/912db1de-22da-4776-b0be-cf560c091f33) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:45:56.875135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:56.895024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187c656-958b-499b-a126-884132d25a94 req-038159a0-d184-4e8e-a406-1618196a7c7b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:56.896587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b187c656-958b-499b-a126-884132d25a94 req-038159a0-d184-4e8e-a406-1618196a7c7b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 950 time: 0.1513560 Oct 12 11:45:57.029192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b187c656-958b-499b-a126-884132d25a94 req-99c1d118-5ca8-4ee1-a95b-e53c45c84f0d tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184700 Oct 12 11:45:57.135347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:57.292485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:57.294948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:57.341765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6bef7c96-56f5-495d-8f2e-ccaf03689a1a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:57.415325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:45:57.422918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:45:57.425713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:45:57.519163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=912db1de-22da-4776-b0be-cf560c091f33,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:57.550595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:57.551277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:57.675274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:57.684089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95fb9c3f-1d06-41eb-9525-99af3a374e16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8924787 Oct 12 11:45:57.684926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:57.751501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e28f3dc-5383-41ed-bce9-003bf8e13c58 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:57.758064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e28f3dc-5383-41ed-bce9-003bf8e13c58 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:57.764374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e28f3dc-5383-41ed-bce9-003bf8e13c58 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0776503 Oct 12 11:45:57.765431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59668) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:57.903751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 912db1de-22da-4776-b0be-cf560c091f33 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:57.905543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.000716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Router af6f2969-2df3-4e11-879a-1fdab0391e4f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:45:58.034803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0eb65a-c5a1-48f3-b19b-6dae80053a17 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:58.044131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.061077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 912db1de-22da-4776-b0be-cf560c091f33 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:58.183075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] Provisioning complete for port d35f5749-307e-4ba9-bfb3-4e32428d81fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:58.188794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.236212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d35f5749-307e-4ba9-bfb3-4e32428d81fd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:45:58.252181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:45:58.262933 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Sync routers for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:45:58.263507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-577ed625-170b-42d2-accb-4beb474839bd admin admin] 10.222.0.43 "PUT /v2.0/routers/af6f2969-2df3-4e11-879a-1fdab0391e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5331833 Oct 12 11:45:58.265817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:58.277434 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:58.278064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:58.344195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eb268-911e-47a8-8dbb-1d736b775664 req-60731597-ade7-4abd-9656-2b67a20b0be7 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:58.345743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-728eb268-911e-47a8-8dbb-1d736b775664 req-60731597-ade7-4abd-9656-2b67a20b0be7 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 950 time: 0.1625278 Oct 12 11:45:58.405596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d35f5749-307e-4ba9-bfb3-4e32428d81fd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:58.406332 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.443948 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:58.447988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.527930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.548713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-728eb268-911e-47a8-8dbb-1d736b775664 req-612caefb-f184-4b59-b73a-8f83515582fc tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227551 Oct 12 11:45:58.552223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.581440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] For port d35f5749-307e-4ba9-bfb3-4e32428d81fd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d35f5749-307e-4ba9-bfb3-4e32428d81fd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:58.644727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=912db1de-22da-4776-b0be-cf560c091f33,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:58.652352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.685810 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.739814 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:45:57Z', 'revision_number': 5, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:58.811926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Checking router: af6f2969-2df3-4e11-879a-1fdab0391e4f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:45:58.824542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.840931 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Routers {'af6f2969-2df3-4e11-879a-1fdab0391e4f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:45:58.841809 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['af6f2969-2df3-4e11-879a-1fdab0391e4f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:58.863017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:58.869464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4148e36b-33d5-4284-bc17-de0d3dfa23cd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/912db1de-22da-4776-b0be-cf560c091f33 HTTP/1.1" status: 204 len: 168 time: 1.1017635 Oct 12 11:45:58.871012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59684) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:58.892420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00787c-1035-450d-bec7-7a0e314f1e3b None None] Pushing event updated for resources: {'Port': ['ID=d35f5749-307e-4ba9-bfb3-4e32428d81fd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:58.907888 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:45:58.910354 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:45:58.977487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d9934-9bb0-484f-b078-644c351c0021 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:58.980004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d9934-9bb0-484f-b078-644c351c0021 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:58.980427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] Set router af6f2969-2df3-4e11-879a-1fdab0391e4f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:45:58.985731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d9934-9bb0-484f-b078-644c351c0021 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:45:58.988884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-431d9934-9bb0-484f-b078-644c351c0021 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1167717 Oct 12 11:45:58.991406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59688) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:59.037360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Deleting port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:45:59.037360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.081143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 1aa7a7c3-190b-42e0-a24a-8fee913211d6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:59.085449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.157682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.167253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] For port fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:45:59.173244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.200041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Calling delete_port for fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:45:59.221620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b4c9927-3004-4750-bd0f-8d6fecf5afe2 None None] Provisioning complete for port d35f5749-307e-4ba9-bfb3-4e32428d81fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:45:59.222553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9927-3004-4750-bd0f-8d6fecf5afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.274872 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:45:57Z', 'revision_number': 5, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:45:59.283957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.329961 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4edb1e-9c98-40f5-8105-0c822c4ad48a None None] The sync data for ids ['af6f2969-2df3-4e11-879a-1fdab0391e4f'] in n-d-813419-3 is: [{'id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'name': 'tempest-TestServerBasicOps-1964842529-router', 'tenant_id': 'eeafc1ab260b4d9492124542bc171fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:40:25Z', 'updated_at': '2021-10-12T11:45:57Z', 'revision_number': 5, 'project_id': 'eeafc1ab260b4d9492124542bc171fd3', 'gw_port': {'id': 'fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6f2969-2df3-4e11-879a-1fdab0391e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:40:27Z', 'updated_at': '2021-10-12T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:45:59.403244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b4c9927-3004-4750-bd0f-8d6fecf5afe2 None None] Could not find standard attr ID for object 912db1de-22da-4776-b0be-cf560c091f33. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:59.440970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.543843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa7a7c3-190b-42e0-a24a-8fee913211d6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:59.552454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.565117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59694) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:45:59.570597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-59e84235-ccfc-4530-aeb4-78a38b885d81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/1aa7a7c3-190b-42e0-a24a-8fee913211d6 HTTP/1.1" status: 204 len: 168 time: 0.5779679 Oct 12 11:45:59.600689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.612499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b234bad-9609-4fa3-8cb6-6ac29f1a46f3 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:45:59.652194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 71e42ad0-c0b7-4ce2-a54f-62b64545ce06 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:45:59.659535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.681280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8069e92b-6d8c-4f76-86ba-a022a4857194 None None] Could not find standard attr ID for object 912db1de-22da-4776-b0be-cf560c091f33. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:45:59.707048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:45:59.769325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:45:59.884549 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.220868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d35f5749-307e-4ba9-bfb3-4e32428d81fd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:00.306898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d35f5749-307e-4ba9-bfb3-4e32428d81fd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:00.307638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.422950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6bef7c96-56f5-495d-8f2e-ccaf03689a1a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:00.463669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.464334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.467812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 6bef7c96-56f5-495d-8f2e-ccaf03689a1a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:00.468155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 6bef7c96-56f5-495d-8f2e-ccaf03689a1a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:00.539691 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.664080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.664682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6f2969-2df3-4e11-879a-1fdab0391e4f {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:46:00.673425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.673425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88075eb6-6562-4be5-9a9c-55ee4381eea5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/af6f2969-2df3-4e11-879a-1fdab0391e4f HTTP/1.1" status: 204 len: 168 time: 2.4040523 Oct 12 11:46:00.674423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59708) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:00.743378 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.750746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Deleting subnet e141a685-7485-4168-9ec3-214fdee781d2 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:00.754675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.797315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.821619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1ae3f68f-e808-4f84-bd54-a1d2a9adf116 None None] Provisioning complete for port d35f5749-307e-4ba9-bfb3-4e32428d81fd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:00.821992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f68f-e808-4f84-bd54-a1d2a9adf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.842209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=71e42ad0-c0b7-4ce2-a54f-62b64545ce06,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:00.845984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.857025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2fbeaae1-64d2-4adf-9ffc-82b5b20f6d17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/71e42ad0-c0b7-4ce2-a54f-62b64545ce06 HTTP/1.1" status: 204 len: 168 time: 1.2953532 Oct 12 11:46:00.867257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59712) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:00.894027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3c04f-ce32-4682-8cfb-6a0908ff0a12 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:00.937083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59716) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:00.964036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:00.983034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c80a4d7f-fe27-4947-8d3b-5cdbec5a2970 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140270 Oct 12 11:46:00.987747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:01.010501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:01.126852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.181458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e141a685-7485-4168-9ec3-214fdee781d2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:01.190121 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.196192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:01.196439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a3f68a6b-0bbf-4a45-9282-52301edc6e0c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e141a685-7485-4168-9ec3-214fdee781d2 HTTP/1.1" status: 204 len: 168 time: 0.5210726 Oct 12 11:46:01.201397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f99189-82db-41be-854e-f17075788b3c None None] Network 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:01.211664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c49298e6-1c6f-481e-b15a-7770eefebc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.335675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c49298e6-1c6f-481e-b15a-7770eefebc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.366026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.376206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:01.421723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c49298e6-1c6f-481e-b15a-7770eefebc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.435455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:01.439218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.471618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49298e6-1c6f-481e-b15a-7770eefebc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfffdd-c8a4-4b92-a872-4ff62cae3edf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:01.535739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c49298e6-1c6f-481e-b15a-7770eefebc8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dd76465fec34b229a46b3471ebea477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985770 Oct 12 11:46:01.536332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59724) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:01.561428 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Deleting port d35f5749-307e-4ba9-bfb3-4e32428d81fd {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:01.562083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.588184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Deleting port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:01.588526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.651938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.659331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] For port d35f5749-307e-4ba9-bfb3-4e32428d81fd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d35f5749-307e-4ba9-bfb3-4e32428d81fd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:01.659736 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.674519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Calling delete_port for d35f5749-307e-4ba9-bfb3-4e32428d81fd owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:01.731478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.776845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] DHCP port deletion for 5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:01.782318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] For port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:01.782714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.813776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Calling delete_port for d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:01.835259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Deleting port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:01.835716 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.929357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] For port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,segment=NetworkSegment(51307bcb-f13f-48df-ac2d-d4f483163fa6),segment_id=51307bcb-f13f-48df-ac2d-d4f483163fa6)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:01.931444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.951928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Calling delete_port for d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:01.960495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:01.999255 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.001865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.003045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fbfffdd-c8a4-4b92-a872-4ff62cae3edf HTTP/1.1" status: 204 len: 168 time: 0.4656000 Oct 12 11:46:02.027351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423218c-b08d-497f-9989-ed01612d2564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfffdd-c8a4-4b92-a872-4ff62cae3edf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.033434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] Pushing event deleted for resources: {'Port': ['ID=d35f5749-307e-4ba9-bfb3-4e32428d81fd,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.042465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.071213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.093550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50e2b6-f7eb-4f58-9cbb-a277c961e62a None None] No DVR routers for this DVR port d35f5749-307e-4ba9-bfb3-4e32428d81fd on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:02.152372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=4345a8c3-f6a5-40b4-82b6-168c601aaee3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.165215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d35f5749-307e-4ba9-bfb3-4e32428d81fd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:02.189851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:02.192259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.198600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:02.202657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:02.203440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.207721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] No DVR routers for this DVR port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:02.228308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d35f5749-307e-4ba9-bfb3-4e32428d81fd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:02.229034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d35f5749-307e-4ba9-bfb3-4e32428d81fd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:02.229633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:02.256394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.268100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:02.268817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device fda7efda-2eaf-4d2d-b6ee-9a947e36a5e1 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:02.269648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:02.276135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-b4668e77-fb8d-4edf-85bc-efbf473e1803 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047297 Oct 12 11:46:02.279995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c46a45-c85e-4939-a9cd-9d789192a09d None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:02.281425 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] No DVR routers for this DVR port d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:02.340083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.373770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfffd96-d4f2-44a8-a44e-d11c0348d1a7']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:02.384324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51307bcb-f13f-48df-ac2d-d4f483163fa6') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:02.384756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51307bcb-f13f-48df-ac2d-d4f483163fa6') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:02.394839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.410196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.417727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:46:02.418276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.437132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-3e298072-3a1e-422e-9260-ee3ee8b291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:02.447762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-3e298072-3a1e-422e-9260-ee3ee8b291ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1101 time: 0.1159921 Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: items = [ Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:46:02.450228 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:46:02.460316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c083d03d-4361-4b1c-bca1-665097bfe984 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4628310 Oct 12 11:46:02.460507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59734) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:02.466488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:02.610655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.617866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.623562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5dfffd96-d4f2-44a8-a44e-d11c0348d1a7 HTTP/1.1" status: 204 len: 168 time: 1.4212406 Oct 12 11:46:02.642510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcf3d9-102b-4439-b0f8-84cfca15e1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfffd96-d4f2-44a8-a44e-d11c0348d1a7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.681025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-0c9f45f7-0ef2-478a-80ed-8a2df9df5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:02.683020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-0c9f45f7-0ef2-478a-80ed-8a2df9df5316 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2110555 Oct 12 11:46:02.729211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:02.729737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:02.731381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561505ac-e8d6-4599-899a-7257f651cc80 None None] Pushing event deleted for resources: {'Port': ['ID=d6e9f7b2-8cca-4bc8-bc9c-613c8297c90b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:02.780762 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-9ac8fdf9-84aa-4110-a320-0c0e5251eae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 217 time: 0.0902143 Oct 12 11:46:02.839850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-effea368-850a-45e0-a854-c32f75fd5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:02.842393 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-effea368-850a-45e0-a854-c32f75fd5b79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0548584 Oct 12 11:46:02.886862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '4345a8c3-f6a5-40b4-82b6-168c601aaee3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:02.892452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.892584 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:02.892584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:02.939288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-f190ae1f-75f1-48b3-9d11-14fa611a6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:02.941523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-f190ae1f-75f1-48b3-9d11-14fa611a6aef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926323 Oct 12 11:46:03.107180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Allocated IP 172.20.0.2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/4345a8c3-f6a5-40b4-82b6-168c601aaee3/3ea3622b-1a24-4239-b66f-421314a59f20) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:03.185300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59750) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:03.332422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fde33806-d553-4a6b-8155-facf2dbe5045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ccdf3b2c6e04f56b5e8629b4b1bba9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457551 Oct 12 11:46:03.333942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59754) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:03.412970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.444083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.470153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-5b0afe60-cea0-4580-aee6-991d6ad10078 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680743 Oct 12 11:46:03.503212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.624394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.625176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.627715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.629062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e592d4c-4f2f-4638-894b-1547c39e0ed0 HTTP/1.1" status: 204 len: 168 time: 0.2937031 Oct 12 11:46:03.651988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bcd18cfa-a12d-46da-a5fc-46e18f6d0e2c req-f78634e8-4083-473f-9490-8d18f3fc16d2 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748433 Oct 12 11:46:03.655777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c94af-7dbe-47f5-a7bb-24a2de64f9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e592d4c-4f2f-4638-894b-1547c39e0ed0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:03.799678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Pushing event updated for resources: {'Port': ['ID=3ea3622b-1a24-4239-b66f-421314a59f20,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:03.809584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:03.811511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:03.818983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:03.876450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Attempting to bind port 3ea3622b-1a24-4239-b66f-421314a59f20 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:03.876918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Attempting to bind port 3ea3622b-1a24-4239-b66f-421314a59f20 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:03.877340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Attempting to bind port 3ea3622b-1a24-4239-b66f-421314a59f20 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:03.883444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:03.883820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:03.884225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.884624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:03.885091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Bound port: 3ea3622b-1a24-4239-b66f-421314a59f20, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:03.885478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:03.970236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] For port 3ea3622b-1a24-4239-b66f-421314a59f20, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:03.974223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] For port 3ea3622b-1a24-4239-b66f-421314a59f20, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3ea3622b-1a24-4239-b66f-421314a59f20,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:04.054377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:04.088783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:04.168704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7014827-f20d-4174-86eb-dff31ace101e None None] Pushing event updated for resources: {'Port': ['ID=3ea3622b-1a24-4239-b66f-421314a59f20,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:04.581629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:04.798617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port 3ea3622b-1a24-4239-b66f-421314a59f20, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3ea3622b-1a24-4239-b66f-421314a59f20,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:04.843756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:04.913454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:04.914506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:04.957774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59782) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:05.014290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-707a4bf6-d9a3-4105-b187-32f3429a6f88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eeafc1ab260b4d9492124542bc171fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543556 Oct 12 11:46:05.019425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59784) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:05.032891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=d5cd916b-ca6e-44ae-be41-1d907289fb3d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:05.041574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:05.048293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=3ea3622b-1a24-4239-b66f-421314a59f20,revision_number=4']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:05.052258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:05.056205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.056555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.056891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.058123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.058455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.058809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.059140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.059468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.059789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.060112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.060435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.060755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.069822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:05.070203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.083142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.083580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.084192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.084363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.084573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.084878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.085451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.085777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.086306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.086638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.086986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.087309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:05.090939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.122173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.206598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70a9a161-955e-4603-bfc9-eedb87a13832 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7415297 Oct 12 11:46:05.206923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59786) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:05.212331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:c3:6c:7d', 'name': 'tempest-NetworksTestDHCPv6-2041334364'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:05.280936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.293423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.297615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3137570e-8741-40b3-b6ad-f2e03eb30ba6 HTTP/1.1" status: 204 len: 168 time: 0.2767696 Oct 12 11:46:05.318783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c63a27-1c89-4949-b409-86984d5c8d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137570e-8741-40b3-b6ad-f2e03eb30ba6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:05.451915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:05.484084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d48db9-2e81-4672-9ae0-655c2163e559 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:05.543312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.550360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] Provisioning complete for port 3ea3622b-1a24-4239-b66f-421314a59f20 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:05.550755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.562582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 33dbf546-5521-4864-abfa-5493df673a5d yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:05.703106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.755557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] For port 3ea3622b-1a24-4239-b66f-421314a59f20, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3ea3622b-1a24-4239-b66f-421314a59f20,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:05.821782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:05.860885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 172.20.0.6 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/4345a8c3-f6a5-40b4-82b6-168c601aaee3/33dbf546-5521-4864-abfa-5493df673a5d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:05.865253 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:46:05.883900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fec3:6c7d (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/d5cd916b-ca6e-44ae-be41-1d907289fb3d/33dbf546-5521-4864-abfa-5493df673a5d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:05.938048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78fba6-a258-49d6-82b0-c9a87b2e9869 None None] Pushing event updated for resources: {'Port': ['ID=3ea3622b-1a24-4239-b66f-421314a59f20,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:06.161967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:06.182893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3ea3622b-1a24-4239-b66f-421314a59f20 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:06.264961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 3ea3622b-1a24-4239-b66f-421314a59f20 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:06.265515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:06.325498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:06.417037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:06.420542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:06.424812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:06.463560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=33dbf546-5521-4864-abfa-5493df673a5d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:06.502681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:06.503381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:06.654671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-873c8629-a553-4572-a7f0-20deddbdc8b2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4297192 Oct 12 11:46:06.656815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:06.721596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b6333-ba62-4ac5-9191-224ed0083a16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:06.728549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b6333-ba62-4ac5-9191-224ed0083a16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:06.730199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b19b6333-ba62-4ac5-9191-224ed0083a16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0722730 Oct 12 11:46:06.732896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59822) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:06.762497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0ade0931-8142-4947-ad6a-caffb4c82717 None None] Provisioning complete for port 3ea3622b-1a24-4239-b66f-421314a59f20 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:06.763839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0ade0931-8142-4947-ad6a-caffb4c82717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:06.924510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59826) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:06.957276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 33dbf546-5521-4864-abfa-5493df673a5d {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:06.957697 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.121008 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.124071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-977733750-network', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:07.134174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 33dbf546-5521-4864-abfa-5493df673a5d owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:07.211129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-66ca9330-8e9a-4a37-8333-84bb2d64ff13 None None] Provisioning complete for port 33dbf546-5521-4864-abfa-5493df673a5d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:07.211759 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-66ca9330-8e9a-4a37-8333-84bb2d64ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.223042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:07.227662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.255248 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.352180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-66ca9330-8e9a-4a37-8333-84bb2d64ff13 None None] Port 33dbf546-5521-4864-abfa-5493df673a5d cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:07.471700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.517699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=33dbf546-5521-4864-abfa-5493df673a5d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:07.560986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.646284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.651329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-14fc6c5f-76f7-422c-a6ae-8ac7a3c4a057 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/33dbf546-5521-4864-abfa-5493df673a5d HTTP/1.1" status: 204 len: 168 time: 0.9095550 Oct 12 11:46:07.652643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59836) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:07.671330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.686814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:46:07.695509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.695857 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Added segment 80b7662e-412f-475a-95a7-38e348f33c5f of type vlan for network 02445180-d85b-41d8-a774-ac057a92971f Oct 12 11:46:07.714750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fc56c-757d-43ba-9812-c41c4dacd693 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:07.717098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fc56c-757d-43ba-9812-c41c4dacd693 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:07.718946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fc56c-757d-43ba-9812-c41c4dacd693 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:07.720805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-456fc56c-757d-43ba-9812-c41c4dacd693 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0670660 Oct 12 11:46:07.724277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59838) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:07.756287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.803377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 4345a8c3-f6a5-40b4-82b6-168c601aaee3 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:07.813086 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.830370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:07.857659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.858643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:07.861160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.882175 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.971163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] Pushing event updated for resources: {'Network': ['ID=02445180-d85b-41d8-a774-ac057a92971f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:07.988202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 02445180-d85b-41d8-a774-ac057a92971f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:46:07.991344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:07.998793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7a82c8e-9836-4468-9be6-8cab2b756b23 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0726552 Oct 12 11:46:08.003194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.019611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Request body: {'subnet': {'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-977733750-subnet', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:08.145050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:08.145050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.166290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.196151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=4345a8c3-f6a5-40b4-82b6-168c601aaee3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:08.200227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.207158 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-46089ff8-b0a0-48a8-a042-68b8e14e6953 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/4345a8c3-f6a5-40b4-82b6-168c601aaee3 HTTP/1.1" status: 204 len: 168 time: 0.4792371 Oct 12 11:46:08.208687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59846) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.212687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1290d9-2ae1-4fba-978f-0a1b01d3f829 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:08.277414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet d5cd916b-ca6e-44ae-be41-1d907289fb3d {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:08.281384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.335935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.439355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.545039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.595096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.610784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62900bb-54bd-40c0-abb4-c7f807014500,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:08.618861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:08.619259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Network hostable DHCP agents. Network: 02445180-d85b-41d8-a774-ac057a92971f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:46:08.632687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cd916b-ca6e-44ae-be41-1d907289fb3d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:08.642806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.646193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59852) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.646655 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70c1706a-587c-4104-a2ca-adb0952424ce tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d5cd916b-ca6e-44ae-be41-1d907289fb3d HTTP/1.1" status: 204 len: 168 time: 0.4366345 Oct 12 11:46:08.705887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59854) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.717012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86d8b747-efee-4f06-9cee-62f63ba075df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694833 Oct 12 11:46:08.735879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Network 02445180-d85b-41d8-a774-ac057a92971f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:46:08.818158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 02445180-d85b-41d8-a774-ac057a92971f) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:08.826989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:08.826989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:08.833341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e7ed4-bc71-4964-9a1d-e80f5c19ec2e None None] Network 02445180-d85b-41d8-a774-ac057a92971f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:08.854790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c306bb4-2c3f-4ed0-aaa7-0f615674a23d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:08.860030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c306bb4-2c3f-4ed0-aaa7-0f615674a23d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1509395 Oct 12 11:46:08.860712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59858) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.892387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1852bda4-bfb7-43c3-a3bf-aa82e702882b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8880644 Oct 12 11:46:08.893011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59860) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.898127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:08.925516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1d955-ae75-4b16-a2a8-2d6f854f8c03 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:08.930820 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cef1d955-ae75-4b16-a2a8-2d6f854f8c03 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688443 Oct 12 11:46:08.931463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59862) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:08.993793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2813759d-b332-4870-b6fe-c47abfee0b3f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579362 Oct 12 11:46:08.995427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:09.001075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:09.012802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.013883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.059347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d0972-4702-4354-9b12-94784d799680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-02445180-d85b-41d8-a774-ac057a92971f', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:09.060418 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.143019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.212113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7efe15-053d-4706-948d-9d9aac96508d None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:09.217014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-352d0972-4702-4354-9b12-94784d799680 None None] Allocated IP 172.20.0.2 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/0cd5980d-877b-47b0-8f14-ed6d0d015466) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:09.255688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:09.259142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.260645 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:09.261130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:09.373414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-721ebcdf-1cb5-4c27-9435-cd017e21f509 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3765492 Oct 12 11:46:09.376561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59872) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:09.383143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:09.386659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2f2d0c1d-e3ad-4d88-92a7-02e89bfb8f0e None None] Provisioning complete for port 3ea3622b-1a24-4239-b66f-421314a59f20 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:09.386971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0c1d-e3ad-4d88-92a7-02e89bfb8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.403847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.539364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.588741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:09.600189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:09.603740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.605176 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:09.607227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:09.627477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.682537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d0972-4702-4354-9b12-94784d799680 None None] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:09.684129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-352d0972-4702-4354-9b12-94784d799680 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:09.689331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d0972-4702-4354-9b12-94784d799680 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:09.693125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Deleting port 3ea3622b-1a24-4239-b66f-421314a59f20 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:09.693592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.711495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d0972-4702-4354-9b12-94784d799680 None None] Pushing event updated for resources: {'Port': ['ID=0cd5980d-877b-47b0-8f14-ed6d0d015466,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:09.758543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.796662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-085600be-7d0d-4eac-bad0-c08deb2c647f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4164784 Oct 12 11:46:09.798178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.798683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59878) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:09.807924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:09.818184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-352d0972-4702-4354-9b12-94784d799680 None None] Attempting to bind port 0cd5980d-877b-47b0-8f14-ed6d0d015466 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:09.818567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-352d0972-4702-4354-9b12-94784d799680 None None] Attempting to bind port 0cd5980d-877b-47b0-8f14-ed6d0d015466 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:09.818943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d0972-4702-4354-9b12-94784d799680 None None] Attempting to bind port 0cd5980d-877b-47b0-8f14-ed6d0d015466 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:09.821908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] For port 3ea3622b-1a24-4239-b66f-421314a59f20, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=3ea3622b-1a24-4239-b66f-421314a59f20,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:09.822301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.835069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d0972-4702-4354-9b12-94784d799680 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:09.835069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d0972-4702-4354-9b12-94784d799680 None None] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:09.836849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.836849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d0972-4702-4354-9b12-94784d799680 None None] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:09.836849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-352d0972-4702-4354-9b12-94784d799680 None None] Bound port: 0cd5980d-877b-47b0-8f14-ed6d0d015466, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:09.836849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:09.847915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Calling delete_port for 3ea3622b-1a24-4239-b66f-421314a59f20 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:09.971431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Allocated IP 172.25.2.170 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/93ee3ad7-e17a-4244-9996-2bb503fc8e08) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:10.010524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:10.017052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.019534 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:10.021714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:10.030560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-352d0972-4702-4354-9b12-94784d799680 None None] For port 0cd5980d-877b-47b0-8f14-ed6d0d015466, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:10.039586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-352d0972-4702-4354-9b12-94784d799680 None None] For port 0cd5980d-877b-47b0-8f14-ed6d0d015466, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0cd5980d-877b-47b0-8f14-ed6d0d015466,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:10.090627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3ea3622b-1a24-4239-b66f-421314a59f20 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:10.114654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3498133b-068f-4d5d-9ff7-086553ef5bcb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3113852 Oct 12 11:46:10.116066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59890) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:10.121002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:10.148079 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.150354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-352d0972-4702-4354-9b12-94784d799680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.202817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] Pushing event deleted for resources: {'Port': ['ID=3ea3622b-1a24-4239-b66f-421314a59f20,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:10.291596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59453d7-6860-4896-9f48-4508ecfa96bc None None] No DVR routers for this DVR port 3ea3622b-1a24-4239-b66f-421314a59f20 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:10.302029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d0972-4702-4354-9b12-94784d799680 None None] Pushing event updated for resources: {'Port': ['ID=0cd5980d-877b-47b0-8f14-ed6d0d015466,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:10.308033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port 3ea3622b-1a24-4239-b66f-421314a59f20 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:46:10.308714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 3ea3622b-1a24-4239-b66f-421314a59f20 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:10.309168 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.337329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:10.342541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.352013 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:10.353162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:10.447203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.478892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-caa27b82-b6ad-47aa-8759-719cf4060ec5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3625436 Oct 12 11:46:10.481676 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:10.490900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:10.533517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:10.539512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:10.543462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:10.593127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=93ee3ad7-e17a-4244-9996-2bb503fc8e08,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:10.737284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:10.741614 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:10.743286 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:10.743765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:10.901787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59896) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:10.905200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-757b34ee-8d2c-47bf-b3db-ff62250c69b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4194670 Oct 12 11:46:10.909423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:11.028471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.183205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:11.186754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.188124 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:11.188685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:11.262511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.312181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95ef5c64-5ba0-453d-a903-fcda4f2a5386 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4091134 Oct 12 11:46:11.314949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59904) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:11.359326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af9f2fa2-77b1-4a27-9d68-72d2d6ae28a3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0426657 Oct 12 11:46:11.372278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59906) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:11.448577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92efbec-37e3-4b50-aae2-b0ab6100b598 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:11.450364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b92efbec-37e3-4b50-aae2-b0ab6100b598 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767996 Oct 12 11:46:11.453138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59908) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:11.508119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8b115ab0-ac20-4cb1-8e24-59965690c496 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535417 Oct 12 11:46:11.512184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59910) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:11.517872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:11.536897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b12c0-b69c-4755-9eb0-54a8a26cd3bf None None] Network 02445180-d85b-41d8-a774-ac057a92971f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:11.612337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] Provisioning complete for port 0cd5980d-877b-47b0-8f14-ed6d0d015466 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:11.613164 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.702030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:11.709494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.844815 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.867582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:46:11.887654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] For port 0cd5980d-877b-47b0-8f14-ed6d0d015466, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0cd5980d-877b-47b0-8f14-ed6d0d015466,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:11.955585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:11.991058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:46:12.025955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:46:12.078654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.080839 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8db74a0c-4d4e-41c8-8a55-82573bd7e8b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1868608 Oct 12 11:46:12.084354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:12.093174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:12.094048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:12.156803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ed9ef-ffcb-4b84-a617-646d903ebec2 None None] Pushing event updated for resources: {'Port': ['ID=0cd5980d-877b-47b0-8f14-ed6d0d015466,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:12.199627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:12.203165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0cd5980d-877b-47b0-8f14-ed6d0d015466 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:12.205545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.245027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:12.248390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:12.254555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:12.255511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.278736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=4dbb32ff-091d-4752-8b17-9843da25d2ee,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:12.371608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-eb80b498-747a-47b4-9268-2d9822c9bf07 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8586254 Oct 12 11:46:12.374360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59920) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:12.383260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:f1:ce:b0', 'name': 'tempest-NetworksTestDHCPv6-1654388064'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:12.424926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f73e4-d1a0-49e1-8d71-50308cd49ac5 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:12.536305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a0faf4c5-d205-4de3-8e9c-f8b7dc198e52 None None] Provisioning complete for port 0cd5980d-877b-47b0-8f14-ed6d0d015466 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:12.537087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0faf4c5-d205-4de3-8e9c-f8b7dc198e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.620386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:12.661325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.755914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0cd5980d-877b-47b0-8f14-ed6d0d015466 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:12.756284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.844757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '4dbb32ff-091d-4752-8b17-9843da25d2ee'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:12.845619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:12.920733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Allocated IP 172.20.0.1 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/b168d7dc-f1ea-44c4-b58e-8c928c77e889) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:12.965529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:13.045635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.100958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.111492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Allocated IP 2001:db8::f816:3eff:fe35:315e (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/4dbb32ff-091d-4752-8b17-9843da25d2ee/2003ae8c-baa0-4f8b-82a4-c1588fba0acd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:13.121787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 788685de-37b0-4770-b5d6-90895ad33ea0 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:13.148756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:10Z', 'revision_number': 3, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:13.167455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.184328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:46:13.184543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Updating router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:46:13.227968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:13.237114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:13.244844 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.257121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:13.300905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Pushing event updated for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:13.318463 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.432505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.521498 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.594654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:13.607246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fef1:ceb0 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/4dbb32ff-091d-4752-8b17-9843da25d2ee/788685de-37b0-4770-b5d6-90895ad33ea0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:13.618025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:13.645948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.707113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:13.715198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Pushing event updated for resources: {'Port': ['ID=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:13.788653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.826499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Attempting to bind port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:13.827558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Attempting to bind port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:13.827949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Attempting to bind port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:13.835817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.842610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:13.843027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:13.843489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.843900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:13.844372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Bound port: 2003ae8c-baa0-4f8b-82a4-c1588fba0acd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:13.844767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.846895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a39e57d5-6c16-429f-bbe1-97310c22464b None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:13.847257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a39e57d5-6c16-429f-bbe1-97310c22464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.875897 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.912147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.919712 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:13.926245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a39e57d5-6c16-429f-bbe1-97310c22464b None None] Port b168d7dc-f1ea-44c4-b58e-8c928c77e889 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:13.960183 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.000677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671003-3f33-4f13-8f23-80b20655aef1 None None] Pushing event updated for resources: {'Port': ['ID=93ee3ad7-e17a-4244-9996-2bb503fc8e08,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:14.003674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] For port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:14.006082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Attempting to bind port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:14.006457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Attempting to bind port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:14.006857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Attempting to bind port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:14.007911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.013280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] For port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:14.014750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:14.015131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:14.015696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.019522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:14.019522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Bound port: 93ee3ad7-e17a-4244-9996-2bb503fc8e08, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:14.019522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.020325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Pushing event updated for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:14.069101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:14.070102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=788685de-37b0-4770-b5d6-90895ad33ea0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:14.073484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:14.075529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:14.094739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:14.094739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.095052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] For port 93ee3ad7-e17a-4244-9996-2bb503fc8e08, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:14.095665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] For port 93ee3ad7-e17a-4244-9996-2bb503fc8e08, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93ee3ad7-e17a-4244-9996-2bb503fc8e08,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:14.101235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.147960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:14.150670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:14.163508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0cd5980d-877b-47b0-8f14-ed6d0d015466 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:14.225098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.243728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a9d76d90-91fd-4403-ae0d-79da4acc71c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8675573 Oct 12 11:46:14.246613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:14.303192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4263aec-a090-4a46-b446-a0ed256903a5 None None] Pushing event updated for resources: {'Port': ['ID=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:14.352628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115990d7-b0a7-4d39-8791-f3047a285148 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:14.366209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115990d7-b0a7-4d39-8791-f3047a285148 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:14.368264 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-115990d7-b0a7-4d39-8791-f3047a285148 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1207292 Oct 12 11:46:14.371127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:14.388022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:46:14.434097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671003-3f33-4f13-8f23-80b20655aef1 None None] Pushing event updated for resources: {'Port': ['ID=93ee3ad7-e17a-4244-9996-2bb503fc8e08,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:14.462781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:14.463422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:14.552697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 788685de-37b0-4770-b5d6-90895ad33ea0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:14.555463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.822136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:46:14.830534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f3b07e1d-5126-423d-982d-d604d358f0db admin admin] 10.222.0.43 "PUT /v2.0/routers/aab98f2c-3d22-43f5-8c90-8b2dbf8523f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7448218 Oct 12 11:46:14.840395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0cd5980d-877b-47b0-8f14-ed6d0d015466 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:14.842831 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.916530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.937609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 788685de-37b0-4770-b5d6-90895ad33ea0 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:14.941447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c91a7797-e2bd-4464-ad3c-2cca62825308 None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:14.941447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c91a7797-e2bd-4464-ad3c-2cca62825308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:14.945694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:15.194642 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.230448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=788685de-37b0-4770-b5d6-90895ad33ea0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:15.231819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c91a7797-e2bd-4464-ad3c-2cca62825308 None None] Port b168d7dc-f1ea-44c4-b58e-8c928c77e889 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:15.271294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.286218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6217921-0c71-4e9b-8428-886bde71c57a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/788685de-37b0-4770-b5d6-90895ad33ea0 HTTP/1.1" status: 204 len: 168 time: 0.9136040 Oct 12 11:46:15.288345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:15.374649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f118449-e3d8-409b-ab47-80e60422fbeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:15.376582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f118449-e3d8-409b-ab47-80e60422fbeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:15.387575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59960) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:15.387970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0f118449-e3d8-409b-ab47-80e60422fbeb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0922801 Oct 12 11:46:15.453210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 2, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:15.471418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 4dbb32ff-091d-4752-8b17-9843da25d2ee {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:15.476467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.486721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aeaf06-7466-44ae-8b17-38e53f4d3f16 None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 2, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:46:15.558015 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.675791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.828385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.944386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] Provisioning complete for port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:15.944386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.945420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbb32ff-091d-4752-8b17-9843da25d2ee,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:15.950462 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:15.961622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59978) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:15.969348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-34d8093b-85c6-4bf3-a092-cf5cfaf85468 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/4dbb32ff-091d-4752-8b17-9843da25d2ee HTTP/1.1" status: 204 len: 168 time: 0.5860116 Oct 12 11:46:15.985393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59980) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:15.990977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1328539092-network', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:16.101260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c9b3107f-b29c-46a8-9d8c-36412b5ba33d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384439 Oct 12 11:46:16.104149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:16.110089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:16.115458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Made reservation on behalf of 57be8359ddc64389b7580eefe6d61bf9 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:16.117827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.131445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.140244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.235787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] For port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:16.279021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2003ae8c-baa0-4f8b-82a4-c1588fba0acd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:16.331499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.372625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.427731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1a6e1-5b58-4ea7-b896-3abc1834b33a None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:16.451819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.465116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-62c82f4b-0351-4945-b78f-b50136688462 None None] Could not find standard attr ID for object 788685de-37b0-4770-b5d6-90895ad33ea0. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:16.475098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:16.481933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.539760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de9376-a74f-411a-b442-854365ff8291 None None] Pushing event updated for resources: {'Port': ['ID=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:16.545102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:16.546049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.639229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:46:16.726643 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8150a7f4-5f45-4aa0-afa0-62cf56166e92,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:16.752151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.752748 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Added segment 72fee635-0eaa-4eca-884a-e56f08267a58 of type vlan for network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac Oct 12 11:46:16.835281 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.978418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:16.991077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:16.992030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.106457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:17.184074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] Pushing event updated for resources: {'Network': ['ID=72783b89-fc9f-41fe-aa97-1cb715b2d7ac,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:17.197329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:46:17.198518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 59990) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:17.205890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Request body: {'subnet': {'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1328539092-subnet', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:17.213574 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9189d903-8ca4-4864-9730-e70195000684 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2259042 Oct 12 11:46:17.256489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Deleting port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:17.257118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.367609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:17.377758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Made reservation on behalf of 57be8359ddc64389b7580eefe6d61bf9 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:17.382245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.425227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] For port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:17.425783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.448004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Calling delete_port for 2003ae8c-baa0-4f8b-82a4-c1588fba0acd owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:17.686193 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.708779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] Pushing event deleted for resources: {'Port': ['ID=2003ae8c-baa0-4f8b-82a4-c1588fba0acd,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:17.718075 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdaf03-c568-43ef-8ab0-9f992541371c None None] No DVR routers for this DVR port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:17.743057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-970df4da-473f-4a23-844e-b13f18a4dceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.789050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Port 2003ae8c-baa0-4f8b-82a4-c1588fba0acd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 11:46:17.790292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:315e {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 11:46:17.794865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:315e {{(pid=95548) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 11:46:17.796493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.844063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.861443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:17.877029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:17.880541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:17.881324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:17.889961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a09a20-2c03-43c1-9a9a-790d03771add None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:17.922949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=8b429580-a739-415d-bfeb-58e8d673bccb,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:17.970653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Checking segment: {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:17.970653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Network hostable DHCP agents. Network: 72783b89-fc9f-41fe-aa97-1cb715b2d7ac, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:46:18.001489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 59996) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:18.002057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b318fe9-1cfb-4caf-a835-c08983f5f257 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8956087 Oct 12 11:46:18.002511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39230b60-6ac9-44d6-8fe8-b1871b29812f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:18.010118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:d2:60:5a', 'name': 'tempest-NetworksTestDHCPv6-761873496'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:18.072605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:46:18.161369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 72783b89-fc9f-41fe-aa97-1cb715b2d7ac) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:18.165867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:18.166504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.194170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ad213-4cde-473f-9181-5b579da43572 None None] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:18.199789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93ee3ad7-e17a-4244-9996-2bb503fc8e08 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:18.247715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '8b429580-a739-415d-bfeb-58e8d673bccb'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:18.248601 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.266574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89c916be-6f27-47ec-99f2-b70035ab5c52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0653584 Oct 12 11:46:18.268973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60006) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:18.273700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:18.302008 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 11:46:18.302008 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 11:46:18.302008 n-d-813419-3 neutron-server[95547]: [parameters: {'project_id_1': 'f00557e65df84f8095f4e3a4557fb605', 'expiration_1': datetime.datetime(2021, 10, 12, 11, 45, 58, 286063)}] Oct 12 11:46:18.302008 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:18.302441 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:18.424814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.424814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.489969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:18.494331 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.531769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.688997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:18.689991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.734329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Allocated IP 2001:db8::f816:3eff:febc:fb5d (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/8b429580-a739-415d-bfeb-58e8d673bccb/c90eff46-28e5-4d97-953f-f2745ae29809) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:18.843175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.896422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:18.925153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:19.123485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 93ee3ad7-e17a-4244-9996-2bb503fc8e08, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93ee3ad7-e17a-4244-9996-2bb503fc8e08,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:19.199251 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.228246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.268474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 4f9940c7-5d07-476e-b65e-e1be9c3f120c yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:19.359440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Allocated IP 172.20.0.2 (72783b89-fc9f-41fe-aa97-1cb715b2d7ac/39230b60-6ac9-44d6-8fe8-b1871b29812f/9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:19.369240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=93ee3ad7-e17a-4244-9996-2bb503fc8e08,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:19.380554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2003ae8c-baa0-4f8b-82a4-c1588fba0acd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:19.389507 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:46:19.408218 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:19.408848 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:45:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:19.417745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2003ae8c-baa0-4f8b-82a4-c1588fba0acd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:19.418374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2003ae8c-baa0-4f8b-82a4-c1588fba0acd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:19.501834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.527733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.613049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:19.651695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Allocated IP 172.25.2.18 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a5f4b10d-9ac3-417a-a03d-36397a7104c8) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:19.652007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.741702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.788221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.805245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.856525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:19.859625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.865954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:19.871008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Pushing event updated for resources: {'Port': ['ID=c90eff46-28e5-4d97-953f-f2745ae29809,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:19.871263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fed2:605a (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/8b429580-a739-415d-bfeb-58e8d673bccb/4f9940c7-5d07-476e-b65e-e1be9c3f120c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:19.875337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:19.912145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:19.959139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:19.980030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:19.985226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:20.009332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:20.010746 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 2, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:20.013165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:20.035667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Attempting to bind port c90eff46-28e5-4d97-953f-f2745ae29809 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:20.039005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Attempting to bind port c90eff46-28e5-4d97-953f-f2745ae29809 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:20.040226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Attempting to bind port c90eff46-28e5-4d97-953f-f2745ae29809 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:20.042652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:20.086537 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:46:20.087144 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Updating router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 port b168d7dc-f1ea-44c4-b58e-8c928c77e889 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:46:20.094529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Pushing event updated for resources: {'Port': ['ID=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:20.103783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:20.111072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:20.111419 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.111915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:20.112684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Bound port: c90eff46-28e5-4d97-953f-f2745ae29809, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:20.113173 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.136369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Pushing event updated for resources: {'Port': ['ID=a5f4b10d-9ac3-417a-a03d-36397a7104c8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:20.141543 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.227284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.243772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fca5c92b-04db-480d-9d14-90694113458a None None] For port c90eff46-28e5-4d97-953f-f2745ae29809, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:20.251062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fca5c92b-04db-480d-9d14-90694113458a None None] For port c90eff46-28e5-4d97-953f-f2745ae29809, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c90eff46-28e5-4d97-953f-f2745ae29809,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:20.278969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93ee3ad7-e17a-4244-9996-2bb503fc8e08 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:20.330822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Attempting to bind port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:20.331436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Attempting to bind port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:20.331956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Attempting to bind port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c on network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:20.347339 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.366335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.420316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:20.424824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:20.444879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:20.468699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:20.470586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.593497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=4f9940c7-5d07-476e-b65e-e1be9c3f120c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:20.648285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ccc5d11-79d4-4a79-a5a3-35cdc6db36b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6447597 Oct 12 11:46:20.651104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60030) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:20.665918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:20.666242 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Checking segment: {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:20.666671 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.667165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Bound using segment: {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:20.667649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Bound port: 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:20.668998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.669121 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.731739 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.737243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b516254-5c43-4f93-b709-15b98d25386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.749910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c92b-04db-480d-9d14-90694113458a None None] Pushing event updated for resources: {'Port': ['ID=c90eff46-28e5-4d97-953f-f2745ae29809,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:20.757638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:20.758012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:20.858909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] For port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:20.864741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] For port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:20.993334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.102433 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Pushing event updated for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:21.112071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b1337-4fee-46f7-8460-9739f80cd168 None None] Pushing event updated for resources: {'Port': ['ID=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:21.153721 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.154067 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.154407 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.154902 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.155238 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.155682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.156025 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.156360 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.156687 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.157009 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.157331 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.157653 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:21.262788 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Attempting to bind port b168d7dc-f1ea-44c4-b58e-8c928c77e889 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:21.263389 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Attempting to bind port b168d7dc-f1ea-44c4-b58e-8c928c77e889 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:21.263954 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Attempting to bind port b168d7dc-f1ea-44c4-b58e-8c928c77e889 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:21.286866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:21.287559 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:21.288137 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.288712 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:21.289377 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Bound port: b168d7dc-f1ea-44c4-b58e-8c928c77e889, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:21.289931 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.433289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.435983 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] For port b168d7dc-f1ea-44c4-b58e-8c928c77e889, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:21.439685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] For port b168d7dc-f1ea-44c4-b58e-8c928c77e889, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b168d7dc-f1ea-44c4-b58e-8c928c77e889,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:21.543990 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.569373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa6439-b24b-452d-8d94-cb83672d5a8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:21.576144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa6439-b24b-452d-8d94-cb83672d5a8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:21.580117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a3aa6439-b24b-452d-8d94-cb83672d5a8d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9263175 Oct 12 11:46:21.581315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60066) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:21.612127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:21.612805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.657117 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:21.659640 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:46:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:21.854092 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133011-c78c-48b5-8c85-423d9079e95f None None] Pushing event updated for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:21.875102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 4f9940c7-5d07-476e-b65e-e1be9c3f120c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:21.875490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.898964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.915197 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.916157 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:21.950653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.075704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] For port b168d7dc-f1ea-44c4-b58e-8c928c77e889, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b168d7dc-f1ea-44c4-b58e-8c928c77e889,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:22.140927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.171742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.181161 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:22.192978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 4f9940c7-5d07-476e-b65e-e1be9c3f120c owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:22.264226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.274250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a296f-79fb-4e7a-9d1f-6158fb83df2e None None] Pushing event updated for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:22.315921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-38eb208e-ea14-45ec-bfc9-45c954d3ea9a None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:22.316305 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38eb208e-ea14-45ec-bfc9-45c954d3ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.432593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Router bfdb2dc6-dd24-4e8b-960e-1201053db162 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:46:22.625921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c90eff46-28e5-4d97-953f-f2745ae29809 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:22.680306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.762520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c90eff46-28e5-4d97-953f-f2745ae29809 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:22.767458 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.774844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:46:22.828122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=4f9940c7-5d07-476e-b65e-e1be9c3f120c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:22.836881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Sync routers for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:46:22.870163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.876059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6d5f5b48-788c-4a5c-a8c3-292acfa78d5c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6059754 Oct 12 11:46:22.876686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60084) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:22.902503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:22.907664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:22.915606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:46:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:22.935235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0cb22460-382a-4c4c-80c7-db6d6a6eae00 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/4f9940c7-5d07-476e-b65e-e1be9c3f120c HTTP/1.1" status: 204 len: 168 time: 1.3496025 Oct 12 11:46:22.937152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60086) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:22.943532 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:23.020150 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaab3c-2e05-448a-97a9-8464dca2761e None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:46:23.049044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Provisioning complete for port c90eff46-28e5-4d97-953f-f2745ae29809 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:23.049486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.053120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd5669-9cf3-49e1-b0c0-85a2b9849813 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:23.057372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd5669-9cf3-49e1-b0c0-85a2b9849813 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:23.058318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-87dd5669-9cf3-49e1-b0c0-85a2b9849813 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207354 Oct 12 11:46:23.059502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60090) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:23.154386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 8b429580-a739-415d-bfeb-58e8d673bccb {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:23.167410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.267701 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.403535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064227b7-325e-48dc-b3ef-67ad0891e8cc None None] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:23.531409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.580285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.594288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.622792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:23.749683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.843636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=8b429580-a739-415d-bfeb-58e8d673bccb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:23.861961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.863755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:23.867292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24156881-c835-483e-808a-9cb52707ac56 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/8b429580-a739-415d-bfeb-58e8d673bccb HTTP/1.1" status: 204 len: 168 time: 0.8066373 Oct 12 11:46:23.872590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60096) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:23.920419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc61b1b-2c38-48b1-a55c-d794ca1854f2 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:23.967957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6fd33ba4-8c7b-4102-af9e-46ee71aa5515 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941594 Oct 12 11:46:23.976445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60098) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:24.115468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5974f7-2949-4187-8dff-7a7a549ce1f3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:24.118131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c5974f7-2949-4187-8dff-7a7a549ce1f3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1402471 Oct 12 11:46:24.123183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60102) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:24.163821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:24.202508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33499330-7350-41fe-9a48-23b51bb5f8a1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:24.204444 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-33499330-7350-41fe-9a48-23b51bb5f8a1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0801921 Oct 12 11:46:24.208291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60106) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:24.229450 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:24.229821 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:24.260199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d3320b62-d8fa-438a-b943-97651a057f71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504825 Oct 12 11:46:24.264857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60108) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:24.272481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:24.386118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:24.386561 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:24.699468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:20Z', 'revision_number': 3, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:24.726002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Allocated IP 172.20.0.1 (72783b89-fc9f-41fe-aa97-1cb715b2d7ac/39230b60-6ac9-44d6-8fe8-b1871b29812f/15b56a16-98e7-491a-a24c-b51ae50efe6a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:24.754148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:24.758552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:24.838994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:24.873942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Checking router: bfdb2dc6-dd24-4e8b-960e-1201053db162 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:46:24.874515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Updating router bfdb2dc6-dd24-4e8b-960e-1201053db162 port a5f4b10d-9ac3-417a-a03d-36397a7104c8 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:46:24.877366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:25.059694 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.221422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.299507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.319345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] For port c90eff46-28e5-4d97-953f-f2745ae29809, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c90eff46-28e5-4d97-953f-f2745ae29809,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:25.359934 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.385031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:25.392132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:25.397480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:25.402355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Pushing event updated for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:25.411472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.495124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.652190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Could not find standard attr ID for object 4f9940c7-5d07-476e-b65e-e1be9c3f120c. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:25.703188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:25.703772 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:25.743951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:25.770934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Provisioning complete for port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:25.771480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.779998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Deleting port c90eff46-28e5-4d97-953f-f2745ae29809 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:25.779998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:25.860513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c24c04-f5b5-46ab-84d3-54d3838a769f None None] Pushing event updated for resources: {'Port': ['ID=c90eff46-28e5-4d97-953f-f2745ae29809,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.019694 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.155058 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.158764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.204292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] For port c90eff46-28e5-4d97-953f-f2745ae29809, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c90eff46-28e5-4d97-953f-f2745ae29809,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:26.209913 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.225010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Calling delete_port for c90eff46-28e5-4d97-953f-f2745ae29809 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:26.231641 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.239785 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.381408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.383377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08625777-1da4-4a34-9d3e-79966ab4c289 None None] Pushing event updated for resources: {'Port': ['ID=a5f4b10d-9ac3-417a-a03d-36397a7104c8,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.394084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Attempting to bind port a5f4b10d-9ac3-417a-a03d-36397a7104c8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:26.394993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Attempting to bind port a5f4b10d-9ac3-417a-a03d-36397a7104c8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:26.395359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Attempting to bind port a5f4b10d-9ac3-417a-a03d-36397a7104c8 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:26.420121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] For port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:26.424033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:26.424334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:26.424733 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.425125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:26.425598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Bound port: a5f4b10d-9ac3-417a-a03d-36397a7104c8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:26.426751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.460790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.491685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.536692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] For port a5f4b10d-9ac3-417a-a03d-36397a7104c8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:26.540555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port c90eff46-28e5-4d97-953f-f2745ae29809, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c90eff46-28e5-4d97-953f-f2745ae29809,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:26.541389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] For port a5f4b10d-9ac3-417a-a03d-36397a7104c8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5f4b10d-9ac3-417a-a03d-36397a7104c8,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:26.555187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Pushing event updated for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.569418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.594401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d07c9-770a-468d-96b9-50b52523862f None None] Pushing event updated for resources: {'Port': ['ID=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.605631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.615851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:26.619952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.679313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.680047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.683701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f84e03b8-ba40-4fab-a0ac-9b0e7b4e8871 None None] Provisioning complete for port 15b56a16-98e7-491a-a24c-b51ae50efe6a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:26.684077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f84e03b8-ba40-4fab-a0ac-9b0e7b4e8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.757685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.764931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f84e03b8-ba40-4fab-a0ac-9b0e7b4e8871 None None] Port 15b56a16-98e7-491a-a24c-b51ae50efe6a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:26.772342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:26.772342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:46:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:26.776615 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08625777-1da4-4a34-9d3e-79966ab4c289 None None] Pushing event updated for resources: {'Port': ['ID=a5f4b10d-9ac3-417a-a03d-36397a7104c8,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.825333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] No DVR routers for this DVR port c90eff46-28e5-4d97-953f-f2745ae29809 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:26.870374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80672c37-b4ab-4d17-bf26-58e6f548c709 None None] Pushing event deleted for resources: {'Port': ['ID=c90eff46-28e5-4d97-953f-f2745ae29809,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.881667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:26.898350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=c90eff46-28e5-4d97-953f-f2745ae29809,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:26.903424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:26.903791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.908864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:26.918637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:26.919274 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:26.942435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e92bab-c56f-4c20-bdf5-03f11a523e13 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:26.942631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:26.942769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:26.946675 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:27.027758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:27.132521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Router bfdb2dc6-dd24-4e8b-960e-1201053db162 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:46:27.137941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8720193 Oct 12 11:46:27.142339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60136) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:27.154976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:79:fc:eb', 'name': 'tempest-NetworksTestDHCPv6-202506892'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:27.196659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcc10e-2c22-48c5-87ce-e4d8d1343e71 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=43216881-2a93-4d75-8358-65901564d2f2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:27.522761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '43216881-2a93-4d75-8358-65901564d2f2'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:27.523770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:27.760432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:46:27.775642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-33b6cda6-7f57-4143-9eaf-f86629de999f admin admin] 10.222.0.43 "PUT /v2.0/routers/bfdb2dc6-dd24-4e8b-960e-1201053db162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8948379 Oct 12 11:46:27.788725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:27.819140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b168d7dc-f1ea-44c4-b58e-8c928c77e889 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:27.865516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cf562495-bbca-4548-b201-cdb3bbec4e96 None None] Provisioning complete for port 15b56a16-98e7-491a-a24c-b51ae50efe6a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:27.866271 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cf562495-bbca-4548-b201-cdb3bbec4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.003483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:28.004184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.015990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.054592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cf562495-bbca-4548-b201-cdb3bbec4e96 None None] Port 15b56a16-98e7-491a-a24c-b51ae50efe6a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:28.095540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 112a9c6b-7af9-4c33-861f-dc2c7b0a1d06 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:28.148917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Allocated IP 2001:db8::f816:3eff:fed6:1c94 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/43216881-2a93-4d75-8358-65901564d2f2/c719a5ea-5958-4cdd-b24d-898b6b7d623d) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:28.212144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:25Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '15b56a16-98e7-491a-a24c-b51ae50efe6a', 'name': '', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'mac_address': 'fa:16:3e:be:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:24Z', 'updated_at': '2021-10-12T11:46:26Z', 'revision_number': 2, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'subnets': [{'id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:28.267932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2933f2f-9a51-4720-868f-efa947f51ef3 None None] The sync data for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 is: [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:25Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '15b56a16-98e7-491a-a24c-b51ae50efe6a', 'name': '', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'mac_address': 'fa:16:3e:be:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:24Z', 'updated_at': '2021-10-12T11:46:26Z', 'revision_number': 2, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'subnets': [{'id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:46:28.482878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.490820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:28.571194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.636252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:28.641850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:28.647136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:28.708263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fe79:fceb (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/43216881-2a93-4d75-8358-65901564d2f2/112a9c6b-7af9-4c33-861f-dc2c7b0a1d06) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:28.772539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Pushing event updated for resources: {'Port': ['ID=c719a5ea-5958-4cdd-b24d-898b6b7d623d,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:28.896279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:28.896957 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.916148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Attempting to bind port c719a5ea-5958-4cdd-b24d-898b6b7d623d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:28.916951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Attempting to bind port c719a5ea-5958-4cdd-b24d-898b6b7d623d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:28.917437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Attempting to bind port c719a5ea-5958-4cdd-b24d-898b6b7d623d on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:28.966961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:28.974882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:28.974882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:28.974882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:28.974882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Bound port: c719a5ea-5958-4cdd-b24d-898b6b7d623d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:28.974882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.161315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] For port c719a5ea-5958-4cdd-b24d-898b6b7d623d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:29.216095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] For port c719a5ea-5958-4cdd-b24d-898b6b7d623d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c719a5ea-5958-4cdd-b24d-898b6b7d623d,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:29.217958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b168d7dc-f1ea-44c4-b58e-8c928c77e889 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:29.230184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.279542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b168d7dc-f1ea-44c4-b58e-8c928c77e889 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:29.279928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.343298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.432821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.541708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=112a9c6b-7af9-4c33-861f-dc2c7b0a1d06,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:29.548238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:29.549872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:29.552234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:29.569458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:29.569458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:29.570009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8ba8b-8c4a-499d-98cc-784a05086865 None None] Pushing event updated for resources: {'Port': ['ID=c719a5ea-5958-4cdd-b24d-898b6b7d623d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:29.661921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:29.663180 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-070586d1-52e3-48c9-b691-10a41f89e50f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5195346 Oct 12 11:46:29.718523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c90eff46-28e5-4d97-953f-f2745ae29809 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:29.759709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c90eff46-28e5-4d97-953f-f2745ae29809 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:29.760453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c90eff46-28e5-4d97-953f-f2745ae29809 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:29.776122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9bff6-c19a-4359-bd01-1752a1e75da1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:29.783955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9bff6-c19a-4359-bd01-1752a1e75da1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:29.787938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86d9bff6-c19a-4359-bd01-1752a1e75da1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1249144 Oct 12 11:46:29.794715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60174) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:29.985467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 112a9c6b-7af9-4c33-861f-dc2c7b0a1d06 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:29.986273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:30.155848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:30.167441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 112a9c6b-7af9-4c33-861f-dc2c7b0a1d06 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:30.548261 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:30.594533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5f4b10d-9ac3-417a-a03d-36397a7104c8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:30.622769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=112a9c6b-7af9-4c33-861f-dc2c7b0a1d06,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:30.659479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:30.663217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-22069bd8-3325-4a75-ad47-3757c7d1c1e4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/112a9c6b-7af9-4c33-861f-dc2c7b0a1d06 HTTP/1.1" status: 204 len: 168 time: 0.8651533 Oct 12 11:46:30.665687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:30.692867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a5f4b10d-9ac3-417a-a03d-36397a7104c8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:30.693336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:30.841402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e737229-7001-4a32-8178-c64184d93c5b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:30.859931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e737229-7001-4a32-8178-c64184d93c5b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:30.862025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6e737229-7001-4a32-8178-c64184d93c5b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1954052 Oct 12 11:46:30.865887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60196) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:30.984023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.022283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 43216881-2a93-4d75-8358-65901564d2f2 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:31.025972 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.059490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a5f4b10d-9ac3-417a-a03d-36397a7104c8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5f4b10d-9ac3-417a-a03d-36397a7104c8,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:31.101120 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.147198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.148423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c719a5ea-5958-4cdd-b24d-898b6b7d623d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:31.278459 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.383803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a5f4b10d-9ac3-417a-a03d-36397a7104c8,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:31.411387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c719a5ea-5958-4cdd-b24d-898b6b7d623d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:31.413128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.415475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.471830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=43216881-2a93-4d75-8358-65901564d2f2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:31.478150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.485674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60206) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:31.499075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4dc88432-4d4f-43aa-b840-09d72353038f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/43216881-2a93-4d75-8358-65901564d2f2 HTTP/1.1" status: 204 len: 168 time: 0.6318581 Oct 12 11:46:31.601075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3f00d832-0774-4dcd-b3b0-d61943252015 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141319 Oct 12 11:46:31.607390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60208) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:31.637069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:31.733696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-65e831a6-5de5-49a1-b279-1618912fa88a None None] Provisioning complete for port c719a5ea-5958-4cdd-b24d-898b6b7d623d triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:31.733929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65e831a6-5de5-49a1-b279-1618912fa88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:31.743283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.018080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c719a5ea-5958-4cdd-b24d-898b6b7d623d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c719a5ea-5958-4cdd-b24d-898b6b7d623d,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:32.029261 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e623b4-db11-4ee3-b81f-652323cb3762 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:32.133849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.170829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:32.174795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.321675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c719a5ea-5958-4cdd-b24d-898b6b7d623d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:32.471093 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Sync routers for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:46:32.489186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-54892a02-41f2-4c73-a50f-b7d007045a90 None None] Could not find standard attr ID for object 112a9c6b-7af9-4c33-861f-dc2c7b0a1d06. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:32.509038 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:32.510668 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:46:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:32.511509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:32.640792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5f4b10d-9ac3-417a-a03d-36397a7104c8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:32.750203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Deleting port c719a5ea-5958-4cdd-b24d-898b6b7d623d {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:32.750203 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.843818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:32.893179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] For port c719a5ea-5958-4cdd-b24d-898b6b7d623d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c719a5ea-5958-4cdd-b24d-898b6b7d623d,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:32.894806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.908169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a5f4b10d-9ac3-417a-a03d-36397a7104c8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:32.908476 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:32.914497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Calling delete_port for c719a5ea-5958-4cdd-b24d-898b6b7d623d owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:33.119030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:33.240222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.267081 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:25Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '15b56a16-98e7-491a-a24c-b51ae50efe6a', 'name': '', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'mac_address': 'fa:16:3e:be:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:24Z', 'updated_at': '2021-10-12T11:46:26Z', 'revision_number': 2, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'subnets': [{'id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:33.314607 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Checking router: bfdb2dc6-dd24-4e8b-960e-1201053db162 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:46:33.314993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] Pushing event deleted for resources: {'Port': ['ID=c719a5ea-5958-4cdd-b24d-898b6b7d623d,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:33.315140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Updating router bfdb2dc6-dd24-4e8b-960e-1201053db162 port 15b56a16-98e7-491a-a24c-b51ae50efe6a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:46:33.322900 n-d-813419-3 neutron-server[95547]: WARNING neutron.services.revisions.revision_plugin [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Could not find related port for resource to bump revision. Oct 12 11:46:33.366642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Port c719a5ea-5958-4cdd-b24d-898b6b7d623d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 11:46:33.367224 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation for 2001:db8::f816:3eff:fed6:1c94 {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 11:46:33.367567 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.370898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3163a-d39e-45a7-83d2-281970f2a1f6 None None] No DVR routers for this DVR port c719a5ea-5958-4cdd-b24d-898b6b7d623d on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:33.371057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed6:1c94 {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 11:46:33.372334 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.450611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:33.454197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:33.459033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:33.459654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.465438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04696507-9b02-4b93-8c87-a88734323292 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:33.478399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=9eaaa465-8801-4f91-8e52-ba86c85cec52,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:33.551759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e1154a0b-54e9-4f7a-ba9e-b0e35d29ab84 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9425085 Oct 12 11:46:33.554305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60228) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:33.559483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:ae:7a:ec', 'name': 'tempest-NetworksTestDHCPv6-531661929'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:33.746789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '9eaaa465-8801-4f91-8e52-ba86c85cec52'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:33.749482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.817023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:33.827622 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.901085 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.921147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:33.945843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 6c049190-a836-47f9-a0db-5468614aa75b yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:34.011387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Allocated IP 2001:db8::f816:3eff:fefe:991a (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/9eaaa465-8801-4f91-8e52-ba86c85cec52/ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:34.028346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23ee13-3313-4e66-bab2-c85348f43f60 None None] Pushing event updated for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:34.262689 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Attempting to bind port 15b56a16-98e7-491a-a24c-b51ae50efe6a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:34.263080 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Attempting to bind port 15b56a16-98e7-491a-a24c-b51ae50efe6a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:34.263422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Attempting to bind port 15b56a16-98e7-491a-a24c-b51ae50efe6a on network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:34.273453 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:34.279073 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Checking segment: {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:34.290729 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.306115 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Bound using segment: {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:34.306989 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Bound port: 15b56a16-98e7-491a-a24c-b51ae50efe6a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fee635-0eaa-4eca-884a-e56f08267a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:34.307471 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.438221 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.455932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] For port 15b56a16-98e7-491a-a24c-b51ae50efe6a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:34.459820 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] For port 15b56a16-98e7-491a-a24c-b51ae50efe6a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=15b56a16-98e7-491a-a24c-b51ae50efe6a,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:34.472015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c719a5ea-5958-4cdd-b24d-898b6b7d623d no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:34.510541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c719a5ea-5958-4cdd-b24d-898b6b7d623d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:34.511576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c719a5ea-5958-4cdd-b24d-898b6b7d623d not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:34.564937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.568476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-808bc8cf-765f-4c12-b3e0-4e72638e29cf None None] Provisioning complete for port 15b56a16-98e7-491a-a24c-b51ae50efe6a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:34.569292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-808bc8cf-765f-4c12-b3e0-4e72638e29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.589809 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.600162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-924ada23-fef3-4a9c-a214-2fbc8563956c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:34.604785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-924ada23-fef3-4a9c-a214-2fbc8563956c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.2457192 Oct 12 11:46:34.652780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:34.652960 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-3b9ef872-396c-42c6-a3da-acfd9fb846b1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0384984 Oct 12 11:46:34.657435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:34.659099 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:feae:7aec (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/9eaaa465-8801-4f91-8e52-ba86c85cec52/6c049190-a836-47f9-a0db-5468614aa75b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:34.667745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:34.726781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Pushing event updated for resources: {'Port': ['ID=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:34.734785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-808bc8cf-765f-4c12-b3e0-4e72638e29cf None None] Port 15b56a16-98e7-491a-a24c-b51ae50efe6a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:34.771609 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:46:34.772189 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:46:21Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:34.792581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-057d85b0-dd33-4a9b-97aa-b7c2fac2d1cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350553 Oct 12 11:46:34.840506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Attempting to bind port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:34.840877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Attempting to bind port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:34.841296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Attempting to bind port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:34.847813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:34.848191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:34.848744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.849136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:34.849655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Bound port: ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:34.850045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.873826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:34.931126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] For port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:34.935087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] For port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:34.979247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23ee13-3313-4e66-bab2-c85348f43f60 None None] Pushing event updated for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:34.983988 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.016509 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.035464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-43a25539-de68-4a2e-b564-2cbc800f4a40 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:46:35.043384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-43a25539-de68-4a2e-b564-2cbc800f4a40 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2383869 Oct 12 11:46:35.091733 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:46:35.114621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:35.116175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] Provisioning complete for port 15b56a16-98e7-491a-a24c-b51ae50efe6a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:35.116595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.131380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:35.138740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:35.149581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:35.156592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.169883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=6c049190-a836-47f9-a0db-5468614aa75b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:35.170845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b534706-1025-460a-8e32-5db38bcb4293 None None] Pushing event updated for resources: {'Port': ['ID=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:35.225134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-92ecacc4-0254-4e64-a6ed-540e624d030f service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798427 Oct 12 11:46:35.247212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.286957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-64abb4c2-7452-4012-a04c-30b36cf946c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7312763 Oct 12 11:46:35.303367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60252) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:35.307817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] For port 15b56a16-98e7-491a-a24c-b51ae50efe6a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=15b56a16-98e7-491a-a24c-b51ae50efe6a,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:35.389192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.443135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee907600-7772-4c84-9938-4ffb3c06adbf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:35.459679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee907600-7772-4c84-9938-4ffb3c06adbf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:35.470201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee907600-7772-4c84-9938-4ffb3c06adbf tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1623936 Oct 12 11:46:35.470890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60254) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:35.472043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-2f95e905-d605-4fc7-912c-439a9850143f service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449005 Oct 12 11:46:35.522380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de962-7450-4b04-8f7f-c14f31e7322f None None] Pushing event updated for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:35.573470 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:25Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '15b56a16-98e7-491a-a24c-b51ae50efe6a', 'name': '', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'mac_address': 'fa:16:3e:be:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:24Z', 'updated_at': '2021-10-12T11:46:34Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'subnets': [{'id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:46:35.645254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 6c049190-a836-47f9-a0db-5468614aa75b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:35.650328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.729384 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c30f7-99b5-4835-9a23-9de012bfe822 None None] The sync data for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 is: [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T11:46:25Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '15b56a16-98e7-491a-a24c-b51ae50efe6a', 'name': '', 'network_id': '72783b89-fc9f-41fe-aa97-1cb715b2d7ac', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'mac_address': 'fa:16:3e:be:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:24Z', 'updated_at': '2021-10-12T11:46:34Z', 'revision_number': 4, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'subnets': [{'id': '39230b60-6ac9-44d6-8fe8-b1871b29812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:46:35.767233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:35.783654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 6c049190-a836-47f9-a0db-5468614aa75b owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:36.046038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.150685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=6c049190-a836-47f9-a0db-5468614aa75b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:36.233249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.237529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-385d64f2-286a-4bb5-b0f8-e3c649983242 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/6c049190-a836-47f9-a0db-5468614aa75b HTTP/1.1" status: 204 len: 168 time: 0.7656398 Oct 12 11:46:36.240661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:36.428247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8a4baba-6ff9-48d1-a1e0-2de360dce075 req-72c5074e-4d6f-4bcf-87c0-7d19ec08cb0a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.1729696 Oct 12 11:46:36.504896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef74f98-1f80-491b-b6bb-b643dbf329b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:36.507045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef74f98-1f80-491b-b6bb-b643dbf329b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:36.508779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ef74f98-1f80-491b-b6bb-b643dbf329b6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2654440 Oct 12 11:46:36.511664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60286) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:36.640300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 9eaaa465-8801-4f91-8e52-ba86c85cec52 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:36.649436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.651924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 15b56a16-98e7-491a-a24c-b51ae50efe6a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:36.729153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.763222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 15b56a16-98e7-491a-a24c-b51ae50efe6a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:36.763589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.877937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c0eb4d0d-c60d-43ee-8b91-52e6e619f560 None None] Provisioning complete for port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:36.886625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4d0d-c60d-43ee-8b91-52e6e619f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:36.961750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.042792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:37.155289 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4d0d-c60d-43ee-8b91-52e6e619f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.199766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:37.200145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.212576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.278813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-c0eb4d0d-c60d-43ee-8b91-52e6e619f560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:37.279815 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-c0eb4d0d-c60d-43ee-8b91-52e6e619f560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:37.294672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=9eaaa465-8801-4f91-8e52-ba86c85cec52,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:37.304731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.317265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60296) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:37.335310 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-22767153-0c6f-4d32-8d57-9f4417649816 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/9eaaa465-8801-4f91-8e52-ba86c85cec52 HTTP/1.1" status: 204 len: 168 time: 0.8224626 Oct 12 11:46:37.375587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-241bbbb5-e158-4523-b2c1-736a36106093 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557075 Oct 12 11:46:37.378058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60298) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:37.398840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.470445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a71a2-24b2-4e7c-9230-5eaf3d50a6a4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:37.471560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-489a71a2-24b2-4e7c-9230-5eaf3d50a6a4 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0918751 Oct 12 11:46:37.475779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60302) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:37.489019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:37.566169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.566910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5109cb7d-256a-4459-ab00-0326d4b22904 req-08636438-dbaa-4c15-b2ba-8e3ab8eba365 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0418606 Oct 12 11:46:37.602591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37d524-2f23-4f87-b5ba-ec7d0a1ea8e5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:37.604886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f37d524-2f23-4f87-b5ba-ec7d0a1ea8e5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1287911 Oct 12 11:46:37.607940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60304) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:37.609866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef51c93-5bfc-485f-a073-c0492e334f9e None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:37.655926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50df0b51-f303-4eb7-be65-7c67b8df6dbd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466931 Oct 12 11:46:37.660918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60306) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:37.666766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:37.919542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:37.924652 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:37.948413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:38.073015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1d038ec2-ac37-4905-a05e-d888972cc5fb None None] Could not find standard attr ID for object 6c049190-a836-47f9-a0db-5468614aa75b. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:38.109123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:38.229481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Deleting port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:38.230139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.480125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:38.485656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.536164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] For port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:38.537781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.543625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:38.549829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:38.554885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:38.555724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.559869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Calling delete_port for ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:38.560763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:38.594924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=c31fa81b-080d-4aad-8735-600066f31b18,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:38.672810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1f4cef34-3f04-40b8-9348-6ca873bd947f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0109813 Oct 12 11:46:38.676188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60324) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:38.682576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:a5:76:47', 'name': 'tempest-NetworksTestDHCPv6-727774396'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:38.708157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87c65160-e738-4419-b5b9-093b792d1a55 req-11664884-a5f0-433a-b097-68036937f1be tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0372815 Oct 12 11:46:38.757813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.767214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382aad4-2747-4333-8442-077bb04c5405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.816291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:38.882401 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.924180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382aad4-2747-4333-8442-077bb04c5405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.974212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:38.990041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:39.000727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] No DVR routers for this DVR port ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:39.005435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.005965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.006959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.006959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.007434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.007919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.008866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.009345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.009827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.010815 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.011326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.011819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:39.020741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aced061-988e-4531-8211-43ed16a7c182 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:39.037813 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2382aad4-2747-4333-8442-077bb04c5405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.071286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f2cb-dca1-4f37-9b84-abaac3ed8c23 None None] Pushing event deleted for resources: {'Port': ['ID=ae3b3e46-b1e7-4bb4-90e5-4f5639bdc724,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:39.077507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:39.113914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2382aad4-2747-4333-8442-077bb04c5405 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b616ca32d89346e18e73a4878e2de2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514908 Oct 12 11:46:39.116033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60328) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:39.119529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382aad4-2747-4333-8442-077bb04c5405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53bdc8c-adf5-4111-82e2-c674f1553d24,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:39.242904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': 'c31fa81b-080d-4aad-8735-600066f31b18'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:39.244281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.256465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.288170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-6ca1f113-70d2-42b6-b505-84c97a616a19 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:39.289780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-6ca1f113-70d2-42b6-b505-84c97a616a19 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.3098245 Oct 12 11:46:39.315822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:39.327749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.345968 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.365681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 387a21f3-a624-402c-b2ea-f7f618b3d4fd yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:39.597983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::265 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/c31fa81b-080d-4aad-8735-600066f31b18/387a21f3-a624-402c-b2ea-f7f618b3d4fd) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:39.815412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.927893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:39.992670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:40.009130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:40.014343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:40.023300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:40.024519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.029942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/c31fa81b-080d-4aad-8735-600066f31b18/f2952029-3f0d-455a-be70-d5a28b772ca4) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:40.046599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=387a21f3-a624-402c-b2ea-f7f618b3d4fd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:40.059130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3d19aef-ac6d-4fa1-b458-5b11839f8646 req-8f4c070b-220d-4a84-9843-91b1b476416b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.1013188 Oct 12 11:46:40.155071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-88026fb4-bcc3-4916-a3e6-b83924551609 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4711790 Oct 12 11:46:40.155440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60352) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:40.225187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.231696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.238758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e53bdc8c-adf5-4111-82e2-c674f1553d24 HTTP/1.1" status: 204 len: 168 time: 1.0988564 Oct 12 11:46:40.256095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53bdc8c-adf5-4111-82e2-c674f1553d24,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:40.275000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6a3be-7232-44cb-be09-42b2580e36f8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:40.276815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-40f6a3be-7232-44cb-be09-42b2580e36f8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1181145 Oct 12 11:46:40.279405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60362) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:40.279554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.280530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.280889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.282420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.283191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.283533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.285646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.285992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.286327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.287776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.289710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.290803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb925f-70dd-40e9-ae92-cf53bbc9548f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:46:40.299926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:40.307543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.435677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 387a21f3-a624-402c-b2ea-f7f618b3d4fd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:40.437116 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.460187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.544829 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.579989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.12 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/e95dd932-d647-492e-b3ce-5d08581abb74) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:40.593708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.616524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 387a21f3-a624-402c-b2ea-f7f618b3d4fd owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:40.622150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:40.624881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:40.633834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:40.742185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Pushing event updated for resources: {'Port': ['ID=f2952029-3f0d-455a-be70-d5a28b772ca4,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:40.796544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Attempting to bind port f2952029-3f0d-455a-be70-d5a28b772ca4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:40.798335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Attempting to bind port f2952029-3f0d-455a-be70-d5a28b772ca4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:40.798809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Attempting to bind port f2952029-3f0d-455a-be70-d5a28b772ca4 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:40.806200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:40.807301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:40.807708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.808283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:40.808928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Bound port: f2952029-3f0d-455a-be70-d5a28b772ca4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:40.809644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.838886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:40.930166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] For port f2952029-3f0d-455a-be70-d5a28b772ca4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:40.933777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] For port f2952029-3f0d-455a-be70-d5a28b772ca4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f2952029-3f0d-455a-be70-d5a28b772ca4,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:41.039582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.072851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=387a21f3-a624-402c-b2ea-f7f618b3d4fd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:41.097688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.110339 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.280379 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f078-9bd2-4950-a8c4-ef976e4589b0 None None] Pushing event updated for resources: {'Port': ['ID=f2952029-3f0d-455a-be70-d5a28b772ca4,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:41.315233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:41.357362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:41.360409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:41.364885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:41.473205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b1227-7bb8-4465-b941-a8c51bfcd6f5 req-fd28a330-9844-46a3-9679-d939ec63bb63 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:41.474084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d07b1227-7bb8-4465-b941-a8c51bfcd6f5 req-fd28a330-9844-46a3-9679-d939ec63bb63 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 932 time: 0.1739035 Oct 12 11:46:41.549694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:41.551528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.648937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d07b1227-7bb8-4465-b941-a8c51bfcd6f5 req-f09f7507-8160-400e-a144-dc8e6f69cf04 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426184 Oct 12 11:46:41.701118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-77371d17-9c5c-4743-8e1d-32544bb7c90e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3998778 Oct 12 11:46:41.717406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Request body: {'port': {'device_id': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:41.798619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.809628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60394) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:41.819287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-47acb30e-c8b2-4cb4-a56c-8f13364102f2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/387a21f3-a624-402c-b2ea-f7f618b3d4fd HTTP/1.1" status: 204 len: 168 time: 1.5228469 Oct 12 11:46:41.866156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f8682-d73f-4f27-b5f4-2d5084a0a8b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:41.867813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f8682-d73f-4f27-b5f4-2d5084a0a8b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:41.872254 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:41.881130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8f8f8682-d73f-4f27-b5f4-2d5084a0a8b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0704122 Oct 12 11:46:41.916953 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.953411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-15e08c85-a4f7-434d-9677-15a97db03708 None None] Provisioning complete for port e95dd932-d647-492e-b3ce-5d08581abb74 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:41.953787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15e08c85-a4f7-434d-9677-15a97db03708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:41.993098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet c31fa81b-080d-4aad-8735-600066f31b18 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:42.000676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.034262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-15e08c85-a4f7-434d-9677-15a97db03708 None None] Port e95dd932-d647-492e-b3ce-5d08581abb74 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:46:42.073683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.193893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.408306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.440477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95dd932-d647-492e-b3ce-5d08581abb74 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:46:42.451976 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.516323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f2952029-3f0d-455a-be70-d5a28b772ca4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:42.525722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Transition to ACTIVE for port object e95dd932-d647-492e-b3ce-5d08581abb74 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:46:42.539121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=c31fa81b-080d-4aad-8735-600066f31b18,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:42.557935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.561912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-928bdd90-e008-4c99-83e4-9b0244e5e6d6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/c31fa81b-080d-4aad-8735-600066f31b18 HTTP/1.1" status: 204 len: 168 time: 0.6886079 Oct 12 11:46:42.564774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60406) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:42.625980 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0fd4e558-4e17-44a5-a660-7fe3d9992f5f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588679 Oct 12 11:46:42.626682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:42.627016 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.662288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f2952029-3f0d-455a-be70-d5a28b772ca4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:42.664024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.746134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Pushing event updated for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:42.787458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad5fd9-db10-49a8-969a-5a29f1577d8b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:42.789410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dcad5fd9-db10-49a8-969a-5a29f1577d8b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1610739 Oct 12 11:46:42.791875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60418) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:42.866012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:46:42.898255 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:42.922337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38a871-090c-4918-84e5-4f968c43e1e3 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:42.924519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52482a12-07b6-4304-b9e3-b0641e35352a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:42.926502 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52482a12-07b6-4304-b9e3-b0641e35352a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1335428 Oct 12 11:46:42.930053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:43.050248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7d71975-2d1b-4556-82ef-69f5bc1d257e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004419 Oct 12 11:46:43.058141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60428) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:43.063827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:43.068441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port f2952029-3f0d-455a-be70-d5a28b772ca4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f2952029-3f0d-455a-be70-d5a28b772ca4,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:43.082740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-25a4883b-a893-42ce-b57d-439d13e5808c None None] Provisioning complete for port f2952029-3f0d-455a-be70-d5a28b772ca4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:43.082740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-25a4883b-a893-42ce-b57d-439d13e5808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.095493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c41f-b0bd-4344-a7d5-9f74da99930b req-312804a2-7e4c-4424-bb06-12d4fc96a097 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:43.100261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7de0c41f-b0bd-4344-a7d5-9f74da99930b req-312804a2-7e4c-4424-bb06-12d4fc96a097 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.2949836 Oct 12 11:46:43.101240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Attempting to bind port e95dd932-d647-492e-b3ce-5d08581abb74 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:43.101577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Attempting to bind port e95dd932-d647-492e-b3ce-5d08581abb74 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:43.101905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Attempting to bind port e95dd932-d647-492e-b3ce-5d08581abb74 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:43.149092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.152076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Port e95dd932-d647-492e-b3ce-5d08581abb74 on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:46:43.152855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Attempting to bind port e95dd932-d647-492e-b3ce-5d08581abb74 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:43.165086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:43.172710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:43.172710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:43.172710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Bound port: e95dd932-d647-492e-b3ce-5d08581abb74, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:43.172710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.192127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7de0c41f-b0bd-4344-a7d5-9f74da99930b req-20d2a25d-1387-4873-8278-088405c3df0a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Oct 12 11:46:43.276197 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:43.280160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e95dd932-d647-492e-b3ce-5d08581abb74,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:43.330600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:43.334279 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.369653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=f2952029-3f0d-455a-be70-d5a28b772ca4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:43.391657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.459566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:43.460279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.462510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] 10.222.0.47 "PUT /v2.0/ports/e95dd932-d647-492e-b3ce-5d08581abb74 HTTP/1.1" status: 200 len: 1092 time: 1.7517860 Oct 12 11:46:43.463016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:46:43.471357 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e25359-fdf0-42ab-8a55-86198ad54a28" -d '{"events": [{"name": "network-changed", "server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:46:43.553156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f58cbe-965d-47a8-acfe-b0c19dd51588 service neutron] Pushing event updated for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:43.575487 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cb993-c114-4d52-8f83-7a95da715298 x-openstack-request-id: req-258cb993-c114-4d52-8f83-7a95da715298 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:46:43.575825 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:46:43.576086 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-258cb993-c114-4d52-8f83-7a95da715298 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:46:43.576785 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74', 'status': 'completed', 'code': 200} Oct 12 11:46:43.582339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:43.647317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-1ab341c3-c450-4a70-96c7-d0d8af806958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:43.658983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-1ab341c3-c450-4a70-96c7-d0d8af806958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 1095 time: 0.0714965 Oct 12 11:46:43.676729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Deleting port f2952029-3f0d-455a-be70-d5a28b772ca4 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:43.677120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.839638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] For port f2952029-3f0d-455a-be70-d5a28b772ca4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f2952029-3f0d-455a-be70-d5a28b772ca4,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:43.840288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:43.854954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Calling delete_port for f2952029-3f0d-455a-be70-d5a28b772ca4 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:43.868902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:43.931681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-f9cd0143-02a6-4aa2-a1b9-c8bf41d755ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:43.933267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-f9cd0143-02a6-4aa2-a1b9-c8bf41d755ef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2678447 Oct 12 11:46:44.052652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.083092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] Pushing event deleted for resources: {'Port': ['ID=f2952029-3f0d-455a-be70-d5a28b772ca4,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:44.086624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d0115-8017-4ada-882c-39f77db34101 None None] No DVR routers for this DVR port f2952029-3f0d-455a-be70-d5a28b772ca4 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:44.098765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Port f2952029-3f0d-455a-be70-d5a28b772ca4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 11:46:44.099255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:d5e8 {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 11:46:44.104158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_pluggable_backend [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:d5e8 {{(pid=95547) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 11:46:44.105497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.140018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-953dda31-70d8-42a8-9d18-359c44bddc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.142007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e25359-fdf0-42ab-8a55-86198ad54a28 req-953dda31-70d8-42a8-9d18-359c44bddc90 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015352 Oct 12 11:46:44.168227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=e134a5ab-4baf-489b-88a2-a3e16281646e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:44.179269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:44.181150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:44.184346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.185203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.193478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080caed-59b7-47ab-905f-a3f5d46f4986 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:44.246144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-33d84ec1-dca2-4919-82eb-34c586282caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.247633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-33d84ec1-dca2-4919-82eb-34c586282caa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 1095 time: 0.0545056 Oct 12 11:46:44.300845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-20f71a42-8354-4174-995c-c5d4a389ee65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e95dd932-d647-492e-b3ce-5d08581abb74 HTTP/1.1" status: 200 len: 217 time: 0.0450444 Oct 12 11:46:44.339090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-42542da4-06ca-4909-a2ae-d7e6c17a0c51 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2736371 Oct 12 11:46:44.340966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60486) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:44.346494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:44.434097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': 'e134a5ab-4baf-489b-88a2-a3e16281646e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:44.435265 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.471758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-2b1568cf-930b-490e-8d33-f5c55b472699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.475390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-2b1568cf-930b-490e-8d33-f5c55b472699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.1677804 Oct 12 11:46:44.514941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a8d1-483e-4256-828f-57c44313dfc0 req-590f8ed3-d505-47c8-b01c-a40a8e408eb2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.523048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5477a8d1-483e-4256-828f-57c44313dfc0 req-590f8ed3-d505-47c8-b01c-a40a8e408eb2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.1981871 Oct 12 11:46:44.589310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5477a8d1-483e-4256-828f-57c44313dfc0 req-4eab87d3-63c2-46b0-836d-6bcab3430335 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652335 Oct 12 11:46:44.599571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-7fda7a58-b3ba-4c26-924c-82798a67c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:44.601076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-7fda7a58-b3ba-4c26-924c-82798a67c6bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757473 Oct 12 11:46:44.603978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f2952029-3f0d-455a-be70-d5a28b772ca4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:44.638325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f2952029-3f0d-455a-be70-d5a28b772ca4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:44.638665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f2952029-3f0d-455a-be70-d5a28b772ca4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:44.656702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Allocated IP 2001:db8::f816:3eff:fe63:1b96 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/e134a5ab-4baf-489b-88a2-a3e16281646e/cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:44.713923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:44.717443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-b0f112ef-c7a2-4fe7-b31e-bb2756e39fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090391 Oct 12 11:46:44.717585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.847403 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.852980 n-d-813419-3 neutron-server[95547]: INFO neutron.db.ipam_backend_mixin [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e134a5ab-4baf-489b-88a2-a3e16281646e (CIDR: 2001:db8::/64) Oct 12 11:46:44.883049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e7546d0-3ce7-46ed-a38a-ffd7ee5db084 req-955ec9fb-7ad6-4e92-993e-ab3ae1b7a591 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576910 Oct 12 11:46:44.901908 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:44.902308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:44.942245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:44.984527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:44.991112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:44.995277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:45.002944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Pushing event updated for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:45.066054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Attempting to bind port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:45.066054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Attempting to bind port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:45.067234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Attempting to bind port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:45.073126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:45.073508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:45.073917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.074403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:45.074915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Bound port: cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:45.075469 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.088365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-38f41346-a0f3-4e1e-be1c-c46555241d0f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7462347 Oct 12 11:46:45.090945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:45.096365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:45.188438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:45.192870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:45.293113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.320197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:45.328249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.365454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e988e-fdf8-44f8-98cc-5851643b7807 None None] Pushing event updated for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:45.680408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.733926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:45.738303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:45.752314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:45.753006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:45.776709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=03a42dac-b316-4bd9-8768-5814a067f951,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:45.810958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5929-8bee-43be-a975-3c4904228926 req-b3d9b576-cef8-4085-adff-5ec9ed323bc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:45.816944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd8f5929-8bee-43be-a975-3c4904228926 req-b3d9b576-cef8-4085-adff-5ec9ed323bc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.1153049 Oct 12 11:46:45.859796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd8f5929-8bee-43be-a975-3c4904228926 req-321a531f-da2f-4fe1-9cb5-db8bbb2dde26 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Oct 12 11:46:45.881957 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c44f7f67-38cb-4efd-a970-349529db8d32 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7899368 Oct 12 11:46:45.885080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60548) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:45.890151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:90:44:c9', 'name': 'tempest-NetworksTestDHCPv6-1447808309'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:46.102476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:46.212930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.260205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port b68677a2-ddb7-4523-b118-2fd6b9ee8c00 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:46.497657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:46.509675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8:0:1::184 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/03a42dac-b316-4bd9-8768-5814a067f951/b68677a2-ddb7-4523-b118-2fd6b9ee8c00) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:46.517967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fe90:44c9 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/e134a5ab-4baf-489b-88a2-a3e16281646e/b68677a2-ddb7-4523-b118-2fd6b9ee8c00) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:46.601888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:46.602560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.711140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.765802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:46.775418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.794319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e21bb-9a42-43f3-bdec-331c33e24114 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:46.857275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.891847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.932350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:46.935721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:46.939738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:46.943759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:46.945477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:46.946201 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.961477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bae8b3d5-f90b-4c34-8240-b8f0b887af99 None None] Provisioning complete for port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:46.961860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bae8b3d5-f90b-4c34-8240-b8f0b887af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:46.991968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=b68677a2-ddb7-4523-b118-2fd6b9ee8c00,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:47.035752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12581e-78c5-486d-8bb8-df8fdf3af0df req-04d9d00f-a481-413d-9510-8cf305134d09 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:47.038043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c12581e-78c5-486d-8bb8-df8fdf3af0df req-04d9d00f-a481-413d-9510-8cf305134d09 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0734723 Oct 12 11:46:47.087035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c12581e-78c5-486d-8bb8-df8fdf3af0df req-ab38a9c8-1543-4475-919d-54b11de7a7b6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Oct 12 11:46:47.104051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fc1dcacd-3139-45f5-8fab-d2fc1c7a5321 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2140326 Oct 12 11:46:47.104051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60580) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:47.167857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60582) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:47.193660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': 'e134a5ab-4baf-489b-88a2-a3e16281646e', 'ip_address': '2001:db8::f816:3eff:fe63:1b96'}, {'subnet_id': '03a42dac-b316-4bd9-8768-5814a067f951'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:46:47.221673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.252194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port b68677a2-ddb7-4523-b118-2fd6b9ee8c00 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:47.252684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.379496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.394141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9dedcf-5002-4149-8d22-201c3a224f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.398541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for b68677a2-ddb7-4523-b118-2fd6b9ee8c00 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:47.569367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9dedcf-5002-4149-8d22-201c3a224f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.588307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Allocated IP 2001:db8:0:1::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/03a42dac-b316-4bd9-8768-5814a067f951/cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:47.656616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9dedcf-5002-4149-8d22-201c3a224f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.701112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b9dedcf-5002-4149-8d22-201c3a224f4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=422513bc882045a1bd4930bd5535805c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309353 Oct 12 11:46:47.701112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dedcf-5002-4149-8d22-201c3a224f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b66aba-1ac8-44bc-84f3-ce7bf6f94d11,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:47.702547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60592) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:47.775077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.775340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c21d82bf-5cc2-4431-9943-eb4375dfd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.780607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.839129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60596) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:47.863429 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.899401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=b68677a2-ddb7-4523-b118-2fd6b9ee8c00,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:47.947562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:47.951666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-05d62293-b950-4402-b44d-2c542c761f96 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/b68677a2-ddb7-4523-b118-2fd6b9ee8c00 HTTP/1.1" status: 204 len: 168 time: 0.8476000 Oct 12 11:46:47.954225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60600) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:47.988409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:48.012822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b778db63-a166-44ae-8a45-854bf3d92def admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.016170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4be8e7-d08b-44f6-9c51-4d517e18cc6b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.017832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bf4be8e7-d08b-44f6-9c51-4d517e18cc6b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0625596 Oct 12 11:46:48.028684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:48.044418 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.073726 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.078257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.082167 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2b66aba-1ac8-44bc-84f3-ce7bf6f94d11 HTTP/1.1" status: 204 len: 168 time: 0.3760710 Oct 12 11:46:48.101861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563af5b7-1a7d-4702-bb27-8897421c136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b66aba-1ac8-44bc-84f3-ce7bf6f94d11,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:48.129829 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f04c8-bcd8-401e-9e20-1203dcb4b856 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.134677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f5f04c8-bcd8-401e-9e20-1203dcb4b856 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1026347 Oct 12 11:46:48.135160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60608) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:48.135358 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.241555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd01eff-1d8d-40b5-955b-b6f4dcd8bacd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.243679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd01eff-1d8d-40b5-955b-b6f4dcd8bacd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.246363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd01eff-1d8d-40b5-955b-b6f4dcd8bacd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.249415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0bd01eff-1d8d-40b5-955b-b6f4dcd8bacd tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1128473 Oct 12 11:46:48.253805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60610) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:48.262523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b778db63-a166-44ae-8a45-854bf3d92def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.310451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c768-10bd-4f40-907d-efc84bce5f19 req-39e33725-ac46-4276-8dbc-09c0d5cfda72 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:48.322509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1542c768-10bd-4f40-907d-efc84bce5f19 req-39e33725-ac46-4276-8dbc-09c0d5cfda72 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0753012 Oct 12 11:46:48.339901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f25aa9-99a4-40aa-aa8c-4af1c279b159 None None] Pushing event updated for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:48.355462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b778db63-a166-44ae-8a45-854bf3d92def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.411294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1542c768-10bd-4f40-907d-efc84bce5f19 req-bc9cdbb2-1de0-4374-9e89-13288337bddb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869687 Oct 12 11:46:48.417272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 03a42dac-b316-4bd9-8768-5814a067f951 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:48.431967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.437363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778db63-a166-44ae-8a45-854bf3d92def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeedd3d6-1360-4dad-8053-9431b9d32636,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:48.451989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b778db63-a166-44ae-8a45-854bf3d92def admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73c1e58b2c324478bef37ee6aedfab81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113439 Oct 12 11:46:48.454598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60614) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:48.532903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.602391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:48.664851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.667432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.715963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:48.716593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.717161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.868759 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.898834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.903128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.906645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eeedd3d6-1360-4dad-8053-9431b9d32636 HTTP/1.1" status: 204 len: 168 time: 0.4482868 Oct 12 11:46:48.907413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=03a42dac-b316-4bd9-8768-5814a067f951,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:48.920437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:48.926126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e9070b86-46f4-4117-b826-d6baf1e81683 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/03a42dac-b316-4bd9-8768-5814a067f951 HTTP/1.1" status: 204 len: 168 time: 0.6678612 Oct 12 11:46:48.926321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d1d7-21d3-4a77-bde3-77c594a9e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeedd3d6-1360-4dad-8053-9431b9d32636,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:48.927809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60622) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.010379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet e134a5ab-4baf-489b-88a2-a3e16281646e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:49.015395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.084199 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.136481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.153339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-540e3e37-1b95-48b4-b85a-883d5efa8a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.193602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.249115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-540e3e37-1b95-48b4-b85a-883d5efa8a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.286674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e5bb3-fddb-4677-8f57-c09e7a0eccb8 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:49.343636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-540e3e37-1b95-48b4-b85a-883d5efa8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.384470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b374544b-f799-4a94-9dc2-d67669c42877 None None] Provisioning complete for port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:49.384703 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b374544b-f799-4a94-9dc2-d67669c42877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.395499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.423356 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-540e3e37-1b95-48b4-b85a-883d5efa8a2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aef85f892ae34bceb99f03f08da6cac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834032 Oct 12 11:46:49.439480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60628) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.445664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3e37-1b95-48b4-b85a-883d5efa8a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18eb4ce-5746-47cf-a72a-362e49de5f24,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:49.448556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=e134a5ab-4baf-489b-88a2-a3e16281646e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:49.460269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.464251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d2361a1d-41c4-4715-8b3a-0e3f8194cf01 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/e134a5ab-4baf-489b-88a2-a3e16281646e HTTP/1.1" status: 204 len: 168 time: 0.5305264 Oct 12 11:46:49.466750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60632) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.538037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c00326a0-2852-41f3-be1a-94891a962bb9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698214 Oct 12 11:46:49.540748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.547688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:49.581905 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b374544b-f799-4a94-9dc2-d67669c42877 None None] Could not find standard attr ID for object b68677a2-ddb7-4523-b118-2fd6b9ee8c00. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:49.604014 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.643908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.653063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9bc5e-83b0-455a-86b8-f8c38b9f8f7d req-f7c2a153-a1ec-4f08-8545-5b868f234ae3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:49.661256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7d9bc5e-83b0-455a-86b8-f8c38b9f8f7d req-f7c2a153-a1ec-4f08-8545-5b868f234ae3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.1001236 Oct 12 11:46:49.703083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992e234-1923-4da0-82d9-fab81745451b None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': 'e134a5ab-4baf-489b-88a2-a3e16281646e'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:46:49.711624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7d9bc5e-83b0-455a-86b8-f8c38b9f8f7d req-7cfa5a7e-fb20-4f8d-a827-3da06275b0a8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Oct 12 11:46:49.724209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60638) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:49.744534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1263-49a2-4794-a9db-9c57d9fbb6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.756225 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9992e234-1923-4da0-82d9-fab81745451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.846304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:49.851693 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.910042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.910042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:49.912572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c18eb4ce-5746-47cf-a72a-362e49de5f24 HTTP/1.1" status: 204 len: 168 time: 0.4682581 Oct 12 11:46:49.953775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936e18b-a8cc-4723-bf80-3c40c126e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18eb4ce-5746-47cf-a72a-362e49de5f24,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:49.979038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42717ad8-fcff-499c-b513-cd96bebf48b0 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:50.029946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1263-49a2-4794-a9db-9c57d9fbb6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.115140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3db7eaf5-7507-4ea4-a283-bc7fa6b21b44 None None] Provisioning complete for port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:50.115423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3db7eaf5-7507-4ea4-a283-bc7fa6b21b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.137457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1263-49a2-4794-a9db-9c57d9fbb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.253573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:50.278033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c2c1263-49a2-4794-a9db-9c57d9fbb6c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e999091517164388923b9b5b66fdb2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523107 Oct 12 11:46:50.279019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1263-49a2-4794-a9db-9c57d9fbb6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40500b20-b6f7-4f07-bce2-bb64e57e2ad9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:50.280428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60642) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:50.324743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Deleting port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:50.325197 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.347307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.401498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.505313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:50.560629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:50.683238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:50.684139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.692258 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.695604 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.701162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40500b20-b6f7-4f07-bce2-bb64e57e2ad9 HTTP/1.1" status: 204 len: 168 time: 0.4195576 Oct 12 11:46:50.708341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Calling delete_port for cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:50.712724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908da298-bef4-4fb8-bd20-b1724b2dcb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40500b20-b6f7-4f07-bce2-bb64e57e2ad9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:50.853039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.871908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec287b41-ae3d-43be-aa44-3678e1125d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.876135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:50.938815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e632-d316-4f2c-b6bf-555cc51a80f3 req-8c99a043-218a-4866-91e3-f3e0349d06e9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:50.938815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a967e632-d316-4f2c-b6bf-555cc51a80f3 req-8c99a043-218a-4866-91e3-f3e0349d06e9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0991709 Oct 12 11:46:50.995107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a967e632-d316-4f2c-b6bf-555cc51a80f3 req-d2378745-2db6-4d6c-b823-644532d70b80 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494466 Oct 12 11:46:51.051475 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:46:51.052238 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:46:51.115476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:51.147457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.273478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.274216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.353588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.356736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:51.366767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:51.376980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:51.377570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.383938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=8']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:51.384902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] Pushing event deleted for resources: {'Port': ['ID=cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:51.389106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=0a3367e7-ece7-424d-92be-765fe2c0e3f9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:51.402480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c11af3-e52b-4f20-91a4-45585721717d None None] No DVR routers for this DVR port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:51.416470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246364e2-c544-4e22-9c35-63be95ce4b75 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:51.480755 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a2ffcce6-4e62-4f8f-9ad2-1442ed03a503 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9389064 Oct 12 11:46:51.484110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:51.491118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:51.616880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port cf72bf5c-bfd4-482a-8f2c-f70c8e3f7027 update to DOWN by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:46:51.620321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '0a3367e7-ece7-424d-92be-765fe2c0e3f9'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:51.621353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.698187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.770883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:51.774582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:51.779033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Allocated IP 2001:db8::f816:3eff:fe6d:e9e7 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0a3367e7-ece7-424d-92be-765fe2c0e3f9/c0e81825-e22c-4017-81c9-346f7fa62ccd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:51.880816 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a3367e7-ece7-424d-92be-765fe2c0e3f9 (CIDR: 2001:db8::/64) Oct 12 11:46:51.929894 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:51.930350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:51.946134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.012312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.122079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835abd34-55dd-4dbc-84b2-2f87780ecfdd req-a76e664e-f7c7-4064-ad24-d1e36161731f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:52.130190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-835abd34-55dd-4dbc-84b2-2f87780ecfdd req-a76e664e-f7c7-4064-ad24-d1e36161731f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0625200 Oct 12 11:46:52.135460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.156735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-db3b0584-d878-4dff-b52e-06fcbb2bd70a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6682100 Oct 12 11:46:52.157701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:52.163208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:52.177436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-835abd34-55dd-4dbc-84b2-2f87780ecfdd req-4a047701-cd78-4a86-9e13-11e7f51a7001 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Oct 12 11:46:52.203750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:52.208842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:52.212804 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:52.219315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Pushing event updated for resources: {'Port': ['ID=c0e81825-e22c-4017-81c9-346f7fa62ccd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:52.233397 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.271523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Attempting to bind port c0e81825-e22c-4017-81c9-346f7fa62ccd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:52.271888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Attempting to bind port c0e81825-e22c-4017-81c9-346f7fa62ccd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:52.272247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Attempting to bind port c0e81825-e22c-4017-81c9-346f7fa62ccd on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:52.277671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:52.278034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:52.278479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.278898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:52.279357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Bound port: c0e81825-e22c-4017-81c9-346f7fa62ccd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:52.279772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.360783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] For port c0e81825-e22c-4017-81c9-346f7fa62ccd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:52.365470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] For port c0e81825-e22c-4017-81c9-346f7fa62ccd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c0e81825-e22c-4017-81c9-346f7fa62ccd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:52.386262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:52.389861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.493724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.568370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea9c8a-29b8-485e-910e-c4cf246e4bf1 None None] Pushing event updated for resources: {'Port': ['ID=c0e81825-e22c-4017-81c9-346f7fa62ccd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:52.742147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.805514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:52.808795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:52.813374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:52.813962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:52.825651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=b996df5d-395e-4aa5-acb7-ce79081fa58a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:52.890873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-54470d60-591f-463d-bd02-b844a1f70545 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7298751 Oct 12 11:46:52.891235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60716) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:52.896514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:9e:4b:6a', 'name': 'tempest-NetworksTestDHCPv6-974633667'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:53.112200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:53.211590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.240548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 5b842987-87ac-4f74-bda2-dd83f6d029fe yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:53.348809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.440894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e640d35-e7e9-4ea1-b3f1-df5cbe88241a req-880ec7ff-95dd-47c4-986c-b244b682b09d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:53.442444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e640d35-e7e9-4ea1-b3f1-df5cbe88241a req-880ec7ff-95dd-47c4-986c-b244b682b09d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.1180446 Oct 12 11:46:53.462805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8:0:1::17e (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/b996df5d-395e-4aa5-acb7-ce79081fa58a/5b842987-87ac-4f74-bda2-dd83f6d029fe) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:53.470406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::f816:3eff:fe9e:4b6a (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0a3367e7-ece7-424d-92be-765fe2c0e3f9/5b842987-87ac-4f74-bda2-dd83f6d029fe) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:53.506830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e640d35-e7e9-4ea1-b3f1-df5cbe88241a req-4871225b-617d-49b0-9845-bd9b027f468b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579121 Oct 12 11:46:53.654509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.759378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e842e-e0ae-449d-9cac-162354dd7f1b None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:53.765207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.828750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:53.834446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:53.840580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] Provisioning complete for port c0e81825-e22c-4017-81c9-346f7fa62ccd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:53.841036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.841352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:53.851609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:53.852449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:53.855096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=5b842987-87ac-4f74-bda2-dd83f6d029fe,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:53.947086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b548e454-f1de-4d37-838e-44cd5279284a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0523303 Oct 12 11:46:53.947506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60746) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:53.992117 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.028771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] For port c0e81825-e22c-4017-81c9-346f7fa62ccd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c0e81825-e22c-4017-81c9-346f7fa62ccd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:54.038787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 5b842987-87ac-4f74-bda2-dd83f6d029fe {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:54.039030 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.088327 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '0a3367e7-ece7-424d-92be-765fe2c0e3f9', 'ip_address': '2001:db8::f816:3eff:fe6d:e9e7'}, {'subnet_id': 'b996df5d-395e-4aa5-acb7-ce79081fa58a'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'c0e81825-e22c-4017-81c9-346f7fa62ccd'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:46:54.114662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.149875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.158762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.187698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 5b842987-87ac-4f74-bda2-dd83f6d029fe owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:54.305822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449b56e-c85a-4694-ad1e-f72311e80e76 None None] Pushing event updated for resources: {'Port': ['ID=c0e81825-e22c-4017-81c9-346f7fa62ccd,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:54.359191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Allocated IP 2001:db8:0:1::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/b996df5d-395e-4aa5-acb7-ce79081fa58a/c0e81825-e22c-4017-81c9-346f7fa62ccd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:54.445906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c0e81825-e22c-4017-81c9-346f7fa62ccd up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:54.473450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.504050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=5b842987-87ac-4f74-bda2-dd83f6d029fe,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:54.505611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] For port c0e81825-e22c-4017-81c9-346f7fa62ccd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c0e81825-e22c-4017-81c9-346f7fa62ccd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:54.574658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c0e81825-e22c-4017-81c9-346f7fa62ccd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:54.575055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.579507 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.585120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b5152b10-11b6-4e7d-b03a-1733b1c36672 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/5b842987-87ac-4f74-bda2-dd83f6d029fe HTTP/1.1" status: 204 len: 168 time: 0.6364164 Oct 12 11:46:54.587608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:54.610466 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.694363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c528344-68bd-41c9-9a8c-74a7de191705 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.696412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8c528344-68bd-41c9-9a8c-74a7de191705 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1076429 Oct 12 11:46:54.699717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:54.705358 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9580e7-f0f5-4cc4-9dca-743db1cb8310 req-6f5b0da1-1a21-4fdf-9426-bca490c7f882 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.707345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9580e7-f0f5-4cc4-9dca-743db1cb8310 req-6f5b0da1-1a21-4fdf-9426-bca490c7f882 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0822458 Oct 12 11:46:54.724965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.786131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9580e7-f0f5-4cc4-9dca-743db1cb8310 req-bc75e37f-6d83-49d2-8077-f0c431b45e7b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Oct 12 11:46:54.810898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d5ddf-9054-4e90-afb1-a65a9829061e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.816022 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-485d5ddf-9054-4e90-afb1-a65a9829061e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1148276 Oct 12 11:46:54.816286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60770) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:54.832404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1194a4-82e9-4fd2-8cfc-a973ccc987db None None] Pushing event updated for resources: {'Port': ['ID=c0e81825-e22c-4017-81c9-346f7fa62ccd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:54.880159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac3b2c-6b17-418c-8255-8cc65f169499 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.881775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac3b2c-6b17-418c-8255-8cc65f169499 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.883403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac3b2c-6b17-418c-8255-8cc65f169499 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:54.887386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7ac3b2c-6b17-418c-8255-8cc65f169499 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0675924 Oct 12 11:46:54.887627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:54.942748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 0a3367e7-ece7-424d-92be-765fe2c0e3f9 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:54.946407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:54.995139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.108720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.262395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.308142 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.311627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0a3367e7-ece7-424d-92be-765fe2c0e3f9 HTTP/1.1" status: 204 len: 168 time: 0.4230564 Oct 12 11:46:55.317560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853812-f77a-4850-a7e2-cf3204d273d1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3367e7-ece7-424d-92be-765fe2c0e3f9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:55.317715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60782) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:55.370601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet b996df5d-395e-4aa5-acb7-ce79081fa58a {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:46:55.375178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.414955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04adaccf-33a6-4949-8001-eb5fc457d01f None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:55.433776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.525422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-764c6bdd-6ce3-4d97-8a19-f41746304403 None None] Provisioning complete for port c0e81825-e22c-4017-81c9-346f7fa62ccd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:55.525833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-764c6bdd-6ce3-4d97-8a19-f41746304403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.564022 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.692788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-764c6bdd-6ce3-4d97-8a19-f41746304403 None None] Could not find standard attr ID for object 5b842987-87ac-4f74-bda2-dd83f6d029fe. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:46:55.699725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.731973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=b996df5d-395e-4aa5-acb7-ce79081fa58a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:55.738424 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:55.743595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-51cde28d-32b5-4d45-9670-db8313123bae tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/b996df5d-395e-4aa5-acb7-ce79081fa58a HTTP/1.1" status: 204 len: 168 time: 0.4268255 Oct 12 11:46:55.746956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60790) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:55.791604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e60600f4-6497-4291-a1b2-1a58e57babc5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433531 Oct 12 11:46:55.794311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60792) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:55.799403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:55.942559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54afb-fe5e-415d-8905-9b70f19af142 req-8cd6c3c0-1bce-4a66-8406-4cec10136bcb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:55.954459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31b54afb-fe5e-415d-8905-9b70f19af142 req-8cd6c3c0-1bce-4a66-8406-4cec10136bcb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0723996 Oct 12 11:46:55.985461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31b54afb-fe5e-415d-8905-9b70f19af142 req-f2e84f3b-8e61-4159-a684-700428624bb4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Oct 12 11:46:56.085312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:56.089539 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.225620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe8d2e-b8d0-4a5d-a718-02e41f5bf24b None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:56.345549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dc84e107-0698-4142-9362-ce1071268bcd None None] Provisioning complete for port c0e81825-e22c-4017-81c9-346f7fa62ccd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:56.346112 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc84e107-0698-4142-9362-ce1071268bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.356018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.430456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:56.439840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:56.440570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:56.441682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.456278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=2dd02f0e-8d3c-40b4-84dc-0461b3504f6a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:56.478940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4222f4-682c-4238-b939-465890408fab None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:46:56.520678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c2af999-aa5d-4818-8ffb-c91c71396a7c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7252362 Oct 12 11:46:56.523746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60806) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:56.528863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:56.538569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2c4222f4-682c-4238-b939-465890408fab None None] Deleting port c0e81825-e22c-4017-81c9-346f7fa62ccd {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:56.539249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c4222f4-682c-4238-b939-465890408fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.637035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2c4222f4-682c-4238-b939-465890408fab None None] For port c0e81825-e22c-4017-81c9-346f7fa62ccd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c0e81825-e22c-4017-81c9-346f7fa62ccd,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:56.638163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c4222f4-682c-4238-b939-465890408fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.656090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2c4222f4-682c-4238-b939-465890408fab None None] Calling delete_port for c0e81825-e22c-4017-81c9-346f7fa62ccd owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:46:56.764578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:56.768844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.872477 n-d-813419-3 neutron-server[95547]: INFO neutron.db.ipam_backend_mixin [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dd02f0e-8d3c-40b4-84dc-0461b3504f6a (CIDR: 2001:db8::/64) Oct 12 11:46:56.873825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2c4222f4-682c-4238-b939-465890408fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.905750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:56.906627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4222f4-682c-4238-b939-465890408fab None None] Pushing event deleted for resources: {'Port': ['ID=c0e81825-e22c-4017-81c9-346f7fa62ccd,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:56.910438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4222f4-682c-4238-b939-465890408fab None None] No DVR routers for this DVR port c0e81825-e22c-4017-81c9-346f7fa62ccd on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:46:56.925239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea059cbc-dcda-4300-8025-250eb0e360d4 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:56.931371 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:46:56.941188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:46:57.013606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dc6777de-5492-4908-8a18-6be9813313d2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4887171 Oct 12 11:46:57.016689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60820) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:57.031836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:57.117557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'tenant_id': 'f00557e65df84f8095f4e3a4557fb605', 'fixed_ips': [{'subnet_id': '2dd02f0e-8d3c-40b4-84dc-0461b3504f6a'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:46:57.118803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.138733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe018-8707-45b2-8862-5cf1fe560f37 req-a7b0fa8b-61ba-4e2f-af5a-23195388961c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:57.140287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72bfe018-8707-45b2-8862-5cf1fe560f37 req-a7b0fa8b-61ba-4e2f-af5a-23195388961c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0624700 Oct 12 11:46:57.184146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72bfe018-8707-45b2-8862-5cf1fe560f37 req-5eed62f6-a357-4fdc-897d-127932735873 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Oct 12 11:46:57.245157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:57.248842 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.278282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/2dd02f0e-8d3c-40b4-84dc-0461b3504f6a/c4b622a9-6cc5-45f6-a00b-87946f355b31) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:57.437165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.588241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.627244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:57.632012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:57.637284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:57.642972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:57.706424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Attempting to bind port c4b622a9-6cc5-45f6-a00b-87946f355b31 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:46:57.706841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Attempting to bind port c4b622a9-6cc5-45f6-a00b-87946f355b31 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:46:57.707218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Attempting to bind port c4b622a9-6cc5-45f6-a00b-87946f355b31 on network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:46:57.712332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:46:57.717436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Checking segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:46:57.717436 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.717436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Bound using segment: {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:46:57.717436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Bound port: c4b622a9-6cc5-45f6-a00b-87946f355b31, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c53a7c-9868-4e30-9622-14bab9e0dd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:46:57.717436 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.736949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.objects.ports [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95547) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:46:57.787459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:46:57.792297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:46:57.861013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:57.922324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3efb-5d6c-4e96-8f03-f25a0ef793a6 None None] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:57.996620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.210786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:58.275655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.348615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.349625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.525426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:58.526274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=4']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:58.530383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4b622a9-6cc5-45f6-a00b-87946f355b31 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:46:58.535933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:58.540875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:58.541470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.574672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=e0af6a1f-73b1-4995-a964-93f13b2dd1a7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:58.608535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:58.609233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:58.669594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-86651f85-12dc-4ae7-b494-6791e97efeb1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6469157 Oct 12 11:46:58.675803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:58.680977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:37:ba:39', 'name': 'tempest-NetworksTestDHCPv6-1498149100'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:46:58.804606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38213-8554-4e09-a6c2-50068a1d57c6 req-67b5003a-44df-47cf-a007-d06edf97e873 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:58.809917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7bf38213-8554-4e09-a6c2-50068a1d57c6 req-67b5003a-44df-47cf-a007-d06edf97e873 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.5271721 Oct 12 11:46:58.885901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7bf38213-8554-4e09-a6c2-50068a1d57c6 req-9d7208d7-74a1-466b-9e8b-e4f1ac8f3de0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712998 Oct 12 11:46:58.959907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:46:58.972559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.004250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:46:59.054674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.085103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port d9c5b4d0-79b9-4d6b-b980-790ea1a111b1 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:46:59.098601 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.199168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c0e81825-e22c-4017-81c9-346f7fa62ccd no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:46:59.231503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c0e81825-e22c-4017-81c9-346f7fa62ccd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:46:59.232168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c0e81825-e22c-4017-81c9-346f7fa62ccd not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:46:59.234414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:59.268003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd462416-909c-4b60-a3d7-6619ba2d55c9 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:46:59.307226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::65 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/2dd02f0e-8d3c-40b4-84dc-0461b3504f6a/d9c5b4d0-79b9-4d6b-b980-790ea1a111b1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:59.321383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:ba39 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/e0af6a1f-73b1-4995-a964-93f13b2dd1a7/d9c5b4d0-79b9-4d6b-b980-790ea1a111b1) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:46:59.357337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d27235ee-bcd5-42ea-a096-740fa60d1b6d None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:46:59.358140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d27235ee-bcd5-42ea-a096-740fa60d1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.497375 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.616712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.669172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:46:59.669172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:46:59.671440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:46:59.684503 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:46:59.685699 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:46:59.719803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=d9c5b4d0-79b9-4d6b-b980-790ea1a111b1,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:46:59.804832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71faa4f2-b303-4adf-a439-891ea2baec88 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1278360 Oct 12 11:46:59.807483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:46:59.931205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port d9c5b4d0-79b9-4d6b-b980-790ea1a111b1 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:46:59.931547 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.074807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73a9bd-1ca1-40ed-87d0-623bcb6e3a81 req-742c5b3e-d19f-437c-b190-6d1aa5d9ac14 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.077039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c73a9bd-1ca1-40ed-87d0-623bcb6e3a81 req-742c5b3e-d19f-437c-b190-6d1aa5d9ac14 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0794518 Oct 12 11:47:00.079351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.105923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for d9c5b4d0-79b9-4d6b-b980-790ea1a111b1 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:00.184146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c73a9bd-1ca1-40ed-87d0-623bcb6e3a81 req-96c6c5e5-dae2-43e3-9ca0-93ff457418b1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855184 Oct 12 11:47:00.295182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4cde5cec-134d-424e-9057-019edae9500e None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:00.295755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4cde5cec-134d-424e-9057-019edae9500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.442492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4b622a9-6cc5-45f6-a00b-87946f355b31 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:00.450744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.517986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=d9c5b4d0-79b9-4d6b-b980-790ea1a111b1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:00.537040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:00.539415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.552866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.556948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-757a78e3-9c5d-436f-8f21-fea2b4b403cb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/d9c5b4d0-79b9-4d6b-b980-790ea1a111b1 HTTP/1.1" status: 204 len: 168 time: 0.7484293 Oct 12 11:47:00.559735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:00.578651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-602a2547-f5ad-4855-8da4-bf4ca8f4b716 None None] Could not find standard attr ID for object b68677a2-ddb7-4523-b118-2fd6b9ee8c00. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:00.627827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf7b2c-7254-4290-90ab-7cca6bb73a0a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.632020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60886) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:00.632219 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-febf7b2c-7254-4290-90ab-7cca6bb73a0a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0711520 Oct 12 11:47:00.686915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114b4e-27f7-49ce-b994-c772a21ddced tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.692146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8114b4e-27f7-49ce-b994-c772a21ddced tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0555305 Oct 12 11:47:00.692146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60888) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:00.759813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81b2d8-ac2f-4dc8-89a2-ab187c31a08d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.761486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81b2d8-ac2f-4dc8-89a2-ab187c31a08d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.763040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81b2d8-ac2f-4dc8-89a2-ab187c31a08d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:00.765172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad81b2d8-ac2f-4dc8-89a2-ab187c31a08d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0716290 Oct 12 11:47:00.770184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60892) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:00.797025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-617aab0e-f6fd-42e8-a4fd-9a40eeb37d61 None None] Could not find standard attr ID for object 5b842987-87ac-4f74-bda2-dd83f6d029fe. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:00.828675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 2dd02f0e-8d3c-40b4-84dc-0461b3504f6a {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:00.832758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:00.876576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.000344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.016255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1a126e34-8e7c-4c16-99bb-e110b758682d None None] Could not find standard attr ID for object d9c5b4d0-79b9-4d6b-b980-790ea1a111b1. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:01.148634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.181334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e95dd932-d647-492e-b3ce-5d08581abb74 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:47:01.185375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd02f0e-8d3c-40b4-84dc-0461b3504f6a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:01.187377 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.190830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e7cbd764-9357-499c-9be7-71d04b35932e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/2dd02f0e-8d3c-40b4-84dc-0461b3504f6a HTTP/1.1" status: 204 len: 168 time: 0.4194665 Oct 12 11:47:01.193636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60900) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:01.258893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet e0af6a1f-73b1-4995-a964-93f13b2dd1a7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:01.263316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.298794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10707d0-8039-4be5-9428-30d94a8048ca None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:01.317859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.337844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e95dd932-d647-492e-b3ce-5d08581abb74,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:01.374965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'e95dd932-d647-492e-b3ce-5d08581abb74', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': 'e95dd932-d647-492e-b3ce-5d08581abb74', 'mac_address': 'fa:16:3e:16:b6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:47:01.450386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.498606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854dc6b-16ed-4d82-9450-25f39c3d3a60 req-f08f6509-a650-4a32-9b53-677c8df26e8c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:01.500251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e854dc6b-16ed-4d82-9450-25f39c3d3a60 req-f08f6509-a650-4a32-9b53-677c8df26e8c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 944 time: 0.0980272 Oct 12 11:47:01.511310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.531950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95dd932-d647-492e-b3ce-5d08581abb74 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:47:01.575361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e854dc6b-16ed-4d82-9450-25f39c3d3a60 req-5ae51ad3-dc10-4f15-b729-859b5e2b7dc5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Oct 12 11:47:01.591039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e95dd932-d647-492e-b3ce-5d08581abb74,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:01.713873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.718618 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.759324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=e0af6a1f-73b1-4995-a964-93f13b2dd1a7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:01.768033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:01.769350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-97dcb52d-80fd-4071-93e0-b596023ede9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/e0af6a1f-73b1-4995-a964-93f13b2dd1a7 HTTP/1.1" status: 204 len: 168 time: 0.5746350 Oct 12 11:47:01.772013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60912) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:01.785702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:01.813358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b18671b7-67fc-4748-927a-70a63e62895a tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401711 Oct 12 11:47:01.816797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60914) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:01.822304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:01.962206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['e95dd932-d647-492e-b3ce-5d08581abb74'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:47:02.014619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:02.026928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.386298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.427854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af472b7-3557-4218-8650-d4472d76e1f2 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:02.460603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:02.465084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:02.473885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:02.474925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.495002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e9feaba0-ba0c-49f6-a459-a1d6c454fb19 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:02.495468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e9feaba0-ba0c-49f6-a459-a1d6c454fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.497747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=0a527dcd-881b-401d-af08-001264f51e3d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:02.624776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a3674e1f-99de-440a-bfad-ecb454dda068 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8063004 Oct 12 11:47:02.628045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:02.634309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:02.732791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60934) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:02.761047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '0a527dcd-881b-401d-af08-001264f51e3d'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'c4b622a9-6cc5-45f6-a00b-87946f355b31'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:47:02.798483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.810316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ca4fc-f73e-44ce-861a-7c0de4eae45c req-1479bdba-b73a-41be-8460-034c155f8bc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:02.811879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-141ca4fc-f73e-44ce-861a-7c0de4eae45c req-1479bdba-b73a-41be-8460-034c155f8bc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 945 time: 0.1253657 Oct 12 11:47:02.888112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-141ca4fc-f73e-44ce-861a-7c0de4eae45c req-cef90c40-433d-4e66-b8cd-d5ae855bc0fe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657063 Oct 12 11:47:02.906563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a48d515d-bdac-43cc-a0d5-a113fe45fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.940665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:02.944449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:02.981938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Allocated IP 2001:db8::2 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0a527dcd-881b-401d-af08-001264f51e3d/c4b622a9-6cc5-45f6-a00b-87946f355b31) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:03.005747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a48d515d-bdac-43cc-a0d5-a113fe45fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.052065 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a527dcd-881b-401d-af08-001264f51e3d (CIDR: 2001:db8::/64) Oct 12 11:47:03.093648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:03.094954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a48d515d-bdac-43cc-a0d5-a113fe45fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.124656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.130627 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:47:03.131340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:03.145293 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a48d515d-bdac-43cc-a0d5-a113fe45fc12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f149ae571eff4e6db68b8b6d80d09ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113419 Oct 12 11:47:03.147813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d515d-bdac-43cc-a0d5-a113fe45fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0e67b7-e72b-4191-91c9-44948157731c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:03.148517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60946) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:03.195621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e95dd932-d647-492e-b3ce-5d08581abb74 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:03.207112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.243739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.251121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-9eb5407a-0cb3-4890-8a7b-688bc194503e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147797 Oct 12 11:47:03.261547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.308117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2f5eef37-cc3f-46e2-ab6f-5cbc811ae28c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6782269 Oct 12 11:47:03.311680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:03.317712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'subnet': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:03.350164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port e95dd932-d647-492e-b3ce-5d08581abb74 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:47:03.367949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port e95dd932-d647-492e-b3ce-5d08581abb74 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:03.368256 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f4bd-968b-4357-9951-f9f887e36668 req-c4f75903-906a-432f-92b2-a6d8a12f2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:03.368421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.371801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-c4f75903-906a-432f-92b2-a6d8a12f2d84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1101 time: 0.0695491 Oct 12 11:47:03.379020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.386486 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.390747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b0e67b7-e72b-4191-91c9-44948157731c HTTP/1.1" status: 204 len: 168 time: 0.2387133 Oct 12 11:47:03.481433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d83e2d-fe76-4885-b649-d6ea283f5774 None None] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:03.593768 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.624916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:47:03.644958 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6185eeb-3428-4b48-8f8e-4fb1c4814a37" -d '{"events": [{"server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "name": "network-vif-plugged", "status": "completed", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:47:03.664561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f4bd-968b-4357-9951-f9f887e36668 req-ed04f568-a489-4963-86d2-3f3a88c30046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:03.668961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-ed04f568-a489-4963-86d2-3f3a88c30046 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.2733123 Oct 12 11:47:03.673811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0419-5930-4690-9cdc-d1228e939cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0e67b7-e72b-4191-91c9-44948157731c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:03.685975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e95dd932-d647-492e-b3ce-5d08581abb74,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:03.726554 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4cedd7-4180-48f5-af13-3d9336066eb5 x-openstack-request-id: req-ce4cedd7-4180-48f5-af13-3d9336066eb5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:47:03.727100 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "name": "network-vif-plugged", "status": "completed", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:47:03.727546 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce4cedd7-4180-48f5-af13-3d9336066eb5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:47:03.728162 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74', 'code': 200} Oct 12 11:47:03.737388 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-104fda8c-e609-4837-9a68-3f0b7aa3f7ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 217 time: 0.0592532 Oct 12 11:47:03.765011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:03.770194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.807041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f4bd-968b-4357-9951-f9f887e36668 req-e8290d06-8b02-4975-9545-e669c893cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:03.808685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-e8290d06-8b02-4975-9545-e669c893cecf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0649295 Oct 12 11:47:03.816783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:03.883073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f4bd-968b-4357-9951-f9f887e36668 req-51385774-1cb9-45c4-8138-ce539c11fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:03.884593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-51385774-1cb9-45c4-8138-ce539c11fe8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679684 Oct 12 11:47:03.916143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:03.934271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6e95-3b71-489c-91e9-f76273079989 req-2434471f-86c0-4b0b-a4e9-b649c76098f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:03.941776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7bf6e95-3b71-489c-91e9-f76273079989 req-2434471f-86c0-4b0b-a4e9-b649c76098f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 1097 time: 0.1427436 Oct 12 11:47:04.050569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7bf6e95-3b71-489c-91e9-f76273079989 req-94b524dd-2c67-4bd9-8508-66d128a9a60a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Oct 12 11:47:04.152668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5ada8-215a-44e3-8dfe-2a21e39600d0 req-71cb57e8-a453-4a52-aaed-538b9c760263 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:04.154729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a5ada8-215a-44e3-8dfe-2a21e39600d0 req-71cb57e8-a453-4a52-aaed-538b9c760263 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.0988281 Oct 12 11:47:04.302768 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a5ada8-215a-44e3-8dfe-2a21e39600d0 req-e11c722f-33a0-4035-a832-6ff3d00618a9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402192 Oct 12 11:47:04.351011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ece873-703c-4119-b50b-9e6012144a7f None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:04.452146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-cde1b0b2-f389-42af-9532-fba55f95ea86 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:04.456036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:04.475293 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cde1b0b2-f389-42af-9532-fba55f95ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.476906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21d20309-2c5b-49d6-8ca8-553ce2c3a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.522795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4b622a9-6cc5-45f6-a00b-87946f355b31 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:04.637606 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-834f6dff-03f6-4af2-8413-7c92caa2fbdf service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385767 Oct 12 11:47:04.762120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21d20309-2c5b-49d6-8ca8-553ce2c3a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.772834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d431f4bd-968b-4357-9951-f9f887e36668 req-10e57787-218d-47d1-aee4-99ce0fe25bff service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255312 Oct 12 11:47:04.779012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.objects.ports [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95548) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 11:47:04.782148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:04.782526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.851282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-21d20309-2c5b-49d6-8ca8-553ce2c3a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.918021 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-21d20309-2c5b-49d6-8ca8-553ce2c3a909 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e9af96832f549e7ace23459380f42ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604297 Oct 12 11:47:04.920614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 60974) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:04.925608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d20309-2c5b-49d6-8ca8-553ce2c3a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ecbbc1-19f0-47f4-a45b-98897ecc68d8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:04.933862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Update dhcp port {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'fixed_ips': [{'subnet_id': '0a527dcd-881b-401d-af08-001264f51e3d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ec81a7ca-8c7b-4528-abdf-fae68650a180'}], 'binding:host_id': 'n-d-813419-3'}, 'id': 'c4b622a9-6cc5-45f6-a00b-87946f355b31'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:47:04.966750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:04.984418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.012579 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.128863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.165028 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.171353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.176061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4ecbbc1-19f0-47f4-a45b-98897ecc68d8 HTTP/1.1" status: 204 len: 168 time: 0.2528679 Oct 12 11:47:05.191664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ecbbc1-19f0-47f4-a45b-98897ecc68d8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:05.208592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.208592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.208592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.208592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.209780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.209780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.209780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.210077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.210637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.210637 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.213102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.213446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8201b1c7-d1fc-4e59-bdc9-72d13d160b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:05.280298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe30:7964-e433162d-3000-4d67-8f5a-fe9974d {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:47:05.287890 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:47:05.335764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:05.370188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.426132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3e79-58ef-4594-b778-cade98b69aab req-8630ef2e-30f5-4b45-b9cd-6b17d8972882 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:05.428796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b22e3e79-58ef-4594-b778-cade98b69aab req-8630ef2e-30f5-4b45-b9cd-6b17d8972882 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Oct 12 11:47:05.450677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.451704 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.546943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:05.558762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:05.561618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:05.562210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.573939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b22e3e79-58ef-4594-b778-cade98b69aab req-5a3d7212-9ec0-4d5b-913a-201e6f1de95a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382163 Oct 12 11:47:05.602155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Subnet': ['ID=ec81a7ca-8c7b-4528-abdf-fae68650a180,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:05.606115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:05.665880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4cdb2bf2-a6c4-476e-b497-d421236d1721 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3505015 Oct 12 11:47:05.666127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 60992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:05.671193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Request body: {'port': {'network_id': '866c995e-2e2a-49ef-9c7a-9a31cd4ba00d', 'mac_address': 'fa:16:3e:a0:c5:b9', 'name': 'tempest-NetworksTestDHCPv6-49837669'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:05.794190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab3211-7510-445a-a6ae-70a106d19724 req-df6b316e-f0e6-48bc-90fc-b72fce8fe66c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:05.795712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45ab3211-7510-445a-a6ae-70a106d19724 req-df6b316e-f0e6-48bc-90fc-b72fce8fe66c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.1207309 Oct 12 11:47:05.819204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:05.854896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45ab3211-7510-445a-a6ae-70a106d19724 req-fa719c9e-8d02-4b3c-973e-86f014cd97aa tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501904 Oct 12 11:47:05.979827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Made reservation on behalf of f00557e65df84f8095f4e3a4557fb605 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:06.077506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d871c3-0081-4584-8978-35a4a62ff4da req-c5f59b45-aa6b-4e4c-bba6-60b2fc760666 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:06.079308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35d871c3-0081-4584-8978-35a4a62ff4da req-c5f59b45-aa6b-4e4c-bba6-60b2fc760666 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.1474383 Oct 12 11:47:06.123789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:06.147331 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.156938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.184797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35d871c3-0081-4584-8978-35a4a62ff4da req-a11b9fbc-66e2-4531-9040-395f17d8a21e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927997 Oct 12 11:47:06.189081 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] device_id is not set on port 1c31db35-4e74-414d-8849-dfcd09d4ac88 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:06.192983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.271478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46822f-b6f0-456f-ba4f-6b455d2b5f7f None None] Pushing event updated for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:06.440451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4b622a9-6cc5-45f6-a00b-87946f355b31 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:06.447392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8::cc (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/0a527dcd-881b-401d-af08-001264f51e3d/1c31db35-4e74-414d-8849-dfcd09d4ac88) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:06.467391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Allocated IP 2001:db8:0:1:f816:3eff:fea0:c5b9 (866c995e-2e2a-49ef-9c7a-9a31cd4ba00d/ec81a7ca-8c7b-4528-abdf-fae68650a180/1c31db35-4e74-414d-8849-dfcd09d4ac88) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:06.551149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:06.551755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.692874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.773800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ed30-2495-4b05-989d-26539fa44e26 req-d275e694-9025-4b0a-b5b7-31fc1a15b808 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:06.775577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3116ed30-2495-4b05-989d-26539fa44e26 req-d275e694-9025-4b0a-b5b7-31fc1a15b808 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.0807786 Oct 12 11:47:06.839710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3116ed30-2495-4b05-989d-26539fa44e26 req-27ee689c-14a9-4959-a41b-1a977ba42cef tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576527 Oct 12 11:47:06.862752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.905512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb48a08-09a0-4187-a1a0-07ce889d7644 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:06.918556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:06.923755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:06.926245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:06.932406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:06.933039 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:06.945880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event updated for resources: {'Port': ['ID=1c31db35-4e74-414d-8849-dfcd09d4ac88,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:07.090890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-84dd1654-7faf-4769-b775-8fb7368e4897 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4208379 Oct 12 11:47:07.091330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32806) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:07.136954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3f02-1cc5-4cf5-81dc-8fb3c419a33f None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:07.137622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3f02-1cc5-4cf5-81dc-8fb3c419a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.200897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting port 1c31db35-4e74-414d-8849-dfcd09d4ac88 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:07.201318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.315792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.328418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Calling delete_port for 1c31db35-4e74-414d-8849-dfcd09d4ac88 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:07.631747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.694577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8d2abe6-f514-4cb7-90c5-c90971f6cad7 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:07.695426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8d2abe6-f514-4cb7-90c5-c90971f6cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.713936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Port': ['ID=1c31db35-4e74-414d-8849-dfcd09d4ac88,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:07.773632 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:07.779617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2d16fe1f-ff0e-43ce-af42-a42f1dae6460 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/1c31db35-4e74-414d-8849-dfcd09d4ac88 HTTP/1.1" status: 204 len: 168 time: 0.6845968 Oct 12 11:47:07.780194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32830) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:07.790253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8d2abe6-f514-4cb7-90c5-c90971f6cad7 None None] Could not find standard attr ID for object 1c31db35-4e74-414d-8849-dfcd09d4ac88. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:07.840267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce522e08-a5a8-4e6d-8527-8e855f14756b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:07.842054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ce522e08-a5a8-4e6d-8527-8e855f14756b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0547726 Oct 12 11:47:07.844725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:07.925981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec680638-5576-45cc-8bd8-0ea96b4ccb4e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:07.927891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ec680638-5576-45cc-8bd8-0ea96b4ccb4e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0819781 Oct 12 11:47:07.932250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:08.007757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dc60ca4d-e0ce-4acf-ba27-5392ccadcf49 None None] Could not find standard attr ID for object 1c31db35-4e74-414d-8849-dfcd09d4ac88. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:08.045183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e98b0-7297-4eea-9d75-1923d8580f04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:08.047009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e98b0-7297-4eea-9d75-1923d8580f04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:08.049423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e98b0-7297-4eea-9d75-1923d8580f04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:08.050587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-986e98b0-7297-4eea-9d75-1923d8580f04 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1173131 Oct 12 11:47:08.053384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32848) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:08.067034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf9c85-efde-4eb7-9e58-04d87579ddf5 req-5b7c655b-911a-472f-a566-32c1d6bb2436 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:08.068583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bbf9c85-efde-4eb7-9e58-04d87579ddf5 req-5b7c655b-911a-472f-a566-32c1d6bb2436 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.1268442 Oct 12 11:47:08.087469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-56e5a596-2c79-4585-a901-5298c7f9451c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:08.089461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-56e5a596-2c79-4585-a901-5298c7f9451c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 946 time: 0.0767896 Oct 12 11:47:08.153448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet 0a527dcd-881b-401d-af08-001264f51e3d {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:08.157370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.217880 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.241275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3bbf9c85-efde-4eb7-9e58-04d87579ddf5 req-591eb3ef-b252-4da1-9ecf-4a0d11cbd292 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478622 Oct 12 11:47:08.287846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port e95dd932-d647-492e-b3ce-5d08581abb74 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:08.288198 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.320660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.389225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port e95dd932-d647-492e-b3ce-5d08581abb74, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e95dd932-d647-492e-b3ce-5d08581abb74,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:08.389585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.402590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for e95dd932-d647-492e-b3ce-5d08581abb74 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:08.460687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.499431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=0a527dcd-881b-401d-af08-001264f51e3d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:08.506346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.509895 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-146f6b26-9637-4f70-a0c3-940e0cbf034d tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0a527dcd-881b-401d-af08-001264f51e3d HTTP/1.1" status: 204 len: 168 time: 0.4555097 Oct 12 11:47:08.515216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32856) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:08.530413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d6e09-6aad-4394-b9dd-88f778315e94 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:08.571085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Deleting subnet ec81a7ca-8c7b-4528-abdf-fae68650a180 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:08.574406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.617430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.650289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.691350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['e95dd932-d647-492e-b3ce-5d08581abb74'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:47:08.709564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.725086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=e95dd932-d647-492e-b3ce-5d08581abb74,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:08.793566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port e95dd932-d647-492e-b3ce-5d08581abb74 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:08.796471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.800320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21ecfb91-98d7-448b-ad2f-8cd4af6fabcf req-ee2e450f-c806-4f33-898b-4bb79859345b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "DELETE /v2.0/ports/e95dd932-d647-492e-b3ce-5d08581abb74 HTTP/1.1" status: 204 len: 173 time: 0.7051134 Oct 12 11:47:08.800822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'name': 'network-vif-deleted', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:47:08.804189 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93348b07-bb0d-44f6-96c6-68be09938c1d" -d '{"events": [{"server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "name": "network-vif-deleted", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:47:08.862802 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb1a939-c21e-4ef4-9b47-73953fdf9e25 x-openstack-request-id: req-6eb1a939-c21e-4ef4-9b47-73953fdf9e25 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:47:08.864149 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32331ee0-2b74-478d-a52a-80bc762a17d2", "name": "network-vif-deleted", "tag": "e95dd932-d647-492e-b3ce-5d08581abb74", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:47:08.864740 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6eb1a939-c21e-4ef4-9b47-73953fdf9e25 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:47:08.865730 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32331ee0-2b74-478d-a52a-80bc762a17d2', 'name': 'network-vif-deleted', 'tag': 'e95dd932-d647-492e-b3ce-5d08581abb74', 'status': 'completed', 'code': 200} Oct 12 11:47:08.868262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.921439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Subnet': ['ID=ec81a7ca-8c7b-4528-abdf-fae68650a180,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:08.926299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:08.932259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-483caba5-9e43-4fd9-a1d6-044bd64348b8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/ec81a7ca-8c7b-4528-abdf-fae68650a180 HTTP/1.1" status: 204 len: 168 time: 0.4138112 Oct 12 11:47:08.933222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32868) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:08.982274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-02a28762-a3a3-47ee-9341-db5a72feb0e9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453780 Oct 12 11:47:08.982544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32870) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.076765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d71ad5-acb6-457d-b152-e14b9e78fda9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:09.076765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0d71ad5-acb6-457d-b152-e14b9e78fda9 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0878816 Oct 12 11:47:09.076765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32874) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.145015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660aa5dd-28a5-4068-8786-99fb7cf720fc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:09.146764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-660aa5dd-28a5-4068-8786-99fb7cf720fc tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693183 Oct 12 11:47:09.149026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.188245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6a7890e3-c22e-4694-9ece-e2d0f29163b7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381145 Oct 12 11:47:09.194410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.225199 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64ad84c-629f-4e86-8acb-7d6a8fc861c3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.225775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64ad84c-629f-4e86-8acb-7d6a8fc861c3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.229209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b64ad84c-629f-4e86-8acb-7d6a8fc861c3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/1c31db35-4e74-414d-8849-dfcd09d4ac88 HTTP/1.1" status: 404 len: 333 time: 0.0329883 Oct 12 11:47:09.233056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32886) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.284993 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bf8fea-1648-4bb9-b5af-116ec5150e9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.285897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bf8fea-1648-4bb9-b5af-116ec5150e9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.296902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7bf8fea-1648-4bb9-b5af-116ec5150e9c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/ec81a7ca-8c7b-4528-abdf-fae68650a180 HTTP/1.1" status: 404 len: 337 time: 0.0623899 Oct 12 11:47:09.300034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32892) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.417346 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc486af-2784-4290-8881-5c61dda5ea5e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.424921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc486af-2784-4290-8881-5c61dda5ea5e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.434427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.451790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ddc486af-2784-4290-8881-5c61dda5ea5e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0a527dcd-881b-401d-af08-001264f51e3d HTTP/1.1" status: 404 len: 337 time: 0.1286240 Oct 12 11:47:09.494870 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-812e73b9-91de-4a2d-b1db-07e3a61e25f8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.495570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812e73b9-91de-4a2d-b1db-07e3a61e25f8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.498662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-812e73b9-91de-4a2d-b1db-07e3a61e25f8 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/d9c5b4d0-79b9-4d6b-b980-790ea1a111b1 HTTP/1.1" status: 404 len: 333 time: 0.0631132 Oct 12 11:47:09.504548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32896) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.514942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-607f29a3-64cd-4b95-af18-d7af1f161fbd req-044eecb3-353d-483d-8437-f4c0168a60e7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.1239874 Oct 12 11:47:09.558295 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa34053-3d48-4820-8295-a48b2d8cf645 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.559146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa34053-3d48-4820-8295-a48b2d8cf645 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.566376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32898) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.566644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-baa34053-3d48-4820-8295-a48b2d8cf645 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/e0af6a1f-73b1-4995-a964-93f13b2dd1a7 HTTP/1.1" status: 404 len: 337 time: 0.0608716 Oct 12 11:47:09.602473 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f4551-5201-436b-a48e-aad16d471bf1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.603018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f4551-5201-436b-a48e-aad16d471bf1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.608837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a83f4551-5201-436b-a48e-aad16d471bf1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/2dd02f0e-8d3c-40b4-84dc-0461b3504f6a HTTP/1.1" status: 404 len: 337 time: 0.0388994 Oct 12 11:47:09.610322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32900) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.643839 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-16953c07-4298-4f66-8e0b-55b02cb208b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.644556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16953c07-4298-4f66-8e0b-55b02cb208b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.651245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32904) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.651756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16953c07-4298-4f66-8e0b-55b02cb208b0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/5b842987-87ac-4f74-bda2-dd83f6d029fe HTTP/1.1" status: 404 len: 333 time: 0.0400078 Oct 12 11:47:09.687967 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a39d04-c089-4da5-a692-c89e6bcea00f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.688488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a39d04-c089-4da5-a692-c89e6bcea00f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.695312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95a39d04-c089-4da5-a692-c89e6bcea00f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/b996df5d-395e-4aa5-acb7-ce79081fa58a HTTP/1.1" status: 404 len: 337 time: 0.0401719 Oct 12 11:47:09.695900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32906) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.725472 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f2ad5f-461f-49a3-868e-9f87c051c8e3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.732174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f2ad5f-461f-49a3-868e-9f87c051c8e3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.732174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-48f2ad5f-461f-49a3-868e-9f87c051c8e3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0a3367e7-ece7-424d-92be-765fe2c0e3f9 HTTP/1.1" status: 404 len: 337 time: 0.0322661 Oct 12 11:47:09.732174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.769088 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-19daf1d7-176d-41f2-9684-ae9cb7e06aca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.769883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19daf1d7-176d-41f2-9684-ae9cb7e06aca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.773837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-19daf1d7-176d-41f2-9684-ae9cb7e06aca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/b68677a2-ddb7-4523-b118-2fd6b9ee8c00 HTTP/1.1" status: 404 len: 333 time: 0.0391655 Oct 12 11:47:09.776658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32914) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.812058 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fdb435-6eeb-4365-8849-8e16b25532e0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.812828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fdb435-6eeb-4365-8849-8e16b25532e0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.818822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e9fdb435-6eeb-4365-8849-8e16b25532e0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/03a42dac-b316-4bd9-8768-5814a067f951 HTTP/1.1" status: 404 len: 337 time: 0.0411003 Oct 12 11:47:09.821254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.869543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5eb914-e767-44fb-9288-77bd08620226 None None] Network 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:09.887558 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-761aae4a-7686-46c4-a064-45d7f237cc16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.888139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761aae4a-7686-46c4-a064-45d7f237cc16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.892457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-761aae4a-7686-46c4-a064-45d7f237cc16 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/e134a5ab-4baf-489b-88a2-a3e16281646e HTTP/1.1" status: 404 len: 337 time: 0.0697472 Oct 12 11:47:09.895147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32918) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.919933 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9a4139-cdfb-40db-99bf-3111fa757eb2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.920615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9a4139-cdfb-40db-99bf-3111fa757eb2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.927843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32920) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.928866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5e9a4139-cdfb-40db-99bf-3111fa757eb2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/387a21f3-a624-402c-b2ea-f7f618b3d4fd HTTP/1.1" status: 404 len: 333 time: 0.0326500 Oct 12 11:47:09.957330 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-232402fb-df20-4587-af14-4cac94310adb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:09.957697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232402fb-df20-4587-af14-4cac94310adb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:09.960944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-232402fb-df20-4587-af14-4cac94310adb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/c31fa81b-080d-4aad-8735-600066f31b18 HTTP/1.1" status: 404 len: 337 time: 0.0317700 Oct 12 11:47:09.964020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:09.988333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ddea57aa-1a74-44e7-b96b-fd417bbd2754 None None] Provisioning complete for port c4b622a9-6cc5-45f6-a00b-87946f355b31 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:09.988707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ddea57aa-1a74-44e7-b96b-fd417bbd2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:10.014529 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-d535076c-bdc4-4233-a223-302e7783bdf6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.015720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d535076c-bdc4-4233-a223-302e7783bdf6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.020197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d535076c-bdc4-4233-a223-302e7783bdf6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/6c049190-a836-47f9-a0db-5468614aa75b HTTP/1.1" status: 404 len: 333 time: 0.0547636 Oct 12 11:47:10.022955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32924) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.055183 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a05ffdc-25dd-4b61-a98c-b8e8a19281f1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.055952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a05ffdc-25dd-4b61-a98c-b8e8a19281f1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.062505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32926) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.062986 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9a05ffdc-25dd-4b61-a98c-b8e8a19281f1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/9eaaa465-8801-4f91-8e52-ba86c85cec52 HTTP/1.1" status: 404 len: 337 time: 0.0385823 Oct 12 11:47:10.116502 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e5ecc8-0f6d-4a59-a610-9267af727af7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.119556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e5ecc8-0f6d-4a59-a610-9267af727af7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.126826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-85e5ecc8-0f6d-4a59-a610-9267af727af7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/112a9c6b-7af9-4c33-861f-dc2c7b0a1d06 HTTP/1.1" status: 404 len: 333 time: 0.0586145 Oct 12 11:47:10.127569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32928) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.167934 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6b19bc-643f-403c-9165-abd9b84cb9ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.167934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6b19bc-643f-403c-9165-abd9b84cb9ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.170217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e6b19bc-643f-403c-9165-abd9b84cb9ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/43216881-2a93-4d75-8358-65901564d2f2 HTTP/1.1" status: 404 len: 337 time: 0.0414789 Oct 12 11:47:10.172892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32932) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.183764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] DHCP port deletion for 866c995e-2e2a-49ef-9c7a-9a31cd4ba00d request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:47:10.211508 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf49bea-1a4c-47d5-b021-147e3a899840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.214486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf49bea-1a4c-47d5-b021-147e3a899840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.218148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ebf49bea-1a4c-47d5-b021-147e3a899840 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/4f9940c7-5d07-476e-b65e-e1be9c3f120c HTTP/1.1" status: 404 len: 333 time: 0.0442359 Oct 12 11:47:10.222672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32934) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.261514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Deleting port c4b622a9-6cc5-45f6-a00b-87946f355b31 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:10.261887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:10.272360 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c67a82a-d239-4966-a6ce-bfa817f614ec tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.273259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c67a82a-d239-4966-a6ce-bfa817f614ec tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.279353 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c67a82a-d239-4966-a6ce-bfa817f614ec tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/8b429580-a739-415d-bfeb-58e8d673bccb HTTP/1.1" status: 404 len: 337 time: 0.0555747 Oct 12 11:47:10.280405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.313596 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d683918-6d6d-4291-93ec-5bf1f01cdb17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.314314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d683918-6d6d-4291-93ec-5bf1f01cdb17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.320377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d683918-6d6d-4291-93ec-5bf1f01cdb17 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/788685de-37b0-4770-b5d6-90895ad33ea0 HTTP/1.1" status: 404 len: 333 time: 0.0388405 Oct 12 11:47:10.322909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32942) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.386982 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e99e86d-c1e3-464e-9a11-49d6594ca848 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.387356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e99e86d-c1e3-464e-9a11-49d6594ca848 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.390744 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e99e86d-c1e3-464e-9a11-49d6594ca848 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/4dbb32ff-091d-4752-8b17-9843da25d2ee HTTP/1.1" status: 404 len: 337 time: 0.0668626 Oct 12 11:47:10.393865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32944) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.410844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] For port c4b622a9-6cc5-45f6-a00b-87946f355b31, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4b622a9-6cc5-45f6-a00b-87946f355b31,segment=NetworkSegment(37c53a7c-9868-4e30-9622-14bab9e0dd4b),segment_id=37c53a7c-9868-4e30-9622-14bab9e0dd4b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:10.411640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:10.420894 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30f063f-2f70-4d82-a64c-67529c19411c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.421539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30f063f-2f70-4d82-a64c-67529c19411c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.427487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d30f063f-2f70-4d82-a64c-67529c19411c tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/33dbf546-5521-4864-abfa-5493df673a5d HTTP/1.1" status: 404 len: 333 time: 0.0302429 Oct 12 11:47:10.428379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.432619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4b622a9-6cc5-45f6-a00b-87946f355b31 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:10.440865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Calling delete_port for c4b622a9-6cc5-45f6-a00b-87946f355b31 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:10.461500 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6e1e71-2046-49c0-8106-276267aef040 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.464142 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6e1e71-2046-49c0-8106-276267aef040 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.467800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.467934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8a6e1e71-2046-49c0-8106-276267aef040 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d5cd916b-ca6e-44ae-be41-1d907289fb3d HTTP/1.1" status: 404 len: 337 time: 0.0391335 Oct 12 11:47:10.513747 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f355c4bc-7f57-4b59-bc81-10ce22c296c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.514250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f355c4bc-7f57-4b59-bc81-10ce22c296c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.518371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f355c4bc-7f57-4b59-bc81-10ce22c296c2 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/4345a8c3-f6a5-40b4-82b6-168c601aaee3 HTTP/1.1" status: 404 len: 337 time: 0.0495303 Oct 12 11:47:10.521677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.552417 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c9b8e7-b7f3-4501-a204-db82fd56e3b5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.564657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c9b8e7-b7f3-4501-a204-db82fd56e3b5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.572301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32954) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.573233 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c9c9b8e7-b7f3-4501-a204-db82fd56e3b5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/912db1de-22da-4776-b0be-cf560c091f33 HTTP/1.1" status: 404 len: 333 time: 0.0503197 Oct 12 11:47:10.606237 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-47654af6-4dfc-4a55-928a-62bfff5bee53 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.607054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47654af6-4dfc-4a55-928a-62bfff5bee53 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.612818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47654af6-4dfc-4a55-928a-62bfff5bee53 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/1aa7a7c3-190b-42e0-a24a-8fee913211d6 HTTP/1.1" status: 404 len: 337 time: 0.0366373 Oct 12 11:47:10.613258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.625147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:10.675008 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd68a08f-736b-470b-a84b-838c132f7f36 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.675554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd68a08f-736b-470b-a84b-838c132f7f36 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.678786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cd68a08f-736b-470b-a84b-838c132f7f36 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/71e42ad0-c0b7-4ce2-a54f-62b64545ce06 HTTP/1.1" status: 404 len: 337 time: 0.0641823 Oct 12 11:47:10.680784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9710585-ad85-4a28-9d49-95e2c3377b49 req-3fecf5f2-dbad-4af6-b1ac-0514e986b93f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0691934 Oct 12 11:47:10.681353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.709107 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecd64c0-21eb-4464-b430-417908ef2990 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.709818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecd64c0-21eb-4464-b430-417908ef2990 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.713081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fecd64c0-21eb-4464-b430-417908ef2990 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/3da4f63e-703f-49f2-b8fb-72dde30e42db HTTP/1.1" status: 404 len: 333 time: 0.0307214 Oct 12 11:47:10.722075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32962) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.722274 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:10.743909 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8d9706-8b67-4878-9a5b-99906fe1f2df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.744625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8d9706-8b67-4878-9a5b-99906fe1f2df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.750466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bc8d9706-8b67-4878-9a5b-99906fe1f2df tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/df7158c9-714b-4418-b224-232967494490 HTTP/1.1" status: 404 len: 337 time: 0.0309711 Oct 12 11:47:10.751311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32966) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.772251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] Pushing event deleted for resources: {'Port': ['ID=c4b622a9-6cc5-45f6-a00b-87946f355b31,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:10.779646 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-91563faf-ce44-41cd-8d20-50959b2ead6b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.779646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91563faf-ce44-41cd-8d20-50959b2ead6b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.780328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736c48d-b774-40a5-a5c1-c2c51fd1a63e None None] No DVR routers for this DVR port c4b622a9-6cc5-45f6-a00b-87946f355b31 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:10.782105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91563faf-ce44-41cd-8d20-50959b2ead6b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/87202a59-6523-4620-a710-f50879e38cb3 HTTP/1.1" status: 404 len: 337 time: 0.0297086 Oct 12 11:47:10.786444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.826985 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd685b1-afd2-43b5-8df4-0de60ca19c4f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.828355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd685b1-afd2-43b5-8df4-0de60ca19c4f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.834317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0cd685b1-afd2-43b5-8df4-0de60ca19c4f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/4953ed22-609b-403c-8e8d-fc6e8d2a62f3 HTTP/1.1" status: 404 len: 333 time: 0.0464513 Oct 12 11:47:10.837927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32970) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.872285 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e747d271-fd68-4ddf-95ff-88a7970d27ca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.872817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e747d271-fd68-4ddf-95ff-88a7970d27ca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.879592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32974) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.879918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e747d271-fd68-4ddf-95ff-88a7970d27ca tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0cf343a1-f5ed-4a64-b9b4-1eaeb2257307 HTTP/1.1" status: 404 len: 337 time: 0.0400267 Oct 12 11:47:10.906546 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-97657486-a2d9-4d9e-9b15-b228082c6272 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:10.907039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97657486-a2d9-4d9e-9b15-b228082c6272 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:10.913125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-97657486-a2d9-4d9e-9b15-b228082c6272 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/49fd5ba9-7b96-4009-8b2f-77efded16af7 HTTP/1.1" status: 404 len: 337 time: 0.0324783 Oct 12 11:47:10.913749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32978) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.954850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 32982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:10.962453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bc7f1e40-6dc3-48e9-84ae-965971e488eb tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports?device_id=805ea09d-bffd-4327-8cc0-90fbf841f750 HTTP/1.1" status: 200 len: 205 time: 0.0475547 Oct 12 11:47:10.992131 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-00661583-9a1c-4ac6-a787-34a09743dae3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] delete failed (client error): The resource could not be found. Oct 12 11:47:10.995855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.009781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00661583-9a1c-4ac6-a787-34a09743dae3 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/routers/805ea09d-bffd-4327-8cc0-90fbf841f750 HTTP/1.1" status: 404 len: 336 time: 0.0488739 Oct 12 11:47:11.028316 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2d6bb5-9b38-43f9-a92e-3ceb194998c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.028830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2d6bb5-9b38-43f9-a92e-3ceb194998c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.032902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-af2d6bb5-9b38-43f9-a92e-3ceb194998c0 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/a035b594-6e8f-4644-98f7-3f9688a6fdfb HTTP/1.1" status: 404 len: 337 time: 0.0360217 Oct 12 11:47:11.034448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32986) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.064954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bb0b42a2-abd6-4ae5-a5e9-a238b0605267 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d465606-62a2-4bfc-81d9-5ada28d28698 HTTP/1.1" status: 200 len: 205 time: 0.0250669 Oct 12 11:47:11.066828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32990) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.104866 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-3edd7d0f-6e02-437c-829d-e8fd049022e6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] delete failed (client error): The resource could not be found. Oct 12 11:47:11.105922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3edd7d0f-6e02-437c-829d-e8fd049022e6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/routers/2d465606-62a2-4bfc-81d9-5ada28d28698 HTTP/1.1" status: 404 len: 336 time: 0.0382040 Oct 12 11:47:11.108481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32992) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.139004 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eeb667-5c7a-49c2-af80-90a2dad4ff81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.139463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eeb667-5c7a-49c2-af80-90a2dad4ff81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.143274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-48eeb667-5c7a-49c2-af80-90a2dad4ff81 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d4f59682-b432-4cf2-9686-83ed3a4418c3 HTTP/1.1" status: 404 len: 337 time: 0.0329618 Oct 12 11:47:11.146505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32994) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.177139 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc86bbf-7867-4e38-b621-920478f86cc6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.177592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc86bbf-7867-4e38-b621-920478f86cc6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.180722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4bc86bbf-7867-4e38-b621-920478f86cc6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/106f26e1-1425-44e0-8390-385fa427959a HTTP/1.1" status: 404 len: 337 time: 0.0332227 Oct 12 11:47:11.183410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32996) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.208716 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-772e897d-9d1e-4ab2-83a5-e6a41a24cbb6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.209408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772e897d-9d1e-4ab2-83a5-e6a41a24cbb6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.212803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-772e897d-9d1e-4ab2-83a5-e6a41a24cbb6 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/da352de9-af78-4d43-8d98-e214e67fefee HTTP/1.1" status: 404 len: 333 time: 0.0281792 Oct 12 11:47:11.215082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 32998) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.246938 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f2734f-cb1d-4096-a2d8-3140196b2cde tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.247602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f2734f-cb1d-4096-a2d8-3140196b2cde tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.253534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-41f2734f-cb1d-4096-a2d8-3140196b2cde tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/6f6819be-eb26-4b21-9712-51f414ad864b HTTP/1.1" status: 404 len: 337 time: 0.0373130 Oct 12 11:47:11.254479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33002) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.275340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e95dd932-d647-492e-b3ce-5d08581abb74 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:11.285968 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb531b5c-afed-49b1-b6ee-38cee4e9702f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.288338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb531b5c-afed-49b1-b6ee-38cee4e9702f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.293421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33006) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.293634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bb531b5c-afed-49b1-b6ee-38cee4e9702f tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/03c54f01-9b40-48e1-a625-2910d11659d3 HTTP/1.1" status: 404 len: 333 time: 0.0371239 Oct 12 11:47:11.307709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: e95dd932-d647-492e-b3ce-5d08581abb74 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:47:11.308154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e95dd932-d647-492e-b3ce-5d08581abb74 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:47:11.323536 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a8f36f-4cd0-4d04-b241-7d4cae2a9554 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.324109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a8f36f-4cd0-4d04-b241-7d4cae2a9554 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.328091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-56a8f36f-4cd0-4d04-b241-7d4cae2a9554 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/66975a50-052b-45db-8a61-a58f1b813e62 HTTP/1.1" status: 404 len: 337 time: 0.0342314 Oct 12 11:47:11.330283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33008) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.354562 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f40487c-cdcd-4255-b18a-9ecf67361570 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.355223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f40487c-cdcd-4255-b18a-9ecf67361570 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.360988 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f40487c-cdcd-4255-b18a-9ecf67361570 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/ff790d36-af3c-4e1a-93d3-cec0fc4a163b HTTP/1.1" status: 404 len: 333 time: 0.0275109 Oct 12 11:47:11.361767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33010) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.390076 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-1459fd5c-c1e2-4d1e-8deb-6dfd87b711f7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.390802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1459fd5c-c1e2-4d1e-8deb-6dfd87b711f7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.397674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.397835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1459fd5c-c1e2-4d1e-8deb-6dfd87b711f7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/d4b40d8e-de25-4069-a316-45b91e82fb78 HTTP/1.1" status: 404 len: 337 time: 0.0349030 Oct 12 11:47:11.427944 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b666a3d7-6213-4191-9270-a6d9543efcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.429074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b666a3d7-6213-4191-9270-a6d9543efcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.435329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33016) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.435578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b666a3d7-6213-4191-9270-a6d9543efcc1 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/494e8552-05ec-4530-9daa-b1aef0a1902d HTTP/1.1" status: 404 len: 333 time: 0.0364525 Oct 12 11:47:11.476805 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ab3b64-166c-4f3a-a529-d775ffb1e98e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.476989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ab3b64-166c-4f3a-a529-d775ffb1e98e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.482640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33020) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.482835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7ab3b64-166c-4f3a-a529-d775ffb1e98e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/30e62e1d-4842-42be-9e36-54c066625272 HTTP/1.1" status: 404 len: 337 time: 0.0462589 Oct 12 11:47:11.514167 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de0b473-2f3e-4218-ba31-223b078d5776 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.514921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de0b473-2f3e-4218-ba31-223b078d5776 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.518783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4de0b473-2f3e-4218-ba31-223b078d5776 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/92947899-ad4d-4030-96b9-809da2bda939 HTTP/1.1" status: 404 len: 333 time: 0.0347078 Oct 12 11:47:11.521290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33022) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.547229 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7ff284-4fbe-4ee4-99a3-801daaf7bc9e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.547677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7ff284-4fbe-4ee4-99a3-801daaf7bc9e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.551463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0c7ff284-4fbe-4ee4-99a3-801daaf7bc9e tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/6766367a-36ca-4d94-a11c-03e00ec14432 HTTP/1.1" status: 404 len: 337 time: 0.0290978 Oct 12 11:47:11.554046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33024) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.577207 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d7d9d6-c4bc-4254-943c-cf5bbb9a83c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.577806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d7d9d6-c4bc-4254-943c-cf5bbb9a83c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.580899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e1d7d9d6-c4bc-4254-943c-cf5bbb9a83c5 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/13c6353f-ee91-4896-8acf-dd9ace788de8 HTTP/1.1" status: 404 len: 333 time: 0.0259457 Oct 12 11:47:11.583580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33026) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.615325 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a997cdc-9cc7-444c-88fe-aeb232fee8ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.615772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a997cdc-9cc7-444c-88fe-aeb232fee8ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.619145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8a997cdc-9cc7-444c-88fe-aeb232fee8ea tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/0ebf0f9b-e42c-4569-931b-33e102059c7f HTTP/1.1" status: 404 len: 337 time: 0.0343883 Oct 12 11:47:11.621572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33030) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.646074 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b56d5ed-7302-4750-814a-c37d9bec648b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.646754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b56d5ed-7302-4750-814a-c37d9bec648b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.651025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b56d5ed-7302-4750-814a-c37d9bec648b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/ports/0b3d7da6-111c-4fd4-b066-eb87824d5a82 HTTP/1.1" status: 404 len: 333 time: 0.0280423 Oct 12 11:47:11.653216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33032) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.682905 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae3a92a-0f2d-4d58-8cc4-dfc913e2ddb7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:11.683367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae3a92a-0f2d-4d58-8cc4-dfc913e2ddb7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:11.686777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2ae3a92a-0f2d-4d58-8cc4-dfc913e2ddb7 tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/subnets/35eee835-318b-47e7-9103-7de0c544ba6e HTTP/1.1" status: 404 len: 337 time: 0.0322762 Oct 12 11:47:11.689743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33034) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:11.808019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de8d4514-7800-452f-9396-a3897fe89e53 req-29279530-f7cc-471b-841a-5b91fc86ae07 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0377114 Oct 12 11:47:11.815265 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:11.918018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:11.939270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866c995e-2e2a-49ef-9c7a-9a31cd4ba00d']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:11.949307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c53a7c-9868-4e30-9622-14bab9e0dd4b') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:11.949604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c53a7c-9868-4e30-9622-14bab9e0dd4b') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:11.960950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:11.975483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:11.982246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:11.982723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:11.986014 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:12.165243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:12.185436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:12.189164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] 10.222.0.43 "DELETE /v2.0/networks/866c995e-2e2a-49ef-9c7a-9a31cd4ba00d HTTP/1.1" status: 204 len: 168 time: 0.4979248 Oct 12 11:47:12.206040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406d4aa-f421-4c8a-9552-5caf462e5e7b tempest-NetworksTestDHCPv6-110566020 tempest-NetworksTestDHCPv6-110566020-project] Pushing event deleted for resources: {'Network': ['ID=866c995e-2e2a-49ef-9c7a-9a31cd4ba00d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:12.797045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33064) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:13.004023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff1c0d37-7014-468f-bb02-85292d2eb868 req-aa37812f-28a5-41e6-a14c-204ce11f1e72 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0530677 Oct 12 11:47:13.046726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d252ed5b-23d8-4980-a2d8-23af17ccc686 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f00557e65df84f8095f4e3a4557fb605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483802 Oct 12 11:47:13.050045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33072) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:13.123356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:13.151649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:13.303054 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:13.310546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:13.319365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07f6beb0-6c6c-43a9-9f61-3594902978c5 HTTP/1.1" status: 204 len: 168 time: 0.2670665 Oct 12 11:47:13.338660 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641251-25e7-4f13-80e3-b608d3eba3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f6beb0-6c6c-43a9-9f61-3594902978c5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:14.131333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1f06c5b-3b1a-473e-bb7f-5c4cb4cd84ed req-76c67e85-f29d-45c1-943e-f0b60e74e702 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0406222 Oct 12 11:47:14.543361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33118) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:14.659331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1084166346'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:14.747200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Made reservation on behalf of cc4727e034d14d9da2afbb4e2d8d8794 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:14.750626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:14.760043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:14.840891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:14.913127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:14.946077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:14.952072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc95ec6-5587-4cd5-9ddb-72cfbe4873ec,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:14.996157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:14.996565 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Added segment 93c983e5-1d5e-408b-9263-9170fcd55538 of type vlan for network 6ad4834a-af4c-45a1-898a-594694da8d58 Oct 12 11:47:15.040370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:15.164888 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:15.171712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:15.174976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:15.242823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-005fc6af-cbae-44cb-a903-98052feb676a req-25a0e21a-d6f0-4e41-a785-c99595619467 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=32331ee0-2b74-478d-a52a-80bc762a17d2 HTTP/1.1" status: 200 len: 210 time: 0.0293775 Oct 12 11:47:15.253940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'Network': ['ID=6ad4834a-af4c-45a1-898a-594694da8d58,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:15.266264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 6ad4834a-af4c-45a1-898a-594694da8d58 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:15.299687 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0e4f55d-1cf1-48e3-ad2f-b9237d039e4d tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7550929 Oct 12 11:47:15.302978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33134) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:15.309179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Request body: {'subnet': {'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:15.478790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Made reservation on behalf of cc4727e034d14d9da2afbb4e2d8d8794 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:15.482334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:15.747922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:15.805125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'Subnet': ['ID=10ce329f-b9c8-45cc-95a0-a979774b2eda,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:15.822951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Checking segment: {'id': '93c983e5-1d5e-408b-9263-9170fcd55538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:15.823240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Network hostable DHCP agents. Network: 6ad4834a-af4c-45a1-898a-594694da8d58, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:15.951799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Network 6ad4834a-af4c-45a1-898a-594694da8d58 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:16.159751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 6ad4834a-af4c-45a1-898a-594694da8d58) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:16.182268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd613e-e79a-4503-9891-7aee6b5723db None None] Network 6ad4834a-af4c-45a1-898a-594694da8d58 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:16.185382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:16.192231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:16.264699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c55a7eed-9d15-41aa-bd6e-6ea45ae6d769 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9602151 Oct 12 11:47:16.267510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33154) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:16.273461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Request body: {'port': {'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1445753180'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:16.376265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-6ad4834a-af4c-45a1-898a-594694da8d58', 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58', 'tenant_id': 'cc4727e034d14d9da2afbb4e2d8d8794', 'fixed_ips': [{'subnet_id': '10ce329f-b9c8-45cc-95a0-a979774b2eda'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:47:16.377283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:16.557234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Made reservation on behalf of cc4727e034d14d9da2afbb4e2d8d8794 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:16.561091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:16.588014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Allocated IP 172.20.0.2 (6ad4834a-af4c-45a1-898a-594694da8d58/10ce329f-b9c8-45cc-95a0-a979774b2eda/2ea79a14-a1ed-47f1-8138-0a5abcad78ca) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:16.600004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] device_id is not set on port 930e7832-fb70-477f-a9f5-f20ce3001951 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:16.823859 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:16.902394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:16.994011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Pushing event updated for resources: {'Port': ['ID=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:17.004349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Network 6ad4834a-af4c-45a1-898a-594694da8d58 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:17.005977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:17.008623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:17.011078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Allocated IP 172.20.0.4 (6ad4834a-af4c-45a1-898a-594694da8d58/10ce329f-b9c8-45cc-95a0-a979774b2eda/930e7832-fb70-477f-a9f5-f20ce3001951) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:17.071316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Attempting to bind port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:47:17.072063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Attempting to bind port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '93c983e5-1d5e-408b-9263-9170fcd55538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:47:17.072940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Attempting to bind port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca on network 6ad4834a-af4c-45a1-898a-594694da8d58 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:47:17.079077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:47:17.079715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Checking segment: {'id': '93c983e5-1d5e-408b-9263-9170fcd55538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:17.081248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.081792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Bound using segment: {'id': '93c983e5-1d5e-408b-9263-9170fcd55538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:47:17.082409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Bound port: 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c983e5-1d5e-408b-9263-9170fcd55538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:47:17.083258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.175473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] For port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:47:17.190882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] For port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,segment=NetworkSegment(93c983e5-1d5e-408b-9263-9170fcd55538),segment_id=93c983e5-1d5e-408b-9263-9170fcd55538)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:47:17.257012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.287050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33182) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:17.333841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.374217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da262f-1e7e-4956-928a-9737b42a3d70 None None] Pushing event updated for resources: {'Port': ['ID=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:17.455793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1325ee00-44b8-4ec1-869a-93b384cbc417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.463359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.520114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Network 6ad4834a-af4c-45a1-898a-594694da8d58 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:17.523777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:17.529077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:17.553955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'Port': ['ID=930e7832-fb70-477f-a9f5-f20ce3001951,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:17.558634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1325ee00-44b8-4ec1-869a-93b384cbc417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.593575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:17.594222 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.656104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1325ee00-44b8-4ec1-869a-93b384cbc417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.691977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0df861f0-cedb-4af4-9044-d7ba144ddaab tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4227531 Oct 12 11:47:17.694889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33192) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:17.703968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Request body: {'port': {'network_id': '6ad4834a-af4c-45a1-898a-594694da8d58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-710589186', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:17.704714 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] bootfile-name is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:17.706196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] tftp-server is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:17.706801 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] server-ip-address is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:17.723833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1325ee00-44b8-4ec1-869a-93b384cbc417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd915bf71f554ad594bc531be13f2e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347460 Oct 12 11:47:17.731338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33194) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:17.734449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325ee00-44b8-4ec1-869a-93b384cbc417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae9042-79fe-47c1-ae9e-6c0c3646f707,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:17.736997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eacbbe89-896b-403c-b775-79e536b638c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.807917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.843635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.957323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Made reservation on behalf of cc4727e034d14d9da2afbb4e2d8d8794 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:17.958197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:17.980409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] device_id is not set on port 1ff8fa5a-5f94-4511-94ed-ba62458e880e yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:18.010616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.014214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.016242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14ae9042-79fe-47c1-ae9e-6c0c3646f707 HTTP/1.1" status: 204 len: 168 time: 0.2827477 Oct 12 11:47:18.025144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865d886-ed92-4e06-a9f5-3f959b3b9dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae9042-79fe-47c1-ae9e-6c0c3646f707,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:18.153309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Allocated IP 172.20.0.14 (6ad4834a-af4c-45a1-898a-594694da8d58/10ce329f-b9c8-45cc-95a0-a979774b2eda/1ff8fa5a-5f94-4511-94ed-ba62458e880e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:18.353036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.456318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.506317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Network 6ad4834a-af4c-45a1-898a-594694da8d58 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:18.509755 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:18.513792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:18.527029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ea79a14-a1ed-47f1-8138-0a5abcad78ca up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:18.586357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:18.587084 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.596421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:18.597221 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.617301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'Port': ['ID=1ff8fa5a-5f94-4511-94ed-ba62458e880e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:18.694786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.711999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:18.714611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-047ebba8-770c-4cdf-8644-2a82d398917a tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0123520 Oct 12 11:47:18.756553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,segment=NetworkSegment(93c983e5-1d5e-408b-9263-9170fcd55538),segment_id=93c983e5-1d5e-408b-9263-9170fcd55538)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:18.766025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:18.801728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ceaed15-270c-44b2-a14b-5d29b8324ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.806536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ce0d0-0edf-444b-8854-a8269327e3f5 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:18.810681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ce0d0-0edf-444b-8854-a8269327e3f5 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:18.820144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ce0d0-0edf-444b-8854-a8269327e3f5 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:18.824693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a12ce0d0-0edf-444b-8854-a8269327e3f5 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1126339 Oct 12 11:47:18.825010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33218) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:18.840045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.907069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c57b7e-3f65-41af-96e2-fee50416e258 None None] Network 6ad4834a-af4c-45a1-898a-594694da8d58 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:18.941002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Deleting port 1ff8fa5a-5f94-4511-94ed-ba62458e880e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:18.941695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:18.949463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ceaed15-270c-44b2-a14b-5d29b8324ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.012646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fe218fce-362a-4018-bc3f-52120cf412f1 None None] Provisioning complete for port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:19.012968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fe218fce-362a-4018-bc3f-52120cf412f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.019021 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:19.028354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ceaed15-270c-44b2-a14b-5d29b8324ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.055690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.075525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Calling delete_port for 1ff8fa5a-5f94-4511-94ed-ba62458e880e owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:19.081193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ceaed15-270c-44b2-a14b-5d29b8324ca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f2b179357974f4e9693a3b763984f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128884 Oct 12 11:47:19.082092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:19.112577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaed15-270c-44b2-a14b-5d29b8324ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c3e5c-1c9a-4d6f-8a48-73b5bb6996a0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:19.143451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.170128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.318987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.321612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.325226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e81c3e5c-1c9a-4d6f-8a48-73b5bb6996a0 HTTP/1.1" status: 204 len: 168 time: 0.2397926 Oct 12 11:47:19.334174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb617-e628-4bbc-ab4e-4c95fd5f9867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c3e5c-1c9a-4d6f-8a48-73b5bb6996a0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:19.352088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.399189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event deleted for resources: {'Port': ['ID=1ff8fa5a-5f94-4511-94ed-ba62458e880e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:19.482153 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.487024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0883f749-36e1-42ba-9a25-07285c67cbe6 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "DELETE /v2.0/ports/1ff8fa5a-5f94-4511-94ed-ba62458e880e HTTP/1.1" status: 204 len: 168 time: 0.6595905 Oct 12 11:47:19.490909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33228) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:19.501015 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Request body: {'port': {'name': 'tempest-new-port-name-1132462291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:19.501819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] bootfile-name is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:19.502245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] tftp-server is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:19.502728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.api.validators [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] server-ip-address is not in valid_values {{(pid=95547) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 11:47:19.580475 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.620135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Provisioning complete for port 930e7832-fb70-477f-a9f5-f20ce3001951 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:19.620511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.675620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Port 930e7832-fb70-477f-a9f5-f20ce3001951 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:19.679245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Could not find standard attr ID for object 1ff8fa5a-5f94-4511-94ed-ba62458e880e. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:19.720304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Provisioning complete for port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:19.723532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2a202e9-55c2-4b6f-a534-b224cc828e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:19.856751 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:47:19.941198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.030836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.079825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1fff3f99-86bd-438f-80d3-605c656ccf9a None None] Provisioning complete for port 930e7832-fb70-477f-a9f5-f20ce3001951 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:20.080386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fff3f99-86bd-438f-80d3-605c656ccf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.144824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event updated for resources: {'Port': ['ID=930e7832-fb70-477f-a9f5-f20ce3001951,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:20.151650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1fff3f99-86bd-438f-80d3-605c656ccf9a None None] Port 930e7832-fb70-477f-a9f5-f20ce3001951 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:20.158194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] In _notify_port_updated(), no bound segment for port 930e7832-fb70-477f-a9f5-f20ce3001951 on network 6ad4834a-af4c-45a1-898a-594694da8d58 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:47:20.164668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:20.165456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.169375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0b00d4a6-1d4c-4cc9-ac40-cd96f46a4cfe tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "PUT /v2.0/ports/930e7832-fb70-477f-a9f5-f20ce3001951 HTTP/1.1" status: 200 len: 1136 time: 0.6747439 Oct 12 11:47:20.169579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33248) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:20.217794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b44ac-0fd7-4b67-9c20-19260297d4b9 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:20.219735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf9b44ac-0fd7-4b67-9c20-19260297d4b9 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "GET /v2.0/ports/930e7832-fb70-477f-a9f5-f20ce3001951 HTTP/1.1" status: 200 len: 1136 time: 0.0491159 Oct 12 11:47:20.223690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33250) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:20.264179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-20ce4c15-65cd-4c00-8542-4aa7fb48d209 None None] Could not find standard attr ID for object 1ff8fa5a-5f94-4511-94ed-ba62458e880e. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:20.371212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Deleting port 930e7832-fb70-477f-a9f5-f20ce3001951 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:20.372893 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.475783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ea79a14-a1ed-47f1-8138-0a5abcad78ca up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:20.541523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18651eab-ddf0-4b88-b088-481b6d3ecdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.583321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:20.583904 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.810324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ad03c742-b9a4-42cd-b26a-b7a2302e3747 None None] Provisioning complete for port 930e7832-fb70-477f-a9f5-f20ce3001951 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:20.811077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ad03c742-b9a4-42cd-b26a-b7a2302e3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.862918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ad03c742-b9a4-42cd-b26a-b7a2302e3747 None None] Port 930e7832-fb70-477f-a9f5-f20ce3001951 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:20.946948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:20.958796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Calling delete_port for 930e7832-fb70-477f-a9f5-f20ce3001951 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:21.205687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.237355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event deleted for resources: {'Port': ['ID=930e7832-fb70-477f-a9f5-f20ce3001951,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:21.375306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.379376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2b984702-22ab-4c5d-821f-a93a66e6d4eb tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "DELETE /v2.0/ports/930e7832-fb70-477f-a9f5-f20ce3001951 HTTP/1.1" status: 204 len: 168 time: 1.1545808 Oct 12 11:47:21.392782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33314) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:21.464681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Deleting subnet 10ce329f-b9c8-45cc-95a0-a979774b2eda {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:21.469144 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.582622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.698231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.705807 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.821945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.854503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.880047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event deleted for resources: {'Subnet': ['ID=10ce329f-b9c8-45cc-95a0-a979774b2eda,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:21.884080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:21.887498 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e84dbb88-a3bd-4dcc-a4a6-e512388c7e8f tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "DELETE /v2.0/subnets/10ce329f-b9c8-45cc-95a0-a979774b2eda HTTP/1.1" status: 204 len: 168 time: 0.4934862 Oct 12 11:47:21.890092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33346) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:21.893215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae2f72-3b44-4d88-b371-7381804b3b49 None None] Network 6ad4834a-af4c-45a1-898a-594694da8d58 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:21.998814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.080905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Deleting port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:22.081123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.182917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] For port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,segment=NetworkSegment(93c983e5-1d5e-408b-9263-9170fcd55538),segment_id=93c983e5-1d5e-408b-9263-9170fcd55538)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:22.183343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.205972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] DHCP port deletion for 6ad4834a-af4c-45a1-898a-594694da8d58 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:47:22.206202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Calling delete_port for 2ea79a14-a1ed-47f1-8138-0a5abcad78ca owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:22.246405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.297192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Deleting port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:22.297566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.402465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] For port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,segment=NetworkSegment(93c983e5-1d5e-408b-9263-9170fcd55538),segment_id=93c983e5-1d5e-408b-9263-9170fcd55538)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:22.403005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.418589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Calling delete_port for 2ea79a14-a1ed-47f1-8138-0a5abcad78ca owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:22.430522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.470670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] No DVR routers for this DVR port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:22.475468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ea79a14-a1ed-47f1-8138-0a5abcad78ca no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:22.478238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event deleted for resources: {'Port': ['ID=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:22.521370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2ea79a14-a1ed-47f1-8138-0a5abcad78ca {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:47:22.521706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2ea79a14-a1ed-47f1-8138-0a5abcad78ca not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:47:22.543243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.573301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] Pushing event deleted for resources: {'Port': ['ID=2ea79a14-a1ed-47f1-8138-0a5abcad78ca,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:22.577775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30fe4c-3156-4ed8-a404-afd36ad6bc13 None None] No DVR routers for this DVR port 2ea79a14-a1ed-47f1-8138-0a5abcad78ca on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:22.615161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.643241 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad4834a-af4c-45a1-898a-594694da8d58']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:22.654056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c983e5-1d5e-408b-9263-9170fcd55538') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:22.654352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c983e5-1d5e-408b-9263-9170fcd55538') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:22.666548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.695666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.704067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:22.705425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:22.709811 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:22.850164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.861212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:22.862415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] 10.222.0.43 "DELETE /v2.0/networks/6ad4834a-af4c-45a1-898a-594694da8d58 HTTP/1.1" status: 204 len: 168 time: 0.9704266 Oct 12 11:47:22.885248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71363d-6a65-49ec-ae69-0163413f9b78 tempest-ExtraDHCPOptionsTestJSON-1157032057 tempest-ExtraDHCPOptionsTestJSON-1157032057-project] Pushing event deleted for resources: {'Network': ['ID=6ad4834a-af4c-45a1-898a-594694da8d58,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:23.335800 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:23.385916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:23.627534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:23.630936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-784e3c48-2931-46c1-84de-0ba707122999 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc4727e034d14d9da2afbb4e2d8d8794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401667 Oct 12 11:47:23.684503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:23.710266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:23.838623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:23.841734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:23.844104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fc95ec6-5587-4cd5-9ddb-72cfbe4873ec HTTP/1.1" status: 204 len: 168 time: 0.2142289 Oct 12 11:47:23.856830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6c267-1f58-4f13-8005-574ee128abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc95ec6-5587-4cd5-9ddb-72cfbe4873ec,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:25.194031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:25.335202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1767104091'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:25.471742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:25.476034 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.487949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.591291 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.676914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.706429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:25.722671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df0ee7-94f5-49a2-9a17-524fed695c97,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:25.725622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.726245 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 40b377ae-763e-488b-81f5-9b37f0047478 of type vlan for network aa857867-544b-4dc1-a0ac-bd746f9c0187 Oct 12 11:47:25.769111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.953595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:25.960025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:25.960937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:26.033753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=aa857867-544b-4dc1-a0ac-bd746f9c0187,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:26.046445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:26.081896 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-94385c4b-d557-4e65-8f30-74755eeee36a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8863919 Oct 12 11:47:26.084527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:26.089527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'name': 'tempest-PortsTestJSON-212880860'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:26.254353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:26.258929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:26.276510 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port d851b160-2a1e-45cf-ad50-583aaf95c94f yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:26.451793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:26.570734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:26.645305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=d851b160-2a1e-45cf-ad50-583aaf95c94f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:26.652416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '40b377ae-763e-488b-81f5-9b37f0047478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:26.652925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: aa857867-544b-4dc1-a0ac-bd746f9c0187, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:26.742515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:27.025655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, aa857867-544b-4dc1-a0ac-bd746f9c0187) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:27.029555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:27.035687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:27.036296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.037331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc833b-d1d2-49ab-8fa3-fb43aa383cd8 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:27.068753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.168910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33534) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:27.173879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e63aef16-884d-4bd0-ad78-8443bf00019e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0834110 Oct 12 11:47:27.177675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-624575908'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:27.283297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:27.287172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.316742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:27.326310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.327220 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 061dfb14-d366-46ac-9664-34a725c43681 of type vlan for network 93dd2642-2b2a-4283-b1b7-5af682151062 Oct 12 11:47:27.376909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.462047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.468665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:27.469523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.554739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=93dd2642-2b2a-4283-b1b7-5af682151062,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:27.567359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 93dd2642-2b2a-4283-b1b7-5af682151062 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:27.597136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33550) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:27.601641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f8bc9ecd-6b6a-4f63-a476-32e3f9dd217b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4314160 Oct 12 11:47:27.603716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'ports': [{'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'}, {'network_id': '93dd2642-2b2a-4283-b1b7-5af682151062'}]} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:27.604031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:27.604512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '93dd2642-2b2a-4283-b1b7-5af682151062'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:27.872584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 2} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:27.879047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:27.900764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.021851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 69870197-dcac-4977-b836-007f285dbca1 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:28.159888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.236288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port eb556e84-127f-4215-bb52-6f9bfd4ec775 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:28.364007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.484455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.538585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:28.542259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:28.547988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:28.549428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.551330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=69870197-dcac-4977-b836-007f285dbca1,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:28.617513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=eb556e84-127f-4215-bb52-6f9bfd4ec775,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:28.627646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '061dfb14-d366-46ac-9664-34a725c43681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '93dd2642-2b2a-4283-b1b7-5af682151062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:28.628118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: 93dd2642-2b2a-4283-b1b7-5af682151062, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:28.722872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 93dd2642-2b2a-4283-b1b7-5af682151062 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:28.808182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 93dd2642-2b2a-4283-b1b7-5af682151062) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:28.813060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:28.817880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54748483-ee25-4e97-a4ef-8a96b409bdab None None] Network 93dd2642-2b2a-4283-b1b7-5af682151062 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:28.821278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:28.827295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:28.828595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:28.920295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86f017b4-8655-4b5d-8ac5-2a34b85e051e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3217523 Oct 12 11:47:28.923108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33574) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:29.064693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port eb556e84-127f-4215-bb52-6f9bfd4ec775 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:29.065111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.167777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.182863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for eb556e84-127f-4215-bb52-6f9bfd4ec775 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:29.376545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.415196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=eb556e84-127f-4215-bb52-6f9bfd4ec775,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:29.418971 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.422588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1dba428b-fa48-41b3-aefe-f33a691f39d9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/eb556e84-127f-4215-bb52-6f9bfd4ec775 HTTP/1.1" status: 204 len: 168 time: 0.4981036 Oct 12 11:47:29.425931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33584) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:29.521287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87479317-8140-4f36-b801-788d9e2d5f7e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:29.528483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87479317-8140-4f36-b801-788d9e2d5f7e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:29.530286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-87479317-8140-4f36-b801-788d9e2d5f7e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1021709 Oct 12 11:47:29.534185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:29.644153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 69870197-dcac-4977-b836-007f285dbca1 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:29.644719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.735138 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.748995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 69870197-dcac-4977-b836-007f285dbca1 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:29.942736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:29.997996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=69870197-dcac-4977-b836-007f285dbca1,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:30.016979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.022529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e4991637-54c8-476c-a179-1cc15d72c93e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/69870197-dcac-4977-b836-007f285dbca1 HTTP/1.1" status: 204 len: 168 time: 0.4848254 Oct 12 11:47:30.023019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33596) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:30.087173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e4408-0e22-4216-9771-a5d31844e17b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:30.092381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33600) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:30.093102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7c9e4408-0e22-4216-9771-a5d31844e17b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0687799 Oct 12 11:47:30.129377 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedcedca-bd45-4daa-8e81-00878af4cefc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:30.131619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cedcedca-bd45-4daa-8e81-00878af4cefc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/eb556e84-127f-4215-bb52-6f9bfd4ec775 HTTP/1.1" status: 404 len: 333 time: 0.0377476 Oct 12 11:47:30.134400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33604) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:30.158659 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-0024cc65-9827-4b41-b9ea-9ca52f1610e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:30.160200 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0024cc65-9827-4b41-b9ea-9ca52f1610e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/69870197-dcac-4977-b836-007f285dbca1 HTTP/1.1" status: 404 len: 333 time: 0.0248673 Oct 12 11:47:30.163400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33606) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:30.246371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.343532 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.364204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dd2642-2b2a-4283-b1b7-5af682151062']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:30.374510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061dfb14-d366-46ac-9664-34a725c43681') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:30.375011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061dfb14-d366-46ac-9664-34a725c43681') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:30.385484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.400764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.408484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:30.409106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:30.413534 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:30.636323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.646869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.650873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/93dd2642-2b2a-4283-b1b7-5af682151062 HTTP/1.1" status: 204 len: 168 time: 0.4862006 Oct 12 11:47:30.654479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33610) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:30.660579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1424321736'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:30.665736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bc43b-1c3a-4f88-a663-6d832f485093 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=93dd2642-2b2a-4283-b1b7-5af682151062,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:30.787866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:30.800909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.819366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:30.832129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.832469 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment ff6109cc-2890-4d2f-9bdb-329914bf6efd of type vlan for network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 Oct 12 11:47:30.877367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.987921 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:30.994531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:30.995238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:31.066215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:31.077130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:31.200054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2590ae3-1750-4b15-ac83-f155c6f1b52d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5441811 Oct 12 11:47:31.203217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:31.213402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:31.484627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:31.489828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:31.585183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Performing IP validity checks on allocation pools {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 11:47:31.585183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95547) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 11:47:31.799593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:31.900921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=eef125cf-2754-4989-84b8-842069c2bf2b,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:31.910511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': 'ff6109cc-2890-4d2f-9bdb-329914bf6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:31.910906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:31.962105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33640) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:32.009489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:32.120831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71d141d4-55fe-4749-b3a3-26edd2a5d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.138173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:32.147351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043c9de-1d77-45b5-9872-52d07d3f98ef None None] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:32.176628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:32.179330 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.273400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71d141d4-55fe-4749-b3a3-26edd2a5d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.306335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:32.312503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13', 'name': 'tempest-PortsTestJSON-1094983389'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:32.317991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ec97aed-d9b2-4184-b2db-e4c6e716f14d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1133893 Oct 12 11:47:32.337032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13', 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': 'eef125cf-2754-4989-84b8-842069c2bf2b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:47:32.339554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.431564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71d141d4-55fe-4749-b3a3-26edd2a5d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.469525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d141d4-55fe-4749-b3a3-26edd2a5d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049f6b4-cdb6-4bd0-9f44-4b111b8f900c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:32.474024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71d141d4-55fe-4749-b3a3-26edd2a5d972 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10a6a08d1e424682a5beae17587e47a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108490 Oct 12 11:47:32.476839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33652) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:32.491304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Allocated IP 172.20.0.2 (73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13/eef125cf-2754-4989-84b8-842069c2bf2b/d3db20ce-da34-4e33-bfa1-786cb2477dec) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:32.530205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:32.530205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.564110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 79af33c1-3b39-45ce-bc80-b582a83abd9a yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:32.611298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.651104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.692034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.785856 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.829972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:32.833633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:32.836357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:32.841525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.4 (73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13/eef125cf-2754-4989-84b8-842069c2bf2b/79af33c1-3b39-45ce-bc80-b582a83abd9a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:32.846143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Pushing event updated for resources: {'Port': ['ID=d3db20ce-da34-4e33-bfa1-786cb2477dec,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:32.846334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.848509 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.849657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3049f6b4-cdb6-4bd0-9f44-4b111b8f900c HTTP/1.1" status: 204 len: 168 time: 0.3718395 Oct 12 11:47:32.863928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208851c-db49-495b-a174-7639c9dc3a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049f6b4-cdb6-4bd0-9f44-4b111b8f900c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:32.925427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Attempting to bind port d3db20ce-da34-4e33-bfa1-786cb2477dec on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:47:32.925870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Attempting to bind port d3db20ce-da34-4e33-bfa1-786cb2477dec by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'ff6109cc-2890-4d2f-9bdb-329914bf6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:47:32.926295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Attempting to bind port d3db20ce-da34-4e33-bfa1-786cb2477dec on network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:47:32.942756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:47:32.943176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Checking segment: {'id': 'ff6109cc-2890-4d2f-9bdb-329914bf6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:32.943575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:32.943959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Bound using segment: {'id': 'ff6109cc-2890-4d2f-9bdb-329914bf6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:47:32.944413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Bound port: d3db20ce-da34-4e33-bfa1-786cb2477dec, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6109cc-2890-4d2f-9bdb-329914bf6efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:47:32.945062 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.019489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] For port d3db20ce-da34-4e33-bfa1-786cb2477dec, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:47:33.023115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] For port d3db20ce-da34-4e33-bfa1-786cb2477dec, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d3db20ce-da34-4e33-bfa1-786cb2477dec,segment=NetworkSegment(ff6109cc-2890-4d2f-9bdb-329914bf6efd),segment_id=ff6109cc-2890-4d2f-9bdb-329914bf6efd)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:47:33.081355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.123503 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.208152 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.208289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd8fb-e6f5-4219-b61c-9d6aa7b8667c None None] Pushing event updated for resources: {'Port': ['ID=d3db20ce-da34-4e33-bfa1-786cb2477dec,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:33.281565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:33.281565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:33.282293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:33.311478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=79af33c1-3b39-45ce-bc80-b582a83abd9a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:33.342776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:33.345177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.461961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12222e69-7b07-4fdc-a09a-b9690c96c356 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1543143 Oct 12 11:47:33.464942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33672) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:33.597864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 79af33c1-3b39-45ce-bc80-b582a83abd9a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:33.598105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.696231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.705732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:33.711414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 79af33c1-3b39-45ce-bc80-b582a83abd9a owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:33.733070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9911-d74e-40b1-8424-098ba9873646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.822533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9911-d74e-40b1-8424-098ba9873646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.907959 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9911-d74e-40b1-8424-098ba9873646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.941612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:33.987990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=79af33c1-3b39-45ce-bc80-b582a83abd9a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:34.002921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2c2e9911-d74e-40b1-8424-098ba9873646 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8761912ddf64ee19941b57eada16bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939951 Oct 12 11:47:34.002921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33682) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:34.008063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e9911-d74e-40b1-8424-098ba9873646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aafc032-73e1-4135-b67e-3211c576723e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:34.077955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.101694 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.103735 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.109326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0fb06838-e9d8-4a2b-be5d-2c898ad0bc1e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/79af33c1-3b39-45ce-bc80-b582a83abd9a HTTP/1.1" status: 204 len: 168 time: 0.6413913 Oct 12 11:47:34.113465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:34.143680 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cca1e8-f5eb-4d68-9bf5-bc86d3093ce4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:47:34.144401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cca1e8-f5eb-4d68-9bf5-bc86d3093ce4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:34.147514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-12cca1e8-f5eb-4d68-9bf5-bc86d3093ce4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/79af33c1-3b39-45ce-bc80-b582a83abd9a HTTP/1.1" status: 404 len: 333 time: 0.0330842 Oct 12 11:47:34.150169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:34.190128 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd232e-09b2-4789-b638-2813825e917b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:34.192061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-41cd232e-09b2-4789-b638-2813825e917b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/79af33c1-3b39-45ce-bc80-b582a83abd9a HTTP/1.1" status: 404 len: 333 time: 0.0409424 Oct 12 11:47:34.194854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:34.252667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet eef125cf-2754-4989-84b8-842069c2bf2b {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:34.256760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.302112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.328289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.330754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.332164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5aafc032-73e1-4135-b67e-3211c576723e HTTP/1.1" status: 204 len: 168 time: 0.3294420 Oct 12 11:47:34.364923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266017-8d37-4d77-800d-ec6bfe2f022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aafc032-73e1-4135-b67e-3211c576723e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:34.424372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97800caa-3d4c-4843-a5db-9b87b053fe24 None None] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:34.464368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.565753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d3db20ce-da34-4e33-bfa1-786cb2477dec up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:34.625145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] Provisioning complete for port d3db20ce-da34-4e33-bfa1-786cb2477dec triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:34.625668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.684170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.717979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d3db20ce-da34-4e33-bfa1-786cb2477dec triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:34.717979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.743298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=eef125cf-2754-4989-84b8-842069c2bf2b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:34.743298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.749371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ffa73a95-dc5b-4128-bb2a-cc3fe8095da9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/eef125cf-2754-4989-84b8-842069c2bf2b HTTP/1.1" status: 204 len: 168 time: 0.5502019 Oct 12 11:47:34.749741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:34.805633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.880577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.880577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] For port d3db20ce-da34-4e33-bfa1-786cb2477dec, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d3db20ce-da34-4e33-bfa1-786cb2477dec,segment=NetworkSegment(ff6109cc-2890-4d2f-9bdb-329914bf6efd),segment_id=ff6109cc-2890-4d2f-9bdb-329914bf6efd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:34.880927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.969474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port d3db20ce-da34-4e33-bfa1-786cb2477dec {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:34.972008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:34.998397 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.062895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b4836-0a97-40fe-8966-7c48104dc183 None None] Network 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:35.083273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port d3db20ce-da34-4e33-bfa1-786cb2477dec, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d3db20ce-da34-4e33-bfa1-786cb2477dec,segment=NetworkSegment(ff6109cc-2890-4d2f-9bdb-329914bf6efd),segment_id=ff6109cc-2890-4d2f-9bdb-329914bf6efd)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:35.083904 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.118173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for d3db20ce-da34-4e33-bfa1-786cb2477dec owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:35.180344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:47:35.180762 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:47:35.194157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ba4b754e-4a3c-43d2-9698-71a3960d25e4 None None] Provisioning complete for port d3db20ce-da34-4e33-bfa1-786cb2477dec triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:35.194523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba4b754e-4a3c-43d2-9698-71a3960d25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.197481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0c308-ca0b-4f7c-818b-b8c1a0c07222 None None] Pushing event updated for resources: {'Port': ['ID=d3db20ce-da34-4e33-bfa1-786cb2477dec,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:35.289870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33714) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:35.307312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.312332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4a533a6-698e-4f74-80f4-f97ad3ec344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.344164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=d3db20ce-da34-4e33-bfa1-786cb2477dec,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:35.370723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port d3db20ce-da34-4e33-bfa1-786cb2477dec on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:35.406375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8278fb8-1ccd-4ffe-bc32-3698def5323c None None] DHCP port deletion for 73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:47:35.440704 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4a533a6-698e-4f74-80f4-f97ad3ec344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.493988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.507564 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d4a533a6-698e-4f74-80f4-f97ad3ec344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.517950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:35.528246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6109cc-2890-4d2f-9bdb-329914bf6efd') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:35.528711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6109cc-2890-4d2f-9bdb-329914bf6efd') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:35.542042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.560478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.567862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:35.568418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:35.571975 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:35.583073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d4a533a6-698e-4f74-80f4-f97ad3ec344c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39a8eb7b6539492d940c4478553e9286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913342 Oct 12 11:47:35.584189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a533a6-698e-4f74-80f4-f97ad3ec344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d066c-f469-427b-b5d1-d5b71ac7f15c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:35.586514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:35.640752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.662206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.702467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port d3db20ce-da34-4e33-bfa1-786cb2477dec update to ACTIVE by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:47:35.745381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.750347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.759005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13 HTTP/1.1" status: 204 len: 168 time: 1.0041957 Oct 12 11:47:35.759005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33722) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:35.765776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-287910737'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:35.779720 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.786863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434b81c-d39e-4696-b747-c43d52134c7c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=73e5dd8b-6ba0-4dbc-a3dd-e4c9c4ce1d13,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:35.787011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.787011 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b74d066c-f469-427b-b5d1-d5b71ac7f15c HTTP/1.1" status: 204 len: 168 time: 0.1962087 Oct 12 11:47:35.801518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b2049-7480-400a-a20d-c3ae724cf6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d066c-f469-427b-b5d1-d5b71ac7f15c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:35.928288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:35.932477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.962366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:35.971838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:35.972332 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 3314ddf8-e7e2-47ae-9ce3-43348bd5f35b of type vlan for network b97ab629-56ab-49ee-9a13-79b7c2830026 Oct 12 11:47:36.018965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:36.112817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:36.118894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:36.119603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:36.192642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=b97ab629-56ab-49ee-9a13-79b7c2830026,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:36.209611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b97ab629-56ab-49ee-9a13-79b7c2830026 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:36.264859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d6adfa3c-d962-4600-b3c7-4d2bcad97490 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5045962 Oct 12 11:47:36.269082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:36.276329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:36.482571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d3db20ce-da34-4e33-bfa1-786cb2477dec no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:36.504022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d3db20ce-da34-4e33-bfa1-786cb2477dec {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:47:36.504374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d3db20ce-da34-4e33-bfa1-786cb2477dec not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:47:36.827638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:36.832236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:37.112777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:37.171092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=36db8ff5-7d16-4282-b75e-66d3a984d4b7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:37.192935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:37.193300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: b97ab629-56ab-49ee-9a13-79b7c2830026, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:37.307217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network b97ab629-56ab-49ee-9a13-79b7c2830026 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:37.408595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b97ab629-56ab-49ee-9a13-79b7c2830026) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:37.413547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:37.414719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:37.419703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac266a1-6cdd-4fa9-8bf7-893d1393393d None None] Network b97ab629-56ab-49ee-9a13-79b7c2830026 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:37.549851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bdc214e0-4a58-4920-a298-f637862b41e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2789965 Oct 12 11:47:37.552549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33782) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:37.557761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026', 'security_groups': [], 'name': 'tempest-PortsTestJSON-653278122'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:37.587911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-b97ab629-56ab-49ee-9a13-79b7c2830026', 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': '36db8ff5-7d16-4282-b75e-66d3a984d4b7'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:47:37.597546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:37.736431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Allocated IP 172.20.0.2 (b97ab629-56ab-49ee-9a13-79b7c2830026/36db8ff5-7d16-4282-b75e-66d3a984d4b7/48a5b912-8ede-4e3b-be25-be4793664f19) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:37.796990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:37.801242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:37.819545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 9c1e4676-00d0-458d-ad4c-f2fa9a03d867 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:37.890633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33788) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:37.933456 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.005664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.100211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.6 (b97ab629-56ab-49ee-9a13-79b7c2830026/36db8ff5-7d16-4282-b75e-66d3a984d4b7/9c1e4676-00d0-458d-ad4c-f2fa9a03d867) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:38.106156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Network b97ab629-56ab-49ee-9a13-79b7c2830026 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:38.116054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:38.119239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:38.120504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe41a-2b04-46b0-9910-d8c5ceca9ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.128137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Pushing event updated for resources: {'Port': ['ID=48a5b912-8ede-4e3b-be25-be4793664f19,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:38.194831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Attempting to bind port 48a5b912-8ede-4e3b-be25-be4793664f19 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:47:38.195499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Attempting to bind port 48a5b912-8ede-4e3b-be25-be4793664f19 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:47:38.195863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Attempting to bind port 48a5b912-8ede-4e3b-be25-be4793664f19 on network b97ab629-56ab-49ee-9a13-79b7c2830026 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:47:38.202854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:47:38.203222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Checking segment: {'id': '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:38.203622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.204456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Bound using segment: {'id': '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:47:38.204927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Bound port: 48a5b912-8ede-4e3b-be25-be4793664f19, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b97ab629-56ab-49ee-9a13-79b7c2830026'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:47:38.205615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.309164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.314074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] For port 48a5b912-8ede-4e3b-be25-be4793664f19, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:47:38.430708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe41a-2b04-46b0-9910-d8c5ceca9ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.431028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] For port 48a5b912-8ede-4e3b-be25-be4793664f19, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a5b912-8ede-4e3b-be25-be4793664f19,segment=NetworkSegment(3314ddf8-e7e2-47ae-9ce3-43348bd5f35b),segment_id=3314ddf8-e7e2-47ae-9ce3-43348bd5f35b)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:47:38.901454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe41a-2b04-46b0-9910-d8c5ceca9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.930156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.943827 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:38.966429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33804) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:38.967251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3fdfe41a-2b04-46b0-9910-d8c5ceca9ef3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=004c9a11d58744c1bcb066570de1ae1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0756316 Oct 12 11:47:38.986115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe41a-2b04-46b0-9910-d8c5ceca9ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740402f4-a901-42a0-89b3-004558849bef,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:39.025575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network b97ab629-56ab-49ee-9a13-79b7c2830026 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:39.034463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:39.039451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:39.055768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Pushing event updated for resources: {'Port': ['ID=48a5b912-8ede-4e3b-be25-be4793664f19,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:39.066719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=9c1e4676-00d0-458d-ad4c-f2fa9a03d867,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:39.073273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.074033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.074033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.074245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.077766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.079255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.079680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.080086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.080422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.080755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.081087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.081415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.081738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b22a51-79ed-4ce4-95b9-9f8b52552942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:39.109785 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.119609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:39.120506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.286514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8eae221f-21ea-47b9-9dcb-c8688ddaa8c3 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7324219 Oct 12 11:47:39.289471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:39.327054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.330417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.331735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/740402f4-a901-42a0-89b3-004558849bef HTTP/1.1" status: 204 len: 168 time: 0.3633442 Oct 12 11:47:39.359136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7efae-ce9f-4533-9305-8908ef953541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740402f4-a901-42a0-89b3-004558849bef,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:39.433942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 9c1e4676-00d0-458d-ad4c-f2fa9a03d867 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:39.434231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.547066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.559513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 9c1e4676-00d0-458d-ad4c-f2fa9a03d867 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:39.769914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.818389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=9c1e4676-00d0-458d-ad4c-f2fa9a03d867,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:39.952467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:39.956607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-84ea5e8d-31d5-426f-aa2f-5984b9dcda28 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/9c1e4676-00d0-458d-ad4c-f2fa9a03d867 HTTP/1.1" status: 204 len: 168 time: 0.6662364 Oct 12 11:47:39.959331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33830) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:39.995105 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bed33a8-1f20-41db-af2b-ee8ef2acdc4a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:39.999718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:40.000335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7bed33a8-1f20-41db-af2b-ee8ef2acdc4a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/9c1e4676-00d0-458d-ad4c-f2fa9a03d867 HTTP/1.1" status: 404 len: 333 time: 0.0387127 Oct 12 11:47:40.081093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet 36db8ff5-7d16-4282-b75e-66d3a984d4b7 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:40.088287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.142073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.265285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6224656-bf3e-4f9f-9f62-2b235a215ad8 None None] Network b97ab629-56ab-49ee-9a13-79b7c2830026 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:40.268415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.371417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] Provisioning complete for port 48a5b912-8ede-4e3b-be25-be4793664f19 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:40.371417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.425461 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.513083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=36db8ff5-7d16-4282-b75e-66d3a984d4b7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.528481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.529558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.530045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.530477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.530913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.531332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:47:40.536887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.541064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b9afbb2-8a3d-41c6-bcf5-6d1ced6a0c9e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/36db8ff5-7d16-4282-b75e-66d3a984d4b7 HTTP/1.1" status: 204 len: 168 time: 0.5398333 Oct 12 11:47:40.543916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33844) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:40.559063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a5b912-8ede-4e3b-be25-be4793664f19 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:40.669297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.691063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48a5b912-8ede-4e3b-be25-be4793664f19 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:40.691435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.708029 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.767454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] For port 48a5b912-8ede-4e3b-be25-be4793664f19, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a5b912-8ede-4e3b-be25-be4793664f19,segment=NetworkSegment(3314ddf8-e7e2-47ae-9ce3-43348bd5f35b),segment_id=3314ddf8-e7e2-47ae-9ce3-43348bd5f35b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:40.773020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] DHCP port deletion for b97ab629-56ab-49ee-9a13-79b7c2830026 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:47:40.819618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 48a5b912-8ede-4e3b-be25-be4793664f19 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:40.820358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.853919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.909884 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.921372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port 48a5b912-8ede-4e3b-be25-be4793664f19, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a5b912-8ede-4e3b-be25-be4793664f19,segment=NetworkSegment(3314ddf8-e7e2-47ae-9ce3-43348bd5f35b),segment_id=3314ddf8-e7e2-47ae-9ce3-43348bd5f35b)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:40.922117 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:40.937870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 48a5b912-8ede-4e3b-be25-be4793664f19 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:41.030343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fa539-f545-4333-bec4-3f028444db83 None None] Pushing event updated for resources: {'Port': ['ID=48a5b912-8ede-4e3b-be25-be4793664f19,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:41.041160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Deleting port 48a5b912-8ede-4e3b-be25-be4793664f19 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:41.041544 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.089776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.129406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=48a5b912-8ede-4e3b-be25-be4793664f19,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:41.132815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port 48a5b912-8ede-4e3b-be25-be4793664f19 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:41.145798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] For port 48a5b912-8ede-4e3b-be25-be4793664f19, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48a5b912-8ede-4e3b-be25-be4793664f19,segment=NetworkSegment(3314ddf8-e7e2-47ae-9ce3-43348bd5f35b),segment_id=3314ddf8-e7e2-47ae-9ce3-43348bd5f35b)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:41.147048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.160845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Calling delete_port for 48a5b912-8ede-4e3b-be25-be4793664f19 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:41.249691 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.302108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97ab629-56ab-49ee-9a13-79b7c2830026']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:41.324736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:41.325196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3314ddf8-e7e2-47ae-9ce3-43348bd5f35b') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:41.346856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.361733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.371625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:41.371936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:41.376653 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:41.529799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.554852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] Pushing event deleted for resources: {'Port': ['ID=48a5b912-8ede-4e3b-be25-be4793664f19,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:41.565341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907b27b-06b7-4bfe-b7e5-41f775e5ced0 None None] No DVR routers for this DVR port 48a5b912-8ede-4e3b-be25-be4793664f19 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:41.587307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.605493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.608722 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/b97ab629-56ab-49ee-9a13-79b7c2830026 HTTP/1.1" status: 204 len: 168 time: 1.0635030 Oct 12 11:47:41.610371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4fa87-c0f4-478f-b8f8-ab5664b1353c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=b97ab629-56ab-49ee-9a13-79b7c2830026,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:41.612858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33894) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:41.617869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'name': 'tempest-PortsTestJSON-1312179982'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:41.773865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:41.777451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:41.796272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 9bf09ced-b515-4ff5-9ce6-6718c5fc8134 yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:42.003256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.180846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.234405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:42.241061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:42.244830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:42.250333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:42.251522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.257984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=9bf09ced-b515-4ff5-9ce6-6718c5fc8134,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:42.348708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7a65d804-bcac-403d-8d7a-ce8ab3ba582e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7347643 Oct 12 11:47:42.351567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:42.474850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a5b912-8ede-4e3b-be25-be4793664f19 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:42.486507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 9bf09ced-b515-4ff5-9ce6-6718c5fc8134 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:42.490768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.502827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 48a5b912-8ede-4e3b-be25-be4793664f19 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:47:42.503401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48a5b912-8ede-4e3b-be25-be4793664f19 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:47:42.616645 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.636882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 9bf09ced-b515-4ff5-9ce6-6718c5fc8134 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:42.827048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.883154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:42.888966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/9bf09ced-b515-4ff5-9ce6-6718c5fc8134 HTTP/1.1" status: 204 len: 168 time: 0.5338476 Oct 12 11:47:42.889096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33946) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:42.895392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'mac_address': 'fa:16:3e:dd:f9:d0', 'name': 'tempest-PortsTestJSON-126151923'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:42.899345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e0846-3aee-46b4-a95e-1e77976089f8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=9bf09ced-b515-4ff5-9ce6-6718c5fc8134,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:43.199670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:43.281453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:43.311176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port a6ca72ae-df15-4f68-9a42-e2abe5db738e yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:43.528856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:43.633337 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:43.685611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:43.693459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:43.699377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:43.707336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:43.708361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:43.724307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=a6ca72ae-df15-4f68-9a42-e2abe5db738e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:43.825545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbffe18c-0cdc-4492-bafe-001a6d8dc57c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9325464 Oct 12 11:47:43.825545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33954) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:43.891531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389127df-5127-43ec-bbb9-0d3db9004fcc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:43.895953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-389127df-5127-43ec-bbb9-0d3db9004fcc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/a6ca72ae-df15-4f68-9a42-e2abe5db738e HTTP/1.1" status: 200 len: 840 time: 0.0671196 Oct 12 11:47:43.896167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:43.995798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port a6ca72ae-df15-4f68-9a42-e2abe5db738e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:43.996406 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.095873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.111882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for a6ca72ae-df15-4f68-9a42-e2abe5db738e owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:44.295672 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.354329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=a6ca72ae-df15-4f68-9a42-e2abe5db738e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:44.370502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.378532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-474ffc70-2e8f-46dd-b0e1-0cae396babdb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/a6ca72ae-df15-4f68-9a42-e2abe5db738e HTTP/1.1" status: 204 len: 168 time: 0.4789310 Oct 12 11:47:44.378685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:44.410278 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-789d225b-0bba-4656-af27-6055fc9e635e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:44.415908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-789d225b-0bba-4656-af27-6055fc9e635e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/a6ca72ae-df15-4f68-9a42-e2abe5db738e HTTP/1.1" status: 404 len: 333 time: 0.0320983 Oct 12 11:47:44.416121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33962) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:44.425656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'name': 'tempest-PortsTestJSON-1640488221'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:44.650037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:44.654368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.675262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 0931d910-56ad-4ce3-894e-769b30c3ed61 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:44.894882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:44.987758 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.043431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:45.046869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:45.050707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:45.056398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:45.057116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.064011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=0931d910-56ad-4ce3-894e-769b30c3ed61,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:45.160979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-126f7bb1-33f6-40cd-a7c7-dfadafccfe4c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7437778 Oct 12 11:47:45.163828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33968) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:45.169654 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:45.242780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.443277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.523750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.569498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] In _notify_port_updated(), no bound segment for port 0931d910-56ad-4ce3-894e-769b30c3ed61 on network aa857867-544b-4dc1-a0ac-bd746f9c0187 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:47:45.576946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:45.577590 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.578984 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/ports/0931d910-56ad-4ce3-894e-769b30c3ed61 HTTP/1.1" status: 200 len: 818 time: 0.4141257 Oct 12 11:47:45.582030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33972) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:45.587645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648983a-88bd-402c-8cc2-ca686baf6301 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=0931d910-56ad-4ce3-894e-769b30c3ed61,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:45.703980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 0931d910-56ad-4ce3-894e-769b30c3ed61 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:45.704733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.815078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:45.831704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 0931d910-56ad-4ce3-894e-769b30c3ed61 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:46.056075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.088983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=0931d910-56ad-4ce3-894e-769b30c3ed61,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:46.092685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.099205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd1b84d6-a7c9-4149-93f4-75655a2eb0d1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/0931d910-56ad-4ce3-894e-769b30c3ed61 HTTP/1.1" status: 204 len: 168 time: 0.5161057 Oct 12 11:47:46.099530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33988) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:46.152447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a1cd8-63a3-4ab8-91dd-77ee436ea461 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:46.154077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-361a1cd8-63a3-4ab8-91dd-77ee436ea461 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0536263 Oct 12 11:47:46.156833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 33990) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:46.191030 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9624b4d-2b7a-45d3-ac94-376290dd5cd8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:46.198171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a9624b4d-2b7a-45d3-ac94-376290dd5cd8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/0931d910-56ad-4ce3-894e-769b30c3ed61 HTTP/1.1" status: 404 len: 333 time: 0.0400574 Oct 12 11:47:46.198958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 33992) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:46.205783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606035128'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:46.304681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:46.308660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.347611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:46.351605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.351956 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 44a120e1-86f1-4342-a284-b1eed801442e of type vlan for network dad1fac2-b243-467d-930b-b8fb8b518c04 Oct 12 11:47:46.411395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.511725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.518083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:46.522597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:46.588179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=dad1fac2-b243-467d-930b-b8fb8b518c04,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:46.606110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:46.647508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ed6985fd-f111-40d8-9207-c8c79cf5f3d4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4472995 Oct 12 11:47:46.650201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:46.657504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:46.879097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:46.883408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:47.186972 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:47.243742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=f9a70bfb-cb3c-4481-9bb9-31226d00cd81,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:47.265110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '44a120e1-86f1-4342-a284-b1eed801442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:47.265473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: dad1fac2-b243-467d-930b-b8fb8b518c04, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:47.441189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network dad1fac2-b243-467d-930b-b8fb8b518c04 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:47.549002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, dad1fac2-b243-467d-930b-b8fb8b518c04) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:47.553805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:47.554449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:47.560118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03331a08-eb15-4609-b7e3-cc7ffe507a94 None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:47.716405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c5e5777e-3750-4399-a588-bf99c72fad90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0649176 Oct 12 11:47:47.719733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34048) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:47.725578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-dad1fac2-b243-467d-930b-b8fb8b518c04', 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': 'f9a70bfb-cb3c-4481-9bb9-31226d00cd81'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:47:47.726102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:47.726461 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:47.807262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61b66e0f-96b1-491e-b14b-65ff4d088a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:47.882869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Allocated IP 172.20.0.2 (dad1fac2-b243-467d-930b-b8fb8b518c04/f9a70bfb-cb3c-4481-9bb9-31226d00cd81/48010517-850f-4708-8f68-504ca0eae9ba) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:47.935811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:47.942079 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.047211 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9a70bfb-cb3c-4481-9bb9-31226d00cd81 (CIDR: 172.20.0.0/28) Oct 12 11:47:48.069739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.090506 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:47:48.091077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:47:48.147140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.178326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-87345562-cde1-4cad-a79c-1a99b80fcbc0 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4571030 Oct 12 11:47:48.180942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34070) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:48.186073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:48.193053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:48.199954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:48.202850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:48.214407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Pushing event updated for resources: {'Port': ['ID=48010517-850f-4708-8f68-504ca0eae9ba,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:48.271007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Attempting to bind port 48010517-850f-4708-8f68-504ca0eae9ba on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:47:48.271435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Attempting to bind port 48010517-850f-4708-8f68-504ca0eae9ba by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '44a120e1-86f1-4342-a284-b1eed801442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:47:48.271811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Attempting to bind port 48010517-850f-4708-8f68-504ca0eae9ba on network dad1fac2-b243-467d-930b-b8fb8b518c04 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:47:48.279019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:47:48.279535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Checking segment: {'id': '44a120e1-86f1-4342-a284-b1eed801442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:48.279798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.280189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Bound using segment: {'id': '44a120e1-86f1-4342-a284-b1eed801442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:47:48.280662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Bound port: 48010517-850f-4708-8f68-504ca0eae9ba, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a120e1-86f1-4342-a284-b1eed801442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:47:48.281038 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.356153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] For port 48010517-850f-4708-8f68-504ca0eae9ba, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:47:48.360491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] For port 48010517-850f-4708-8f68-504ca0eae9ba, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48010517-850f-4708-8f68-504ca0eae9ba,segment=NetworkSegment(44a120e1-86f1-4342-a284-b1eed801442e),segment_id=44a120e1-86f1-4342-a284-b1eed801442e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:47:48.471904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:48.475838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.530340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:48.595882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09212-37e1-44d5-bfc6-9f458acabeb5 None None] Pushing event updated for resources: {'Port': ['ID=48010517-850f-4708-8f68-504ca0eae9ba,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:49.250825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.301189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network dad1fac2-b243-467d-930b-b8fb8b518c04 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:49.304934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:49.310946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:49.313122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.321920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=ae9a1a35-8789-4ec4-ad27-f44da4507e6f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:49.454807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34112) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:49.465089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-417d6072-5f3f-4ecf-92df-e5d129b89422 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2826893 Oct 12 11:47:49.466456 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'fixed_ips': [{'subnet_id': 'f9a70bfb-cb3c-4481-9bb9-31226d00cd81'}, {'subnet_id': 'ae9a1a35-8789-4ec4-ad27-f44da4507e6f'}], 'name': 'tempest-PortsTestJSON-1944228165'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:49.588586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337326e5-b02a-41d4-b6b5-c860b272ae33 None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:49.659640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:49.659979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.678300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:49.779393 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.802281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 09626429-48c8-4736-b8f3-83265dbad7fc yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:49.808350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.852321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] For port 48010517-850f-4708-8f68-504ca0eae9ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48010517-850f-4708-8f68-504ca0eae9ba,segment=NetworkSegment(44a120e1-86f1-4342-a284-b1eed801442e),segment_id=44a120e1-86f1-4342-a284-b1eed801442e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:49.926194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Update dhcp port {'port': {'network_id': 'dad1fac2-b243-467d-930b-b8fb8b518c04', 'fixed_ips': [{'subnet_id': 'f9a70bfb-cb3c-4481-9bb9-31226d00cd81', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae9a1a35-8789-4ec4-ad27-f44da4507e6f'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '48010517-850f-4708-8f68-504ca0eae9ba'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:47:49.945396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:49.976879 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.049636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961fec6-41fe-4848-93ea-2336cfae3017 None None] Pushing event updated for resources: {'Port': ['ID=48010517-850f-4708-8f68-504ca0eae9ba,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:50.126831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.13 (dad1fac2-b243-467d-930b-b8fb8b518c04/f9a70bfb-cb3c-4481-9bb9-31226d00cd81/09626429-48c8-4736-b8f3-83265dbad7fc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:50.134226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.27 (dad1fac2-b243-467d-930b-b8fb8b518c04/ae9a1a35-8789-4ec4-ad27-f44da4507e6f/09626429-48c8-4736-b8f3-83265dbad7fc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:50.310268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.473509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48010517-850f-4708-8f68-504ca0eae9ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:50.485310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.545176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1943e4b9-4fe1-4f07-916f-313650513488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.545729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network dad1fac2-b243-467d-930b-b8fb8b518c04 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:50.556460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:50.559178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:50.590621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Allocated IP 172.20.0.18 (dad1fac2-b243-467d-930b-b8fb8b518c04/ae9a1a35-8789-4ec4-ad27-f44da4507e6f/48010517-850f-4708-8f68-504ca0eae9ba) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:50.593455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:50.593455 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.604513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=09626429-48c8-4736-b8f3-83265dbad7fc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:50.641599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:50.642394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.732369 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ca1090fc-e852-43a0-ab06-82c150ac9943 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2760057 Oct 12 11:47:50.736052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34156) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:50.741331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9a70bfb-cb3c-4481-9bb9-31226d00cd81'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:50.773969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] For port 48010517-850f-4708-8f68-504ca0eae9ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48010517-850f-4708-8f68-504ca0eae9ba,segment=NetworkSegment(44a120e1-86f1-4342-a284-b1eed801442e),segment_id=44a120e1-86f1-4342-a284-b1eed801442e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:50.807755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.826206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:50.931024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.030624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e8950-6fc6-4114-a221-9b7a7550a599 None None] Pushing event updated for resources: {'Port': ['ID=48010517-850f-4708-8f68-504ca0eae9ba,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:51.142918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Delete allocated IP 172.20.0.27 (dad1fac2-b243-467d-930b-b8fb8b518c04/ae9a1a35-8789-4ec4-ad27-f44da4507e6f) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:47:51.289315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.426989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.531021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=09626429-48c8-4736-b8f3-83265dbad7fc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:51.557379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] In _notify_port_updated(), no bound segment for port 09626429-48c8-4736-b8f3-83265dbad7fc on network dad1fac2-b243-467d-930b-b8fb8b518c04 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:47:51.565310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:51.565310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.566545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e5b209d7-b2c4-4dbd-8843-dbd0458e5022 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/ports/09626429-48c8-4736-b8f3-83265dbad7fc HTTP/1.1" status: 200 len: 920 time: 0.8294823 Oct 12 11:47:51.569365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34180) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:51.572385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-ca9e17d5-3044-416a-a060-714f125cec1b req-3b9bd10c-4f02-408f-8abd-e21ae047665c service neutron] (95548) timed out ('10.222.0.41', 62477) {{(pid=95548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:47:51.574894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9a70bfb-cb3c-4481-9bb9-31226d00cd81'}, {'subnet_id': 'ae9a1a35-8789-4ec4-ad27-f44da4507e6f'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:51.582103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d99ae8-52d7-46f0-b894-c2a7a5c9dbcd None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:51.653686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.698371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-70e28fdb-5ab4-425e-b106-e760b6f6492b None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:51.698944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-70e28fdb-5ab4-425e-b106-e760b6f6492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.785352 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:51.956171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.25 (dad1fac2-b243-467d-930b-b8fb8b518c04/ae9a1a35-8789-4ec4-ad27-f44da4507e6f/09626429-48c8-4736-b8f3-83265dbad7fc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:51.986973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.100864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6d9a3841-22ec-4a4e-aecd-a9e554b9dd5e None None] Provisioning complete for port 09626429-48c8-4736-b8f3-83265dbad7fc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.101541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3841-22ec-4a4e-aecd-a9e554b9dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.110834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.175520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a3841-22ec-4a4e-aecd-a9e554b9dd5e None None] Port 09626429-48c8-4736-b8f3-83265dbad7fc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:52.198038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6d9a3841-22ec-4a4e-aecd-a9e554b9dd5e None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.198412 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3841-22ec-4a4e-aecd-a9e554b9dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.284507 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.338536 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.452814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-497192d7-b140-402a-bcee-f7bca7078d9d None None] Provisioning complete for port 09626429-48c8-4736-b8f3-83265dbad7fc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.453220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-497192d7-b140-402a-bcee-f7bca7078d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.493575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=09626429-48c8-4736-b8f3-83265dbad7fc,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:52.596692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-497192d7-b140-402a-bcee-f7bca7078d9d None None] Port 09626429-48c8-4736-b8f3-83265dbad7fc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:52.599798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] In _notify_port_updated(), no bound segment for port 09626429-48c8-4736-b8f3-83265dbad7fc on network dad1fac2-b243-467d-930b-b8fb8b518c04 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:47:52.600262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48010517-850f-4708-8f68-504ca0eae9ba up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:47:52.606031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:52.606718 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.608279 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f24d325b-79ea-4526-b9e3-2c96df2e059e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/ports/09626429-48c8-4736-b8f3-83265dbad7fc HTTP/1.1" status: 200 len: 1000 time: 1.0379448 Oct 12 11:47:52.611265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34216) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:52.682378 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.682793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.759654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f8979ac5-9208-4d99-82af-70e17005f5f3 None None] Provisioning complete for port 09626429-48c8-4736-b8f3-83265dbad7fc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.760478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8979ac5-9208-4d99-82af-70e17005f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.777703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 09626429-48c8-4736-b8f3-83265dbad7fc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:52.777703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.835439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f8979ac5-9208-4d99-82af-70e17005f5f3 None None] Port 09626429-48c8-4736-b8f3-83265dbad7fc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:52.956671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-182d4b00-6eb2-45c4-9972-4f1a8b3d340c None None] Provisioning complete for port 09626429-48c8-4736-b8f3-83265dbad7fc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:52.957047 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-182d4b00-6eb2-45c4-9972-4f1a8b3d340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.973630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:52.997377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 09626429-48c8-4736-b8f3-83265dbad7fc owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:53.005406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-182d4b00-6eb2-45c4-9972-4f1a8b3d340c None None] Port 09626429-48c8-4736-b8f3-83265dbad7fc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:47:53.865334 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:53.895134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:53.896376 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=09626429-48c8-4736-b8f3-83265dbad7fc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:54.003366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.007674 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-25566024-3423-46de-a910-13838fc4616e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/09626429-48c8-4736-b8f3-83265dbad7fc HTTP/1.1" status: 204 len: 168 time: 1.3949132 Oct 12 11:47:54.010211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34256) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:54.046908 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b6c73e-7c1b-4619-9990-94191cedb721 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:47:54.046908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-18b6c73e-7c1b-4619-9990-94191cedb721 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/09626429-48c8-4736-b8f3-83265dbad7fc HTTP/1.1" status: 404 len: 333 time: 0.0309162 Oct 12 11:47:54.048191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34262) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:54.108280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet ae9a1a35-8789-4ec4-ad27-f44da4507e6f {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:54.111814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.153186 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.245239 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.387373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.423218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9a1a35-8789-4ec4-ad27-f44da4507e6f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:54.429548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.433130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e6251a77-96da-451f-a464-9ab9bfc264fe tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/ae9a1a35-8789-4ec4-ad27-f44da4507e6f HTTP/1.1" status: 204 len: 168 time: 0.3839595 Oct 12 11:47:54.438384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34284) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:54.439029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070ce59-3787-47a6-aab6-4032a537def0 None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:54.507498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet f9a70bfb-cb3c-4481-9bb9-31226d00cd81 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:47:54.519437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.567659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.667456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.821483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.855480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a70bfb-cb3c-4481-9bb9-31226d00cd81,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:54.871474 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:54.880500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b653809a-4762-4d72-a9da-b06311d80587 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/f9a70bfb-cb3c-4481-9bb9-31226d00cd81 HTTP/1.1" status: 204 len: 168 time: 0.4394460 Oct 12 11:47:54.881753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34308) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:54.992575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.052046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 48010517-850f-4708-8f68-504ca0eae9ba {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:47:55.052485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.130458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port 48010517-850f-4708-8f68-504ca0eae9ba, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48010517-850f-4708-8f68-504ca0eae9ba,segment=NetworkSegment(44a120e1-86f1-4342-a284-b1eed801442e),segment_id=44a120e1-86f1-4342-a284-b1eed801442e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:47:55.130859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.149930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 48010517-850f-4708-8f68-504ca0eae9ba owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:47:55.280149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbef6df-3d66-4be6-83a9-95ac2e5fe0eb None None] Network dad1fac2-b243-467d-930b-b8fb8b518c04 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:55.280149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1c0bd7a6-2453-4422-b02c-e0b1e14f88b4 None None] Provisioning complete for port 48010517-850f-4708-8f68-504ca0eae9ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:47:55.280149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd7a6-2453-4422-b02c-e0b1e14f88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.346724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.377978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1c0bd7a6-2453-4422-b02c-e0b1e14f88b4 None None] Could not find standard attr ID for object 48010517-850f-4708-8f68-504ca0eae9ba. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:47:55.380219 n-d-813419-3 neutron-server[95549]: INFO neutron.plugins.ml2.db [None req-1c0bd7a6-2453-4422-b02c-e0b1e14f88b4 None None] No ports have port_id starting with 48010517-850f-4708-8f68-504ca0eae9ba Oct 12 11:47:55.407112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=48010517-850f-4708-8f68-504ca0eae9ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:55.409227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port 48010517-850f-4708-8f68-504ca0eae9ba on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:47:55.547932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.587246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad1fac2-b243-467d-930b-b8fb8b518c04']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:55.599850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a120e1-86f1-4342-a284-b1eed801442e') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:55.600147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a120e1-86f1-4342-a284-b1eed801442e') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:47:55.612673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.627452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.634418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:47:55.635261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:47:55.639118 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:47:55.658908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bfbcaf-f818-43c2-b30d-3621d9286c2c None None] DHCP port deletion for dad1fac2-b243-467d-930b-b8fb8b518c04 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:47:55.796605 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.805196 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:55.809253 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/dad1fac2-b243-467d-930b-b8fb8b518c04 HTTP/1.1" status: 204 len: 168 time: 0.9255753 Oct 12 11:47:55.813040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34344) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:55.826421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cf001-1796-4bd1-8aee-cc4963669f6a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=dad1fac2-b243-467d-930b-b8fb8b518c04,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:55.868650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896580a-dcd5-481d-821f-3170c3254581 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:55.870524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e896580a-dcd5-481d-821f-3170c3254581 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0564740 Oct 12 11:47:55.874025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34350) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:55.924559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d4018546-e4ed-46fd-a551-8b30a274094e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0492563 Oct 12 11:47:55.928155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34356) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:55.936656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-739768193'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:56.439942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48010517-850f-4708-8f68-504ca0eae9ba no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:47:56.465592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:56.465592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:56.468475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 48010517-850f-4708-8f68-504ca0eae9ba {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:47:56.469598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48010517-850f-4708-8f68-504ca0eae9ba not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:47:56.490760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:47:56.499773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:56.505832 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 06fef832-ed1a-4c22-8657-021643e964f8 of type vlan for network 840ebcd5-9e90-4e23-863e-8a3235b26f18 Oct 12 11:47:56.546249 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:56.646206 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:56.659681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:56.660344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:56.803881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8704324 Oct 12 11:47:56.804776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34380) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:56.809846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:56.811278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b2424-08f8-4a10-93cd-72cc7a4ab11e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=840ebcd5-9e90-4e23-863e-8a3235b26f18,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:56.841685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:47:56.856394 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:47:56.934161 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:57.027177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:57.027177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:57.301130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:57.368980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=f1a02ec5-999b-4f08-af93-9c3f4faae971,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:57.379122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '06fef832-ed1a-4c22-8657-021643e964f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:57.379488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: 840ebcd5-9e90-4e23-863e-8a3235b26f18, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:47:58.211163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:47:58.321663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-1c88652e-a882-48b8-9767-632de809a571 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:58.323183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-1c88652e-a882-48b8-9767-632de809a571 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1085277 Oct 12 11:47:58.324368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 840ebcd5-9e90-4e23-863e-8a3235b26f18) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:58.329107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:58.329673 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:58.334274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394128c-0da3-4fe6-a3d0-38fcf0c127ce None None] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:47:58.369893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-68f21ce9-83a2-4ed3-ab54-924e5a4f84f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0180647 Oct 12 11:47:58.431153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-5a5dfee4-59b0-404d-bc00-bb0a68249108 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542428 Oct 12 11:47:58.470853 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a1d91506-cdcc-428f-af24-59f7bb78cddf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6619406 Oct 12 11:47:58.471389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:58.476471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18', 'name': 'tempest-PortsTestJSON-1634962793'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:58.514188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-840ebcd5-9e90-4e23-863e-8a3235b26f18', 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': 'f1a02ec5-999b-4f08-af93-9c3f4faae971'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:47:58.515998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:58.577270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-d01c00e1-0d17-442f-b463-0aff3d97a81f service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228628 Oct 12 11:47:58.671552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Allocated IP 172.20.0.2 (840ebcd5-9e90-4e23-863e-8a3235b26f18/f1a02ec5-999b-4f08-af93-9c3f4faae971/22325397-c81d-410d-a0db-1edd185d0a0e) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:58.699661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-3dc15b89-0845-44fc-92f5-0e9e607e68d9 service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212847 Oct 12 11:47:58.793151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:58.798569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:58.828699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port de86da54-b945-4bbf-b258-564fc9d22c9a yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:47:58.862230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:58.965372 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.011845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9aae62e-7eb9-48b0-998a-be0693326861 req-d2b05491-3227-4ac0-963c-e4a03c799b29 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0656986 Oct 12 11:47:59.035995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:59.041683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:59.044350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:59.086618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.4 (840ebcd5-9e90-4e23-863e-8a3235b26f18/f1a02ec5-999b-4f08-af93-9c3f4faae971/de86da54-b945-4bbf-b258-564fc9d22c9a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:47:59.169820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Pushing event updated for resources: {'Port': ['ID=22325397-c81d-410d-a0db-1edd185d0a0e,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:59.189859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Attempting to bind port 22325397-c81d-410d-a0db-1edd185d0a0e on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:47:59.191782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Attempting to bind port 22325397-c81d-410d-a0db-1edd185d0a0e by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '06fef832-ed1a-4c22-8657-021643e964f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:47:59.195798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Attempting to bind port 22325397-c81d-410d-a0db-1edd185d0a0e on network 840ebcd5-9e90-4e23-863e-8a3235b26f18 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:47:59.207140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:47:59.207140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Checking segment: {'id': '06fef832-ed1a-4c22-8657-021643e964f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:47:59.207140 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.207140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Bound using segment: {'id': '06fef832-ed1a-4c22-8657-021643e964f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:47:59.207605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Bound port: 22325397-c81d-410d-a0db-1edd185d0a0e, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fef832-ed1a-4c22-8657-021643e964f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:47:59.207881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.298487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] For port 22325397-c81d-410d-a0db-1edd185d0a0e, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:47:59.300516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.302132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] For port 22325397-c81d-410d-a0db-1edd185d0a0e, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22325397-c81d-410d-a0db-1edd185d0a0e,segment=NetworkSegment(06fef832-ed1a-4c22-8657-021643e964f8),segment_id=06fef832-ed1a-4c22-8657-021643e964f8)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:47:59.396795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.439796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.478116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610af07-4d9b-4eaa-9170-25b58c4b734b None None] Pushing event updated for resources: {'Port': ['ID=22325397-c81d-410d-a0db-1edd185d0a0e,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:59.522262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:47:59.525400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:47:59.531492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:47:59.534500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=de86da54-b945-4bbf-b258-564fc9d22c9a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:47:59.588966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:47:59.589621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.674812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b69c4fd-620d-40b4-b978-16dd37394a90 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2021217 Oct 12 11:47:59.676508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:47:59.685631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '840ebcd5-9e90-4e23-863e-8a3235b26f18', 'name': 'tempest-PortsTestJSON-236423485'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:47:59.917765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:47:59.921370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:47:59.940306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 4463e656-9749-41d4-b523-7f211af77a8c yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:00.063593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.9 (840ebcd5-9e90-4e23-863e-8a3235b26f18/f1a02ec5-999b-4f08-af93-9c3f4faae971/4463e656-9749-41d4-b523-7f211af77a8c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:00.119418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc2a8bc8-ccb8-422f-b8b0-a56c23116217 req-b309d612-7742-43c1-9dfa-8eae799ea140 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0404346 Oct 12 11:48:00.262155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.379532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.472869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:00.481295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:00.483925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:00.514739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22325397-c81d-410d-a0db-1edd185d0a0e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:00.546824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=4463e656-9749-41d4-b523-7f211af77a8c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:00.571212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:00.571941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.586495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 22325397-c81d-410d-a0db-1edd185d0a0e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:00.586901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.635788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba814b32-b92e-4a09-9627-da96457b4d22 None None] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:00.675398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1f88ae2-6d9a-4e24-b1ca-94b42be537a4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9964457 Oct 12 11:48:00.677094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34568) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:00.756075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.793552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-045b922c-2b01-4f66-9ab0-3493b37038b3 None None] Provisioning complete for port 22325397-c81d-410d-a0db-1edd185d0a0e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:00.794311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-045b922c-2b01-4f66-9ab0-3493b37038b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.821771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57469375-8c5c-4f19-9a5a-431382f5a42f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:00.827916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-57469375-8c5c-4f19-9a5a-431382f5a42f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1494465 Oct 12 11:48:00.828277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34574) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:00.867747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 22325397-c81d-410d-a0db-1edd185d0a0e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22325397-c81d-410d-a0db-1edd185d0a0e,segment=NetworkSegment(06fef832-ed1a-4c22-8657-021643e964f8),segment_id=06fef832-ed1a-4c22-8657-021643e964f8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:00.944330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 4463e656-9749-41d4-b523-7f211af77a8c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:00.944891 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:00.977726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.030010 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-045b922c-2b01-4f66-9ab0-3493b37038b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.066713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.068610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=22325397-c81d-410d-a0db-1edd185d0a0e,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:01.084092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 4463e656-9749-41d4-b523-7f211af77a8c owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:01.129730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-045b922c-2b01-4f66-9ab0-3493b37038b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:48:01.130295 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-045b922c-2b01-4f66-9ab0-3493b37038b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:48:01.298941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e552b3e-df81-457a-b711-64bd5ec4347d req-900283da-0651-4fd5-9bd0-11525be079b1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0460205 Oct 12 11:48:01.542327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.595259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=4463e656-9749-41d4-b523-7f211af77a8c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:01.730952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.737659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-80c6a512-2621-4c3f-ad3c-d0456766f4b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/4463e656-9749-41d4-b523-7f211af77a8c HTTP/1.1" status: 204 len: 168 time: 0.9051487 Oct 12 11:48:01.738136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34600) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:01.773929 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-6156b193-7cfe-468d-9f00-8147f41a7d60 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:01.777955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6156b193-7cfe-468d-9f00-8147f41a7d60 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/4463e656-9749-41d4-b523-7f211af77a8c HTTP/1.1" status: 404 len: 333 time: 0.0365038 Oct 12 11:48:01.778621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:01.784206 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-1b3cc8bc-cad6-497a-a824-baaa720ade0d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:01.785687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-1b3cc8bc-cad6-497a-a824-baaa720ade0d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.2289450 Oct 12 11:48:01.800397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:01.826370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Provisioning complete for port de86da54-b945-4bbf-b258-564fc9d22c9a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:01.829043 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.887038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Port de86da54-b945-4bbf-b258-564fc9d22c9a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:01.915725 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Provisioning complete for port 22325397-c81d-410d-a0db-1edd185d0a0e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:01.916109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:01.941519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port de86da54-b945-4bbf-b258-564fc9d22c9a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:01.941857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.013255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:02.021042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.092344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.102913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ed1668ea-0ef6-4563-b22f-53c52ccba7c5 None None] Could not find standard attr ID for object 4463e656-9749-41d4-b523-7f211af77a8c. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:48:02.111789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for de86da54-b945-4bbf-b258-564fc9d22c9a owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:02.226253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.11 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/33bc4148-fa09-4a06-8d5f-86f71aff2d90) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:02.461063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa244918-f3dc-4199-bf04-252df7127961 req-bbfeba28-2cc2-4dce-9732-61cafac1d2d2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0434699 Oct 12 11:48:02.495906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.510772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22325397-c81d-410d-a0db-1edd185d0a0e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:02.586063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 22325397-c81d-410d-a0db-1edd185d0a0e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:02.586794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.690068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.760024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:02.767661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:02.769288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:02.771731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:02.824314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-e030d8bd-9b44-438c-b036-afe9de58ee6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755277 Oct 12 11:48:02.833463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:02.834194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.884902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:02.949183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=de86da54-b945-4bbf-b258-564fc9d22c9a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:02.977802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-bc6adbab-3194-4c8d-b6dc-adccdf516578 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1827784 Oct 12 11:48:03.013967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-0db72c87-d09d-48de-8da3-d680752b101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:03.016614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-0db72c87-d09d-48de-8da3-d680752b101a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d93792b88561453a9ed3316d0c9428a3&device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 1101 time: 0.1437535 Oct 12 11:48:03.095926 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.103004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ace39f88-f019-4bbf-9748-d7b7b4e307f1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/de86da54-b945-4bbf-b258-564fc9d22c9a HTTP/1.1" status: 204 len: 168 time: 1.3193603 Oct 12 11:48:03.103149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:03.136025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-465525c1-79d2-4f14-871e-d652ed0f700e None None] Provisioning complete for port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:03.136594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-465525c1-79d2-4f14-871e-d652ed0f700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.195407 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de6bce2-6382-412f-b027-a9539d6e6b5b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:03.203716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6de6bce2-6382-412f-b027-a9539d6e6b5b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/de86da54-b945-4bbf-b258-564fc9d22c9a HTTP/1.1" status: 404 len: 333 time: 0.0997765 Oct 12 11:48:03.205119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:03.245567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Request body: {'port': {'device_id': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:03.266639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-465525c1-79d2-4f14-871e-d652ed0f700e None None] Port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:03.289366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet f1a02ec5-999b-4f08-af93-9c3f4faae971 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:03.300659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.356309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-09ecb19a-3663-4d25-b4b1-9b6eef91d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:03.358352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-09ecb19a-3663-4d25-b4b1-9b6eef91d062 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed HTTP/1.1" status: 200 len: 870 time: 0.3061986 Oct 12 11:48:03.362278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.366179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.470996 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-9b30ab8b-a7b2-4241-b3b7-eeea6340c6df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 200 len: 217 time: 0.1015301 Oct 12 11:48:03.605517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-bfc658fc-84c0-475b-a37f-9d6b433e4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:03.608463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-bfc658fc-84c0-475b-a37f-9d6b433e4b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.1272366 Oct 12 11:48:03.693873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689bd0c-e1ac-4734-9a98-464636e0b793 req-3f07c898-b277-4dfd-a717-2ddf59b715a9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:03.695141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8689bd0c-e1ac-4734-9a98-464636e0b793 req-3f07c898-b277-4dfd-a717-2ddf59b715a9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 932 time: 0.0641263 Oct 12 11:48:03.759403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-00213456-5846-4323-a7b8-cad703b5f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:03.761129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-00213456-5846-4323-a7b8-cad703b5f91e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394744 Oct 12 11:48:03.786633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8689bd0c-e1ac-4734-9a98-464636e0b793 req-e698c9d4-5821-46d5-a79f-8c98d90da718 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786731 Oct 12 11:48:03.855500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bc4148-fa09-4a06-8d5f-86f71aff2d90 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:48:03.865563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.880834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Transition to ACTIVE for port object 33bc4148-fa09-4a06-8d5f-86f71aff2d90 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:48:03.886123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:03.892921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-ccd66278-2e01-41a8-ae10-294b91d4e329 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243148 Oct 12 11:48:03.993687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.038504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-06d759ff-5f1e-4079-b071-8cc9888ef43a req-8a339d91-29f2-4b81-9e77-f9d5103c1b51 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245811 Oct 12 11:48:04.064628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Pushing event updated for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:04.128398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.197632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Attempting to bind port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:48:04.198259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Attempting to bind port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:48:04.198367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Attempting to bind port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:48:04.198577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a02ec5-999b-4f08-af93-9c3f4faae971,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:04.208833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:48:04.209240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Attempting to bind port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:48:04.212970 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.220890 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe2c932b-b94b-47d1-90ff-eae4514f4871 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/f1a02ec5-999b-4f08-af93-9c3f4faae971 HTTP/1.1" status: 204 len: 168 time: 1.0145354 Oct 12 11:48:04.223667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f4d49-4b88-4d83-bb29-c5dd8b6d12af None None] Network 840ebcd5-9e90-4e23-863e-8a3235b26f18 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:04.224247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:04.227177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:48:04.231360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:04.231834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:48:04.234503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Bound port: 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:48:04.234503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.383152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.416748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:48:04.440523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:48:04.473176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 22325397-c81d-410d-a0db-1edd185d0a0e {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:04.474310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.544135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.586588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port 22325397-c81d-410d-a0db-1edd185d0a0e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22325397-c81d-410d-a0db-1edd185d0a0e,segment=NetworkSegment(06fef832-ed1a-4c22-8657-021643e964f8),segment_id=06fef832-ed1a-4c22-8657-021643e964f8)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:04.586588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.620803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 22325397-c81d-410d-a0db-1edd185d0a0e owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:04.628818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] DHCP port deletion for 840ebcd5-9e90-4e23-863e-8a3235b26f18 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:48:04.630543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:04.631209 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.632642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] 10.222.0.47 "PUT /v2.0/ports/33bc4148-fa09-4a06-8d5f-86f71aff2d90 HTTP/1.1" status: 200 len: 1092 time: 1.6465104 Oct 12 11:48:04.633261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:48:04.635463 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d374b-ffad-4966-8647-4b5739e67bee" -d '{"events": [{"name": "network-changed", "server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:48:04.688676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Deleting port 22325397-c81d-410d-a0db-1edd185d0a0e {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:04.689548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.714716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6a5c-2896-47e4-91db-b0c07bc3edca service neutron] Pushing event updated for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:04.730296 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f78a0-1843-426d-961e-11dd18bb9dda x-openstack-request-id: req-670f78a0-1843-426d-961e-11dd18bb9dda {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:48:04.730296 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:48:04.730296 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-670f78a0-1843-426d-961e-11dd18bb9dda {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:48:04.730296 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90', 'status': 'completed', 'code': 200} Oct 12 11:48:04.787573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] For port 22325397-c81d-410d-a0db-1edd185d0a0e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22325397-c81d-410d-a0db-1edd185d0a0e,segment=NetworkSegment(06fef832-ed1a-4c22-8657-021643e964f8),segment_id=06fef832-ed1a-4c22-8657-021643e964f8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:04.788365 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.813564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Calling delete_port for 22325397-c81d-410d-a0db-1edd185d0a0e owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:04.878687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-fe83556e-6bed-4552-932c-82d38383a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:04.880556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-fe83556e-6bed-4552-932c-82d38383a23f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1350081 Oct 12 11:48:04.884554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.935798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:04.999136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] Pushing event deleted for resources: {'Port': ['ID=22325397-c81d-410d-a0db-1edd185d0a0e,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:05.009142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bfa59-7271-4730-813e-9f2977adf4f9 None None] No DVR routers for this DVR port 22325397-c81d-410d-a0db-1edd185d0a0e on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:05.020653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port 22325397-c81d-410d-a0db-1edd185d0a0e on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:05.034065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=22325397-c81d-410d-a0db-1edd185d0a0e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:05.119621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-4a7f7a4c-1d85-4161-a85e-40fc8b93b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.121515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-4a7f7a4c-1d85-4161-a85e-40fc8b93b979 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2270644 Oct 12 11:48:05.223860 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.278959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840ebcd5-9e90-4e23-863e-8a3235b26f18']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:05.299416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fef832-ed1a-4c22-8657-021643e964f8') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:05.300592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fef832-ed1a-4c22-8657-021643e964f8') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:05.324763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.363204 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.365045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-a0772483-a736-4956-9665-d2d850a274fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.370662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d0d374b-ffad-4966-8647-4b5739e67bee req-a0772483-a736-4956-9665-d2d850a274fd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340479 Oct 12 11:48:05.372271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:48:05.372271 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:48:05.381150 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:48:05.564688 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.570338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.578705 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/840ebcd5-9e90-4e23-863e-8a3235b26f18 HTTP/1.1" status: 204 len: 168 time: 1.3535256 Oct 12 11:48:05.579426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34646) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:05.588337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa9bd6-83f2-4527-985f-61b6a2c0deeb req-91a1e671-9b7c-49f5-80a7-c68ff956e27d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.598761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11fa9bd6-83f2-4527-985f-61b6a2c0deeb req-91a1e671-9b7c-49f5-80a7-c68ff956e27d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1262197 Oct 12 11:48:05.600230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1069548451'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:05.619840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-c71a59d6-8816-4ea5-bbb0-eca3bbdb1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.628066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-c71a59d6-8816-4ea5-bbb0-eca3bbdb1b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 1095 time: 0.2077801 Oct 12 11:48:05.662916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=840ebcd5-9e90-4e23-863e-8a3235b26f18,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:05.673338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.673714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.674938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.675292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.675635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.675975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.676356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.676697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.677030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.677410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.677764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.678097 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56107b85-1bc1-4ce4-8562-67938e995e3e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:05.694889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-fcbdf169-340c-4fab-91c4-18eff74c047b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90 HTTP/1.1" status: 200 len: 217 time: 0.0515711 Oct 12 11:48:05.740690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11fa9bd6-83f2-4527-985f-61b6a2c0deeb req-05c521ea-c089-4dcd-a374-16419d1adaa7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401551 Oct 12 11:48:05.756153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-071c8738-18bc-4fb8-850b-339fd586b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.757796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-071c8738-18bc-4fb8-850b-339fd586b7aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0577464 Oct 12 11:48:05.758505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:05.762434 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.792601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:48:05.803497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.803845 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment 2c6b6258-2e88-4081-8b78-6e9e341303f7 of type vlan for network 334e88bf-aba1-450b-87f5-4f25e3e0d48c Oct 12 11:48:05.821266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-36bc9080-4e19-4cfb-8b51-b7291b547f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.821266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-36bc9080-4e19-4cfb-8b51-b7291b547f71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527782 Oct 12 11:48:05.848813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.921733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-54428a23-6e79-491a-8e61-3d6141f722ba service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970569 Oct 12 11:48:05.953374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:05.961144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:05.961777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:06.069022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33ce9cb2-fddf-487c-918a-6d6e6c47c6da req-5087b3ac-0944-4a3d-bba1-fb8e2108e0c8 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393180 Oct 12 11:48:06.085248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=334e88bf-aba1-450b-87f5-4f25e3e0d48c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:06.095986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34648) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:06.100955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bc3181a3-06dc-44ca-b864-8301bd7b1440 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5101893 Oct 12 11:48:06.101770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:06.108143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:48:06.329486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:06.333043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:06.523053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22325397-c81d-410d-a0db-1edd185d0a0e no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:48:06.551115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 22325397-c81d-410d-a0db-1edd185d0a0e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:48:06.552708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22325397-c81d-410d-a0db-1edd185d0a0e not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:48:06.679081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:06.752061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=3c769521-abc3-4496-b399-5d6eb51565a5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:06.761856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': '2c6b6258-2e88-4081-8b78-6e9e341303f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:06.762215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: 334e88bf-aba1-450b-87f5-4f25e3e0d48c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:48:06.879765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acded-03bb-47bd-8a6d-3978f6d508f7 req-a1952b4c-c1d1-4f62-92b6-acffa1ac4acc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:06.881532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-685acded-03bb-47bd-8a6d-3978f6d508f7 req-a1952b4c-c1d1-4f62-92b6-acffa1ac4acc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0520887 Oct 12 11:48:06.887704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:48:06.928750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-685acded-03bb-47bd-8a6d-3978f6d508f7 req-7050da83-fa3e-4341-aa56-195f49b8b453 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Oct 12 11:48:07.003799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 334e88bf-aba1-450b-87f5-4f25e3e0d48c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:07.008766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:07.009427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.015234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cb39f-0b2b-4247-b083-01752382dfc2 None None] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:07.151150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e96b7e09-a13b-49a2-83c7-653e69672fd1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0528367 Oct 12 11:48:07.160852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:07.166080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c', 'name': 'tempest-PortsTestJSON-797190929', 'fixed_ips': [{'subnet_id': '3c769521-abc3-4496-b399-5d6eb51565a5', 'ip_address': '172.20.0.10'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:07.204578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-334e88bf-aba1-450b-87f5-4f25e3e0d48c', 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': '3c769521-abc3-4496-b399-5d6eb51565a5'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:48:07.205485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.373271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Allocated IP 172.20.0.2 (334e88bf-aba1-450b-87f5-4f25e3e0d48c/3c769521-abc3-4496-b399-5d6eb51565a5/e1d27256-d126-47be-98e6-2839382e9f77) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:07.396177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:07.515683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.550931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port c73412c9-6287-45c5-b0a0-b91548fdc9a9 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:07.607801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.689917 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.773076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.10 (334e88bf-aba1-450b-87f5-4f25e3e0d48c/3c769521-abc3-4496-b399-5d6eb51565a5/c73412c9-6287-45c5-b0a0-b91548fdc9a9) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:07.787632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:07.793089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:07.795608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:07.814271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Pushing event updated for resources: {'Port': ['ID=e1d27256-d126-47be-98e6-2839382e9f77,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:07.868713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Attempting to bind port e1d27256-d126-47be-98e6-2839382e9f77 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:48:07.869082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Attempting to bind port e1d27256-d126-47be-98e6-2839382e9f77 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2c6b6258-2e88-4081-8b78-6e9e341303f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:48:07.869471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Attempting to bind port e1d27256-d126-47be-98e6-2839382e9f77 on network 334e88bf-aba1-450b-87f5-4f25e3e0d48c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:48:07.875225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:48:07.875592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Checking segment: {'id': '2c6b6258-2e88-4081-8b78-6e9e341303f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:07.876075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.876471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Bound using segment: {'id': '2c6b6258-2e88-4081-8b78-6e9e341303f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:48:07.876936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Bound port: e1d27256-d126-47be-98e6-2839382e9f77, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6b6258-2e88-4081-8b78-6e9e341303f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:48:07.877457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.948973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:07.958364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] For port e1d27256-d126-47be-98e6-2839382e9f77, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:48:07.961746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] For port e1d27256-d126-47be-98e6-2839382e9f77, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e1d27256-d126-47be-98e6-2839382e9f77,segment=NetworkSegment(2c6b6258-2e88-4081-8b78-6e9e341303f7),segment_id=2c6b6258-2e88-4081-8b78-6e9e341303f7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:48:08.055068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a97e4-ed78-40a1-b844-085ae1f505e4 req-39520a15-5a28-40a1-99ec-1861e80429cb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:08.059225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a3a97e4-ed78-40a1-b844-085ae1f505e4 req-39520a15-5a28-40a1-99ec-1861e80429cb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0537825 Oct 12 11:48:08.085600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.097294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a3a97e4-ed78-40a1-b844-085ae1f505e4 req-ccb205ed-410e-4519-bd5f-57060027cb59 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Oct 12 11:48:08.118795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.169945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78f2dd-05f1-4b71-b17a-64ada3277767 None None] Pushing event updated for resources: {'Port': ['ID=e1d27256-d126-47be-98e6-2839382e9f77,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:08.177845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:08.180994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:08.184615 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:08.221565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=c73412c9-6287-45c5-b0a0-b91548fdc9a9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:08.245591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:08.246283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.397645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d4d7e92e-1453-401c-a221-93eebf4e0d0f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2330661 Oct 12 11:48:08.397798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34664) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:08.413702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '334e88bf-aba1-450b-87f5-4f25e3e0d48c', 'name': 'tempest-PortsTestJSON-1420718816', 'fixed_ips': [{'subnet_id': '3c769521-abc3-4496-b399-5d6eb51565a5', 'ip_address': '172.20.0.9'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:08.554568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e1d27256-d126-47be-98e6-2839382e9f77 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:08.611020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e1d27256-d126-47be-98e6-2839382e9f77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:08.611517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.677611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:08.682954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.702632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.707236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:08.737606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port e1d27256-d126-47be-98e6-2839382e9f77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e1d27256-d126-47be-98e6-2839382e9f77,segment=NetworkSegment(2c6b6258-2e88-4081-8b78-6e9e341303f7),segment_id=2c6b6258-2e88-4081-8b78-6e9e341303f7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:08.853267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:08.897090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.9 (334e88bf-aba1-450b-87f5-4f25e3e0d48c/3c769521-abc3-4496-b399-5d6eb51565a5/0cf7336f-b902-4f06-a64a-1f75ca07f8cd) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:08.929459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=e1d27256-d126-47be-98e6-2839382e9f77,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:09.089600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.242134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79e652-20d9-4396-8d1e-341cf361f973 None None] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:09.243282 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.302969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:09.311730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:09.318807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:09.331061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810842-39d0-42f3-a202-e5e93cceda63 req-73429cf3-93d2-4fa0-9456-9cec6857ac5c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.332730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b810842-39d0-42f3-a202-e5e93cceda63 req-73429cf3-93d2-4fa0-9456-9cec6857ac5c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1170745 Oct 12 11:48:09.354148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=0cf7336f-b902-4f06-a64a-1f75ca07f8cd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:09.375840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-be3ae16e-52b7-4025-924b-b235dde6acaf None None] Provisioning complete for port e1d27256-d126-47be-98e6-2839382e9f77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:09.375840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-be3ae16e-52b7-4025-924b-b235dde6acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.415005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.416910 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.421049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b810842-39d0-42f3-a202-e5e93cceda63 req-fbfbc62e-1d5d-4605-9fb8-44d99af5e664 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Oct 12 11:48:09.575615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7e7899e-9add-4f47-a804-6e6ed01a3ebd tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1764526 Oct 12 11:48:09.578520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34672) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:09.675953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e481f2d5-4d7c-44d8-a191-5bd451736cc9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.677615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e481f2d5-4d7c-44d8-a191-5bd451736cc9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0981064 Oct 12 11:48:09.680853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34676) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:09.744523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Provisioning complete for port e1d27256-d126-47be-98e6-2839382e9f77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:09.744523 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.808725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6beff-2f65-4f3f-bfe3-3134509b824d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.824176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6beff-2f65-4f3f-bfe3-3134509b824d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.833762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6beff-2f65-4f3f-bfe3-3134509b824d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:09.835726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bff6beff-2f65-4f3f-bfe3-3134509b824d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1538391 Oct 12 11:48:09.838541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34680) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:09.863141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Provisioning complete for port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:09.863526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.920639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:09.931667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Provisioning complete for port c73412c9-6287-45c5-b0a0-b91548fdc9a9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:09.932035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.942561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:09.942942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:09.988733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ba652885-8d03-4e31-863b-fc8c53f837a4 None None] Port c73412c9-6287-45c5-b0a0-b91548fdc9a9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:10.040025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.053252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 0cf7336f-b902-4f06-a64a-1f75ca07f8cd owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:10.111687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-99cdd8eb-1d16-4d53-b958-30eed1abcec8 None None] Provisioning complete for port c73412c9-6287-45c5-b0a0-b91548fdc9a9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:10.112114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-99cdd8eb-1d16-4d53-b958-30eed1abcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.150542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-99cdd8eb-1d16-4d53-b958-30eed1abcec8 None None] Port c73412c9-6287-45c5-b0a0-b91548fdc9a9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:10.269346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a1bdcb69-d46b-4133-8e5b-ab3e12b36698 None None] Provisioning complete for port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:10.275081 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1bdcb69-d46b-4133-8e5b-ab3e12b36698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.305001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdcb69-d46b-4133-8e5b-ab3e12b36698 None None] Port 0cf7336f-b902-4f06-a64a-1f75ca07f8cd cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:10.315467 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.337817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=0cf7336f-b902-4f06-a64a-1f75ca07f8cd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:10.419164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.423841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-140761b3-d7c9-4e0f-be4a-2ec4d392037f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/0cf7336f-b902-4f06-a64a-1f75ca07f8cd HTTP/1.1" status: 204 len: 168 time: 0.5840707 Oct 12 11:48:10.426751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34686) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:10.448077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a115-b7a3-47cd-a2f5-4935de0620b2 req-4831189d-8e5b-44c4-8869-d2792d4d75e0 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:10.449781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90b3a115-b7a3-47cd-a2f5-4935de0620b2 req-4831189d-8e5b-44c4-8869-d2792d4d75e0 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 950 time: 0.0849323 Oct 12 11:48:10.465174 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f2995c-8bf6-42cd-9a84-108bc0afe6f4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:10.466834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5f2995c-8bf6-42cd-9a84-108bc0afe6f4 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/0cf7336f-b902-4f06-a64a-1f75ca07f8cd HTTP/1.1" status: 404 len: 333 time: 0.0389853 Oct 12 11:48:10.470868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34690) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:10.492398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e1d27256-d126-47be-98e6-2839382e9f77 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:10.517153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90b3a115-b7a3-47cd-a2f5-4935de0620b2 req-424e92a9-4427-4d1e-a2cc-02e98c7a874a tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Oct 12 11:48:10.565611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e1d27256-d126-47be-98e6-2839382e9f77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:10.565985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.605727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port c73412c9-6287-45c5-b0a0-b91548fdc9a9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:10.606067 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.655230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d4778-708e-4fe0-8f27-25b6115ac491 req-1a001411-33de-4cd7-9a92-ac37720e5dcc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:10.657444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-282d4778-708e-4fe0-8f27-25b6115ac491 req-1a001411-33de-4cd7-9a92-ac37720e5dcc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0561535 Oct 12 11:48:10.711887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-282d4778-708e-4fe0-8f27-25b6115ac491 req-836c9a69-1c18-4693-ae47-557faddd044d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Oct 12 11:48:10.720576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:10.732366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for c73412c9-6287-45c5-b0a0-b91548fdc9a9 owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:10.970171 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.003935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=c73412c9-6287-45c5-b0a0-b91548fdc9a9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:11.075374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.080211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f17b9db8-ef90-4dbb-9b9f-207f9d2adef1 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/c73412c9-6287-45c5-b0a0-b91548fdc9a9 HTTP/1.1" status: 204 len: 168 time: 0.6067724 Oct 12 11:48:11.084845 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34694) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:11.108714 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee19f63-14c9-4e60-9ea1-7f23ba167463 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:11.110424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6ee19f63-14c9-4e60-9ea1-7f23ba167463 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/c73412c9-6287-45c5-b0a0-b91548fdc9a9 HTTP/1.1" status: 404 len: 333 time: 0.0267553 Oct 12 11:48:11.113587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34696) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:11.170742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet 3c769521-abc3-4496-b399-5d6eb51565a5 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:11.174897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.227158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.315019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.484315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.516421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=3c769521-abc3-4496-b399-5d6eb51565a5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:11.520083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.523284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b60bf958-bfde-4b5e-9eeb-32b8b84b6daf tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/3c769521-abc3-4496-b399-5d6eb51565a5 HTTP/1.1" status: 204 len: 168 time: 0.4087031 Oct 12 11:48:11.525921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34700) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:11.528510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cf82e-d0bb-4359-abfd-90357a720de9 None None] Network 334e88bf-aba1-450b-87f5-4f25e3e0d48c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:11.609372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.658948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a7c05-0723-42f9-a4ad-b6dbdba34ff0 req-001fadeb-e5c2-402e-ad10-668f31560c83 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:11.660645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-981a7c05-0723-42f9-a4ad-b6dbdba34ff0 req-001fadeb-e5c2-402e-ad10-668f31560c83 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 950 time: 0.0561993 Oct 12 11:48:11.673515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port e1d27256-d126-47be-98e6-2839382e9f77 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:11.673949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.719763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-981a7c05-0723-42f9-a4ad-b6dbdba34ff0 req-2589612a-3910-490f-9f3b-797bc33e9ffa tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Oct 12 11:48:11.751610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port e1d27256-d126-47be-98e6-2839382e9f77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e1d27256-d126-47be-98e6-2839382e9f77,segment=NetworkSegment(2c6b6258-2e88-4081-8b78-6e9e341303f7),segment_id=2c6b6258-2e88-4081-8b78-6e9e341303f7)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:11.752803 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.772086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for e1d27256-d126-47be-98e6-2839382e9f77 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:11.849220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2161d-b912-410e-a075-e8364a82ca60 req-7769bee7-d74d-4b78-b67b-7730fd7c327e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:11.850570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ca2161d-b912-410e-a075-e8364a82ca60 req-7769bee7-d74d-4b78-b67b-7730fd7c327e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0558896 Oct 12 11:48:11.896148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ca2161d-b912-410e-a075-e8364a82ca60 req-104b3220-6da7-44de-aeb2-4c7dc27380f7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Oct 12 11:48:11.902218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] DHCP port deletion for 334e88bf-aba1-450b-87f5-4f25e3e0d48c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:48:11.948927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Deleting port e1d27256-d126-47be-98e6-2839382e9f77 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:11.956430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:11.987039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.020590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=e1d27256-d126-47be-98e6-2839382e9f77,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:12.024462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port e1d27256-d126-47be-98e6-2839382e9f77 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:12.028973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] For port e1d27256-d126-47be-98e6-2839382e9f77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e1d27256-d126-47be-98e6-2839382e9f77,segment=NetworkSegment(2c6b6258-2e88-4081-8b78-6e9e341303f7),segment_id=2c6b6258-2e88-4081-8b78-6e9e341303f7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:12.029391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.044936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Calling delete_port for e1d27256-d126-47be-98e6-2839382e9f77 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:12.109740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.126897 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.130825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334e88bf-aba1-450b-87f5-4f25e3e0d48c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:12.143115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6b6258-2e88-4081-8b78-6e9e341303f7') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:12.143115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6b6258-2e88-4081-8b78-6e9e341303f7') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:12.156054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] Pushing event deleted for resources: {'Port': ['ID=e1d27256-d126-47be-98e6-2839382e9f77,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:12.160100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644cfca-14bd-4af6-95dc-e1eeaa1022a8 None None] No DVR routers for this DVR port e1d27256-d126-47be-98e6-2839382e9f77 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:12.176110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.217092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.228359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:48:12.228876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:48:12.236296 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:48:12.297407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b6a62455-880c-4da7-bfa4-3c54cf66dbac tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:12.298889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b6a62455-880c-4da7-bfa4-3c54cf66dbac tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.41 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 950 time: 0.1476665 Oct 12 11:48:12.415186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Deleting port 4f63eb40-5986-4bed-979b-9050001da0a8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:12.415532 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.454967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e1d27256-d126-47be-98e6-2839382e9f77 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:48:12.466609 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.475609 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.478733 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/334e88bf-aba1-450b-87f5-4f25e3e0d48c HTTP/1.1" status: 204 len: 168 time: 0.9518723 Oct 12 11:48:12.479172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e1d27256-d126-47be-98e6-2839382e9f77 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:48:12.479526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e1d27256-d126-47be-98e6-2839382e9f77 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:48:12.482535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34708) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:12.488540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-867854985'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:12.503896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e737fe-2f7f-40e7-a54d-075e4ae4835a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=334e88bf-aba1-450b-87f5-4f25e3e0d48c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:12.546915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] For port 4f63eb40-5986-4bed-979b-9050001da0a8, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=4f63eb40-5986-4bed-979b-9050001da0a8,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:12.547336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.565725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Calling delete_port for 4f63eb40-5986-4bed-979b-9050001da0a8 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:12.684076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:12.687713 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.728508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:48:12.737691 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.738038 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Added segment f0160a23-d989-49f9-9207-858cba2ce499 of type vlan for network 4fa90d0e-8c11-4080-b433-6c4b258c6812 Oct 12 11:48:12.778160 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.814946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.829783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['4f63eb40-5986-4bed-979b-9050001da0a8'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:48:12.844619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6f688-3305-488d-b957-06b270c48745 req-f93d06b1-bb91-4122-8b46-765b11a5faea tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:12.846170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52e6f688-3305-488d-b957-06b270c48745 req-f93d06b1-bb91-4122-8b46-765b11a5faea tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 867 time: 0.0539970 Oct 12 11:48:12.850682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Pushing event deleted for resources: {'Port': ['ID=4f63eb40-5986-4bed-979b-9050001da0a8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:12.891965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] No DVR routers for this DVR port 4f63eb40-5986-4bed-979b-9050001da0a8 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:12.893349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52e6f688-3305-488d-b957-06b270c48745 req-50ed49f0-0850-41a0-9a59-60bd1f444bb8 tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/security-groups?id=cf29a380-79d7-48dd-89c2-a193ebee619a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Oct 12 11:48:12.894630 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.898080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-08638600-f54d-47fd-b1f4-6a29fc985f90 req-b12efb9e-2934-4261-8497-f3e27e4fbc6b tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.41 "DELETE /v2.0/ports/4f63eb40-5986-4bed-979b-9050001da0a8 HTTP/1.1" status: 204 len: 173 time: 0.5904608 Oct 12 11:48:12.898531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'name': 'network-vif-deleted', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:48:12.900840 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2695a-4fa1-407b-9295-623bc223fc76" -d '{"events": [{"server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "name": "network-vif-deleted", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:48:12.929136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:12.934888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:12.935586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:13.008862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Network': ['ID=4fa90d0e-8c11-4080-b433-6c4b258c6812,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:13.028977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:48:13.081123 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a870ec5-1e74-44de-bb17-29034beed141 x-openstack-request-id: req-7a870ec5-1e74-44de-bb17-29034beed141 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:48:13.081358 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78b7a3e-dd5d-4bfd-8f35-632661583f42", "name": "network-vif-deleted", "tag": "4f63eb40-5986-4bed-979b-9050001da0a8", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:48:13.081615 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a870ec5-1e74-44de-bb17-29034beed141 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:48:13.083262 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78b7a3e-dd5d-4bfd-8f35-632661583f42', 'name': 'network-vif-deleted', 'tag': '4f63eb40-5986-4bed-979b-9050001da0a8', 'status': 'completed', 'code': 200} Oct 12 11:48:13.160713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ae6c2d8-52ea-4561-88e9-77656db577f5 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6769915 Oct 12 11:48:13.163326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34720) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:13.169883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:13.178915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb1a0e-0daf-4360-92a6-55da31818558 req-7f5ec2e2-4ecf-4db9-9480-f596558f5a99 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:13.187416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6acb1a0e-0daf-4360-92a6-55da31818558 req-7f5ec2e2-4ecf-4db9-9480-f596558f5a99 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0571613 Oct 12 11:48:13.235227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6acb1a0e-0daf-4360-92a6-55da31818558 req-324f8c47-fe04-4516-9088-70ae15c21ff8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Oct 12 11:48:13.406925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:13.410470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:13.953573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:13.999974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c164f74c-964a-4259-9ceb-035501ebf271 req-85fd162d-4c63-4ac8-9940-28c6659ab60d tempest-VolumesBackupsTest-1514757266 tempest-VolumesBackupsTest-1514757266-project] 10.222.0.43 "GET /v2.0/ports?device_id=e78b7a3e-dd5d-4bfd-8f35-632661583f42 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Oct 12 11:48:14.021007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=c2e66a43-317e-48eb-a8fb-81ac714ee585,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:14.029240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Checking segment: {'id': 'f0160a23-d989-49f9-9207-858cba2ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:14.029597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network hostable DHCP agents. Network: 4fa90d0e-8c11-4080-b433-6c4b258c6812, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:48:14.184371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:48:14.306338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 4fa90d0e-8c11-4080-b433-6c4b258c6812) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:14.311370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:14.317399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.318195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18b3f8-abb9-4f11-a012-e0e9dd840993 None None] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:14.363460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fa035-8428-4326-a989-db05494d8e05 req-6e1cf4c1-b198-4dfa-9c71-73561949d2fb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:14.363460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba6fa035-8428-4326-a989-db05494d8e05 req-6e1cf4c1-b198-4dfa-9c71-73561949d2fb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0519297 Oct 12 11:48:14.407168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba6fa035-8428-4326-a989-db05494d8e05 req-6b25e2dd-a57b-4b94-82b6-456849833878 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 Oct 12 11:48:14.444263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fec9159c-bb25-45d0-90fb-bfd07320b488 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2798572 Oct 12 11:48:14.447384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34728) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:14.454999 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-876329513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:14.466634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-4fa90d0e-8c11-4080-b433-6c4b258c6812', 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': 'c2e66a43-317e-48eb-a8fb-81ac714ee585'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:48:14.467532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.585734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.586942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.616767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Allocated IP 172.20.0.2 (4fa90d0e-8c11-4080-b433-6c4b258c6812/c2e66a43-317e-48eb-a8fb-81ac714ee585/7260dd66-9416-4fdb-b53a-ddd95c44c288) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:14.641418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.763905 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.778929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.861169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.899946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:14.905097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:14.908907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:14.916129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Pushing event updated for resources: {'Port': ['ID=7260dd66-9416-4fdb-b53a-ddd95c44c288,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:14.931238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.935236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b4c85157-b4d9-4fde-adc8-52a52c616ea9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4840882 Oct 12 11:48:14.935236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34730) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:14.940990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812', 'name': 'tempest-PortsTestJSON-1586044892'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:14.968337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Attempting to bind port 7260dd66-9416-4fdb-b53a-ddd95c44c288 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Attempting to bind port 7260dd66-9416-4fdb-b53a-ddd95c44c288 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f0160a23-d989-49f9-9207-858cba2ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Attempting to bind port 7260dd66-9416-4fdb-b53a-ddd95c44c288 on network 4fa90d0e-8c11-4080-b433-6c4b258c6812 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Checking segment: {'id': 'f0160a23-d989-49f9-9207-858cba2ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:14.975509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Bound using segment: {'id': 'f0160a23-d989-49f9-9207-858cba2ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:48:14.976420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Bound port: 7260dd66-9416-4fdb-b53a-ddd95c44c288, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0160a23-d989-49f9-9207-858cba2ce499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4fa90d0e-8c11-4080-b433-6c4b258c6812'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:48:14.976420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:15.056754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] For port 7260dd66-9416-4fdb-b53a-ddd95c44c288, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:48:15.060868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] For port 7260dd66-9416-4fdb-b53a-ddd95c44c288, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7260dd66-9416-4fdb-b53a-ddd95c44c288,segment=NetworkSegment(f0160a23-d989-49f9-9207-858cba2ce499),segment_id=f0160a23-d989-49f9-9207-858cba2ce499)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:48:15.203712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:15.216568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:15.219611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:15.228259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port bdcd862d-2482-40e6-98a1-1d885bb95a3a yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:15.281283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af235-b3bb-4763-9796-d1d5f7abdf80 None None] Pushing event updated for resources: {'Port': ['ID=7260dd66-9416-4fdb-b53a-ddd95c44c288,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:15.367998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.6 (4fa90d0e-8c11-4080-b433-6c4b258c6812/c2e66a43-317e-48eb-a8fb-81ac714ee585/bdcd862d-2482-40e6-98a1-1d885bb95a3a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:15.573767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4f63eb40-5986-4bed-979b-9050001da0a8 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:48:15.590329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56504d2b-8efc-4238-aa8d-be8b9c3a7e3d req-0a5a4aa1-c74f-4f18-87e0-9b6685ae63f9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:15.602007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:15.603397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56504d2b-8efc-4238-aa8d-be8b9c3a7e3d req-0a5a4aa1-c74f-4f18-87e0-9b6685ae63f9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0861530 Oct 12 11:48:15.607562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 4f63eb40-5986-4bed-979b-9050001da0a8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:48:15.607991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 4f63eb40-5986-4bed-979b-9050001da0a8 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:48:15.651314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56504d2b-8efc-4238-aa8d-be8b9c3a7e3d req-8396cec7-b782-4677-8780-3e7a19ab9ead tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Oct 12 11:48:15.799739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:15.850685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:15.856085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:15.858488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:15.890343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=bdcd862d-2482-40e6-98a1-1d885bb95a3a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:15.921741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:15.922347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.042039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c4cab8b-4f1e-4f9d-ad2a-382f3cb78f0b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1042805 Oct 12 11:48:16.043279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34742) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:16.381025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3904597-be3f-46fc-aa4c-636495ccdb49 None None] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:16.449660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.531927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] Provisioning complete for port 7260dd66-9416-4fdb-b53a-ddd95c44c288 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:16.532593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.606622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7260dd66-9416-4fdb-b53a-ddd95c44c288 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:16.714799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.735680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7260dd66-9416-4fdb-b53a-ddd95c44c288 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:16.736041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.794184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92c8da-71f5-435b-976e-08f46744f9a6 req-7e7efef0-8419-4f09-975e-fb44989fa1fb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:16.803340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a92c8da-71f5-435b-976e-08f46744f9a6 req-7e7efef0-8419-4f09-975e-fb44989fa1fb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0753040 Oct 12 11:48:16.821950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] For port 7260dd66-9416-4fdb-b53a-ddd95c44c288, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7260dd66-9416-4fdb-b53a-ddd95c44c288,segment=NetworkSegment(f0160a23-d989-49f9-9207-858cba2ce499),segment_id=f0160a23-d989-49f9-9207-858cba2ce499)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:16.827341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.853544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a92c8da-71f5-435b-976e-08f46744f9a6 req-e3c15554-944b-46b0-bb0e-0c747e9eeb56 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 Oct 12 11:48:16.900602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:16.956254 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.026468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.046243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:48:17.046726 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:48:17.052532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a943-11c3-4ef8-9c2c-d18b77ce3b25 None None] Pushing event updated for resources: {'Port': ['ID=7260dd66-9416-4fdb-b53a-ddd95c44c288,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:17.081192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6858d649-a134-4b44-9e60-72fe2e90b0e2 None None] Provisioning complete for port 7260dd66-9416-4fdb-b53a-ddd95c44c288 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:17.081395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6858d649-a134-4b44-9e60-72fe2e90b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.180191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=bdcd862d-2482-40e6-98a1-1d885bb95a3a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:17.187578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6858d649-a134-4b44-9e60-72fe2e90b0e2 None None] Provisioning complete for port bdcd862d-2482-40e6-98a1-1d885bb95a3a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:17.187945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6858d649-a134-4b44-9e60-72fe2e90b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.242669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6858d649-a134-4b44-9e60-72fe2e90b0e2 None None] Port bdcd862d-2482-40e6-98a1-1d885bb95a3a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:17.304496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.368051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-09a31e23-77b0-4dbe-bad4-8ceefc670d4d None None] Provisioning complete for port bdcd862d-2482-40e6-98a1-1d885bb95a3a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:17.368577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09a31e23-77b0-4dbe-bad4-8ceefc670d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.427207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-09a31e23-77b0-4dbe-bad4-8ceefc670d4d None None] Port bdcd862d-2482-40e6-98a1-1d885bb95a3a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:17.595000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.702802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8d7cacf2-ff95-4a3e-b169-688fb4fbb8f6 None None] Provisioning complete for port bdcd862d-2482-40e6-98a1-1d885bb95a3a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:17.703379 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8d7cacf2-ff95-4a3e-b169-688fb4fbb8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.763035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cacf2-ff95-4a3e-b169-688fb4fbb8f6 None None] Port bdcd862d-2482-40e6-98a1-1d885bb95a3a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:17.804199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-165bdb1b-93f6-47f0-80a6-f4b868aafeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.947596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:17.975735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685131fb-be13-41c7-bb2a-23e9859aa300 req-85db515f-849e-4d47-9010-870979d5711b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:17.977457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-685131fb-be13-41c7-bb2a-23e9859aa300 req-85db515f-849e-4d47-9010-870979d5711b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0513926 Oct 12 11:48:18.016624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-685131fb-be13-41c7-bb2a-23e9859aa300 req-eeb1d2d6-9154-4b97-be72-b9da3b6afd0e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Oct 12 11:48:18.043767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:18.138075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=bdcd862d-2482-40e6-98a1-1d885bb95a3a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:18.142125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:18.254462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:18.255982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:18.502597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Router fca18640-a118-4a24-904d-6f3c40a25432 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:48:18.505577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7260dd66-9416-4fdb-b53a-ddd95c44c288 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:18.589244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7260dd66-9416-4fdb-b53a-ddd95c44c288 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:18.589926 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:18.621232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-dbc3377a-dd66-4fa2-bb2d-acbbd48b8e12 None None] Provisioning complete for port bdcd862d-2482-40e6-98a1-1d885bb95a3a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:18.623093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dbc3377a-dd66-4fa2-bb2d-acbbd48b8e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:18.686216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:48:18.699051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3377a-dd66-4fa2-bb2d-acbbd48b8e12 None None] Port bdcd862d-2482-40e6-98a1-1d885bb95a3a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:18.704821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] Sync routers for ids ['fca18640-a118-4a24-904d-6f3c40a25432'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:48:18.708118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34760) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:18.708904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a0975dd5-c03b-4609-8a34-5e6a59852f1c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/routers/fca18640-a118-4a24-904d-6f3c40a25432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640711 Oct 12 11:48:18.748910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] Routers {'fca18640-a118-4a24-904d-6f3c40a25432'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:48:18.749792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:47:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fca18640-a118-4a24-904d-6f3c40a25432'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:18.773419 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d3ba8-68de-446b-8b9a-f8af4919e42b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:18.777605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a49d3ba8-68de-446b-8b9a-f8af4919e42b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?device_id=fca18640-a118-4a24-904d-6f3c40a25432 HTTP/1.1" status: 200 len: 982 time: 0.0650451 Oct 12 11:48:18.777854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34762) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:18.800514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:18.819766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] Routers {'fca18640-a118-4a24-904d-6f3c40a25432'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:48:18.820390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:47:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fca18640-a118-4a24-904d-6f3c40a25432'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:18.865727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:18.866398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3862c-c63d-4510-b6d3-0085ff73f2ad None None] The sync data for ids ['fca18640-a118-4a24-904d-6f3c40a25432'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:48:19.163713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:19.572715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7febf5-0089-42c4-8d26-367146080db9 req-83c803f0-7439-45e6-80ee-e2d273657af0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:19.575281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7febf5-0089-42c4-8d26-367146080db9 req-83c803f0-7439-45e6-80ee-e2d273657af0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.4628723 Oct 12 11:48:19.644006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad7febf5-0089-42c4-8d26-367146080db9 req-1105d19f-81a6-4020-9182-770faf96d77a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595875 Oct 12 11:48:19.804360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port bdcd862d-2482-40e6-98a1-1d885bb95a3a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:19.804996 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:19.928431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:19.942597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for bdcd862d-2482-40e6-98a1-1d885bb95a3a owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:20.316741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:20.352351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=bdcd862d-2482-40e6-98a1-1d885bb95a3a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:20.489821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0de593e2-cdca-47e6-a5df-68f40eed04cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:20.548208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:20.843275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Router fca18640-a118-4a24-904d-6f3c40a25432 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:48:20.881463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141b35-db8e-4a1c-8129-275f207a79ed req-d7bbc1c8-b1f1-46f6-846b-d71a00c21b17 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:20.883058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c141b35-db8e-4a1c-8129-275f207a79ed req-d7bbc1c8-b1f1-46f6-846b-d71a00c21b17 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1179197 Oct 12 11:48:20.974377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:48:20.983668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2b70bd1-dd11-46dc-a0a3-4fd4d58771a7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/routers/fca18640-a118-4a24-904d-6f3c40a25432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2047892 Oct 12 11:48:20.986828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:20.987129 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] Sync routers for ids ['fca18640-a118-4a24-904d-6f3c40a25432'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:48:20.999199 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] Routers {'fca18640-a118-4a24-904d-6f3c40a25432'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:48:20.999864 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:48:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fca18640-a118-4a24-904d-6f3c40a25432'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:21.000869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c141b35-db8e-4a1c-8129-275f207a79ed req-8cf709fa-a62e-440d-8b39-defa99b572e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Oct 12 11:48:21.018752 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e838fb89-11b5-436f-a541-e9c2f9056a07 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:21.022815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e838fb89-11b5-436f-a541-e9c2f9056a07 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/bdcd862d-2482-40e6-98a1-1d885bb95a3a HTTP/1.1" status: 404 len: 333 time: 0.0326138 Oct 12 11:48:21.022996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34830) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:21.037428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:21.047237 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] Routers {'fca18640-a118-4a24-904d-6f3c40a25432'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:48:21.047941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:48:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['fca18640-a118-4a24-904d-6f3c40a25432'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:21.085160 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:21.086128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7fe07-908a-43c2-9f40-d87e452251a5 None None] The sync data for ids ['fca18640-a118-4a24-904d-6f3c40a25432'] in n-d-813419-3 is: [] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:48:21.109094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.293956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.297284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.441566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.442246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Fanout notify agent at l3_agent the message router_deleted on router fca18640-a118-4a24-904d-6f3c40a25432 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:48:21.450398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.452462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dffe3293-6a53-44bd-ae4a-9e878dbfe74d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/routers/fca18640-a118-4a24-904d-6f3c40a25432 HTTP/1.1" status: 204 len: 168 time: 0.4285002 Oct 12 11:48:21.456688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34864) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:21.536576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet c2e66a43-317e-48eb-a8fb-81ac714ee585 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:21.540503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.584059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.706083 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.734576 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.847560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.896500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.923511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e66a43-317e-48eb-a8fb-81ac714ee585,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:21.928319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:21.934439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c310428-f5b3-478d-bed5-dd3224ec2d1b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/c2e66a43-317e-48eb-a8fb-81ac714ee585 HTTP/1.1" status: 204 len: 168 time: 0.4739447 Oct 12 11:48:21.934865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34868) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:21.944831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c4c04-46be-492c-8a2f-2bc9f81c5673 None None] Network 4fa90d0e-8c11-4080-b433-6c4b258c6812 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:22.032102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.162334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 7260dd66-9416-4fdb-b53a-ddd95c44c288 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:22.162996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.215132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a536b-d0bc-499e-87dc-6b688486d5aa req-85e29194-e4f6-4bfe-9e00-773a569cf2e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:22.217516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-855a536b-d0bc-499e-87dc-6b688486d5aa req-85e29194-e4f6-4bfe-9e00-773a569cf2e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0903389 Oct 12 11:48:22.226126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] DHCP port deletion for 4fa90d0e-8c11-4080-b433-6c4b258c6812 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:48:22.262393 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-855a536b-d0bc-499e-87dc-6b688486d5aa req-f0a5820c-8c46-44eb-a50e-c7884c6dbb20 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Oct 12 11:48:22.275924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.290450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] For port 7260dd66-9416-4fdb-b53a-ddd95c44c288, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7260dd66-9416-4fdb-b53a-ddd95c44c288,segment=NetworkSegment(f0160a23-d989-49f9-9207-858cba2ce499),segment_id=f0160a23-d989-49f9-9207-858cba2ce499)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:22.290948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.309355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 7260dd66-9416-4fdb-b53a-ddd95c44c288 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:22.319507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Deleting port 7260dd66-9416-4fdb-b53a-ddd95c44c288 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:22.320075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.402116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] For port 7260dd66-9416-4fdb-b53a-ddd95c44c288, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7260dd66-9416-4fdb-b53a-ddd95c44c288,segment=NetworkSegment(f0160a23-d989-49f9-9207-858cba2ce499),segment_id=f0160a23-d989-49f9-9207-858cba2ce499)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:22.402618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.420686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Calling delete_port for 7260dd66-9416-4fdb-b53a-ddd95c44c288 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:22.480917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7260dd66-9416-4fdb-b53a-ddd95c44c288 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:48:22.550338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.578371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Port 7260dd66-9416-4fdb-b53a-ddd95c44c288 update to DOWN by agent not found {{(pid=95549) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 11:48:22.579280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=7260dd66-9416-4fdb-b53a-ddd95c44c288,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:22.582994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.602018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No DVR routers for this DVR port 7260dd66-9416-4fdb-b53a-ddd95c44c288 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:22.618343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] Pushing event deleted for resources: {'Port': ['ID=7260dd66-9416-4fdb-b53a-ddd95c44c288,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:22.623149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f4c51-22e9-4b67-a959-cc94a872a66e None None] No DVR routers for this DVR port 7260dd66-9416-4fdb-b53a-ddd95c44c288 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:22.678141 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.702522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa90d0e-8c11-4080-b433-6c4b258c6812']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:22.714590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0160a23-d989-49f9-9207-858cba2ce499') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:22.715023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0160a23-d989-49f9-9207-858cba2ce499') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:22.726932 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.741655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.749512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:48:22.749925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:48:22.753531 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:48:22.935628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.943457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:22.946650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/4fa90d0e-8c11-4080-b433-6c4b258c6812 HTTP/1.1" status: 204 len: 168 time: 1.0106106 Oct 12 11:48:22.950301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34876) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:22.960613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0c06-49a1-4944-839d-476488942235 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=4fa90d0e-8c11-4080-b433-6c4b258c6812,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:23.006104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d98570-8169-45f6-8b48-17802b354d89 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:23.007524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8d98570-8169-45f6-8b48-17802b354d89 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/d851b160-2a1e-45cf-ad50-583aaf95c94f HTTP/1.1" status: 200 len: 840 time: 0.0556972 Oct 12 11:48:23.011233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34878) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:23.051287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-182d4dbd-a667-4eca-9f06-c9eaa4d12f2e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/d851b160-2a1e-45cf-ad50-583aaf95c94f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0389404 Oct 12 11:48:23.055291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:23.060345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:23.231630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:23.235332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:23.344082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:23.477970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbe677-67c5-40ae-ae23-c02b96f478a9 req-ed2e7db0-cc3f-4d16-83c5-bfe1a62cdc12 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:23.479615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bedbe677-67c5-40ae-ae23-c02b96f478a9 req-ed2e7db0-cc3f-4d16-83c5-bfe1a62cdc12 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1266201 Oct 12 11:48:23.589048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bedbe677-67c5-40ae-ae23-c02b96f478a9 req-97857b3b-019e-427b-9d99-d28244bf218d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686836 Oct 12 11:48:23.707120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:23.745702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:23.749008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:23.753382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:23.754011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:23.763930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6008914f-8f72-4bd4-9400-47524301858d None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:23.814418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=c43451e0-b05b-4de7-953a-0d68bd91f08d,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:23.910865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-11b904e4-1729-441a-bc98-b1d064c0daac tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8478711 Oct 12 11:48:23.910970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34890) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:23.913889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'security_group': {'name': 'tempest-secgroup-76999438'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:23.981032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-aa857867-544b-4dc1-a0ac-bd746f9c0187', 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'tenant_id': '8c1b647aaf5948ef90641a40c58f8ef3', 'fixed_ips': [{'subnet_id': 'c43451e0-b05b-4de7-953a-0d68bd91f08d'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:48:23.981931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.049777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.057028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34894) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:24.163837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.196745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Allocated IP 172.20.0.2 (aa857867-544b-4dc1-a0ac-bd746f9c0187/c43451e0-b05b-4de7-953a-0d68bd91f08d/173c8951-a006-41e3-bdfd-724dcc33d412) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:24.236333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d68c6926-5d2a-43a8-8328-83fa9b0c7a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.246876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.273182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-e5faa054-61ac-48d1-a52b-69f536260956 req-4fda828e-5553-4a2a-8e3e-12cb71e126f6 service neutron] (95547) timed out ('10.222.0.43', 40168) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:48:24.325890 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d68c6926-5d2a-43a8-8328-83fa9b0c7a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.328580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317d8dfd-0031-4be0-8e33-1752e8921dce,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:24.405484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.407001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4d24c2de-9ba5-4235-bc32-bcd1c279c5b9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4980443 Oct 12 11:48:24.410281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34898) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:24.416582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566960438'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:24.443403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d68c6926-5d2a-43a8-8328-83fa9b0c7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.483243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d68c6926-5d2a-43a8-8328-83fa9b0c7a84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b55779b3b7645eaaf3404e1a6dcc5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251347 Oct 12 11:48:24.488329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34900) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:24.511696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.530833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c6926-5d2a-43a8-8328-83fa9b0c7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c274d29-77c8-44cf-95cc-0260b41c8d0d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:24.546788 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.611063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.648896 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.714445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.792459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8289-e9e3-4d7b-adac-5c2f7e3e77c2 req-4a999a83-0415-4f68-865d-7ea277f05c9f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:24.794084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebad8289-e9e3-4d7b-adac-5c2f7e3e77c2 req-4a999a83-0415-4f68-865d-7ea277f05c9f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0894070 Oct 12 11:48:24.808096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.829646 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.845612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a86ec8-6e2b-4171-871f-1820c32dc392,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:24.851930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.856524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:24.864034 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c274d29-77c8-44cf-95cc-0260b41c8d0d HTTP/1.1" status: 204 len: 168 time: 0.3677981 Oct 12 11:48:24.864386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebad8289-e9e3-4d7b-adac-5c2f7e3e77c2 req-6923ce9b-b209-464f-84ee-69411e038dfd tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598521 Oct 12 11:48:24.868801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a60a-1949-452e-b629-75fef96d9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c274d29-77c8-44cf-95cc-0260b41c8d0d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:24.910240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:24.923357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:24.926552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:24.930064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:24.992416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.003702 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-92463be6-6926-4b13-865a-277b76f13c88 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5822015 Oct 12 11:48:25.003834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Attempting to bind port 173c8951-a006-41e3-bdfd-724dcc33d412 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:48:25.003834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Attempting to bind port 173c8951-a006-41e3-bdfd-724dcc33d412 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '40b377ae-763e-488b-81f5-9b37f0047478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:48:25.003834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Attempting to bind port 173c8951-a006-41e3-bdfd-724dcc33d412 on network aa857867-544b-4dc1-a0ac-bd746f9c0187 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:48:25.005758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34908) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:25.010844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1424215019', 'security_groups': ['30a86ec8-6e2b-4171-871f-1820c32dc392'], 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c43451e0-b05b-4de7-953a-0d68bd91f08d'}]}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:25.011688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:48:25.012055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Checking segment: {'id': '40b377ae-763e-488b-81f5-9b37f0047478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:48:25.012462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.012841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Bound using segment: {'id': '40b377ae-763e-488b-81f5-9b37f0047478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:48:25.013307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Bound port: 173c8951-a006-41e3-bdfd-724dcc33d412, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b377ae-763e-488b-81f5-9b37f0047478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:48:25.013679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.082272 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:48:25.086320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:48:25.198525 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.226735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:25.280031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe9308-5977-40bd-b9c1-c5d87f3471c9 None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:25.333224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.358021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port fdc02611-8772-4f60-9ea4-af84bbedfece yet. {{(pid=95547) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:25.607481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.7 (aa857867-544b-4dc1-a0ac-bd746f9c0187/c43451e0-b05b-4de7-953a-0d68bd91f08d/fdc02611-8772-4f60-9ea4-af84bbedfece) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:25.760381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.866294 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:25.928783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:25.931953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:25.936632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:25.941069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=fdc02611-8772-4f60-9ea4-af84bbedfece,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:26.007379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16292f7-a0ae-481a-bb72-e928670f0a40 req-70b944c9-0831-4c1d-9cb8-8675acdf9941 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:26.015032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d16292f7-a0ae-481a-bb72-e928670f0a40 req-70b944c9-0831-4c1d-9cb8-8675acdf9941 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0724456 Oct 12 11:48:26.040478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:26.041152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.089221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d16292f7-a0ae-481a-bb72-e928670f0a40 req-ae24d896-2179-4334-af6c-7dc57782c141 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731854 Oct 12 11:48:26.222656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e86ef1ff-2866-4b62-b659-eccc6c37860a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2156291 Oct 12 11:48:26.225289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34930) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:26.230462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:26.477733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:26.481735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.546607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:26.547147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.598839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:26.617992 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c43451e0-b05b-4de7-953a-0d68bd91f08d (CIDR: 172.20.0.0/28) Oct 12 11:48:26.691501 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:48:26.692012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:26.704303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:26.704695 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.749876 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.811056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:26.828440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-494ec619-a346-467a-946e-83d619ff29dc tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6017473 Oct 12 11:48:26.829084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34938) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:26.839417 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:26.842532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:26.970040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.047581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:27.047955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.049752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:48:27.050098 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:48:27.077558 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.081026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:27.097375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e868668e-8cb0-4225-88d8-8c32fd0368e6 None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:27.119563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:27.130166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.220236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f26123fb-f7ac-4459-bd3e-b926a4cbe833 None None] Provisioning complete for port fdc02611-8772-4f60-9ea4-af84bbedfece triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:27.221136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f26123fb-f7ac-4459-bd3e-b926a4cbe833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.245742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce19eb-9403-4297-a575-491874ea6b8f req-1603225b-1059-4013-8c54-354cff360bb3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:27.248275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96ce19eb-9403-4297-a575-491874ea6b8f req-1603225b-1059-4013-8c54-354cff360bb3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0607336 Oct 12 11:48:27.263271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f26123fb-f7ac-4459-bd3e-b926a4cbe833 None None] Port fdc02611-8772-4f60-9ea4-af84bbedfece cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:27.301623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96ce19eb-9403-4297-a575-491874ea6b8f req-b645b2d1-75d1-44ef-9364-2efc98f3d6b3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Oct 12 11:48:27.538559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.855317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:27.858351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:27.863441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:27.864018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:27.872672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a6a39-a03f-4c12-a8c4-aba8bce5ddcf None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:27.880517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=958539de-9415-4626-9795-148ae7535330,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:27.970990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6a8d183-f107-4b49-9741-2500d05d852b tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1376979 Oct 12 11:48:27.972937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:27.979050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-424790922', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '958539de-9415-4626-9795-148ae7535330'}], 'security_groups': ['317d8dfd-0031-4be0-8e33-1752e8921dce']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:28.056816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.152513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Update dhcp port {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'fixed_ips': [{'subnet_id': 'c43451e0-b05b-4de7-953a-0d68bd91f08d', 'ip_address': '172.20.0.2'}, {'subnet_id': '958539de-9415-4626-9795-148ae7535330'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '173c8951-a006-41e3-bdfd-724dcc33d412'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:48:28.188035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.425936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Delete allocated IP 172.20.0.7 (aa857867-544b-4dc1-a0ac-bd746f9c0187/c43451e0-b05b-4de7-953a-0d68bd91f08d) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:48:28.437332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.27 (aa857867-544b-4dc1-a0ac-bd746f9c0187/958539de-9415-4626-9795-148ae7535330/fdc02611-8772-4f60-9ea4-af84bbedfece) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:28.449663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207dc7-8f6b-4818-b123-8325e7f497df req-e85c4dcf-7d64-4728-bba7-7a68b09fffa7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:28.461263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a207dc7-8f6b-4818-b123-8325e7f497df req-e85c4dcf-7d64-4728-bba7-7a68b09fffa7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0761397 Oct 12 11:48:28.495266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:28.524211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a207dc7-8f6b-4818-b123-8325e7f497df req-e5df22c7-a209-4917-a0f1-bb72646b864a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Oct 12 11:48:28.592828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:28.593199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.669975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.780223 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.851960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Allocated IP 172.20.0.18 (aa857867-544b-4dc1-a0ac-bd746f9c0187/958539de-9415-4626-9795-148ae7535330/173c8951-a006-41e3-bdfd-724dcc33d412) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:28.888629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=fdc02611-8772-4f60-9ea4-af84bbedfece,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:28.919500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] In _notify_port_updated(), no bound segment for port fdc02611-8772-4f60-9ea4-af84bbedfece on network aa857867-544b-4dc1-a0ac-bd746f9c0187 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:48:28.929597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:28.933388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:28.940053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:28.944089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3cecc9e9-2f19-432a-b02a-883a35c96667 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/ports/fdc02611-8772-4f60-9ea4-af84bbedfece HTTP/1.1" status: 200 len: 920 time: 0.9666400 Oct 12 11:48:28.984741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:29.018750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.051077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port fdc02611-8772-4f60-9ea4-af84bbedfece {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:29.051431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.158529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.176450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for fdc02611-8772-4f60-9ea4-af84bbedfece owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:29.179001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.277293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467170-9a03-4ebf-8dfa-6f95c5bd681f None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:29.483788 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.521825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=fdc02611-8772-4f60-9ea4-af84bbedfece,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:29.681919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.685172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50fb69b9-b887-40fe-96ad-a6cd1b68982e tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/fdc02611-8772-4f60-9ea4-af84bbedfece HTTP/1.1" status: 204 len: 168 time: 0.7435055 Oct 12 11:48:29.687918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34976) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:29.748458 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-566834d6-b058-4bc5-8079-e92bc1b1dfc9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:29.750135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-566834d6-b058-4bc5-8079-e92bc1b1dfc9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/fdc02611-8772-4f60-9ea4-af84bbedfece HTTP/1.1" status: 404 len: 333 time: 0.0612469 Oct 12 11:48:29.752866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34978) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:29.826980 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d88e-e4d4-49eb-a4f5-b0949a65e381 req-89e7631d-3b26-48ff-96b4-494fd80b177e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:29.835476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b51d88e-e4d4-49eb-a4f5-b0949a65e381 req-89e7631d-3b26-48ff-96b4-494fd80b177e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1491883 Oct 12 11:48:29.857962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:29.918503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b51d88e-e4d4-49eb-a4f5-b0949a65e381 req-373faa33-813d-48c2-9349-c45063122e27 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Oct 12 11:48:29.933166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.215584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:30.218021 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.231573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.234255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.235564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/security-groups/30a86ec8-6e2b-4171-871f-1820c32dc392 HTTP/1.1" status: 204 len: 168 time: 0.4817929 Oct 12 11:48:30.239391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 34982) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:30.263851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555fe71-dbb3-4849-b51e-a2b7fdee7842 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a86ec8-6e2b-4171-871f-1820c32dc392,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:30.348710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Could not find standard attr ID for object fdc02611-8772-4f60-9ea4-af84bbedfece. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:48:30.356887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.364298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:30.364694 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.441259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.446052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-828bf7e0-2309-46cf-932b-5d0a3661c291 None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:30.567232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:30.641407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:30.641778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.730393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.732799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.736593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/security-groups/317d8dfd-0031-4be0-8e33-1752e8921dce HTTP/1.1" status: 204 len: 168 time: 0.4953744 Oct 12 11:48:30.739965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34986) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:30.764591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751195-6848-42d2-949d-dd6bd109264c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d8dfd-0031-4be0-8e33-1752e8921dce,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:30.830068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet c43451e0-b05b-4de7-953a-0d68bd91f08d {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:30.835439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:30.858867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7e63325f-2006-4d71-a945-3fcc23ec9cc5 None None] Could not find standard attr ID for object fdc02611-8772-4f60-9ea4-af84bbedfece. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:48:30.889394 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.011227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.070445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8f496-d6c6-4513-bb65-1ad05b52470e req-262d6d65-af7b-4468-a47d-ed79a0850c9d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:31.075247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75a8f496-d6c6-4513-bb65-1ad05b52470e req-262d6d65-af7b-4468-a47d-ed79a0850c9d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0724001 Oct 12 11:48:31.123561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75a8f496-d6c6-4513-bb65-1ad05b52470e req-c9dc9f5a-de18-45c2-8972-f8a7347a1afe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Oct 12 11:48:31.192509 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.225493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=c43451e0-b05b-4de7-953a-0d68bd91f08d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:31.229581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.237327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c6a51aa8-df93-4d70-b563-9f20579fb1c9 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/c43451e0-b05b-4de7-953a-0d68bd91f08d HTTP/1.1" status: 204 len: 168 time: 0.4899819 Oct 12 11:48:31.238062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 34998) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:31.240164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bb99d-e196-4874-8687-bd6421fa06d4 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:31.244049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:31.460396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:31.463978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.803756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.873134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:31.877775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:31.885518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:31.886112 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:31.906572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=1828c251-51f1-4304-ab1a-9784f1a81495,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:31.996336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54574838-2e59-4611-9751-ee2fa17d8bad None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:32.011667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1d150b79-08a3-41ea-a5b2-15951a9d8f05 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7717135 Oct 12 11:48:32.014750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35004) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:32.018989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'security_group': {'name': 'tempest-secgroup-421480013'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:32.143367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-747b73eb-c602-4ec9-b25d-af7ed447f20a None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:32.144056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-747b73eb-c602-4ec9-b25d-af7ed447f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.285522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29decca3-2620-4d6f-b95e-273d7d293331 req-da050cd3-de58-4bc1-8ca6-3049c205498e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:32.292003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29decca3-2620-4d6f-b95e-273d7d293331 req-da050cd3-de58-4bc1-8ca6-3049c205498e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0634804 Oct 12 11:48:32.311093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-747b73eb-c602-4ec9-b25d-af7ed447f20a None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:32.311661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-747b73eb-c602-4ec9-b25d-af7ed447f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.346844 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.364204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29decca3-2620-4d6f-b95e-273d7d293331 req-15f5a734-2968-4ffc-8e2e-f217abefb77a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Oct 12 11:48:32.433932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Update dhcp port {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'fixed_ips': [{'subnet_id': '958539de-9415-4626-9795-148ae7535330', 'ip_address': '172.20.0.18'}, {'subnet_id': '1828c251-51f1-4304-ab1a-9784f1a81495'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '173c8951-a006-41e3-bdfd-724dcc33d412'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:48:32.439432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-747b73eb-c602-4ec9-b25d-af7ed447f20a None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:32.474162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.477950 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.535449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.573869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae98c16-449e-4c09-a94b-c429143b437f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:32.637837 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.639521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-06be7b79-345c-4e0a-89a3-9c0601e870cb tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6241202 Oct 12 11:48:32.644385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35012) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:32.648888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'security_group': {'name': 'tempest-secgroup-929752694'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:32.677144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Allocated IP 172.20.0.2 (aa857867-544b-4dc1-a0ac-bd746f9c0187/1828c251-51f1-4304-ab1a-9784f1a81495/173c8951-a006-41e3-bdfd-724dcc33d412) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:32.749829 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.797714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:32.831684 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.844851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.906136 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.935114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.939830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01eeb1-8073-4620-b207-e71bd420b636,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:32.994348 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:32.995980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71563023-4334-40c1-b696-4202669a3688 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3519752 Oct 12 11:48:32.998724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35014) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:33.004449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'security_group': {'name': 'tempest-secgroup-1193119971'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:33.030340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ff89-313d-4768-aa65-a314cbb349a2 None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:33.083774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.169164 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.241232 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.280840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf0bdb-d47d-4276-ae91-38bc4dad6640,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:33.336553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.338046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8e70a3d5-8e60-443c-a9ce-8f44011c2620 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3379636 Oct 12 11:48:33.340922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:33.347387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1194526868', 'security_groups': ['2fcf0bdb-d47d-4276-ae91-38bc4dad6640'], 'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1828c251-51f1-4304-ab1a-9784f1a81495'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:33.593895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eef3c3-cd89-46d7-b7a3-8ce66c59388f req-32e1ba23-753f-4e37-b9ed-76dc931ba953 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:33.597137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28eef3c3-cd89-46d7-b7a3-8ce66c59388f req-32e1ba23-753f-4e37-b9ed-76dc931ba953 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1640029 Oct 12 11:48:33.663039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28eef3c3-cd89-46d7-b7a3-8ce66c59388f req-278672ae-e554-4a9b-b79f-a77177145e8c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534875 Oct 12 11:48:33.682047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9b57a861-8bba-491b-90cc-78768aaba296 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:33.682611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b57a861-8bba-491b-90cc-78768aaba296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.801135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9b57a861-8bba-491b-90cc-78768aaba296 None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:33.801135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b57a861-8bba-491b-90cc-78768aaba296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:33.837287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9b57a861-8bba-491b-90cc-78768aaba296 None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:33.857433 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:48:34.160736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:34.250736 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:34.267929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] device_id is not set on port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 yet. {{(pid=95548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 11:48:34.458326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.3 (aa857867-544b-4dc1-a0ac-bd746f9c0187/1828c251-51f1-4304-ab1a-9784f1a81495/4e3be71d-fa29-46dd-9d05-b9ca4e74d777) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:34.488764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:34.546598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:34.547009 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:34.695766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:34.851439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595b61-e81d-4ba6-a7a5-75db713abee2 req-c562b093-1b21-4c0a-9de9-06a6a53476c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:34.853256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee595b61-e81d-4ba6-a7a5-75db713abee2 req-c562b093-1b21-4c0a-9de9-06a6a53476c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0956852 Oct 12 11:48:34.903719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee595b61-e81d-4ba6-a7a5-75db713abee2 req-3cd994e9-2d4d-42e2-9402-e0d72bee0fc9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Oct 12 11:48:34.952093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.010884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:35.014157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:35.019092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:48:35.024202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=4e3be71d-fa29-46dd-9d05-b9ca4e74d777,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:35.108779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:35.109447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.177657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35034) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:35.206207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c145ecc7-2caf-41b2-80cd-8747935a3026 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8637359 Oct 12 11:48:35.208769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35038) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:35.213989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:35.368892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-66be37c8-29c3-400f-be6d-c8601be30840 None None] Provisioning complete for port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:35.371167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-66be37c8-29c3-400f-be6d-c8601be30840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.403036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d346bc3d-defb-4059-8e70-a0f5a70a1860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.422680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-66be37c8-29c3-400f-be6d-c8601be30840 None None] Port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:35.431827 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:35.438005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.531380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d346bc3d-defb-4059-8e70-a0f5a70a1860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.573656 n-d-813419-3 neutron-server[95547]: INFO neutron.db.ipam_backend_mixin [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1828c251-51f1-4304-ab1a-9784f1a81495 (CIDR: 172.20.0.0/28) Oct 12 11:48:35.603226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d346bc3d-defb-4059-8e70-a0f5a70a1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.604162 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:48:35.605117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:35.646198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346bc3d-defb-4059-8e70-a0f5a70a1860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f9c13-42fb-47ae-a16c-10272200e82d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:35.671298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d346bc3d-defb-4059-8e70-a0f5a70a1860 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=100fc0bf6ea64721ae19a38c5f434403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898269 Oct 12 11:48:35.672402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35040) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:35.686512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a6f2c48b-e233-4def-9b3e-984b026e9c1a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4764006 Oct 12 11:48:35.696609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:35.703728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:35.744259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.772527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.898306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.901329 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:35.905700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e2f9c13-42fb-47ae-a16c-10272200e82d HTTP/1.1" status: 204 len: 168 time: 0.2315588 Oct 12 11:48:35.918360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d9b22-6190-4ae5-8b5c-e6a96642834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f9c13-42fb-47ae-a16c-10272200e82d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:35.996518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:35.999997 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:36.112914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d268c-b71a-4057-b1f3-09f9ed16d4e9 req-7abe5015-99d3-4cef-a2e9-2da778fcb99e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:36.114475 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-921d268c-b71a-4057-b1f3-09f9ed16d4e9 req-7abe5015-99d3-4cef-a2e9-2da778fcb99e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1083510 Oct 12 11:48:36.165210 n-d-813419-3 neutron-server[95548]: INFO neutron.db.ipam_backend_mixin [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 958539de-9415-4626-9795-148ae7535330 (CIDR: 172.20.0.16/28) Oct 12 11:48:36.178253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-921d268c-b71a-4057-b1f3-09f9ed16d4e9 req-aea5cd87-1107-4c48-b043-bb174343920c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545390 Oct 12 11:48:36.212809 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 11:48:36.213313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:36.312448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9b1be146-0107-4185-84a2-b43b0e9301d2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6143630 Oct 12 11:48:36.315645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35052) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:36.322071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'subnet': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:36.532742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Made reservation on behalf of 8c1b647aaf5948ef90641a40c58f8ef3 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:48:36.536533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:36.620841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35054) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:36.646748 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8bc5-d294-4a5e-ad95-98e26a4118bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:36.839722 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8bc5-d294-4a5e-ad95-98e26a4118bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:36.932211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8bc5-d294-4a5e-ad95-98e26a4118bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:36.968631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.009813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8bc5-d294-4a5e-ad95-98e26a4118bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9945f9b0-b428-4ab8-a257-4f98c81a815a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:37.014128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7f6c8bc5-d294-4a5e-ad95-98e26a4118bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe941134e3fb4298b1a6b9b0a491807e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922367 Oct 12 11:48:37.017811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35058) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:37.033127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:48:37.034174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Subnet': ['ID=33da7281-dba3-4b74-9883-56b140493bc6,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:37.036886 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:48:37.039423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:37.045600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.048194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcb202-9371-4687-a3bb-5559bd6cb590 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:37.096757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.126600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f4258e8-9484-492d-92aa-141e4c92f09a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8005147 Oct 12 11:48:37.126600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35060) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:37.131476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-602275309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33da7281-dba3-4b74-9883-56b140493bc6'}], 'security_groups': ['cae98c16-449e-4c09-a94b-c429143b437f', 'ea01eeb1-8073-4620-b207-e71bd420b636']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:37.138565 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.299093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.302181 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.303583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9945f9b0-b428-4ab8-a257-4f98c81a815a HTTP/1.1" status: 204 len: 168 time: 0.2846823 Oct 12 11:48:37.375218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.376959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3985bd-25c4-4f3a-ba70-6de47df03276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9945f9b0-b428-4ab8-a257-4f98c81a815a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:37.379859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Update dhcp port {'port': {'network_id': 'aa857867-544b-4dc1-a0ac-bd746f9c0187', 'fixed_ips': [{'subnet_id': '958539de-9415-4626-9795-148ae7535330', 'ip_address': '172.20.0.18'}, {'subnet_id': '1828c251-51f1-4304-ab1a-9784f1a81495', 'ip_address': '172.20.0.2'}, {'subnet_id': '33da7281-dba3-4b74-9883-56b140493bc6'}], 'binding:host_id': 'n-d-813419-3'}, 'id': '173c8951-a006-41e3-bdfd-724dcc33d412'} from n-d-813419-3. {{(pid=95549) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 11:48:37.406640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6dfe-dbe5-48e9-98c7-ce19e1412826 req-2903c558-63c2-4614-923b-f8f6d93b6d1d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:37.408782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d2b6dfe-dbe5-48e9-98c7-ce19e1412826 req-2903c558-63c2-4614-923b-f8f6d93b6d1d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1373565 Oct 12 11:48:37.438614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.477514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d2b6dfe-dbe5-48e9-98c7-ce19e1412826 req-516dded4-888c-4e7e-870d-01de022d3912 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Oct 12 11:48:37.702371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Allocated IP 172.20.0.34 (aa857867-544b-4dc1-a0ac-bd746f9c0187/33da7281-dba3-4b74-9883-56b140493bc6/173c8951-a006-41e3-bdfd-724dcc33d412) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:37.817018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:37.863742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:37.923610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:38.012760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4e01e-cc05-4e00-b98e-370cdb7c0494 None None] Pushing event updated for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:38.095881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Delete allocated IP 172.20.0.3 (aa857867-544b-4dc1-a0ac-bd746f9c0187/1828c251-51f1-4304-ab1a-9784f1a81495) {{(pid=95547) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 11:48:38.110952 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Allocated IP 172.20.0.43 (aa857867-544b-4dc1-a0ac-bd746f9c0187/33da7281-dba3-4b74-9883-56b140493bc6/4e3be71d-fa29-46dd-9d05-b9ca4e74d777) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:48:38.339919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:38.501731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:38.560712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:38.561190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:38.642999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5de9d2-3e6f-498e-9dc4-ab94fc0f1fb9 req-090c75b5-cf56-4fc7-9bb1-599cf2b64e29 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:38.645492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e5de9d2-3e6f-498e-9dc4-ab94fc0f1fb9 req-090c75b5-cf56-4fc7-9bb1-599cf2b64e29 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0692961 Oct 12 11:48:38.692782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e5de9d2-3e6f-498e-9dc4-ab94fc0f1fb9 req-e3300f4e-b44c-4b51-aec2-78d3a31a9040 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Oct 12 11:48:38.872955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:38.873349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:38.940347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:38.964821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:38.965190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.003495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:39.014325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Provisioning complete for port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:39.014714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.060704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event updated for resources: {'Port': ['ID=4e3be71d-fa29-46dd-9d05-b9ca4e74d777,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:39.103875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] In _notify_port_updated(), no bound segment for port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 on network aa857867-544b-4dc1-a0ac-bd746f9c0187 {{(pid=95547) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 11:48:39.111249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b30aba97-fd9a-4cca-91e5-1dc04c9c8ea6 None None] Port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:39.112257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:39.114813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.116461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b6663ba-68e5-44ce-8fe8-c2aec230d5d8 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "PUT /v2.0/ports/4e3be71d-fa29-46dd-9d05-b9ca4e74d777 HTTP/1.1" status: 200 len: 959 time: 1.9935231 Oct 12 11:48:39.119366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35094) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:39.251124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:39.251619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.373321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.393177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for 4e3be71d-fa29-46dd-9d05-b9ca4e74d777 owned by {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:39.625689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.628133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e8edd53c-00c1-4a73-8c8c-ee65cdaff85a None None] Could not find standard attr ID for object 4e3be71d-fa29-46dd-9d05-b9ca4e74d777. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:48:39.692571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=4e3be71d-fa29-46dd-9d05-b9ca4e74d777,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:39.756271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.761877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d83d43a9-4de7-4efe-be93-e714f33fc75f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/4e3be71d-fa29-46dd-9d05-b9ca4e74d777 HTTP/1.1" status: 204 len: 168 time: 0.6409953 Oct 12 11:48:39.765065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35114) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:39.797468 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56efc16-e33f-4daf-89ef-3d23ce6b6920 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] GET failed (client error): The resource could not be found. Oct 12 11:48:39.807437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b56efc16-e33f-4daf-89ef-3d23ce6b6920 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports/4e3be71d-fa29-46dd-9d05-b9ca4e74d777 HTTP/1.1" status: 404 len: 333 time: 0.0408692 Oct 12 11:48:39.808037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35116) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:39.893996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cf17-ff1c-4319-a665-e0fd733c1e97 req-2b952e99-2d98-4389-9503-cbd8633ad718 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:39.896456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c42cf17-ff1c-4319-a665-e0fd733c1e97 req-2b952e99-2d98-4389-9503-cbd8633ad718 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0927713 Oct 12 11:48:39.919406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:39.943987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c42cf17-ff1c-4319-a665-e0fd733c1e97 req-b26ba35c-7414-452e-bd9a-4e9ec452ae9e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Oct 12 11:48:39.955499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.100377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.104877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.107038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/security-groups/2fcf0bdb-d47d-4276-ae91-38bc4dad6640 HTTP/1.1" status: 204 len: 168 time: 0.2980092 Oct 12 11:48:40.109865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35120) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:40.137193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556107c-ba31-469d-b962-01371a5f948c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf0bdb-d47d-4276-ae91-38bc4dad6640,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:40.187803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.212747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.346972 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.349575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.351614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/security-groups/ea01eeb1-8073-4620-b207-e71bd420b636 HTTP/1.1" status: 204 len: 168 time: 0.2385294 Oct 12 11:48:40.354136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35124) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:40.373157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098324e3-9bea-4fc6-8f3d-9c8064bc9674 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01eeb1-8073-4620-b207-e71bd420b636,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:40.461398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:40.831932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.010107 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.017390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.017860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35132) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:41.018509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/security-groups/cae98c16-449e-4c09-a94b-c429143b437f HTTP/1.1" status: 204 len: 168 time: 0.6571720 Oct 12 11:48:41.040984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae98c16-449e-4c09-a94b-c429143b437f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:41.068070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.069423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.069947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.070460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.070990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.076154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c8c4d-d4f0-40c5-920d-cc441249244d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:41.085905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet 1828c251-51f1-4304-ab1a-9784f1a81495 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:41.090831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.115733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5d0d-6f7d-4eba-8fc6-7f5f758b8db3 req-e6186441-4f58-40b3-8573-ff4645dfce90 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:41.117276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-610c5d0d-6f7d-4eba-8fc6-7f5f758b8db3 req-e6186441-4f58-40b3-8573-ff4645dfce90 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0932326 Oct 12 11:48:41.147589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.162506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-610c5d0d-6f7d-4eba-8fc6-7f5f758b8db3 req-a3f54929-9334-4a46-a47c-1df0bfbd6930 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Oct 12 11:48:41.270298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.447376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.477947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=1828c251-51f1-4304-ab1a-9784f1a81495,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:41.480102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.483427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5876d380-f894-40e6-bc55-1769bfc4c455 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/1828c251-51f1-4304-ab1a-9784f1a81495 HTTP/1.1" status: 204 len: 168 time: 0.4637015 Oct 12 11:48:41.486908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33667d5f-9839-49cb-99ae-69a853b05af5 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:41.488063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35138) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:41.549993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet 33da7281-dba3-4b74-9883-56b140493bc6 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:41.552742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.631835 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.741481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.898752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.930816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=33da7281-dba3-4b74-9883-56b140493bc6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:41.936328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:41.940499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7d812fb-e409-4672-b922-214b48e5032f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/33da7281-dba3-4b74-9883-56b140493bc6 HTTP/1.1" status: 204 len: 168 time: 0.4511468 Oct 12 11:48:41.942812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35148) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:41.973305 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e2174a-6fc8-4901-bc93-64b410d8a93a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:41.973865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e2174a-6fc8-4901-bc93-64b410d8a93a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:41.979902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35150) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:41.980098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-88e2174a-6fc8-4901-bc93-64b410d8a93a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/1828c251-51f1-4304-ab1a-9784f1a81495 HTTP/1.1" status: 404 len: 337 time: 0.0360825 Oct 12 11:48:42.039765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting subnet 958539de-9415-4626-9795-148ae7535330 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:48:42.045799 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.093121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.209063 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.289103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d02a06-82fd-45cd-a605-00bd5d87dd68 None None] Network aa857867-544b-4dc1-a0ac-bd746f9c0187 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:48:42.319309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41040b-87e0-4bd9-8ffb-e9a4ef901172 req-dbe6280f-2b50-4909-a45f-aaa97c45ae2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:42.320898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc41040b-87e0-4bd9-8ffb-e9a4ef901172 req-dbe6280f-2b50-4909-a45f-aaa97c45ae2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0622356 Oct 12 11:48:42.366084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc41040b-87e0-4bd9-8ffb-e9a4ef901172 req-809544d2-a6dc-472b-88f0-c7bae188fa25 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Oct 12 11:48:42.374654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.390668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d3205328-81ba-4c69-ac81-e7218be307aa None None] Provisioning complete for port 173c8951-a006-41e3-bdfd-724dcc33d412 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:42.390668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3205328-81ba-4c69-ac81-e7218be307aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.423521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Subnet': ['ID=958539de-9415-4626-9795-148ae7535330,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:42.424064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.427501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-867e8332-60ad-4632-8afd-ee6c1c20f01d tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/958539de-9415-4626-9795-148ae7535330 HTTP/1.1" status: 204 len: 168 time: 0.4465322 Oct 12 11:48:42.430404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35158) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.466328 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d10da-c009-4f80-b28e-bfa6dddf8185 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.466798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2d10da-c009-4f80-b28e-bfa6dddf8185 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.470753 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db2d10da-c009-4f80-b28e-bfa6dddf8185 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/c43451e0-b05b-4de7-953a-0d68bd91f08d HTTP/1.1" status: 404 len: 337 time: 0.0383918 Oct 12 11:48:42.473347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35160) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.519894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aea10a14-0d5f-478c-9b10-16fd94125c74 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "GET /v2.0/ports?device_id=fca18640-a118-4a24-904d-6f3c40a25432 HTTP/1.1" status: 200 len: 205 time: 0.0453434 Oct 12 11:48:42.523202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.553353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d3205328-81ba-4c69-ac81-e7218be307aa None None] Provisioning complete for port d851b160-2a1e-45cf-ad50-583aaf95c94f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:42.553946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3205328-81ba-4c69-ac81-e7218be307aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.565891 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-38dde2bc-7d8d-45ac-b105-9c0133fa95b7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] delete failed (client error): The resource could not be found. Oct 12 11:48:42.569511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38dde2bc-7d8d-45ac-b105-9c0133fa95b7 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/routers/fca18640-a118-4a24-904d-6f3c40a25432 HTTP/1.1" status: 404 len: 336 time: 0.0452461 Oct 12 11:48:42.569670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35166) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.618756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d3205328-81ba-4c69-ac81-e7218be307aa None None] Port d851b160-2a1e-45cf-ad50-583aaf95c94f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:48:42.625376 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56319b6-ebef-40d6-8703-4f4492016c9f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.626350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] DHCP port deletion for aa857867-544b-4dc1-a0ac-bd746f9c0187 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:48:42.626875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56319b6-ebef-40d6-8703-4f4492016c9f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.630738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a56319b6-ebef-40d6-8703-4f4492016c9f tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/c2e66a43-317e-48eb-a8fb-81ac714ee585 HTTP/1.1" status: 404 len: 337 time: 0.0592160 Oct 12 11:48:42.632728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35168) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.659938 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6be094-41dd-4e91-a06a-da0da11e717a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.660389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6be094-41dd-4e91-a06a-da0da11e717a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.666221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8f6be094-41dd-4e91-a06a-da0da11e717a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/3c769521-abc3-4496-b399-5d6eb51565a5 HTTP/1.1" status: 404 len: 337 time: 0.0300212 Oct 12 11:48:42.666565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35170) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.679351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Deleting port 173c8951-a006-41e3-bdfd-724dcc33d412 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:42.679825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.694588 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fb945a-049f-4683-9c88-9e40f12fb73a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.701478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fb945a-049f-4683-9c88-9e40f12fb73a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.701478 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e1fb945a-049f-4683-9c88-9e40f12fb73a tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/f1a02ec5-999b-4f08-af93-9c3f4faae971 HTTP/1.1" status: 404 len: 337 time: 0.0305412 Oct 12 11:48:42.702003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35172) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.724880 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-798ec052-f1ba-4885-b75a-3c8e32aedada tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.725582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798ec052-f1ba-4885-b75a-3c8e32aedada tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.730428 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-798ec052-f1ba-4885-b75a-3c8e32aedada tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/09626429-48c8-4736-b8f3-83265dbad7fc HTTP/1.1" status: 404 len: 333 time: 0.0260870 Oct 12 11:48:42.734690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35174) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.753291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] For port 173c8951-a006-41e3-bdfd-724dcc33d412, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=173c8951-a006-41e3-bdfd-724dcc33d412,segment=NetworkSegment(40b377ae-763e-488b-81f5-9b37f0047478),segment_id=40b377ae-763e-488b-81f5-9b37f0047478)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:42.753525 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.766182 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-124ffcaf-402b-4584-9224-c6809c3e272c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.766838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124ffcaf-402b-4584-9224-c6809c3e272c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.767434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Calling delete_port for 173c8951-a006-41e3-bdfd-724dcc33d412 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:42.770053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-124ffcaf-402b-4584-9224-c6809c3e272c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/ae9a1a35-8789-4ec4-ad27-f44da4507e6f HTTP/1.1" status: 404 len: 337 time: 0.0337691 Oct 12 11:48:42.772769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35176) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.803596 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-863a9fe7-d349-42c6-bd23-11be562ee6e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.804017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863a9fe7-d349-42c6-bd23-11be562ee6e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.807298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-863a9fe7-d349-42c6-bd23-11be562ee6e2 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/f9a70bfb-cb3c-4481-9bb9-31226d00cd81 HTTP/1.1" status: 404 len: 337 time: 0.0334547 Oct 12 11:48:42.809800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35178) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.833895 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70226e1-ecee-43b4-8445-afb9bed27917 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.834520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70226e1-ecee-43b4-8445-afb9bed27917 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.837518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a70226e1-ecee-43b4-8445-afb9bed27917 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/9c1e4676-00d0-458d-ad4c-f2fa9a03d867 HTTP/1.1" status: 404 len: 333 time: 0.0268145 Oct 12 11:48:42.840293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35180) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.866478 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-336454df-6456-4045-8d58-5dd0a82d8389 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.866872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336454df-6456-4045-8d58-5dd0a82d8389 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.869987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-336454df-6456-4045-8d58-5dd0a82d8389 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/36db8ff5-7d16-4282-b75e-66d3a984d4b7 HTTP/1.1" status: 404 len: 337 time: 0.0287585 Oct 12 11:48:42.872677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35182) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.899042 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9facc4ea-2501-468e-b52d-be036259b36c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] DELETE failed (client error): The resource could not be found. Oct 12 11:48:42.899492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9facc4ea-2501-468e-b52d-be036259b36c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95547) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 11:48:42.902626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9facc4ea-2501-468e-b52d-be036259b36c tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/subnets/eef125cf-2754-4989-84b8-842069c2bf2b HTTP/1.1" status: 404 len: 337 time: 0.0290515 Oct 12 11:48:42.905202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35184) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:42.909914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:42.937560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Pushing event deleted for resources: {'Port': ['ID=173c8951-a006-41e3-bdfd-724dcc33d412,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:42.947274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] No DVR routers for this DVR port 173c8951-a006-41e3-bdfd-724dcc33d412 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:42.950119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.950640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.951161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.951967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.952456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.953029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.953356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.953687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.954013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.954336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.954658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:42.955157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a8c3a8-a1b7-4a27-a2d2-ad3413d4d977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:48:43.017164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Deleting port d851b160-2a1e-45cf-ad50-583aaf95c94f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:43.018628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.088737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.108373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Calling delete_port for d851b160-2a1e-45cf-ad50-583aaf95c94f owned by {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:43.300306 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.331869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Port': ['ID=d851b160-2a1e-45cf-ad50-583aaf95c94f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:43.338233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.342158 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5a72e5f0-c4ea-4b70-9442-4e7111626094 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/ports/d851b160-2a1e-45cf-ad50-583aaf95c94f HTTP/1.1" status: 204 len: 168 time: 0.4357815 Oct 12 11:48:43.344429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35188) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:43.432841 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.557522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.575867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08e9fb-b8c6-474b-8f29-e4d0bea41974 req-dcd88a92-4008-497d-b05b-9550071ff1eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:43.587163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c08e9fb-b8c6-474b-8f29-e4d0bea41974 req-dcd88a92-4008-497d-b05b-9550071ff1eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1220467 Oct 12 11:48:43.607535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa857867-544b-4dc1-a0ac-bd746f9c0187']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:43.620562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b377ae-763e-488b-81f5-9b37f0047478') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:43.625020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b377ae-763e-488b-81f5-9b37f0047478') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:48:43.636413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c08e9fb-b8c6-474b-8f29-e4d0bea41974 req-bbf88fe8-fa0a-4124-a652-0b14d1c74926 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Oct 12 11:48:43.639811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.660840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.662879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:48:43.663400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:48:43.667044 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:48:43.795534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.802783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:43.806050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] 10.222.0.43 "DELETE /v2.0/networks/aa857867-544b-4dc1-a0ac-bd746f9c0187 HTTP/1.1" status: 204 len: 168 time: 0.4600830 Oct 12 11:48:43.818572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d22ce6-5217-449b-82b4-c016771d8152 tempest-PortsTestJSON-586164173 tempest-PortsTestJSON-586164173-project] Pushing event deleted for resources: {'Network': ['ID=aa857867-544b-4dc1-a0ac-bd746f9c0187,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:44.309573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35200) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:44.458077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c4b60a1-ff95-48c2-8dbd-d95c82dfa561 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c1b647aaf5948ef90641a40c58f8ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470988 Oct 12 11:48:44.460724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35204) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:44.486860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:48:44.510596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 173c8951-a006-41e3-bdfd-724dcc33d412 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:48:44.510973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 173c8951-a006-41e3-bdfd-724dcc33d412 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:48:44.513818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:44.537316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:44.659902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:44.662551 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:44.666472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0df0ee7-94f5-49a2-9a17-524fed695c97 HTTP/1.1" status: 204 len: 168 time: 0.2022583 Oct 12 11:48:44.678431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaf586-1681-4a45-8f43-088d8c651a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0df0ee7-94f5-49a2-9a17-524fed695c97,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:44.806137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca263-209d-41b8-82f2-1dba4347be21 req-de506ccf-b615-4683-8a39-99a3563d82d5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:44.807854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f10ca263-209d-41b8-82f2-1dba4347be21 req-de506ccf-b615-4683-8a39-99a3563d82d5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0929821 Oct 12 11:48:44.862727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f10ca263-209d-41b8-82f2-1dba4347be21 req-a26df696-cfa6-4934-bd77-66238eee5504 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Oct 12 11:48:45.760358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35236) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:45.856419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087203144'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:45.978064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:45.984711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd13f1-51a2-49b9-b3b3-a1ead908f298 req-1136154e-93b8-4550-a3c8-eaed7f7899e9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:45.987201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0dd13f1-51a2-49b9-b3b3-a1ead908f298 req-1136154e-93b8-4550-a3c8-eaed7f7899e9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0501404 Oct 12 11:48:45.988445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.026897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0dd13f1-51a2-49b9-b3b3-a1ead908f298 req-85530292-5c96-41f2-8bfd-e71b2d8f43fb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Oct 12 11:48:46.073113 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.151834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.197033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e518ecf3-f1be-431b-8738-e1adaeefcc6b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:46.232430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.322948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.352974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020069c2-2736-495a-8158-42b2092fe62b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:46.439683 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.446061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e6ea9311-d48e-44bc-aeb6-cdf6f22400de tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6796114 Oct 12 11:48:46.446061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:46.498030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-653dc530-7953-4b01-8302-61012186b4cf tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0533581 Oct 12 11:48:46.500900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35248) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:46.505717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-security--209252058', 'description': 'tempest-security-description-2042830357'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:46.532917 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.581155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.686828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.690180 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.691469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "PUT /v2.0/security-groups/020069c2-2736-495a-8158-42b2092fe62b HTTP/1.1" status: 200 len: 1779 time: 0.1893029 Oct 12 11:48:46.700688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35254) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:46.716190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903881-0659-4ac6-a7ae-58f3d90d0322 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020069c2-2736-495a-8158-42b2092fe62b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:46.748125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-886d334c-c786-41fe-9d2c-ebbf1f866844 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups/020069c2-2736-495a-8158-42b2092fe62b HTTP/1.1" status: 200 len: 1779 time: 0.0437548 Oct 12 11:48:46.748356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35256) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:46.800955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:46.824767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.046612 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.050075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.051646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/020069c2-2736-495a-8158-42b2092fe62b HTTP/1.1" status: 204 len: 168 time: 0.3024373 Oct 12 11:48:47.054429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35260) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:47.062078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7165e-7a73-4e1e-bf0d-e26f0fc227e9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020069c2-2736-495a-8158-42b2092fe62b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:47.126986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de26b0a4-6b2f-4773-ad8d-d6a994663850 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679052 Oct 12 11:48:47.127208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35262) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:47.143253 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [None req-90aee636-ad9e-4a12-8004-c3bde3371f35 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] delete failed (client error): The resource could not be found. Oct 12 11:48:47.148103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-90aee636-ad9e-4a12-8004-c3bde3371f35 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/020069c2-2736-495a-8158-42b2092fe62b HTTP/1.1" status: 404 len: 347 time: 0.0162911 Oct 12 11:48:47.149324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35264) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:47.155070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256399342'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:47.183090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06fb27-b239-47f5-8e9c-bb63246663fc req-89097ebf-466a-4de3-8d44-bac8cab9a535 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:47.184634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f06fb27-b239-47f5-8e9c-bb63246663fc req-89097ebf-466a-4de3-8d44-bac8cab9a535 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0619431 Oct 12 11:48:47.229470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f06fb27-b239-47f5-8e9c-bb63246663fc req-5d5b414f-9693-47e1-aa9f-296ba0a621fe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375850 Oct 12 11:48:47.275174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.344428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.420179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.453846 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea961b46-7b20-4155-a896-0161c91f0170,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:47.521397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.522773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e766975-120f-4ffc-9199-dfc99b461e7a tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3722825 Oct 12 11:48:47.525827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35266) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:47.530458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': 'ea961b46-7b20-4155-a896-0161c91f0170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:47.626745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.682390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.734967 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83a53e16-7018-4643-9524-c8c92db6609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.763654 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.781431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da43ce6-5528-47d3-b4c5-368bacd62be4,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:47.879864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.881049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b674a081-44ac-46dc-ac51-ff42d946aff4 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542325 Oct 12 11:48:47.883957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35272) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:47.911244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:47.918869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.008316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.015523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.026137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7da43ce6-5528-47d3-b4c5-368bacd62be4 HTTP/1.1" status: 204 len: 168 time: 0.1322691 Oct 12 11:48:48.026516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35274) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:48.026756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb72555-7c5b-4e05-9525-d22b6f18d938 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7da43ce6-5528-47d3-b4c5-368bacd62be4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:48.068115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4ca2a884-d760-4349-b384-f13ce1706609 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463860 Oct 12 11:48:48.070903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35276) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:48.126514 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.149689 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.333397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.336690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.340831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35280) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:48.341135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/ea961b46-7b20-4155-a896-0161c91f0170 HTTP/1.1" status: 204 len: 168 time: 0.2688720 Oct 12 11:48:48.364204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0c124-1cb8-4b65-a6bc-4e3742c6ff5f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea961b46-7b20-4155-a896-0161c91f0170,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:48.396283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10708050-a4ab-467c-8ac4-4d8ac1aff825 req-c2600037-5655-47b4-9ef4-72d0fb9dc1f3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:48.397877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10708050-a4ab-467c-8ac4-4d8ac1aff825 req-c2600037-5655-47b4-9ef4-72d0fb9dc1f3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0982966 Oct 12 11:48:48.419226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24026977-321e-4d46-8954-c70bdae163eb tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766253 Oct 12 11:48:48.426494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35282) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:48.434172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874851968'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:48.463605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10708050-a4ab-467c-8ac4-4d8ac1aff825 req-cda6f491-788d-4053-ac21-125e995d5545 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Oct 12 11:48:48.523930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.606128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.723041 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.754657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78410e2b-7913-40f0-bba9-c7d3afda7783,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:48.873994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:48.875221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c7feb82-8800-4672-831a-2f23a04766c7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4475911 Oct 12 11:48:48.878788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35288) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:48.883060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '78410e2b-7913-40f0-bba9-c7d3afda7783', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:49.025051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.087643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.179967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.198206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d318151-052f-4856-9e61-7fb10ac35e5d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:49.290787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.291966 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a5274af4-cb12-4cf2-850e-bf62fdf116ea tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4122565 Oct 12 11:48:49.294730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:49.299213 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '78410e2b-7913-40f0-bba9-c7d3afda7783', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:49.399881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.458098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.545431 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.562833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0427fdd-2278-4564-8fef-7f59daa3b403,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:49.597184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee0d58-ba51-448b-850a-641c532367cc req-b44f7782-26ef-40e8-99e6-0751e0938f2d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:49.598662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5eee0d58-ba51-448b-850a-641c532367cc req-b44f7782-26ef-40e8-99e6-0751e0938f2d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0548871 Oct 12 11:48:49.638239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5eee0d58-ba51-448b-850a-641c532367cc req-0f858792-1cbf-4b9d-81bc-07007f2852dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Oct 12 11:48:49.660603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.666904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-43946ea8-cd77-4f93-b3ea-7993bbb1a827 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662670 Oct 12 11:48:49.668300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35296) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:49.673665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '78410e2b-7913-40f0-bba9-c7d3afda7783', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:49.678332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 33bc4148-fa09-4a06-8d5f-86f71aff2d90 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:48:49.784297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:49.796413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '33bc4148-fa09-4a06-8d5f-86f71aff2d90', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': '33bc4148-fa09-4a06-8d5f-86f71aff2d90', 'mac_address': 'fa:16:3e:11:08:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:48:49.831174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.838665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.853234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bc4148-fa09-4a06-8d5f-86f71aff2d90 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:48:49.873865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:49.894243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:49.968401 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.011886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.025164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:50.031428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34ede46-a2ad-4e50-8c8a-02d0b5cb2ccc,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:50.157322 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.159270 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-883a81b8-3dd3-4362-83fb-2c7816398763 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4899993 Oct 12 11:48:50.161973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35302) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:50.166402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '78410e2b-7913-40f0-bba9-c7d3afda7783', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:50.171235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['33bc4148-fa09-4a06-8d5f-86f71aff2d90'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:48:50.276033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.369470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.443010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.460077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96cb378a-d0b0-4441-8f52-c0e65e97e3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.464683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99973e2b-43d4-473b-9c52-c682282ca95f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:50.519968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.523749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-39a981b0-aea4-4f12-b266-82147e5dbec7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582344 Oct 12 11:48:50.524177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35306) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:50.528942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '78410e2b-7913-40f0-bba9-c7d3afda7783', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:50.608276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.797286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.797286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7b94-cda3-45b9-b5f3-51ecf7678a7c req-52bda56d-0e8c-43d4-b239-f2bfb24727dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:50.797286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd3c7b94-cda3-45b9-b5f3-51ecf7678a7c req-52bda56d-0e8c-43d4-b239-f2bfb24727dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0526459 Oct 12 11:48:50.817184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bd3c7b94-cda3-45b9-b5f3-51ecf7678a7c req-dec21d7e-cd7a-413a-96aa-558e3c98923c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Oct 12 11:48:50.840188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.868803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce55646-21e8-4924-bd53-4d50d2a11f2a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:50.931088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.932348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ab622a04-0156-46a0-b264-5f70030cf5ed tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4070961 Oct 12 11:48:50.935511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35312) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:50.968889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:50.980367 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.078244 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.087198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.092374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3ce55646-21e8-4924-bd53-4d50d2a11f2a HTTP/1.1" status: 204 len: 168 time: 0.1519692 Oct 12 11:48:51.092669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35314) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.093150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b95805-3b8e-437f-be8a-3a48724e9614 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce55646-21e8-4924-bd53-4d50d2a11f2a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:51.148296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5d09ae73-c8af-47be-b7cf-4a9f2d4a7a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0555601 Oct 12 11:48:51.151052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35316) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.175116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.186973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.288309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.294615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.298364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/99973e2b-43d4-473b-9c52-c682282ca95f HTTP/1.1" status: 204 len: 168 time: 0.1437614 Oct 12 11:48:51.299710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35318) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.301906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4654603-b061-404f-a605-2c40b5b26980 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99973e2b-43d4-473b-9c52-c682282ca95f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:51.358447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-89ae9e5e-2453-4f9b-9860-e0634bf4443f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0548539 Oct 12 11:48:51.358794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35322) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.382843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.390531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.505545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.513265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.519234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c34ede46-a2ad-4e50-8c8a-02d0b5cb2ccc HTTP/1.1" status: 204 len: 168 time: 0.1546066 Oct 12 11:48:51.519408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35324) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.520618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38c83f-c903-4eb0-b343-5e04487270b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34ede46-a2ad-4e50-8c8a-02d0b5cb2ccc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:51.563913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fb380fb5-8f5b-45af-a69c-5c1b08b772da tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453222 Oct 12 11:48:51.567377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35326) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.591489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.599353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.680809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.691706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 33bc4148-fa09-4a06-8d5f-86f71aff2d90 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:48:51.696849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.699251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.708285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b0427fdd-2278-4564-8fef-7f59daa3b403 HTTP/1.1" status: 204 len: 168 time: 0.1374037 Oct 12 11:48:51.708700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35328) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.712965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5268d8-31f6-48f4-86ad-99e04a31425d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0427fdd-2278-4564-8fef-7f59daa3b403,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:51.803530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64757ed2-b443-481c-8b51-5de5d8e8731d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935843 Oct 12 11:48:51.806328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35330) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:51.835914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.844352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.855196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.931829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:48:51.942161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:48:51.942161 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:51.963967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160240-7634-49e3-ade9-b22081fc98f8 req-761edfa1-0ea3-4917-a09a-48c61cd0a065 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:51.967031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c160240-7634-49e3-ade9-b22081fc98f8 req-761edfa1-0ea3-4917-a09a-48c61cd0a065 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0724723 Oct 12 11:48:52.055132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c160240-7634-49e3-ade9-b22081fc98f8 req-9b98b9c1-17ba-4db1-bd23-575079c18013 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679631 Oct 12 11:48:52.092612 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.121591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:48:52.123814 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b6480-f45d-43c8-89a9-ed973a8fb001" -d '{"events": [{"server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:48:52.139429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:52.183434 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.194243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.195451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7d318151-052f-4856-9e61-7fb10ac35e5d HTTP/1.1" status: 204 len: 168 time: 0.3880270 Oct 12 11:48:52.196668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a148985-16fb-4879-9c62-dc3e299817a1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d318151-052f-4856-9e61-7fb10ac35e5d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:52.198578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35344) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:52.239997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0c99f78-8bed-41a2-a6ac-e3b57fa62145 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400188 Oct 12 11:48:52.246050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35346) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:52.271436 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.300649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.306076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.310048 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87713191-fd8c-4362-8ec4-ebf7544af3eb x-openstack-request-id: req-87713191-fd8c-4362-8ec4-ebf7544af3eb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:48:52.310337 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:48:52.310590 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87713191-fd8c-4362-8ec4-ebf7544af3eb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:48:52.311049 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90', 'code': 200} Oct 12 11:48:52.330709 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.331927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:52.413389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb57a-12a8-4d68-a4a1-59aa26e89154 req-dd8922b9-4f5e-4407-b929-de8ccf07d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:52.414505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30acb57a-12a8-4d68-a4a1-59aa26e89154 req-dd8922b9-4f5e-4407-b929-de8ccf07d409 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0416627 Oct 12 11:48:52.449515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30acb57a-12a8-4d68-a4a1-59aa26e89154 req-bd249755-4ed7-4fa9-9089-ce2f9026a2a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282850 Oct 12 11:48:52.465523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.468185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.475695 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/78410e2b-7913-40f0-bba9-c7d3afda7783 HTTP/1.1" status: 204 len: 168 time: 0.2249258 Oct 12 11:48:52.475835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35350) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:52.478979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c3b3-ff4f-4593-9505-60ab8325278b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78410e2b-7913-40f0-bba9-c7d3afda7783,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:52.520319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a715261e-9255-46f4-81a0-30d0a25b1844 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461497 Oct 12 11:48:52.524654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35352) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:52.529562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086345865'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:52.614307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.698164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.813807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.844578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825d3ca5-4ae7-4095-8a99-72cc7c5b7b95,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:52.922503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:52.927120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2cb51220-0c92-432d-904c-7684c67c80ae tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3980651 Oct 12 11:48:52.927395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:52.931821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '825d3ca5-4ae7-4095-8a99-72cc7c5b7b95', 'direction': 'ingress', 'protocol': 17}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:53.037396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.101941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.170647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b111a50-496a-4a9c-ad20-5e8ce9e0b438 req-573b23cb-7cd0-49f7-a73e-0ebb16847921 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:53.172728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b111a50-496a-4a9c-ad20-5e8ce9e0b438 req-573b23cb-7cd0-49f7-a73e-0ebb16847921 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0516152 Oct 12 11:48:53.188722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.233671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a50718-d5e3-4dd5-bced-bba8ee78ed04,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:53.242390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b111a50-496a-4a9c-ad20-5e8ce9e0b438 req-3914d56e-b709-4ca3-b299-757b6125cd35 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Oct 12 11:48:53.300101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.301676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55468eeb-9fd0-4eed-92c0-0a17c3facdb0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3733485 Oct 12 11:48:53.304684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35360) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:53.342985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.379441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.406774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.539911 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.542857 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.546545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/825d3ca5-4ae7-4095-8a99-72cc7c5b7b95 HTTP/1.1" status: 204 len: 168 time: 0.2377479 Oct 12 11:48:53.547290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35364) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:53.554920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614ee8-e4e6-43a3-a98f-29668c99c5d7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d3ca5-4ae7-4095-8a99-72cc7c5b7b95,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:53.616211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-424f87bc-4ad4-4980-92b0-3027488e55c1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635483 Oct 12 11:48:53.620671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35366) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:53.621572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124600865'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:53.718135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.792806 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.852530 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.885631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67204d-9d84-43c7-90c7-4e4338775207,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:53.953562 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:53.958032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a13ac9ef-e4f3-4716-ab31-f392a5cee9c3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3371289 Oct 12 11:48:53.958032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35370) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:53.963711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--224179117'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:54.065621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.146863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.217588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.247421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02321b43-c059-4091-aace-eb4b02502b7d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:54.332311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.336215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-48d3fd18-a5dd-4748-856f-d8f9378b998d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3747625 Oct 12 11:48:54.336527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:54.340959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': 'dc67204d-9d84-43c7-90c7-4e4338775207', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02321b43-c059-4091-aace-eb4b02502b7d', 'remote_ip_prefix': None}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:54.366139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbf59-1bf6-4448-91be-518fb5e15baa req-3a5d6f56-bcb3-4a0d-84fa-3a73ce3858e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:54.367738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b32fbf59-1bf6-4448-91be-518fb5e15baa req-3a5d6f56-bcb3-4a0d-84fa-3a73ce3858e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0515826 Oct 12 11:48:54.407604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b32fbf59-1bf6-4448-91be-518fb5e15baa req-3aafddc6-1303-4518-93e9-b42f6ad2dc52 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Oct 12 11:48:54.448093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.541476 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.562780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad7f8c-d2e0-407a-87f2-ca235ef1990d req-bcff3a4e-c785-477a-b279-4581db709b77 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:54.566565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8ad7f8c-d2e0-407a-87f2-ca235ef1990d req-bcff3a4e-c785-477a-b279-4581db709b77 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0816951 Oct 12 11:48:54.600404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.633171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86db5625-577d-4102-b41e-1e52f47f0868,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:54.641389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8ad7f8c-d2e0-407a-87f2-ca235ef1990d req-49994263-ab2e-4517-b76c-e32279d633ba tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676863 Oct 12 11:48:54.702173 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.703719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3186ff6f-26b6-4637-afec-e01686cf8ef8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3662581 Oct 12 11:48:54.714347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35386) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:54.750332 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.760621 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.780644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9c19e-fe0a-43c3-be17-62a57e786267 req-24ea07ec-dfe3-41ea-9b2d-25f1bc848c09 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:54.782142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77b9c19e-fe0a-43c3-be17-62a57e786267 req-24ea07ec-dfe3-41ea-9b2d-25f1bc848c09 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0601034 Oct 12 11:48:54.827846 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77b9c19e-fe0a-43c3-be17-62a57e786267 req-69013805-b52c-4a5c-84fd-a316f251674c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Oct 12 11:48:54.854131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.860481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:54.862120 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/86db5625-577d-4102-b41e-1e52f47f0868 HTTP/1.1" status: 204 len: 168 time: 0.1463084 Oct 12 11:48:54.866612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35390) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:54.894281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cedcf-1221-4f17-8568-a542f6d78a30 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86db5625-577d-4102-b41e-1e52f47f0868,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:54.928674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35394) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:54.943416 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0fce1128-8904-49d4-82f9-166096c93ee9 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0751772 Oct 12 11:48:54.993269 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.027682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.183237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.185958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.187148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/02321b43-c059-4091-aace-eb4b02502b7d HTTP/1.1" status: 204 len: 168 time: 0.2574584 Oct 12 11:48:55.190600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35396) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:55.197278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d2d69-19a3-4e2e-a034-e0d27eb48567 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02321b43-c059-4091-aace-eb4b02502b7d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:55.255100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:55.255880 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-572d3a29-8f15-429f-9f82-b6bc945c9f1c tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0635235 Oct 12 11:48:55.311805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.336535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.445364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e876-cb79-4252-9d67-cf59fa998a32 req-32187d9a-2fe3-41ae-b424-40b24a41b328 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:55.447704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97e9e876-cb79-4252-9d67-cf59fa998a32 req-32187d9a-2fe3-41ae-b424-40b24a41b328 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0539806 Oct 12 11:48:55.452740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.452740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.452944 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc67204d-9d84-43c7-90c7-4e4338775207 HTTP/1.1" status: 204 len: 168 time: 0.1968129 Oct 12 11:48:55.455772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:55.464069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859686c4-a539-4dd6-b71c-661ac365d39b tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67204d-9d84-43c7-90c7-4e4338775207,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:55.521375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97e9e876-cb79-4252-9d67-cf59fa998a32 req-4b09221f-ef29-419f-9598-f038650de5bc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584111 Oct 12 11:48:55.538949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9d453479-e52a-4207-88e3-683f8b818ffc tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811396 Oct 12 11:48:55.544361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35404) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:55.550183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--650262272'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:55.640876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.713386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.789021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.819181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b767f-d200-4c60-be52-eed84f7bd824,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:55.890079 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:55.891519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2af8882f-b709-41ca-a360-edbb286a009f tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3459206 Oct 12 11:48:55.895092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35410) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:55.899564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '2b3b767f-d200-4c60-be52-eed84f7bd824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:56.011112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.069724 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.137332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.160982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ac5234-b88a-47a3-8e06-ed340f39d6c7,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:56.225533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.229803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb9f3ebd-2a55-4d05-9894-0cba9a1de7ad tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3309746 Oct 12 11:48:56.231264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35412) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:56.255710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.264271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.345469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.351762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.352818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/47ac5234-b88a-47a3-8e06-ed340f39d6c7 HTTP/1.1" status: 204 len: 168 time: 0.1218967 Oct 12 11:48:56.355648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35414) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:56.359356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697ca4f-96f2-416e-9973-6707487f2838 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ac5234-b88a-47a3-8e06-ed340f39d6c7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:56.399834 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-61cece75-b7c3-4856-b4c1-ed005b589509 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428813 Oct 12 11:48:56.402809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35416) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:56.464803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.494160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.640641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5a99-16a1-4d65-89dc-5627026ed69a req-20601348-7244-48ea-a49c-ea5442d695db tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:56.642865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f5d5a99-16a1-4d65-89dc-5627026ed69a req-20601348-7244-48ea-a49c-ea5442d695db tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0507417 Oct 12 11:48:56.644128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.646916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.650535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b3b767f-d200-4c60-be52-eed84f7bd824 HTTP/1.1" status: 204 len: 168 time: 0.2440045 Oct 12 11:48:56.650980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35420) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:56.659674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31f22-5c2d-45af-8f5a-2bf1cef8f6b6 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b767f-d200-4c60-be52-eed84f7bd824,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:56.709256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f5d5a99-16a1-4d65-89dc-5627026ed69a req-3448523f-7ea3-4a30-b31c-95c87a49ebc7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Oct 12 11:48:56.718977 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32944521-696e-4972-aa73-b422665621c2 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667353 Oct 12 11:48:56.723824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:56.728845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622352726'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:56.825569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-e1def704-0ebf-4f85-95cd-570096de07cb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:48:56.827480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-e1def704-0ebf-4f85-95cd-570096de07cb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0607011 Oct 12 11:48:56.841754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.899184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.968278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:48:56.968717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:56.978023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.061982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port 33bc4148-fa09-4a06-8d5f-86f71aff2d90, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=33bc4148-fa09-4a06-8d5f-86f71aff2d90,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:48:57.062351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.074763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for 33bc4148-fa09-4a06-8d5f-86f71aff2d90 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:48:57.141468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.181322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39efadb6-00fe-4b37-855a-0c9edb1812e7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:57.261862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.265963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8361cf62-a21c-4b98-91ed-87d967283f17 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5384691 Oct 12 11:48:57.266270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35428) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:57.271561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '39efadb6-00fe-4b37-855a-0c9edb1812e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:57.337782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.351051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['33bc4148-fa09-4a06-8d5f-86f71aff2d90'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:48:57.370226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=33bc4148-fa09-4a06-8d5f-86f71aff2d90,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:57.386023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.443852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port 33bc4148-fa09-4a06-8d5f-86f71aff2d90 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:48:57.512525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.514711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.522637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-958001aa-3cc0-4a60-805f-b6bf60a173ac req-d21b68be-1bc0-406e-a501-302123d31d21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "DELETE /v2.0/ports/33bc4148-fa09-4a06-8d5f-86f71aff2d90 HTTP/1.1" status: 204 len: 173 time: 0.6886067 Oct 12 11:48:57.527913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'name': 'network-vif-deleted', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:48:57.527913 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e2cf4-c7fe-47a9-9da7-663b49f528e6" -d '{"events": [{"server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "name": "network-vif-deleted", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:48:57.617952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.645313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a08974-66ac-4470-a52d-27b132c8f912,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:57.660264 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33259bc7-7078-4136-82ea-a6ae279fab19 x-openstack-request-id: req-33259bc7-7078-4136-82ea-a6ae279fab19 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:48:57.660740 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116f61ab-381e-4224-a52d-eec4ba45c1a6", "name": "network-vif-deleted", "tag": "33bc4148-fa09-4a06-8d5f-86f71aff2d90", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:48:57.661159 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33259bc7-7078-4136-82ea-a6ae279fab19 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:48:57.661778 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f61ab-381e-4224-a52d-eec4ba45c1a6', 'name': 'network-vif-deleted', 'tag': '33bc4148-fa09-4a06-8d5f-86f71aff2d90', 'status': 'completed', 'code': 200} Oct 12 11:48:57.713657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.715285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-67a177c7-1b5d-497c-9284-39b2e715e126 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4474893 Oct 12 11:48:57.717562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35434) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:57.739686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47b9380b-7f98-43b3-bbbd-c5da9d2021fd tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules/89a08974-66ac-4470-a52d-27b132c8f912 HTTP/1.1" status: 200 len: 763 time: 0.0195210 Oct 12 11:48:57.740810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35438) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:57.867147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35448) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:57.869518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b5329813-eb95-4b0a-acdf-ac4205b02147 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1224163 Oct 12 11:48:57.897202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.908867 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:57.909298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-832186ee-4408-4229-afab-4aa1e514c364 req-26a2c0a2-899d-4bd9-b2a5-eb605fea644a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0361667 Oct 12 11:48:57.997615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.015785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.021024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35452) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.021480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/89a08974-66ac-4470-a52d-27b132c8f912 HTTP/1.1" status: 204 len: 168 time: 0.1523175 Oct 12 11:48:58.023207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac603b5-d4f9-406b-91b4-f0c997738a68 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89a08974-66ac-4470-a52d-27b132c8f912,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:58.076035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f93d247d-213a-4c16-83cb-5b2d5c6ec2df tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535626 Oct 12 11:48:58.078685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.083413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '39efadb6-00fe-4b37-855a-0c9edb1812e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:58.194612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.269629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.371958 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.389763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c388ad-8f87-44bc-b432-867a1af150fa,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:58.456594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.458162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa1fdb2a-ba89-4f52-82af-4a6da67e71f8 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782573 Oct 12 11:48:58.460880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35456) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.495818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-802cdcfc-67fc-4123-a8e9-509713917af1 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules/d6c388ad-8f87-44bc-b432-867a1af150fa HTTP/1.1" status: 200 len: 763 time: 0.0336680 Oct 12 11:48:58.498416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35458) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.552399 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cd0f51fd-9374-4d3e-bfc3-30439e72b9b5 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503092 Oct 12 11:48:58.552832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.587162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.596864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.757358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.766430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:58.768340 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d6c388ad-8f87-44bc-b432-867a1af150fa HTTP/1.1" status: 204 len: 168 time: 0.2139258 Oct 12 11:48:58.771028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35470) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.776020 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55bfd5-437e-4b56-b309-047227fa39d0 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6c388ad-8f87-44bc-b432-867a1af150fa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:58.829575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-023168e1-371f-4399-9301-d39a85040d96 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545745 Oct 12 11:48:58.830982 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:58.836901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Request body: {'security_group_rule': {'security_group_id': '39efadb6-00fe-4b37-855a-0c9edb1812e7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:48:58.975101 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Project dc58d9b1805f4640bbc71b0a5144182c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:48:58.985510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.031054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfb70d2-5691-4c86-afc6-cfbe9c2046e4 req-b72967cf-67d5-49c2-ab70-3cfac6303015 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Oct 12 11:48:59.042680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.137574 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.158867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3d3e9e-7d3b-40df-b985-3b3dd345a6fa,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:59.250602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.255591 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b5e59f87-17f5-4659-bedb-3a968b14fb0d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4207354 Oct 12 11:48:59.257907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35480) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.275799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5485c54-912b-4fc4-ab0c-92a8c8ba516d tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules/2a3d3e9e-7d3b-40df-b985-3b3dd345a6fa HTTP/1.1" status: 200 len: 769 time: 0.0165069 Oct 12 11:48:59.276179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35482) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.321184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82836cee-57c5-449f-bd48-aa7d8cd4fb1e tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0437887 Oct 12 11:48:59.323742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35484) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.351005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.358942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.471998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.478436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.482198 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2a3d3e9e-7d3b-40df-b985-3b3dd345a6fa HTTP/1.1" status: 204 len: 168 time: 0.1548777 Oct 12 11:48:59.482486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.506961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7d171-9654-4bfe-a18a-d7773ecce4f3 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a3d3e9e-7d3b-40df-b985-3b3dd345a6fa,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:59.547138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ce633914-1ee2-49e1-a0da-40f851adc846 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633798 Oct 12 11:48:59.550580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35488) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.603777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.627425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.739784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.742381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:48:59.745987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "DELETE /v2.0/security-groups/39efadb6-00fe-4b37-855a-0c9edb1812e7 HTTP/1.1" status: 204 len: 168 time: 0.1920755 Oct 12 11:48:59.746414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.758848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f3028-91b1-40cd-a780-b1704f3ebaee tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39efadb6-00fe-4b37-855a-0c9edb1812e7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:48:59.832009 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-effae9d2-62b6-45c8-b753-9250cc7792b7 tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843332 Oct 12 11:48:59.838184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35494) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:48:59.886728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1f88af3b-310e-42e4-af12-e602727b8dcb tempest-SecGroupIPv6Test-491296813 tempest-SecGroupIPv6Test-491296813-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464618 Oct 12 11:49:00.135048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5556f680-42e6-41b0-a31a-dd3e34aa0fea req-2d47ba54-b7f3-4235-9359-4e227085a571 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Oct 12 11:49:00.426069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35504) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:00.587532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbcb799b-19e0-46ce-a9ee-85dbf59b037a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc58d9b1805f4640bbc71b0a5144182c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602206 Oct 12 11:49:00.589906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35516) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:00.645285 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:00.667029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:00.784973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:00.789292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:00.794338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e518ecf3-f1be-431b-8738-e1adaeefcc6b HTTP/1.1" status: 204 len: 168 time: 0.2010348 Oct 12 11:49:00.804001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc742a98-49f2-43c1-96bf-5cdcd42bc224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518ecf3-f1be-431b-8738-e1adaeefcc6b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:01.283840 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a6b442d-3d57-46cb-98cc-110bce7fdabb req-d2d661c7-c356-4d5e-9e6e-35065801a76b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0465806 Oct 12 11:49:01.769838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 33bc4148-fa09-4a06-8d5f-86f71aff2d90 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:49:01.800268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 33bc4148-fa09-4a06-8d5f-86f71aff2d90 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:49:01.800862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 33bc4148-fa09-4a06-8d5f-86f71aff2d90 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:49:02.424189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3e85a16-a494-43d5-b670-92984a4d9e7f req-ccd572fa-3313-4e8d-90e3-793605fd539d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0308614 Oct 12 11:49:03.554091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb6ed70c-dce3-4b2a-8342-b50ebb09f6d6 req-0bdca03c-baaa-4ebf-a7b8-bfd1ce8a3c24 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Oct 12 11:49:04.705928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49991c0d-e556-4e1f-9eba-7bcd0b8b3b22 req-b36b0ea3-54f3-4fb0-ac92-65831858e539 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0383174 Oct 12 11:49:04.856427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-7c9803b1-c680-4a5c-a6cd-46d1d2d6dd96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0526071 Oct 12 11:49:04.918976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:04.958179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-6261dc84-940d-464d-947d-23228b4c73d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=116f61ab-381e-4224-a52d-eec4ba45c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0428550 Oct 12 11:49:05.092352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba03a26-b568-4328-8fc2-7cb9eea83a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.092799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-44100b30-9653-49fe-b552-46cdb6ed3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:05.095324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-44100b30-9653-49fe-b552-46cdb6ed3a4f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1138594 Oct 12 11:49:05.195368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba03a26-b568-4328-8fc2-7cb9eea83a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.264719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5ba03a26-b568-4328-8fc2-7cb9eea83a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.271394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-56e5b6bb-b425-4d6f-a50e-1cba58aa8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:05.275511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-053915db-f36d-4a29-8802-ea6d99e15c20 req-56e5b6bb-b425-4d6f-a50e-1cba58aa8bcc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620421 Oct 12 11:49:05.299778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ba03a26-b568-4328-8fc2-7cb9eea83a35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c7328ad29cb439b9f545095b564539a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790836 Oct 12 11:49:05.302474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:05.316571 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba03a26-b568-4328-8fc2-7cb9eea83a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7afe3-15e9-41f3-9748-56ba64d42b68,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:05.359798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.381478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.540262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.544679 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:05.559168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bc7afe3-15e9-41f3-9748-56ba64d42b68 HTTP/1.1" status: 204 len: 168 time: 0.2422926 Oct 12 11:49:05.587044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04f6fc-ca92-4b7c-92e7-b902fd97f947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7afe3-15e9-41f3-9748-56ba64d42b68,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:06.312927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:06.328481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ecddfa6-768a-4ddb-b4b7-0343509b8534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.469091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ecddfa6-768a-4ddb-b4b7-0343509b8534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.526607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5ecddfa6-768a-4ddb-b4b7-0343509b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.571425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecddfa6-768a-4ddb-b4b7-0343509b8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33caeb1-6c21-4ed0-b041-91dd82591ab9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:06.589226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5ecddfa6-768a-4ddb-b4b7-0343509b8534 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47cb311abdfc463f8517cb23a8d58c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728300 Oct 12 11:49:06.590385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35676) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:06.648108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.675531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.796777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.801021 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:06.804654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e33caeb1-6c21-4ed0-b041-91dd82591ab9 HTTP/1.1" status: 204 len: 168 time: 0.2105203 Oct 12 11:49:06.811787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33caeb1-6c21-4ed0-b041-91dd82591ab9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:06.822132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.823743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.823743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.823743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.823743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.824316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.824862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.825283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.825870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.826416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.828515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:06.828968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e961cef-b3a9-43c3-80c1-c231e321aba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:10.506233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35778) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:10.672241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83822b68-2be4-4ac0-a9ef-503135974e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:10.760361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83822b68-2be4-4ac0-a9ef-503135974e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:10.856638 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:49:10.882634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-83822b68-2be4-4ac0-a9ef-503135974e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:10.919970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83822b68-2be4-4ac0-a9ef-503135974e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22392c3f-3292-49ab-9f71-fe74c9c15c0f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:10.927759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35786) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:10.938434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-83822b68-2be4-4ac0-a9ef-503135974e41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18a196a17f0045f2a3fefc0d0881bfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304774 Oct 12 11:49:10.981508 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:11.004189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:11.190967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:11.194004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:11.194965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22392c3f-3292-49ab-9f71-fe74c9c15c0f HTTP/1.1" status: 204 len: 168 time: 0.2662053 Oct 12 11:49:11.207670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c85a-063a-43c1-9da4-2cf8af1dca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22392c3f-3292-49ab-9f71-fe74c9c15c0f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:12.055571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 35806) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:12.070205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2cb9-2f18-44c4-98d9-fcc550b6997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.154913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2cb9-2f18-44c4-98d9-fcc550b6997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.320105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2cb9-2f18-44c4-98d9-fcc550b6997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.376509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d2cb9-2f18-44c4-98d9-fcc550b6997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476d8cc-8289-4b78-a6df-1a141da2325e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:12.387845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4f5d2cb9-2f18-44c4-98d9-fcc550b6997b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60441c0c94cf4d1a9052fb1e4481e54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304780 Oct 12 11:49:12.393479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 35810) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:12.471381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.513597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.681319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.681319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:12.681319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d476d8cc-8289-4b78-a6df-1a141da2325e HTTP/1.1" status: 204 len: 168 time: 0.2888966 Oct 12 11:49:12.692810 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95854ac7-8857-4803-a965-26b0f3b7c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476d8cc-8289-4b78-a6df-1a141da2325e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:17.731641 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d556-f90b-4de5-b89a-de52cd104822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:18.832013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:19.004175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38433ab0-4cd0-466a-81f8-bde39e6dbce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.108622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38433ab0-4cd0-466a-81f8-bde39e6dbce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.205788 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38433ab0-4cd0-466a-81f8-bde39e6dbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.248516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38433ab0-4cd0-466a-81f8-bde39e6dbce4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c8a2b1d779d4fda9383fa40a7b21901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152620 Oct 12 11:49:19.249576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ab0-4cd0-466a-81f8-bde39e6dbce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e95fad-36fa-4756-a2ff-162094452fd6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:19.251180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36024) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:19.317240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.342791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.469111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.472339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:19.476773 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7e95fad-36fa-4756-a2ff-162094452fd6 HTTP/1.1" status: 204 len: 168 time: 0.2243330 Oct 12 11:49:19.490718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671e92a-20ca-4a29-ab77-7dece9a4dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e95fad-36fa-4756-a2ff-162094452fd6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:20.247948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36042) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:20.265725 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2400180d-12c7-4249-9654-074fc8e0fb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.371162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2400180d-12c7-4249-9654-074fc8e0fb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.442529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2400180d-12c7-4249-9654-074fc8e0fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.477069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8210d107-1d5a-4346-b2c1-94af12d16656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.499458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2400180d-12c7-4249-9654-074fc8e0fb02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=199c81a688e84662a073c37144592740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500341 Oct 12 11:49:20.502767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:20.504205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400180d-12c7-4249-9654-074fc8e0fb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef611ed-c994-4d58-882c-f8b1f7b4b00a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:20.571266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.601811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.754417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.757467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:20.761072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef611ed-c994-4d58-882c-f8b1f7b4b00a HTTP/1.1" status: 204 len: 168 time: 0.2544365 Oct 12 11:49:20.774503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ace16-7ef6-4ab1-a06e-8601eb879a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef611ed-c994-4d58-882c-f8b1f7b4b00a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:21.670819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:21.796275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:22.246000 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:23.543028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:24.545809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36164) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:24.661410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f01c3fea-a6ae-4bd2-a890-73efad340bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:24.747106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f01c3fea-a6ae-4bd2-a890-73efad340bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:24.824700 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f01c3fea-a6ae-4bd2-a890-73efad340bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:24.872185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c3fea-a6ae-4bd2-a890-73efad340bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859ee17-ac4b-476a-a2f7-93db5443ad76,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:24.881769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:24.883330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f01c3fea-a6ae-4bd2-a890-73efad340bcf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31f68b5f0634470a9f648058071c97d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362367 Oct 12 11:49:24.939086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:24.967000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:25.087946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:25.091137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:25.100559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7859ee17-ac4b-476a-a2f7-93db5443ad76 HTTP/1.1" status: 204 len: 168 time: 0.2157581 Oct 12 11:49:25.128576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997455-1db7-487c-81e5-4c824f8d77ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859ee17-ac4b-476a-a2f7-93db5443ad76,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:25.847816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36198) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:25.864458 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72d47588-3a6d-4966-8e27-b7238747f6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:25.989417 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72d47588-3a6d-4966-8e27-b7238747f6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.054365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36202) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:26.062819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-72d47588-3a6d-4966-8e27-b7238747f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.154323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d47588-3a6d-4966-8e27-b7238747f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f0d00-cc41-47f1-acac-7ba157fecf14,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:26.184267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36208) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:26.184819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-72d47588-3a6d-4966-8e27-b7238747f6ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be3c50b0b06e4f71b7c73b5cf1bd522b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358276 Oct 12 11:49:26.222119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f22f5dfe-d5e6-4944-9681-0f1604e1ece1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.264081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.298662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.338593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f22f5dfe-d5e6-4944-9681-0f1604e1ece1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.405408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f22f5dfe-d5e6-4944-9681-0f1604e1ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.434002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.436929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.441677 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e69f0d00-cc41-47f1-acac-7ba157fecf14 HTTP/1.1" status: 204 len: 168 time: 0.2558169 Oct 12 11:49:26.456700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec059b-4e2f-418e-9563-d034a6e0f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f0d00-cc41-47f1-acac-7ba157fecf14,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:26.456962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f22f5dfe-d5e6-4944-9681-0f1604e1ece1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d8e7b9dd4d740ee8837246d2ac76a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014742 Oct 12 11:49:26.457725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f5dfe-d5e6-4944-9681-0f1604e1ece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02600c17-2e8e-4605-a282-195f282d8aa2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:26.459436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36216) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:26.519884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.544938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.663123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.665840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:26.669031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02600c17-2e8e-4605-a282-195f282d8aa2 HTTP/1.1" status: 204 len: 168 time: 0.2051735 Oct 12 11:49:26.680590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346163b-68f5-45c7-81cd-f338bd5492fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02600c17-2e8e-4605-a282-195f282d8aa2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:26.915344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:28.113315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:28.277149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc059db1-7990-4c55-b902-0b187f89be4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:28.356145 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc059db1-7990-4c55-b902-0b187f89be4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.048321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-bc059db1-7990-4c55-b902-0b187f89be4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.088924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bc059db1-7990-4c55-b902-0b187f89be4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a40a187d75af4abb8986df0f7c187e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743366 Oct 12 11:49:29.089766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc059db1-7990-4c55-b902-0b187f89be4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c143d9-c241-4fbc-9e0e-02e5a7f909c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:29.091641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36288) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:29.156141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.179763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.291029 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.297667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:29.297667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31c143d9-c241-4fbc-9e0e-02e5a7f909c4 HTTP/1.1" status: 204 len: 168 time: 0.2014155 Oct 12 11:49:29.306173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff4323-8aec-42ae-9546-8b68fb95cd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c143d9-c241-4fbc-9e0e-02e5a7f909c4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:30.442160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36330) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:30.586110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2102523255-network', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:30.680262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Made reservation on behalf of b2f9a1f3522646f3806221633136c4e1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:49:30.682632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:30.695553 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:30.789504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:30.848326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:30.873420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:49:30.882476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4821dec-a079-4453-aab4-5b26136053c0,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:30.888400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:30.888794 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Added segment 2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c of type vlan for network a717d6b6-bfe8-4929-9b7f-88899be0461c Oct 12 11:49:30.929955 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:31.016503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:31.017416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:31.018004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:31.079371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a717d6b6-bfe8-4929-9b7f-88899be0461c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:31.101345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network a717d6b6-bfe8-4929-9b7f-88899be0461c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:49:31.379990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7d8e32b-448c-4661-aee7-5394385891f2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9366767 Oct 12 11:49:31.383178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36352) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:31.388353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Request body: {'subnet': {'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2102523255-subnet', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:31.468302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Made reservation on behalf of b2f9a1f3522646f3806221633136c4e1 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:49:31.471388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:31.759986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:31.834347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df88ac9a-7676-45a4-9eea-99d9b9ac2980,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:31.838997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Checking segment: {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:31.839480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Network hostable DHCP agents. Network: a717d6b6-bfe8-4929-9b7f-88899be0461c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:49:31.922709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Network a717d6b6-bfe8-4929-9b7f-88899be0461c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:49:32.002727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, a717d6b6-bfe8-4929-9b7f-88899be0461c) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:32.014348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d2d05-7a24-431b-a931-9073038f05b9 None None] Network a717d6b6-bfe8-4929-9b7f-88899be0461c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:49:32.015481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:32.017982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.099731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77de6c34-1702-4c5f-8c30-83e23150bc30 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7152722 Oct 12 11:49:32.102611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36374) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:32.108733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:32.177767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-a717d6b6-bfe8-4929-9b7f-88899be0461c', 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'fixed_ips': [{'subnet_id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:49:32.179008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.241836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.242949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.353797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Allocated IP 172.20.0.2 (a717d6b6-bfe8-4929-9b7f-88899be0461c/df88ac9a-7676-45a4-9eea-99d9b9ac2980/18c61be5-8ee1-484e-9d47-9944748da8ee) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:32.368686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.524520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.596635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.622297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.662926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Network a717d6b6-bfe8-4929-9b7f-88899be0461c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:32.668232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:32.675155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:32.730100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Pushing event updated for resources: {'Port': ['ID=18c61be5-8ee1-484e-9d47-9944748da8ee,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:32.762355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Attempting to bind port 18c61be5-8ee1-484e-9d47-9944748da8ee on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:32.762952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Attempting to bind port 18c61be5-8ee1-484e-9d47-9944748da8ee by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:32.763262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Attempting to bind port 18c61be5-8ee1-484e-9d47-9944748da8ee on network a717d6b6-bfe8-4929-9b7f-88899be0461c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:32.769794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:32.770349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Checking segment: {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:32.770891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.771652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Bound using segment: {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:32.772223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Bound port: 18c61be5-8ee1-484e-9d47-9944748da8ee, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:32.772712 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.852634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] For port 18c61be5-8ee1-484e-9d47-9944748da8ee, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:32.852634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] For port 18c61be5-8ee1-484e-9d47-9944748da8ee, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18c61be5-8ee1-484e-9d47-9944748da8ee,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:32.950103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:32.995758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:33.050369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:33.073090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57242a56-4d13-4bfa-a8e4-b0b3257e4e14 None None] Pushing event updated for resources: {'Port': ['ID=18c61be5-8ee1-484e-9d47-9944748da8ee,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:33.262815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Allocated IP 172.25.2.185 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:33.442436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:33.583054 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:33.628835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:33.632392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:33.639780 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:33.675903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Pushing event updated for resources: {'Port': ['ID=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:33.988945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:34.235592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:34.309487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72424353-e3cc-42ad-a26a-0f702d01e0b2 None None] Network a717d6b6-bfe8-4929-9b7f-88899be0461c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:49:34.400851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] Provisioning complete for port 18c61be5-8ee1-484e-9d47-9944748da8ee triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:34.401365 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:34.485384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:49:34.661523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18c61be5-8ee1-484e-9d47-9944748da8ee up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:34.675175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:34.708642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Sync routers for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:34.712732 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:34.753987 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:34.755703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-70536665-2b87-4f53-ba82-548ff8c8feec admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6516519 Oct 12 11:49:34.758801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36416) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:34.759735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:34.760643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:34.856074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] For port 18c61be5-8ee1-484e-9d47-9944748da8ee, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18c61be5-8ee1-484e-9d47-9944748da8ee,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:34.959193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:35.199883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:35.281655 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 18c61be5-8ee1-484e-9d47-9944748da8ee triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:35.282330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:35.372784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e71ea-1072-4e90-a6a0-d127586539fe None None] Pushing event updated for resources: {'Port': ['ID=18c61be5-8ee1-484e-9d47-9944748da8ee,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:35.551537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:33Z', 'revision_number': 3, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:35.594825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Checking router: cf799c3f-f9f5-4249-b5ae-631dca7c6de5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:35.595442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Updating router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:49:35.623242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:35.731492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:35.743410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5060fe86-5698-48be-820b-6a731ae472da None None] Provisioning complete for port 18c61be5-8ee1-484e-9d47-9944748da8ee triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:35.743701 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5060fe86-5698-48be-820b-6a731ae472da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:35.998420 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Allocated IP 172.20.0.1 (a717d6b6-bfe8-4929-9b7f-88899be0461c/df88ac9a-7676-45a4-9eea-99d9b9ac2980/1c079f81-3424-428d-ae08-b8e9fb85143c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:36.043761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.108834 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.142655 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.214993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2cee-bfed-44a6-9ef0-54a2bbe77b38 None None] Pushing event updated for resources: {'Port': ['ID=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:36.232843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Attempting to bind port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:36.233499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Attempting to bind port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:36.234244 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Attempting to bind port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:36.241202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:36.242061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:36.242668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.248416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:36.248416 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Bound port: c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:36.248416 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.299756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.324665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] For port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:36.332441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] For port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:36.354843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Network a717d6b6-bfe8-4929-9b7f-88899be0461c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:36.360415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:36.380072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:36.406647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.473181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Pushing event updated for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:36.547048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.601922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:36.602551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:36.671038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2cee-bfed-44a6-9ef0-54a2bbe77b38 None None] Pushing event updated for resources: {'Port': ['ID=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:36.811717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:36.856026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:36.974241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18c61be5-8ee1-484e-9d47-9944748da8ee up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:37.142823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5ec10d47-62f1-42bb-b483-a535c43efe4f None None] Provisioning complete for port 1c079f81-3424-428d-ae08-b8e9fb85143c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:37.143216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5ec10d47-62f1-42bb-b483-a535c43efe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.152586 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.208402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5ec10d47-62f1-42bb-b483-a535c43efe4f None None] Port 1c079f81-3424-428d-ae08-b8e9fb85143c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:49:37.219673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 18c61be5-8ee1-484e-9d47-9944748da8ee triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:37.220043 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.248218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:33Z', 'revision_number': 3, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:37.276279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30166-590f-4527-8cac-3ede47301e40 None None] The sync data for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 is: [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:33Z', 'revision_number': 3, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:37.313672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.394082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Pushing event updated for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:37.396513 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.498392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Network a717d6b6-bfe8-4929-9b7f-88899be0461c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:37.500480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:37.700252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:49:37.871887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:37.877712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dc78a860-7b50-48bc-8b4d-06921d7bf836 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf799c3f-f9f5-4249-b5ae-631dca7c6de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1177502 Oct 12 11:49:37.948073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d3afc9c9-233b-4239-9ebb-d0af9a6de96a None None] Provisioning complete for port 1c079f81-3424-428d-ae08-b8e9fb85143c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:37.948611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3afc9c9-233b-4239-9ebb-d0af9a6de96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:37.993575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d3afc9c9-233b-4239-9ebb-d0af9a6de96a None None] Port 1c079f81-3424-428d-ae08-b8e9fb85143c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:49:38.626094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:38.726294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:38.727510 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:38.829974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:38.854305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:38.867423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:38.872753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-512397658-network', 'tenant_id': '40199de8e21641cbb104c65abce8a19f'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:38.950670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.009319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:39.013492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Made reservation on behalf of 40199de8e21641cbb104c65abce8a19f for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:49:39.016516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.026745 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.118167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.192269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.227640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:49:39.234327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46e3adf-b636-4653-9af2-fe09c1a5f61b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:39.240868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.241195 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Added segment 70e72c21-1060-4af2-9b24-fc7f1c8d2567 of type vlan for network b5c37d20-b1b3-4c02-af28-28d66fb00f3c Oct 12 11:49:39.291935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.381237 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Sync routers for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:39.396147 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:39.396147 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:39.419109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.420102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:39.420680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.505384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c37d20-b1b3-4c02-af28-28d66fb00f3c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:39.519687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:49:39.544695 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:39.570678 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20b97af2-de51-4477-b03c-8db363951962 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7020454 Oct 12 11:49:39.573328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:39.578875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Request body: {'subnet': {'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-512397658-subnet', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:39.681992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Made reservation on behalf of 40199de8e21641cbb104c65abce8a19f for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:49:39.684729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.796711 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 4, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '1c079f81-3424-428d-ae08-b8e9fb85143c', 'name': '', 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'mac_address': 'fa:16:3e:b0:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:35Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 2, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'subnets': [{'id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:39.838383 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Checking router: cf799c3f-f9f5-4249-b5ae-631dca7c6de5 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:39.839247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Updating router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 port 1c079f81-3424-428d-ae08-b8e9fb85143c binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:49:39.867510 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:39.990670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.052036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6db413-d384-4d9d-9217-21bbf62afef3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:40.063089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Checking segment: {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:40.063560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Network hostable DHCP agents. Network: b5c37d20-b1b3-4c02-af28-28d66fb00f3c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:49:40.171358 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.205328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:49:40.275992 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.316240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b5c37d20-b1b3-4c02-af28-28d66fb00f3c) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:40.333219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:40.333406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b04865-3c09-4087-86ca-24b303e34453 None None] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:49:40.334058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.334557 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Pushing event updated for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:40.346368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.346786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.347110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.347493 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.347825 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.348149 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.348470 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.348788 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.349186 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.349507 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.349826 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.351676 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:40.445634 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Attempting to bind port 1c079f81-3424-428d-ae08-b8e9fb85143c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:40.446858 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Attempting to bind port 1c079f81-3424-428d-ae08-b8e9fb85143c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:40.447471 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Attempting to bind port 1c079f81-3424-428d-ae08-b8e9fb85143c on network a717d6b6-bfe8-4929-9b7f-88899be0461c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:40.455335 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:40.456163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Checking segment: {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:40.456790 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.457685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Bound using segment: {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:40.458492 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Bound port: 1c079f81-3424-428d-ae08-b8e9fb85143c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:40.465680 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.465797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-21f0a410-994e-4ff9-b2fe-e88ca4f36e5c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8869600 Oct 12 11:49:40.465797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36542) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:40.469262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:40.561707 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] For port 1c079f81-3424-428d-ae08-b8e9fb85143c, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:40.565659 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] For port 1c079f81-3424-428d-ae08-b8e9fb85143c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c079f81-3424-428d-ae08-b8e9fb85143c,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:40.584484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:49:40.585618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.596209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.597380 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.606847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:40.659287 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.668199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.754782 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:40.755765 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:40.761146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c1ff-d885-4f16-b44b-84dde9ceaafc None None] Pushing event updated for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:40.762823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:40.763204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.823504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] Provisioning complete for port 1c079f81-3424-428d-ae08-b8e9fb85143c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:40.824160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:40.943917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:40.957825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.065400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Allocated IP 172.20.0.2 (b5c37d20-b1b3-4c02-af28-28d66fb00f3c/cc6db413-d384-4d9d-9217-21bbf62afef3/2869c2c7-e2fa-43ff-8a1d-5bf61724733a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:41.067310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.125663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] For port 1c079f81-3424-428d-ae08-b8e9fb85143c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c079f81-3424-428d-ae08-b8e9fb85143c,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:41.209414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.269679 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 4, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '1c079f81-3424-428d-ae08-b8e9fb85143c', 'name': '', 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'mac_address': 'fa:16:3e:b0:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:35Z', 'updated_at': '2021-10-12T11:49:40Z', 'revision_number': 4, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'subnets': [{'id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:41.286840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09a74-76d8-41ec-9800-c5d11f19fad9 None None] Pushing event updated for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:41.306639 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb547b-1899-4c65-9a1b-b8144d52285e None None] The sync data for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 is: [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:36Z', 'revision_number': 4, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '1c079f81-3424-428d-ae08-b8e9fb85143c', 'name': '', 'network_id': 'a717d6b6-bfe8-4929-9b7f-88899be0461c', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'mac_address': 'fa:16:3e:b0:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:35Z', 'updated_at': '2021-10-12T11:49:40Z', 'revision_number': 4, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'subnets': [{'id': 'df88ac9a-7676-45a4-9eea-99d9b9ac2980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:41.363469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f3c19986-fdb9-4bc8-926b-c4a65d2f4e37 None None] Provisioning complete for port 1c079f81-3424-428d-ae08-b8e9fb85143c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:41.366183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f3c19986-fdb9-4bc8-926b-c4a65d2f4e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.419019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.443437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.463467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.588837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Allocated IP 172.25.2.247 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/551d7bc3-0738-489b-bea5-788651e945ad) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:41.608053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.663646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:41.671971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:41.674285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Pushing event updated for resources: {'Port': ['ID=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:41.685050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:41.731204 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.766301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Attempting to bind port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:41.766679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Attempting to bind port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:41.767120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Attempting to bind port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a on network b5c37d20-b1b3-4c02-af28-28d66fb00f3c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:41.773027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:41.773406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Checking segment: {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:41.773813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.774276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Bound using segment: {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:41.774689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Bound port: 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:41.775089 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:41.905677 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:42.001906 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:42.008271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:42.012043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:42.026558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] For port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:42.029864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] For port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:42.049505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Pushing event updated for resources: {'Port': ['ID=551d7bc3-0738-489b-bea5-788651e945ad,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:42.137248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:42.258604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0834b-5a17-45e8-9c4b-eed0cec413b7 None None] Pushing event updated for resources: {'Port': ['ID=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:42.709600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c079f81-3424-428d-ae08-b8e9fb85143c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:42.767932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1c079f81-3424-428d-ae08-b8e9fb85143c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:42.768303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:42.928889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:43.144091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:43.408656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:49:43.613541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:43.626549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Sync routers for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:43.641665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:43.642774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:43.733095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:43.740308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24cac240-cecf-42e4-9950-5ee0249e8b74 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2725117 Oct 12 11:49:43.740833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36576) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:43.777485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:43.875097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bc85a-e13d-442d-a146-438079200c43 None None] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:49:43.990871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Provisioning complete for port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:43.991248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.180911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.236448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:42Z', 'revision_number': 3, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:44.256555 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.273448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] For port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:44.274673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Checking router: c3ac22d9-a05e-4262-9eb8-9aef08f33a93 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:44.275055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Updating router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 port 551d7bc3-0738-489b-bea5-788651e945ad binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:49:44.310945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.502890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Allocated IP 172.20.0.1 (b5c37d20-b1b3-4c02-af28-28d66fb00f3c/cc6db413-d384-4d9d-9217-21bbf62afef3/c1418415-d24d-42ca-99f4-362e5c3555de) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:44.571553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.688213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Pushing event updated for resources: {'Port': ['ID=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:44.733525 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2869c2c7-e2fa-43ff-8a1d-5bf61724733a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:44.744511 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.773961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.774292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.774633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.778224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.784170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.790893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88f156-4df0-4d3d-ad36-162fa4bb5368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:44.862748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:44.863110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.892045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7f0dab5d-4cd3-4ecd-819b-5e2b7ac1f6c1 None None] Provisioning complete for port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:44.892409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7f0dab5d-4cd3-4ecd-819b-5e2b7ac1f6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.932748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:44.971064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.040188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:45.044008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:45.067384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.068831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:45.165816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Attempting to bind port 551d7bc3-0738-489b-bea5-788651e945ad on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:45.166612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Attempting to bind port 551d7bc3-0738-489b-bea5-788651e945ad by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:45.167300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Attempting to bind port 551d7bc3-0738-489b-bea5-788651e945ad on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:45.178126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d946de3-3441-48b4-94ea-d232ff9c2f2f None None] Pushing event updated for resources: {'Port': ['ID=551d7bc3-0738-489b-bea5-788651e945ad,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:45.182323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:45.182721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:45.183121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.183500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:45.183974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Bound port: 551d7bc3-0738-489b-bea5-788651e945ad, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:45.184350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.189091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.270942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:45.290777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] For port 551d7bc3-0738-489b-bea5-788651e945ad, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:45.295584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] For port 551d7bc3-0738-489b-bea5-788651e945ad, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=551d7bc3-0738-489b-bea5-788651e945ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:45.373252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-daa4cd69-0a1d-411d-b77d-12953096e2d4 None None] Provisioning complete for port c1418415-d24d-42ca-99f4-362e5c3555de triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:45.373676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-daa4cd69-0a1d-411d-b77d-12953096e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.408558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-daa4cd69-0a1d-411d-b77d-12953096e2d4 None None] Port c1418415-d24d-42ca-99f4-362e5c3555de cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:49:45.423440 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.491561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:45.492036 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:45.517979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.678509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:45.801229 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.804909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d946de3-3441-48b4-94ea-d232ff9c2f2f None None] Pushing event updated for resources: {'Port': ['ID=551d7bc3-0738-489b-bea5-788651e945ad,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:45.907915 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:45.915387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c1418415-d24d-42ca-99f4-362e5c3555de', 'name': '', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'mac_address': 'fa:16:3e:87:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:44Z', 'updated_at': '2021-10-12T11:49:44Z', 'revision_number': 1, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'subnets': [{'id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:45.973665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a4899-a25a-41fb-bf30-1dece5035510 None None] The sync data for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 is: [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c1418415-d24d-42ca-99f4-362e5c3555de', 'name': '', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'mac_address': 'fa:16:3e:87:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:44Z', 'updated_at': '2021-10-12T11:49:44Z', 'revision_number': 1, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'subnets': [{'id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:46.009522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:46.011711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:46.190119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:46.192230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:46.417557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:49:46.612937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2869c2c7-e2fa-43ff-8a1d-5bf61724733a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:46.653016 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:46.669143 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8133ad43-24c9-4fcd-810d-66d9af94bbe8 admin admin] 10.222.0.43 "PUT /v2.0/routers/c3ac22d9-a05e-4262-9eb8-9aef08f33a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9272370 Oct 12 11:49:46.692259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3cd1833c-02bc-485c-aa67-adb32b747162 None None] Provisioning complete for port c1418415-d24d-42ca-99f4-362e5c3555de triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:46.692812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3cd1833c-02bc-485c-aa67-adb32b747162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:46.779071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:46.779071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:46.799706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1833c-02bc-485c-aa67-adb32b747162 None None] Port c1418415-d24d-42ca-99f4-362e5c3555de cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:49:47.775473 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e4831ba9-86be-43d8-8202-d2e279c62e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:47.856893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:49:48.621630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 551d7bc3-0738-489b-bea5-788651e945ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:48.892890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 551d7bc3-0738-489b-bea5-788651e945ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:48.893470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:48.996350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:49.024385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 551d7bc3-0738-489b-bea5-788651e945ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=551d7bc3-0738-489b-bea5-788651e945ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:49.177040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:49.245494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36680) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:49.280386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=551d7bc3-0738-489b-bea5-788651e945ad,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:49.801106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:49.899435 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Sync routers for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:49.919384 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:49.919996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:50.059570 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:50.252541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Deleting port 1c079f81-3424-428d-ae08-b8e9fb85143c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:50.253080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.326260 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c1418415-d24d-42ca-99f4-362e5c3555de', 'name': '', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'mac_address': 'fa:16:3e:87:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:44Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 2, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'subnets': [{'id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:50.361468 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Checking router: c3ac22d9-a05e-4262-9eb8-9aef08f33a93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:50.361818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Updating router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 port c1418415-d24d-42ca-99f4-362e5c3555de binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:49:50.365892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] For port 1c079f81-3424-428d-ae08-b8e9fb85143c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c079f81-3424-428d-ae08-b8e9fb85143c,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:50.366360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.380553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Calling delete_port for 1c079f81-3424-428d-ae08-b8e9fb85143c owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:50.399720 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.481858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89517ec6-6dbd-482f-a324-4ae06998bbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.603596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 551d7bc3-0738-489b-bea5-788651e945ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:50.696297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 551d7bc3-0738-489b-bea5-788651e945ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:50.696720 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.727758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.759023 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.785614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c079f81-3424-428d-ae08-b8e9fb85143c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:50.824610 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:50.907440 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388be91-673a-45d6-8e6a-f95db8c0bc7f None None] Pushing event updated for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:51.009418 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Attempting to bind port c1418415-d24d-42ca-99f4-362e5c3555de on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:51.009966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Attempting to bind port c1418415-d24d-42ca-99f4-362e5c3555de by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:51.010505 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Attempting to bind port c1418415-d24d-42ca-99f4-362e5c3555de on network b5c37d20-b1b3-4c02-af28-28d66fb00f3c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Checking segment: {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Bound using segment: {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Bound port: c1418415-d24d-42ca-99f4-362e5c3555de, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e72c21-1060-4af2-9b24-fc7f1c8d2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:51.063682 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.075847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.272403 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] For port c1418415-d24d-42ca-99f4-362e5c3555de, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:51.276141 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] For port c1418415-d24d-42ca-99f4-362e5c3555de, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1418415-d24d-42ca-99f4-362e5c3555de,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:51.354428 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.375230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] Provisioning complete for port c1418415-d24d-42ca-99f4-362e5c3555de triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:51.375911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.432414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:51.433180 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:51.563853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.648455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] For port c1418415-d24d-42ca-99f4-362e5c3555de, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1418415-d24d-42ca-99f4-362e5c3555de,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:51.719450 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.723575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-f4158a31-e8b8-4c9e-a67c-23cc864e9ce9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:51.728752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-f4158a31-e8b8-4c9e-a67c-23cc864e9ce9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.2852070 Oct 12 11:49:51.765519 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:51.768549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-59ca0fa3-37b7-4eae-a899-565f24ee7126 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0321965 Oct 12 11:49:51.825124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656a81f-c406-4474-a2e2-93b9faae85ab None None] Pushing event updated for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:51.852446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.876362 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388be91-673a-45d6-8e6a-f95db8c0bc7f None None] Pushing event updated for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:51.891274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-1c1d6570-587f-431d-823a-17c98316e6c7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216803 Oct 12 11:49:51.902190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b39f70d7-de42-4ff5-8ddc-fb12b4809209 None None] Provisioning complete for port c1418415-d24d-42ca-99f4-362e5c3555de triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:51.902728 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b39f70d7-de42-4ff5-8ddc-fb12b4809209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:51.959494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.071700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:49:52.078465 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c1418415-d24d-42ca-99f4-362e5c3555de', 'name': '', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'mac_address': 'fa:16:3e:87:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:44Z', 'updated_at': '2021-10-12T11:49:51Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'subnets': [{'id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:52.089561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-cdad68df-eacb-4f6c-8136-ffe0a5be15d7 service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970801 Oct 12 11:49:52.111725 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81c7f1-9481-4874-9ac6-8d34d423f02e None None] The sync data for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 is: [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:45Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'c1418415-d24d-42ca-99f4-362e5c3555de', 'name': '', 'network_id': 'b5c37d20-b1b3-4c02-af28-28d66fb00f3c', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'mac_address': 'fa:16:3e:87:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:44Z', 'updated_at': '2021-10-12T11:49:51Z', 'revision_number': 4, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'subnets': [{'id': 'cc6db413-d384-4d9d-9217-21bbf62afef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:52.234524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e45b1806-34b6-4dc2-bfcd-893a28f0a1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430662 Oct 12 11:49:52.247363 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.281628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:52.287933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-454a3786-9950-4a25-8e0e-dc90804aa104 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf799c3f-f9f5-4249-b5ae-631dca7c6de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410943 Oct 12 11:49:52.290528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36714) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:52.296576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Sync routers for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:52.306274 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:52.306937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:52.459991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.497003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:52.656019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.708876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1418415-d24d-42ca-99f4-362e5c3555de up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:49:52.813697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c1418415-d24d-42ca-99f4-362e5c3555de triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:52.813885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.832097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Deleting port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:52.833999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.891483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:50Z', 'revision_number': 5, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port': {'id': 'c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:33Z', 'updated_at': '2021-10-12T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:52.933734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Checking router: cf799c3f-f9f5-4249-b5ae-631dca7c6de5 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:52.946849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Routers {'cf799c3f-f9f5-4249-b5ae-631dca7c6de5'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:52.947873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:52.958355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] For port c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:52.959123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:52.987319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Calling delete_port for c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:53.082632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] Set router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:53.163503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:52Z', 'revision_number': 6, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:53.205633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5b41c-55b8-408f-a17f-29d0649505bb None None] The sync data for ids ['cf799c3f-f9f5-4249-b5ae-631dca7c6de5'] in n-d-813419-3 is: [{'id': 'cf799c3f-f9f5-4249-b5ae-631dca7c6de5', 'name': 'tempest-TestAggregatesBasicOps-2102523255-router', 'tenant_id': 'b2f9a1f3522646f3806221633136c4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:32Z', 'updated_at': '2021-10-12T11:49:52Z', 'revision_number': 6, 'project_id': 'b2f9a1f3522646f3806221633136c4e1', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:53.338160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae575c07-cea3-4e19-955e-e98085db1352 req-d3476baf-0fd0-4c29-b941-73d693e708a0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0361655 Oct 12 11:49:53.365895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.387818 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.421946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Pushing event deleted for resources: {'Port': ['ID=c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:53.457556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.457984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.458321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.458651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.459001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.459324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.459642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.459958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.460273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.460686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.461115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.461432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:49:53.506362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36746) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:53.515544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.664967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.668498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.687260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b584bc6-debf-409e-867b-706c5ddcdd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.782448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b584bc6-debf-409e-867b-706c5ddcdd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.859125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.859125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf799c3f-f9f5-4249-b5ae-631dca7c6de5 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:49:53.863530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.867033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9b584bc6-debf-409e-867b-706c5ddcdd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.867199 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b28a8d3a-11e8-4fd9-8510-6923fcf549df admin admin] 10.222.0.43 "DELETE /v2.0/routers/cf799c3f-f9f5-4249-b5ae-631dca7c6de5 HTTP/1.1" status: 204 len: 168 time: 1.5753717 Oct 12 11:49:53.867874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36756) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:53.908548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584bc6-debf-409e-867b-706c5ddcdd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3e1cd-484a-476a-a2d0-f6310f4b1092,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:53.913065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9b584bc6-debf-409e-867b-706c5ddcdd1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34b8872f58d24c118fcac659f3edbdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048607 Oct 12 11:49:53.925537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:53.960566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Deleting subnet df88ac9a-7676-45a4-9eea-99d9b9ac2980 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:49:53.960566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.991874 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:53.998879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.018234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.113336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.244980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.248080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.250776 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7a3e1cd-484a-476a-a2d0-f6310f4b1092 HTTP/1.1" status: 204 len: 168 time: 0.3221340 Oct 12 11:49:54.259480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70ce12-04ba-46b8-9425-30d6c206bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3e1cd-484a-476a-a2d0-f6310f4b1092,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:54.273803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.307656 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.313617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cd750-cc87-438d-83cd-8dbe47dd9dc0 None None] Network a717d6b6-bfe8-4929-9b7f-88899be0461c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:49:54.332842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/df88ac9a-7676-45a4-9eea-99d9b9ac2980 HTTP/1.1" status: 204 len: 168 time: 0.4639072 Oct 12 11:49:54.342062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:54.393338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd833a-c675-4a08-8995-eef2a7bb607a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df88ac9a-7676-45a4-9eea-99d9b9ac2980,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:54.475300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.495300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dea87203-2fb1-4aa0-b595-da4b926631e2 req-6b0fc34a-895f-4c4a-b1c6-50ee8ab8077d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0359871 Oct 12 11:49:54.586122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Deleting port 18c61be5-8ee1-484e-9d47-9944748da8ee {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:54.586833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c079f81-3424-428d-ae08-b8e9fb85143c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:49:54.586968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.646191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1c079f81-3424-428d-ae08-b8e9fb85143c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:49:54.646191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c079f81-3424-428d-ae08-b8e9fb85143c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:49:54.646191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:49:54.648362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:49:54.648738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4370b28-f8f8-4dfa-a4d6-9beb705cbaa7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:49:54.667352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] For port 18c61be5-8ee1-484e-9d47-9944748da8ee, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18c61be5-8ee1-484e-9d47-9944748da8ee,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:54.667795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.685019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Calling delete_port for 18c61be5-8ee1-484e-9d47-9944748da8ee owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:54.733994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] DHCP port deletion for a717d6b6-bfe8-4929-9b7f-88899be0461c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:49:54.786798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Deleting port 18c61be5-8ee1-484e-9d47-9944748da8ee {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:54.787339 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.855509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] For port 18c61be5-8ee1-484e-9d47-9944748da8ee, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18c61be5-8ee1-484e-9d47-9944748da8ee,segment=NetworkSegment(2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c),segment_id=2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:54.855906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.868494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Calling delete_port for 18c61be5-8ee1-484e-9d47-9944748da8ee owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:54.933154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.951696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:54.969476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=18c61be5-8ee1-484e-9d47-9944748da8ee,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:54.975511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] No DVR routers for this DVR port 18c61be5-8ee1-484e-9d47-9944748da8ee on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:49:55.001765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] Pushing event deleted for resources: {'Port': ['ID=18c61be5-8ee1-484e-9d47-9944748da8ee,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:55.005463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e580-05e8-47de-85fc-472ff2c0b4d5 None None] No DVR routers for this DVR port 18c61be5-8ee1-484e-9d47-9944748da8ee on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:49:55.071471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.095854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a717d6b6-bfe8-4929-9b7f-88899be0461c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:55.105395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:55.106092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4d4b6f-fc36-4c06-a1e2-b04cb959db2c') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:55.116331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.130568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.140492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:49:55.140959 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:49:55.153049 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:49:55.281499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.286325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.291061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] 10.222.0.43 "DELETE /v2.0/networks/a717d6b6-bfe8-4929-9b7f-88899be0461c HTTP/1.1" status: 204 len: 168 time: 0.9459217 Oct 12 11:49:55.292716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36786) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:55.304075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a228ef-6599-41ea-b29d-124369e76d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a717d6b6-bfe8-4929-9b7f-88899be0461c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:55.614249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ecd66618-3d98-46ff-9b18-6734f3e9c648 req-33658c88-8403-45a0-be45-89172b0e375e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0489247 Oct 12 11:49:55.700466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:55.972354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Deleting port c1418415-d24d-42ca-99f4-362e5c3555de {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:55.972761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:56.071251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] For port c1418415-d24d-42ca-99f4-362e5c3555de, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c1418415-d24d-42ca-99f4-362e5c3555de,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:56.071251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:56.084299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Calling delete_port for c1418415-d24d-42ca-99f4-362e5c3555de owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:56.148267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-fe1b624a-443b-43e6-8406-071cede50dc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:56.149938 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-fe1b624a-443b-43e6-8406-071cede50dc0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.2145822 Oct 12 11:49:56.165933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': '5fa3d658-711c-493e-966a-b9b7b48580df', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:56.390615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:49:56.395809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:56.572553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18c61be5-8ee1-484e-9d47-9944748da8ee no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:49:56.578059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.9 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/2c0c49e5-fb7f-4d00-ac6e-73a4313e662a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:49:56.610483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 18c61be5-8ee1-484e-9d47-9944748da8ee {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:49:56.610850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18c61be5-8ee1-484e-9d47-9944748da8ee not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:49:56.734257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-165e0d32-bce0-4009-ad96-dc6d9507acdf req-ff331ca7-6533-40f3-a12f-dc95542668ed tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0304527 Oct 12 11:49:56.767380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:56.791859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1418415-d24d-42ca-99f4-362e5c3555de,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:56.944108 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:56.950641 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.042367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.065407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.133337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:49:57.138077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:49:57.143848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:49:57.149750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:57.210453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:57.211134 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.299831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:49:57.300745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-e22dd352-3658-4408-b72a-82ec0cea11eb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389489 Oct 12 11:49:57.319278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Request body: {'port': {'device_id': '5fa3d658-711c-493e-966a-b9b7b48580df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:49:57.383826 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.526508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:49:57.526849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e5c56fd0-f112-46fb-b8d2-f0175a43be4e None None] Provisioning complete for port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:49:57.527228 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5c56fd0-f112-46fb-b8d2-f0175a43be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.537935 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Sync routers for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:49:57.541777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88507f8f-b7ca-46e0-ad7f-a1d9902ae485 admin admin] 10.222.0.43 "PUT /v2.0/routers/c3ac22d9-a05e-4262-9eb8-9aef08f33a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2479722 Oct 12 11:49:57.544513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36828) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:57.560462 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:57.561859 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:57.613289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e5c56fd0-f112-46fb-b8d2-f0175a43be4e None None] Port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:49:57.832526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:49:57.849233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.850147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:57.871197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Transition to ACTIVE for port object 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:49:57.876862 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:57.964787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.038770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b403058-683f-4631-a5a4-ddbfe1fea653 req-9787ca75-f237-4051-8e66-78a6cb2ac97c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:58.047008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:58.051965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b403058-683f-4631-a5a4-ddbfe1fea653 req-9787ca75-f237-4051-8e66-78a6cb2ac97c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 931 time: 0.1534393 Oct 12 11:49:58.172878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b403058-683f-4631-a5a4-ddbfe1fea653 req-0402513a-f0d7-430b-8c23-f85b7262dbdb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138794 Oct 12 11:49:58.212811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.251034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Attempting to bind port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:49:58.252402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Attempting to bind port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:49:58.253068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Attempting to bind port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:58.265067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:49:58.266089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Attempting to bind port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:49:58.276429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:49:58.282761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:49:58.282761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:49:58.282761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Bound port: 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:49:58.282761 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.300044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '551d7bc3-0738-489b-bea5-788651e945ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:56Z', 'revision_number': 5, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port': {'id': '551d7bc3-0738-489b-bea5-788651e945ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:49:41Z', 'updated_at': '2021-10-12T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:58.373359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Checking router: c3ac22d9-a05e-4262-9eb8-9aef08f33a93 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:49:58.388441 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Routers {'c3ac22d9-a05e-4262-9eb8-9aef08f33a93'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:49:58.389064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:58.431737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Deleting port 551d7bc3-0738-489b-bea5-788651e945ad {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:49:58.432068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.436554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:49:58.440696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:49:58.556855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.559914 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] Set router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:49:58.580958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:58.581584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.585650 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c0c49e5-fb7f-4d00-ac6e-73a4313e662a HTTP/1.1" status: 200 len: 1091 time: 1.2743509 Oct 12 11:49:58.585921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:49:58.606077 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1b270e-2b82-48d1-a42f-7716952a3982" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:49:58.641625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] For port 551d7bc3-0738-489b-bea5-788651e945ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=551d7bc3-0738-489b-bea5-788651e945ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:49:58.642003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:58.677812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Calling delete_port for 551d7bc3-0738-489b-bea5-788651e945ad owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:49:58.687239 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e8345-271e-453c-98ce-50bc8866033f x-openstack-request-id: req-3b0e8345-271e-453c-98ce-50bc8866033f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:49:58.687553 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:49:58.687747 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b0e8345-271e-453c-98ce-50bc8866033f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:49:58.695201 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a', 'status': 'completed', 'code': 200} Oct 12 11:49:58.700875 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:58Z', 'revision_number': 6, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:49:58.805380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246dee-fa2c-4a72-a597-6068d21e328c None None] The sync data for ids ['c3ac22d9-a05e-4262-9eb8-9aef08f33a93'] in n-d-813419-3 is: [{'id': 'c3ac22d9-a05e-4262-9eb8-9aef08f33a93', 'name': 'tempest-TestAggregatesBasicOps-512397658-router', 'tenant_id': '40199de8e21641cbb104c65abce8a19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:49:40Z', 'updated_at': '2021-10-12T11:49:58Z', 'revision_number': 6, 'project_id': '40199de8e21641cbb104c65abce8a19f', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:49:58.816826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4417-0a8e-4f41-b500-a7bf5aabe0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:58.856121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-f6f3b1b6-9bb4-4190-8f36-426ac2acb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:58.860679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-f6f3b1b6-9bb4-4190-8f36-426ac2acb222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 1094 time: 0.1275961 Oct 12 11:49:59.087866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c96e631c-db68-47a5-8214-0c6baf286da7 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1fca7590a8934fb58de22092599159d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365851 Oct 12 11:49:59.107589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.163936 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-37e10495-5b71-4bfc-90ca-609263e9abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.166716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-37e10495-5b71-4bfc-90ca-609263e9abda service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2929242 Oct 12 11:49:59.261115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=551d7bc3-0738-489b-bea5-788651e945ad,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:49:59.277138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-bc4937ef-4f77-47d2-ad58-c64cbc01e03e tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.278905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-bc4937ef-4f77-47d2-ad58-c64cbc01e03e tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832993 Oct 12 11:49:59.332533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-5961dbcd-c871-4ce5-a099-b6c2fca18462 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/quotas/1fca7590a8934fb58de22092599159d9 HTTP/1.1" status: 200 len: 375 time: 0.0268779 Oct 12 11:49:59.356824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.387454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-56a54da0-c816-489f-9fb4-63f96447cb80 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fca7590a8934fb58de22092599159d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458682 Oct 12 11:49:59.449850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-b7b7c38c-11c7-4b1b-b87a-fa7f1af1ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.452571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c1b270e-2b82-48d1-a42f-7716952a3982 req-b7b7c38c-11c7-4b1b-b87a-fa7f1af1ac62 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747970 Oct 12 11:49:59.506971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.509986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.572294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-14a1a47b-25a4-4dc8-8db9-ea369cbbcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.573921 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-14a1a47b-25a4-4dc8-8db9-ea369cbbcb10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 1094 time: 0.0808911 Oct 12 11:49:59.623184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-8c50a9bd-a85e-4a37-8954-0df392b3fde6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a HTTP/1.1" status: 200 len: 217 time: 0.0416543 Oct 12 11:49:59.639907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.641000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ac22d9-a05e-4262-9eb8-9aef08f33a93 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:49:59.649819 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.651510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fc0a408c-f732-40b0-a3f2-07c49925c1d4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c3ac22d9-a05e-4262-9eb8-9aef08f33a93 HTTP/1.1" status: 204 len: 168 time: 2.1059027 Oct 12 11:49:59.654023 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36866) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:49:59.716727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Deleting subnet cc6db413-d384-4d9d-9217-21bbf62afef3 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:49:59.721315 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.775109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-896b510a-7f6b-49ad-b2a0-bf4356c9ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.777689 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-896b510a-7f6b-49ad-b2a0-bf4356c9ff1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.1479785 Oct 12 11:49:59.799590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:49:59.847708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-181acc9f-1012-4825-a8b8-eeee848adea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.849343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-181acc9f-1012-4825-a8b8-eeee848adea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638752 Oct 12 11:49:59.979701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f4f5-9764-4772-97bc-4a7c41bddff3 req-269c4a74-8f86-4c98-8b7b-3208656f049b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:49:59.981286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c561f4f5-9764-4772-97bc-4a7c41bddff3 req-269c4a74-8f86-4c98-8b7b-3208656f049b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.1304269 Oct 12 11:50:00.008866 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-eb74c498-2d2f-4257-9351-e5e138273dff service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507564 Oct 12 11:50:00.028485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.117827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c561f4f5-9764-4772-97bc-4a7c41bddff3 req-e8af2f20-ec66-42b2-83bb-393975c1fe76 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280053 Oct 12 11:50:00.213576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7711d692-0538-4b5e-9c89-0780e9314a0e req-78730715-c1f5-4ab7-96db-e4017b201b95 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 210 time: 0.0287457 Oct 12 11:50:00.239465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.292618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6db413-d384-4d9d-9217-21bbf62afef3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:00.312917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.320148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e9c408a1-1ce0-4165-b60c-32bf57c89ef4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc6db413-d384-4d9d-9217-21bbf62afef3 HTTP/1.1" status: 204 len: 168 time: 0.6647346 Oct 12 11:50:00.321099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:00.325836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd1aa10-1ee6-4719-b118-30dc0361fcd7 None None] Network b5c37d20-b1b3-4c02-af28-28d66fb00f3c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:00.416714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.450764 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-01a3513c-f242-4bb0-bc9f-2c64b617bd8b req-b873dd32-a7ca-4b24-a39b-8c35b62f0e4a service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341590 Oct 12 11:50:00.525142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Deleting port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:50:00.525752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.614388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] For port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:00.614789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.616557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] DHCP port deletion for b5c37d20-b1b3-4c02-af28-28d66fb00f3c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:50:00.631222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Calling delete_port for 2869c2c7-e2fa-43ff-8a1d-5bf61724733a owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:50:00.651744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1418415-d24d-42ca-99f4-362e5c3555de no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:50:00.675445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c1418415-d24d-42ca-99f4-362e5c3555de {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:50:00.676094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c1418415-d24d-42ca-99f4-362e5c3555de not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:50:00.676710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 551d7bc3-0738-489b-bea5-788651e945ad no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:50:00.697966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 551d7bc3-0738-489b-bea5-788651e945ad {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:50:00.698618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 551d7bc3-0738-489b-bea5-788651e945ad not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:50:00.722206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Deleting port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:50:00.722721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.798874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] For port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,segment=NetworkSegment(70e72c21-1060-4af2-9b24-fc7f1c8d2567),segment_id=70e72c21-1060-4af2-9b24-fc7f1c8d2567)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:00.799445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.815679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Calling delete_port for 2869c2c7-e2fa-43ff-8a1d-5bf61724733a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:50:00.815883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.851119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] No DVR routers for this DVR port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:50:00.856311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:00.908119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.924365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] No DVR routers for this DVR port 2869c2c7-e2fa-43ff-8a1d-5bf61724733a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:50:00.929856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.944287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49891323-a1b6-4eef-baf8-d28b1bcf6016 None None] Pushing event deleted for resources: {'Port': ['ID=2869c2c7-e2fa-43ff-8a1d-5bf61724733a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:00.958037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c37d20-b1b3-4c02-af28-28d66fb00f3c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:00.967839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e72c21-1060-4af2-9b24-fc7f1c8d2567') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:00.968132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e72c21-1060-4af2-9b24-fc7f1c8d2567') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:00.978015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.991008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.996796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:50:00.997176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:50:00.999516 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:50:01.136258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.141459 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.151507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b5c37d20-b1b3-4c02-af28-28d66fb00f3c HTTP/1.1" status: 204 len: 168 time: 0.8195708 Oct 12 11:50:01.166526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423e310-d8ba-4bcb-a6cf-14bfbef8ac58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c37d20-b1b3-4c02-af28-28d66fb00f3c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:01.283469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c1c5-ba35-4ade-9c2e-96923e881439 req-5e2a0e34-b01f-4909-a470-26f21ed28281 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:01.284902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b624c1c5-ba35-4ade-9c2e-96923e881439 req-5e2a0e34-b01f-4909-a470-26f21ed28281 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0814180 Oct 12 11:50:01.363107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b624c1c5-ba35-4ade-9c2e-96923e881439 req-0a23b85c-f75f-4aa4-85f4-5cba100a16c8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704796 Oct 12 11:50:01.460566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c0e18145-904e-45da-b03a-a019836b251d req-4363e1a5-e105-4ea2-a9cd-69e3670b35e2 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 210 time: 0.0300853 Oct 12 11:50:01.610355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36906) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:01.651454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-036a5a9a-3809-4126-b9d4-8ba5d3688bde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2f9a1f3522646f3806221633136c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395627 Oct 12 11:50:01.653854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 36908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:01.714006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.747856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.867304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.870448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:01.872817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4821dec-a079-4453-aab4-5b26136053c0 HTTP/1.1" status: 204 len: 168 time: 0.2166831 Oct 12 11:50:01.885927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bb122-e239-48c4-80b2-e2175abf1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4821dec-a079-4453-aab4-5b26136053c0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:02.577917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-23e5e692-557f-43ee-b790-888cccc1cd87 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1fca7590a8934fb58de22092599159d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810666 Oct 12 11:50:02.585198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2869c2c7-e2fa-43ff-8a1d-5bf61724733a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:50:02.589393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a90a-cb28-4e80-9c36-1554b9f09407 req-291162e7-63a2-4d46-a63c-2ae758600685 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:02.590937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c977a90a-cb28-4e80-9c36-1554b9f09407 req-291162e7-63a2-4d46-a63c-2ae758600685 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.1429324 Oct 12 11:50:02.607541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 2869c2c7-e2fa-43ff-8a1d-5bf61724733a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:50:02.608047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 2869c2c7-e2fa-43ff-8a1d-5bf61724733a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:50:02.679013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36930) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:02.692511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c977a90a-cb28-4e80-9c36-1554b9f09407 req-1e173961-9f52-4641-a1c5-300393565ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Oct 12 11:50:02.771316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-1706b798-4e92-440a-8320-3fcf0e4f304f tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:02.773511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c01452b-7397-47a2-95c0-d80a29bba523 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40199de8e21641cbb104c65abce8a19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928149 Oct 12 11:50:02.776133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36934) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:02.776347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-1706b798-4e92-440a-8320-3fcf0e4f304f tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812055 Oct 12 11:50:02.787912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Request body: {'port': {'device_id': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': '1fca7590a8934fb58de22092599159d9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:02.853295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:02.860579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ba56388-3fe9-4c24-a197-df3183c3ee30 req-88486990-fb41-457a-84a8-8f6ac0ae6015 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 210 time: 0.0413024 Oct 12 11:50:02.882177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:02.996157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:02.999246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.006342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c46e3adf-b636-4653-9af2-fe09c1a5f61b HTTP/1.1" status: 204 len: 168 time: 0.2234530 Oct 12 11:50:03.019699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453a959-92a6-4a50-9f5d-68ed8a924ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46e3adf-b636-4653-9af2-fe09c1a5f61b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:03.057869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Made reservation on behalf of 1fca7590a8934fb58de22092599159d9 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:03.059136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.068942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.169259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.233208 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.299234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6f34d-fd7d-4b09-8c79-c519f7abccb5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:03.399955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Allocated IP 192.168.233.64 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/26807af6-c8e1-49dd-8d5d-27d1ca637249) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:03.640927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.777742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:03.864514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:03.872831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:03.875942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Pushing event updated for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:03.883250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:03.955739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290e72-ed71-45be-8e6b-46fd6feded4a req-f825d3ce-b69b-4089-89f4-51dff9e0b8a5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:03.957327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0290e72-ed71-45be-8e6b-46fd6feded4a req-f825d3ce-b69b-4089-89f4-51dff9e0b8a5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.1470079 Oct 12 11:50:03.977085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:03.977659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.041065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0290e72-ed71-45be-8e6b-46fd6feded4a req-f1d3ae90-5a65-4847-a876-56037b7080e7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Oct 12 11:50:04.099053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-19064d8c-0526-4727-b13e-5a39128c4dc1 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3159022 Oct 12 11:50:04.120009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Request body: {'port': {'device_id': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:04.221638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.308731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba139-89ca-46af-b965-c2f3971c5435 req-b9afbaab-7c90-4b71-ab49-03a6c030db6a tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:04.310640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c0ba139-89ca-46af-b965-c2f3971c5435 req-b9afbaab-7c90-4b71-ab49-03a6c030db6a tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 935 time: 0.1184297 Oct 12 11:50:04.349963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4e24027d-da2c-4ac6-baaa-a4033a4528d5 None None] Provisioning complete for port 26807af6-c8e1-49dd-8d5d-27d1ca637249 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:04.350533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e24027d-da2c-4ac6-baaa-a4033a4528d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.462675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36974) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:04.466396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4e24027d-da2c-4ac6-baaa-a4033a4528d5 None None] Port 26807af6-c8e1-49dd-8d5d-27d1ca637249 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:04.517275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c0ba139-89ca-46af-b965-c2f3971c5435 req-514ab921-68e4-4ec7-be8d-8c02a7576344 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986361 Oct 12 11:50:04.594034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1195486927-network', 'tenant_id': '82f3c1cad9c1429d9b0ff5fa8a04fbae'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:04.614348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26807af6-c8e1-49dd-8d5d-27d1ca637249 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:04.624367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.638024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Transition to ACTIVE for port object 26807af6-c8e1-49dd-8d5d-27d1ca637249 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:50:04.704047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Made reservation on behalf of 82f3c1cad9c1429d9b0ff5fa8a04fbae for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:04.706488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.715204 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.739644 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.812382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.823258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Pushing event updated for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:04.885052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.887895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Attempting to bind port 26807af6-c8e1-49dd-8d5d-27d1ca637249 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:04.888294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Attempting to bind port 26807af6-c8e1-49dd-8d5d-27d1ca637249 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:04.888631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Attempting to bind port 26807af6-c8e1-49dd-8d5d-27d1ca637249 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:04.895452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Port 26807af6-c8e1-49dd-8d5d-27d1ca637249 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:50:04.895838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Attempting to bind port 26807af6-c8e1-49dd-8d5d-27d1ca637249 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:04.902116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:04.902512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:04.903094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:04.904054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Bound port: 26807af6-c8e1-49dd-8d5d-27d1ca637249, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:04.904054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.914805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:50:04.921588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4943b4f-1b16-49a5-b0bc-8bb5b4117889,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:04.928048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:04.928390 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Added segment feb458f9-89a8-4ea8-a0c6-464526c5a173 of type vlan for network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 Oct 12 11:50:04.978103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.052355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.053425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.054004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.116389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] Pushing event updated for resources: {'Network': ['ID=41b4ae1a-6514-4463-b3bf-7248e4dad3c4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:05.128987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:50:05.170956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-08b6a721-df19-4a2d-a82e-0e760da5dd60 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7033765 Oct 12 11:50:05.171764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 36984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:05.177918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Request body: {'subnet': {'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1195486927-subnet', 'tenant_id': '82f3c1cad9c1429d9b0ff5fa8a04fbae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:05.181916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:05.197856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:05.211162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dffdfe-b9c3-4515-9b9e-f52f3dee7ae5 req-4b57243e-0dc8-447c-8dab-4f4245791846 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.212738 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4dffdfe-b9c3-4515-9b9e-f52f3dee7ae5 req-4b57243e-0dc8-447c-8dab-4f4245791846 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0673385 Oct 12 11:50:05.252713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4dffdfe-b9c3-4515-9b9e-f52f3dee7ae5 req-2f301648-33a8-406f-be61-008d19d05145 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Oct 12 11:50:05.273503 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.284166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Made reservation on behalf of 82f3c1cad9c1429d9b0ff5fa8a04fbae for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:05.286525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.312466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.313110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.314621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] 10.222.0.47 "PUT /v2.0/ports/26807af6-c8e1-49dd-8d5d-27d1ca637249 HTTP/1.1" status: 200 len: 1095 time: 1.1993909 Oct 12 11:50:05.315150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:05.317572 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90596a-d831-4517-be3c-77bbf77409d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:05.351894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8b523-7d79-450d-9d7d-ba6ddd6c3625 service neutron] Pushing event updated for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:05.378000 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f31be-2d7d-4aef-a37a-24de77791d2b x-openstack-request-id: req-6d5f31be-2d7d-4aef-a37a-24de77791d2b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:05.378294 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:05.378549 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5f31be-2d7d-4aef-a37a-24de77791d2b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:05.379162 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249', 'status': 'completed', 'code': 200} Oct 12 11:50:05.462013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90596a-d831-4517-be3c-77bbf77409d4 req-a7157126-ab60-462e-886b-7218b4d35e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.464311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc90596a-d831-4517-be3c-77bbf77409d4 req-a7157126-ab60-462e-886b-7218b4d35e25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fca7590a8934fb58de22092599159d9&device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 1098 time: 0.0639334 Oct 12 11:50:05.506874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc90596a-d831-4517-be3c-77bbf77409d4 req-1980ce44-b772-4700-8ae9-647726f0ef25 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1fca7590a8934fb58de22092599159d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339084 Oct 12 11:50:05.556344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.637613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa9809c-7f9a-4cca-98c7-92973599d348,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:05.666211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Checking segment: {'id': 'feb458f9-89a8-4ea8-a0c6-464526c5a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:05.666211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Network hostable DHCP agents. Network: 41b4ae1a-6514-4463-b3bf-7248e4dad3c4, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:50:05.695261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90596a-d831-4517-be3c-77bbf77409d4 req-d5d9ddbd-b837-411b-8408-160ecd77aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.696815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc90596a-d831-4517-be3c-77bbf77409d4 req-d5d9ddbd-b837-411b-8408-160ecd77aec3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836035 Oct 12 11:50:05.714013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e41c0-5f3d-4eff-bb6c-5bf4eb85f09a req-9f45c1b8-6bfa-4bb8-ae52-1d2ccf48fca8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.715580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-613e41c0-5f3d-4eff-bb6c-5bf4eb85f09a req-9f45c1b8-6bfa-4bb8-ae52-1d2ccf48fca8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 947 time: 0.1085947 Oct 12 11:50:05.755629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:50:05.786580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-613e41c0-5f3d-4eff-bb6c-5bf4eb85f09a req-69d1793f-8d7b-4851-b1cb-2fbad98319ae tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632699 Oct 12 11:50:05.795372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-a072f3f9-9342-402a-abca-430daf7b0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.797450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-a072f3f9-9342-402a-abca-430daf7b0ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fca7590a8934fb58de22092599159d9&device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 1098 time: 0.0562346 Oct 12 11:50:05.835415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 41b4ae1a-6514-4463-b3bf-7248e4dad3c4) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:05.840092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:05.840875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:05.845989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8d04f-e667-4f57-aefd-b120edfb9384 None None] Network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:05.947375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6bbe2268-5a14-4350-a109-4619137cc187 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7676773 Oct 12 11:50:05.996345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df7176-3c96-4b52-b145-d07bcdf9f57a None None] Network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:06.188327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-1f51827f-a97e-408f-9ab4-e300060c93ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249 HTTP/1.1" status: 200 len: 217 time: 0.3830178 Oct 12 11:50:06.237558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-7fa429b2-3a65-4b38-b3cb-009ca354e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:06.239063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-7fa429b2-3a65-4b38-b3cb-009ca354e68d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0440929 Oct 12 11:50:06.288121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-3a9ef5cd-6b40-4330-b5b7-f1ae0c3bfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:06.289784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-3a9ef5cd-6b40-4330-b5b7-f1ae0c3bfd5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437319 Oct 12 11:50:06.422230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-0365fba3-08d9-4a73-9459-147a7169776f service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244187 Oct 12 11:50:06.429655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc8bd3-756a-4861-9531-810307f9f068 req-cf49ccb9-3ab3-4f89-b90d-15a72e46f806 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:06.431029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b1dc8bd3-756a-4861-9531-810307f9f068 req-cf49ccb9-3ab3-4f89-b90d-15a72e46f806 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0721591 Oct 12 11:50:06.532756 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b1dc8bd3-756a-4861-9531-810307f9f068 req-8c7e1986-790b-498a-b07b-58566265afee tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938978 Oct 12 11:50:06.550803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94f98a00-63a2-436b-9372-17b2e1581ac9 req-81880484-daac-4ba7-95e6-2ccf2a681059 service neutron] 10.222.0.47 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187999 Oct 12 11:50:06.801122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:06.806036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-151019143-network', 'tenant_id': '8f163ed1f5b04e99976d30835fb66d3f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:06.891946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Made reservation on behalf of 8f163ed1f5b04e99976d30835fb66d3f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:06.894321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:06.903948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:06.923946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9aa0-8970-4720-b6b7-5cb42bc92135 req-1d5bc216-178b-4a12-aaa2-b51a6b9f7cfa tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:06.925312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ced9aa0-8970-4720-b6b7-5cb42bc92135 req-1d5bc216-178b-4a12-aaa2-b51a6b9f7cfa tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 947 time: 0.0699575 Oct 12 11:50:06.984351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ced9aa0-8970-4720-b6b7-5cb42bc92135 req-24fbba77-9f93-439a-8036-e6ef90e0a46f tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Oct 12 11:50:07.033109 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.087075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.114671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:50:07.119845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3159d06-824a-46b1-b3af-ce6488bbfa25,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:07.127744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.128089 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Added segment 65b51703-97b1-4f39-9129-063966af0199 of type vlan for network d848776a-15b6-4bc4-afaf-c8b406cd6177 Oct 12 11:50:07.168049 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.250487 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.251493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:07.252070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.313299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] Pushing event updated for resources: {'Network': ['ID=d848776a-15b6-4bc4-afaf-c8b406cd6177,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:07.322797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network d848776a-15b6-4bc4-afaf-c8b406cd6177 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:50:07.362401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55ddc544-2cb7-476e-9f79-5f638660a30f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5601640 Oct 12 11:50:07.365455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37026) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:07.370230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Request body: {'subnet': {'network_id': 'd848776a-15b6-4bc4-afaf-c8b406cd6177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-151019143-subnet', 'tenant_id': '8f163ed1f5b04e99976d30835fb66d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:07.472625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Made reservation on behalf of 8f163ed1f5b04e99976d30835fb66d3f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:07.477650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.692260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637694eb-a827-4f0a-a7a1-245056c802f2 req-e7f8bf71-8c89-4f52-880d-5064311d3349 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:07.693766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-637694eb-a827-4f0a-a7a1-245056c802f2 req-e7f8bf71-8c89-4f52-880d-5064311d3349 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0677104 Oct 12 11:50:07.734411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-637694eb-a827-4f0a-a7a1-245056c802f2 req-fb1cc45b-2941-4c86-ae82-cd201fd05af2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Oct 12 11:50:07.744117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.801434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5135eb-0b05-455c-93d7-9d3680b8364e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:07.810032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Checking segment: {'id': '65b51703-97b1-4f39-9129-063966af0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd848776a-15b6-4bc4-afaf-c8b406cd6177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:07.810384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Network hostable DHCP agents. Network: d848776a-15b6-4bc4-afaf-c8b406cd6177, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:50:07.889723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Network d848776a-15b6-4bc4-afaf-c8b406cd6177 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:50:07.981747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, d848776a-15b6-4bc4-afaf-c8b406cd6177) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:07.986259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:07.986903 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:07.992675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb70b35-e7dd-4712-a50e-a29633340e50 None None] Network d848776a-15b6-4bc4-afaf-c8b406cd6177 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:08.070669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef1eebcc-b519-4a02-998e-afefea5efd9b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6961064 Oct 12 11:50:08.132311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dd8af-c621-4326-bdcf-ca8c8b5fcba3 None None] Network d848776a-15b6-4bc4-afaf-c8b406cd6177 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:08.141275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5d3ee-28b4-41b7-b16b-491052cfe22b req-dfafc343-8012-4c12-8b3c-95f15eaa9fc8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:08.149208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17c5d3ee-28b4-41b7-b16b-491052cfe22b req-dfafc343-8012-4c12-8b3c-95f15eaa9fc8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 947 time: 0.0851097 Oct 12 11:50:08.191662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17c5d3ee-28b4-41b7-b16b-491052cfe22b req-9e91911b-5b22-4be7-a5a2-d7dbe532a9b8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Oct 12 11:50:08.578195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-cb6f4e72-4b9d-4d73-af69-62a918853438 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:08.579715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-cb6f4e72-4b9d-4d73-af69-62a918853438 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/networks?id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 200 len: 812 time: 0.1101501 Oct 12 11:50:08.597145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-33ea308e-3817-4700-86ef-5d7ed00157f2 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/quotas/82f3c1cad9c1429d9b0ff5fa8a04fbae HTTP/1.1" status: 200 len: 375 time: 0.0098252 Oct 12 11:50:08.628518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-89e72da4-a847-4b2b-bef4-7fe8cada1b40 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256429 Oct 12 11:50:08.722604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-c322a561-ae42-4934-907c-4007466f6d42 service neutron] 10.222.0.43 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Oct 12 11:50:08.819936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a6da5d3c-e7f2-4860-80f6-865712f36aa7 service neutron] 10.222.0.43 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910964 Oct 12 11:50:09.131915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e81f1-bcad-44f4-bde0-90ed7ae38a7b req-10aba1b2-fb6e-426f-8484-36a7705e288a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:09.133476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e8e81f1-bcad-44f4-bde0-90ed7ae38a7b req-10aba1b2-fb6e-426f-8484-36a7705e288a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0602167 Oct 12 11:50:09.181801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e8e81f1-bcad-44f4-bde0-90ed7ae38a7b req-27d6dbd5-45ed-453d-876a-0c8c43ae2306 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Oct 12 11:50:09.258102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8364bbaf-1091-46e0-b694-752f8ea7c242 req-c72a4586-d90f-440c-9866-9ef91b1f877b tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 210 time: 0.0292358 Oct 12 11:50:09.374266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a13097-4929-46bd-ae27-2e3a4a1ea81d req-b0d5e375-a91b-4f19-90fa-e22c322a5a74 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:09.375880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7a13097-4929-46bd-ae27-2e3a4a1ea81d req-b0d5e375-a91b-4f19-90fa-e22c322a5a74 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 947 time: 0.0559027 Oct 12 11:50:09.419027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7a13097-4929-46bd-ae27-2e3a4a1ea81d req-aae19a1d-c034-44c9-9392-0d7b280fbf4d tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Oct 12 11:50:09.987262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 26807af6-c8e1-49dd-8d5d-27d1ca637249 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:50:10.088992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:10.100106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '26807af6-c8e1-49dd-8d5d-27d1ca637249', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': '26807af6-c8e1-49dd-8d5d-27d1ca637249', 'mac_address': 'fa:16:3e:00:79:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:50:10.135977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:10.148850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26807af6-c8e1-49dd-8d5d-27d1ca637249 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:10.171224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:10.275705 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:10.317324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f24a-da04-4e23-9b04-568dcec7a6a7 req-d9674897-64a9-4046-a85f-babcaab90c2e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:10.319091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4176f24a-da04-4e23-9b04-568dcec7a6a7 req-d9674897-64a9-4046-a85f-babcaab90c2e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0673828 Oct 12 11:50:10.330126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:10.364455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4176f24a-da04-4e23-9b04-568dcec7a6a7 req-750b736f-f83c-45e4-ad70-b840fda2f96d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Oct 12 11:50:10.449604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99c8d91e-f783-4f84-b5dc-5a8890b70dc8 req-aa894b10-e8d2-4eb6-9a54-3793541900ed tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 210 time: 0.0295956 Oct 12 11:50:10.476583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['26807af6-c8e1-49dd-8d5d-27d1ca637249'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:10.560007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada122ec-3bc5-46de-af53-f3d0e514b924 req-e48a8971-b37d-4add-98a4-7857154b1553 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:10.562421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ada122ec-3bc5-46de-af53-f3d0e514b924 req-e48a8971-b37d-4add-98a4-7857154b1553 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 948 time: 0.0528204 Oct 12 11:50:10.621993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ada122ec-3bc5-46de-af53-f3d0e514b924 req-d7aebcea-4972-4d60-9fe0-9e8f3a35aaf5 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Oct 12 11:50:11.283933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-2cb03cc4-e9ab-4416-b9ed-f21eb48957df tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:11.286021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-2cb03cc4-e9ab-4416-b9ed-f21eb48957df tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.41 "GET /v2.0/networks?id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 200 len: 812 time: 0.1077580 Oct 12 11:50:11.298493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Request body: {'port': {'device_id': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4', 'admin_state_up': True, 'tenant_id': '82f3c1cad9c1429d9b0ff5fa8a04fbae'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:11.485201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5162b6-9879-45a8-a87d-ce5ba409884c req-13cdf592-d29c-4125-b932-dd23a72c93de tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:11.486759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e5162b6-9879-45a8-a87d-ce5ba409884c req-13cdf592-d29c-4125-b932-dd23a72c93de tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 943 time: 0.0523500 Oct 12 11:50:11.496050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Made reservation on behalf of 82f3c1cad9c1429d9b0ff5fa8a04fbae for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:11.501093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:11.535491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e5162b6-9879-45a8-a87d-ce5ba409884c req-6225067f-53e4-4007-946a-bea0bd7ab09f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Oct 12 11:50:11.620539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c56a8fc-fe1d-469a-81d0-f42ea6754328 req-a5a5ec39-eb4f-4cf4-b862-fcfe497b8dbb tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 210 time: 0.0254912 Oct 12 11:50:11.638236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Allocated IP 172.20.0.2 (41b4ae1a-6514-4463-b3bf-7248e4dad3c4/6aa9809c-7f9a-4cca-98c7-92973599d348/d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:11.758003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3473-1147-4189-87f2-baf470ea1d67 req-f2ac16e6-c96e-4b2e-b7bb-c6bde2b8af53 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:11.759597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-714f3473-1147-4189-87f2-baf470ea1d67 req-f2ac16e6-c96e-4b2e-b7bb-c6bde2b8af53 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 948 time: 0.0549109 Oct 12 11:50:11.802910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-714f3473-1147-4189-87f2-baf470ea1d67 req-00c3c744-d08a-4dfe-a17d-7174d25499b4 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Oct 12 11:50:11.803918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:11.896369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:11.938176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:11.941124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:11.949130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:11.971186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Pushing event updated for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:11.981408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.981747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.982077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.982405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.983767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.983767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:11.986808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:12.002470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 26807af6-c8e1-49dd-8d5d-27d1ca637249 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:12.010349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:12.011149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.079840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-a26aa053-abda-469f-b8e0-4e2aeb435ae6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853682 Oct 12 11:50:12.093172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Request body: {'port': {'device_id': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:12.162344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.222727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:50:12.287864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 26807af6-c8e1-49dd-8d5d-27d1ca637249 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:50:12.295581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 26807af6-c8e1-49dd-8d5d-27d1ca637249 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:12.295998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.355838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:12.371299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a', 'mac_address': 'fa:16:3e:18:39:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:50:12.433396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.447389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:12.460749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.464741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.466251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:12.468822 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aacfed4-6a58-4506-9fc2-be5db0afa441" -d '{"events": [{"server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:12.474152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Transition to ACTIVE for port object d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:50:12.483147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:12.494750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:12.517554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:12.521246 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a40298-1126-4312-94df-372c0b98e5e6 x-openstack-request-id: req-89a40298-1126-4312-94df-372c0b98e5e6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:12.521530 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:12.521781 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89a40298-1126-4312-94df-372c0b98e5e6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:12.522171 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249', 'code': 200} Oct 12 11:50:12.567109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.590517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.595417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.646832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:12.649550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c469e-c972-405a-ac57-79e18b7bb0b1 req-ddaa03ea-a81b-462d-a987-ac49f90e7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:12.651431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d5c469e-c972-405a-ac57-79e18b7bb0b1 req-ddaa03ea-a81b-462d-a987-ac49f90e7249 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 1099 time: 0.0752265 Oct 12 11:50:12.674477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:12.703502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Attempting to bind port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:12.703727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Attempting to bind port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'feb458f9-89a8-4ea8-a0c6-464526c5a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:12.704058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Attempting to bind port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd on network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:12.710154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd on network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:50:12.710474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Attempting to bind port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd on network 41b4ae1a-6514-4463-b3bf-7248e4dad3c4 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:12.717368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:12.717870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Checking segment: {'id': 'feb458f9-89a8-4ea8-a0c6-464526c5a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:12.718087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Bound using segment: {'id': 'feb458f9-89a8-4ea8-a0c6-464526c5a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:12.718511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Bound port: d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb458f9-89a8-4ea8-a0c6-464526c5a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:12.718900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.725453 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d5c469e-c972-405a-ac57-79e18b7bb0b1 req-e7ae8a01-0832-4187-9e9a-eeee6213554f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632703 Oct 12 11:50:12.733695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d14c98-4d06-4727-b9f5-b1f4eca5ac7d req-15e8a21c-60eb-4709-a0e0-abe064642235 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:12.735202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1d14c98-4d06-4727-b9f5-b1f4eca5ac7d req-15e8a21c-60eb-4709-a0e0-abe064642235 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 944 time: 0.0885069 Oct 12 11:50:12.735800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:12.784528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1d14c98-4d06-4727-b9f5-b1f4eca5ac7d req-3bade7df-e590-4a76-aac2-4f96389a96c7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Oct 12 11:50:12.800884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:12.804438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,segment=NetworkSegment(feb458f9-89a8-4ea8-a0c6-464526c5a173),segment_id=feb458f9-89a8-4ea8-a0c6-464526c5a173)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:12.876085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.907407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1b9f-79c0-43c1-ba06-92ff95653486 req-ea034372-7809-4803-98a9-903d232cf8b3 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:12.909024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e24f1b9f-79c0-43c1-ba06-92ff95653486 req-ea034372-7809-4803-98a9-903d232cf8b3 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 943 time: 0.0504944 Oct 12 11:50:12.916037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:12.916740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:12.918185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 200 len: 1091 time: 0.8297100 Oct 12 11:50:12.918627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:12.921724 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c0e54-f2e2-4daf-85f4-f9cafa14be98" -d '{"events": [{"name": "network-changed", "server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:12.945861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6f15-699e-41bd-9431-5e941fa3bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:12.947936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:12.959216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e24f1b9f-79c0-43c1-ba06-92ff95653486 req-e5e9ecac-681e-42e3-8aa6-9418a80b3ee5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Oct 12 11:50:13.072864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8346b7-b7c6-4fec-b524-87f9f98de597 req-be480a8c-a031-4db1-9c3f-44228027e830 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.075515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-ac00258b-b102-4f59-aa8e-306caef6cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.076042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e8346b7-b7c6-4fec-b524-87f9f98de597 req-be480a8c-a031-4db1-9c3f-44228027e830 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 949 time: 0.0558748 Oct 12 11:50:13.077297 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-ac00258b-b102-4f59-aa8e-306caef6cb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 1094 time: 0.0465789 Oct 12 11:50:13.116383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e8346b7-b7c6-4fec-b524-87f9f98de597 req-fee8414d-1baa-4101-818e-dae4f7162484 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Oct 12 11:50:13.125507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-e31f95db-04e1-481c-9b95-9788d1d5f4ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 200 len: 217 time: 0.0407491 Oct 12 11:50:13.160752 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31518e0-75ef-46c6-8436-43dbbfd0b4b8 x-openstack-request-id: req-d31518e0-75ef-46c6-8436-43dbbfd0b4b8 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:13.160752 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:13.160752 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d31518e0-75ef-46c6-8436-43dbbfd0b4b8 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:13.161173 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd', 'status': 'completed', 'code': 200} Oct 12 11:50:13.178502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-43f206ff-e30f-4194-bc7d-949eb5532e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.179987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-43f206ff-e30f-4194-bc7d-949eb5532e01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aa9809c-7f9a-4cca-98c7-92973599d348 HTTP/1.1" status: 200 len: 852 time: 0.0476227 Oct 12 11:50:13.213499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-045d1819-6b92-46cc-b112-716d9a7e277b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257640 Oct 12 11:50:13.309718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-63c4eb14-98b4-4c2f-b637-2b805350d988 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894382 Oct 12 11:50:13.404974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0a5bd336-118b-4fff-84cf-5c6cbbf376fa req-32033f92-3c6a-4e80-8f2c-7bac988daad4 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869172 Oct 12 11:50:13.569769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-6ce8c2f1-2054-4f77-8bdd-ff7d0c97272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.571318 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-6ce8c2f1-2054-4f77-8bdd-ff7d0c97272c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 1094 time: 0.0418499 Oct 12 11:50:13.677945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-2abf939d-7d98-4b68-8a31-b1a236738d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.679491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-2abf939d-7d98-4b68-8a31-b1a236738d1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 200 len: 913 time: 0.1001577 Oct 12 11:50:13.728690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-6e667812-7fc6-4ed7-be89-abd1a09e2b38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 200 len: 217 time: 0.0415556 Oct 12 11:50:13.780007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-d2e32224-d5e1-4425-8f77-a8766aa5a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.781539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-d2e32224-d5e1-4425-8f77-a8766aa5a2a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aa9809c-7f9a-4cca-98c7-92973599d348 HTTP/1.1" status: 200 len: 852 time: 0.0462177 Oct 12 11:50:13.814257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-c2cde5bd-7540-4123-8e89-d7539b09e1eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253272 Oct 12 11:50:13.921466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-01f241a9-60ad-4362-b058-4517eaf2207c service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999613 Oct 12 11:50:13.922614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574737af-8658-4aa6-a56d-65962cedbb00 req-49ce7a54-d29e-493b-be48-00acc2591c1a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:13.923587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-574737af-8658-4aa6-a56d-65962cedbb00 req-49ce7a54-d29e-493b-be48-00acc2591c1a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 944 time: 0.0632508 Oct 12 11:50:13.975572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-574737af-8658-4aa6-a56d-65962cedbb00 req-ed61d028-f678-4726-80ff-9cc4fb7df623 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454962 Oct 12 11:50:14.030809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-632c0e54-f2e2-4daf-85f4-f9cafa14be98 req-5931afb2-0039-4dbb-b5cf-782e26491ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013875 Oct 12 11:50:14.086685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ecffb-a89d-43fa-849f-834e63830308 req-6c038043-dbf4-4edc-a398-fdb7c41fc46e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:14.088179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb0ecffb-a89d-43fa-849f-834e63830308 req-6c038043-dbf4-4edc-a398-fdb7c41fc46e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 943 time: 0.0486627 Oct 12 11:50:14.126888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb0ecffb-a89d-43fa-849f-834e63830308 req-8b61f327-573d-44d1-ab8f-662a95c03537 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Oct 12 11:50:14.225484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:14.230227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ce6ca-be4b-4f28-bf56-79020baf07ee req-c10d81f7-663d-4990-ba8f-93ae11275fe8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:14.231792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb5ce6ca-be4b-4f28-bf56-79020baf07ee req-c10d81f7-663d-4990-ba8f-93ae11275fe8 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 949 time: 0.0492630 Oct 12 11:50:14.277865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb5ce6ca-be4b-4f28-bf56-79020baf07ee req-3a8ab5cb-fbf8-4aaf-bb36-7a8a65b0f2d5 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Oct 12 11:50:14.338332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:50:14.344868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:14.346733 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:14.428306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:14.460758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:14.522901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:14.528281 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d533d87-a1f5-4585-8452-e8a274f354fa" -d '{"events": [{"server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:14.546992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:14.598947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:14.693531 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e03711-0ed7-48f2-9d15-000b1d30ae0a x-openstack-request-id: req-14e03711-0ed7-48f2-9d15-000b1d30ae0a {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:14.694043 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:14.694316 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14e03711-0ed7-48f2-9d15-000b1d30ae0a {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:14.694744 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a', 'code': 200} Oct 12 11:50:14.793972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3ebe9-185e-4413-b56d-cd7641b1049a req-a0942642-2205-4d60-b7a4-579557c411ec tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:14.794770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6540-a858-420a-9c3a-56d999c91f9a req-9a651e9b-cb5b-46d1-a3a3-9a6761af3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:14.796537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eca3ebe9-185e-4413-b56d-cd7641b1049a req-a0942642-2205-4d60-b7a4-579557c411ec tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 949 time: 0.0566769 Oct 12 11:50:14.796845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-feec6540-a858-420a-9c3a-56d999c91f9a req-9a651e9b-cb5b-46d1-a3a3-9a6761af3d29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 1096 time: 0.0455279 Oct 12 11:50:14.836361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-feec6540-a858-420a-9c3a-56d999c91f9a req-a8904a25-4f25-4d21-938f-8883d1aec0cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291414 Oct 12 11:50:14.837044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eca3ebe9-185e-4413-b56d-cd7641b1049a req-5d772c0b-9bbb-47c6-a89e-ef2f45a99464 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Oct 12 11:50:15.095350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b99fd-60e1-4a6e-86a4-22f76e38fe53 req-840ef1f6-c0a1-4ffb-9338-f9ddebd8bceb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:15.096778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f62b99fd-60e1-4a6e-86a4-22f76e38fe53 req-840ef1f6-c0a1-4ffb-9338-f9ddebd8bceb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0506995 Oct 12 11:50:15.136123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f62b99fd-60e1-4a6e-86a4-22f76e38fe53 req-66f8ed12-6e71-42ee-aa7b-ddeff624ee54 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Oct 12 11:50:15.247801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce937dec-1e11-471c-bbd4-d0d87d0ef1ac req-fdf08cb0-b68d-425f-b6f4-21f1624b3628 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:15.249951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce937dec-1e11-471c-bbd4-d0d87d0ef1ac req-fdf08cb0-b68d-425f-b6f4-21f1624b3628 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 943 time: 0.0543730 Oct 12 11:50:15.297175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce937dec-1e11-471c-bbd4-d0d87d0ef1ac req-e24157f0-cfde-4e59-a9e3-ea49ddb6044d tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Oct 12 11:50:15.995443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85efc-8957-4997-87c8-f6e26363ce46 req-cd4fb317-53ae-4444-9e72-a113fa39ee2c tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:15.996940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeb85efc-8957-4997-87c8-f6e26363ce46 req-cd4fb317-53ae-4444-9e72-a113fa39ee2c tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 949 time: 0.0858800 Oct 12 11:50:16.005436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-50f8c630-c3e4-4f24-a089-8de88cf2c920 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:16.006792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-50f8c630-c3e4-4f24-a089-8de88cf2c920 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 949 time: 0.0859635 Oct 12 11:50:16.093845 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeb85efc-8957-4997-87c8-f6e26363ce46 req-87e5cd5f-b285-4221-804c-032e9d5f3eaf tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/security-groups?id=25c6f34d-fd7d-4b09-8c79-c519f7abccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860906 Oct 12 11:50:16.124858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Deleting port 26807af6-c8e1-49dd-8d5d-27d1ca637249 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:50:16.125979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.228023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:50:16.253051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] For port 26807af6-c8e1-49dd-8d5d-27d1ca637249, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=26807af6-c8e1-49dd-8d5d-27d1ca637249,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:16.253419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.278332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Calling delete_port for 26807af6-c8e1-49dd-8d5d-27d1ca637249 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:50:16.293354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c65e7-d90e-49fe-bbc7-843c7761dc6f req-ad4232bb-f7e4-4aae-ab7a-dcace24f0a39 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:16.295522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-092c65e7-d90e-49fe-bbc7-843c7761dc6f req-ad4232bb-f7e4-4aae-ab7a-dcace24f0a39 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0803120 Oct 12 11:50:16.363084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,segment=NetworkSegment(feb458f9-89a8-4ea8-a0c6-464526c5a173),segment_id=feb458f9-89a8-4ea8-a0c6-464526c5a173)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:16.375995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd', 'network_id': '41b4ae1a-6514-4463-b3bf-7248e4dad3c4', 'port_id': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd', 'mac_address': 'fa:16:3e:4d:43:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa9809c-7f9a-4cca-98c7-92973599d348', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:50:16.380948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-092c65e7-d90e-49fe-bbc7-843c7761dc6f req-f1202c79-e287-4695-ad29-d56dcf954638 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752490 Oct 12 11:50:16.428858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.449692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:16.471412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,segment=NetworkSegment(feb458f9-89a8-4ea8-a0c6-464526c5a173),segment_id=feb458f9-89a8-4ea8-a0c6-464526c5a173)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:16.517948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8805b62-470d-467a-8f2a-47d407d93235 req-97f52492-50f2-4df1-88b9-ae973fe97499 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:16.519561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8805b62-470d-467a-8f2a-47d407d93235 req-97f52492-50f2-4df1-88b9-ae973fe97499 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 943 time: 0.0769377 Oct 12 11:50:16.555194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.561323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8805b62-470d-467a-8f2a-47d407d93235 req-255a37eb-94f1-4ef6-a970-f65429138e61 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Oct 12 11:50:16.581668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.595888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['26807af6-c8e1-49dd-8d5d-27d1ca637249'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:16.609659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Pushing event deleted for resources: {'Port': ['ID=26807af6-c8e1-49dd-8d5d-27d1ca637249,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:16.634414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:16.665601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] No DVR routers for this DVR port 26807af6-c8e1-49dd-8d5d-27d1ca637249 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:50:16.668456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:16.672592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e171ddb-2f1a-444f-931a-799d9c99a792 req-3de0ff8d-d890-4abe-9805-e7a986fe3649 tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.47 "DELETE /v2.0/ports/26807af6-c8e1-49dd-8d5d-27d1ca637249 HTTP/1.1" status: 204 len: 173 time: 0.6593385 Oct 12 11:50:16.673039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'name': 'network-vif-deleted', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:16.675603 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a978caa9-f634-44b3-ab22-319d25bb910b" -d '{"events": [{"server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "name": "network-vif-deleted", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:16.714085 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be77040-16e3-4e47-89eb-b60d91a11d53 x-openstack-request-id: req-0be77040-16e3-4e47-89eb-b60d91a11d53 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:16.714282 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb", "name": "network-vif-deleted", "tag": "26807af6-c8e1-49dd-8d5d-27d1ca637249", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:16.714524 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0be77040-16e3-4e47-89eb-b60d91a11d53 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:16.715098 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb', 'name': 'network-vif-deleted', 'tag': '26807af6-c8e1-49dd-8d5d-27d1ca637249', 'status': 'completed', 'code': 200} Oct 12 11:50:16.858591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:17.226093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b66f34f1-87b6-490d-bcda-5e9c5342f31a req-36a763ca-d605-4fb4-8a16-9c3660c45d4c tempest-VolumesNegativeTest-1560734847 tempest-VolumesNegativeTest-1560734847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5738cd4-3378-4cea-82bd-a3fbc3cc9fdb HTTP/1.1" status: 200 len: 210 time: 0.0270579 Oct 12 11:50:17.506032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427822c-e467-458e-8a15-894719f2ab45 req-9be6e245-ddb2-47e3-ac25-884e1aa33a4c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:17.518953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0427822c-e467-458e-8a15-894719f2ab45 req-9be6e245-ddb2-47e3-ac25-884e1aa33a4c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0570350 Oct 12 11:50:17.548120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0427822c-e467-458e-8a15-894719f2ab45 req-aaf5f886-858a-4a0b-9458-f16cb8bc4223 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Oct 12 11:50:17.675237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7e0-646d-4c68-a9a4-3deab2ac676b req-e71ad778-1c9e-4974-aae4-550903a36ebe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:17.676907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80e6a7e0-646d-4c68-a9a4-3deab2ac676b req-e71ad778-1c9e-4974-aae4-550903a36ebe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0623245 Oct 12 11:50:17.695650 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b94c0345-6f1f-45f2-abbb-13f187372474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:17.715909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80e6a7e0-646d-4c68-a9a4-3deab2ac676b req-ffbb894a-c85c-4288-9e1f-c6b037b4eb71 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Oct 12 11:50:17.818991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f636ce-5b57-4e6a-8f1c-8bfa8ed0e95d req-b36eaa6f-bf34-4650-a939-ab2e358ef88d tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:17.820570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99f636ce-5b57-4e6a-8f1c-8bfa8ed0e95d req-b36eaa6f-bf34-4650-a939-ab2e358ef88d tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 944 time: 0.0477991 Oct 12 11:50:17.859337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99f636ce-5b57-4e6a-8f1c-8bfa8ed0e95d req-549647ad-1797-4814-b99c-3b502832d5ce tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Oct 12 11:50:18.255111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:18.387404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:50:18.391939 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:18.396854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:18.480089 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:18.507867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:18.510106 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955d651-a330-465c-9401-fe9cf1098a20" -d '{"events": [{"server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:18.522474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,segment=NetworkSegment(feb458f9-89a8-4ea8-a0c6-464526c5a173),segment_id=feb458f9-89a8-4ea8-a0c6-464526c5a173)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:18.623952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:18.672060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:20.034447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 26807af6-c8e1-49dd-8d5d-27d1ca637249 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:50:20.090518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 26807af6-c8e1-49dd-8d5d-27d1ca637249 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:50:20.091151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 26807af6-c8e1-49dd-8d5d-27d1ca637249 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:50:20.094511 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71433cd2-5ab3-47e1-8486-38bcd6942074 x-openstack-request-id: req-71433cd2-5ab3-47e1-8486-38bcd6942074 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:20.097995 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:20.097995 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71433cd2-5ab3-47e1-8486-38bcd6942074 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:20.097995 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd', 'code': 200} Oct 12 11:50:20.202758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46922a-b4fc-4835-8789-5e3a5836ebe3 req-dd68bad7-af27-4afa-b08e-f1039c34a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:20.204537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c46922a-b4fc-4835-8789-5e3a5836ebe3 req-dd68bad7-af27-4afa-b08e-f1039c34a8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 1096 time: 0.0593760 Oct 12 11:50:20.226289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d24b2d-e157-4ee4-b5cc-3729f9b171d9 req-aedc2641-04f1-4670-b349-78bde414628c tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:20.228125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73d24b2d-e157-4ee4-b5cc-3729f9b171d9 req-aedc2641-04f1-4670-b349-78bde414628c tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0818355 Oct 12 11:50:20.257832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c46922a-b4fc-4835-8789-5e3a5836ebe3 req-2fc6e466-fa48-4001-a488-796482307c34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Oct 12 11:50:20.277265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73d24b2d-e157-4ee4-b5cc-3729f9b171d9 req-c1895db6-832a-4d87-af10-ab508290c7a0 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Oct 12 11:50:20.520954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-091d6943-6988-4104-837e-6073bef32836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:21.426647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-0cf8544c-0eb4-4647-998a-c30d579825b3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:21.428169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-0cf8544c-0eb4-4647-998a-c30d579825b3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1067295 Oct 12 11:50:21.447359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-46e01015-3756-49fc-8bba-6f906c9fa8d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0116730 Oct 12 11:50:21.509231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-b68321eb-0200-4b3b-b887-61c95b281e02 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551794 Oct 12 11:50:21.619230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-20ce77f2-b5ad-4eb5-a2e2-dd0b07b8cdcc service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915208 Oct 12 11:50:21.713082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:21.721007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-b4c81fa4-de3d-415a-9897-3386321d78fd service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971720 Oct 12 11:50:21.844311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:22.042546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df5d79-6397-4dfc-bdac-9378b050126b req-07279f76-28e2-45d7-9c8f-9a483fde8ba1 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:22.050594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-44df5d79-6397-4dfc-bdac-9378b050126b req-07279f76-28e2-45d7-9c8f-9a483fde8ba1 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0647233 Oct 12 11:50:22.099279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-44df5d79-6397-4dfc-bdac-9378b050126b req-cb237aac-df03-4f76-ba72-066b1e03be17 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Oct 12 11:50:22.180680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0917f627-78aa-4202-9618-29afdc62eeff req-3931835d-54cb-412f-b130-3f131b7f3853 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0383203 Oct 12 11:50:22.245116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:22.291893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e8eb9-0e7d-4fdb-baa8-807424c1fdbf req-d611d59c-1cec-4c04-af43-071557dd91a2 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:22.293371 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c5e8eb9-0e7d-4fdb-baa8-807424c1fdbf req-d611d59c-1cec-4c04-af43-071557dd91a2 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0541539 Oct 12 11:50:22.336774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c5e8eb9-0e7d-4fdb-baa8-807424c1fdbf req-152b5c1e-d6a1-40c2-ac0e-35a57e651f1c tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Oct 12 11:50:22.785237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4ec06-09e9-47e6-bdd0-5e6daa9d90c2 req-686edbdc-4339-4c28-86cb-6808606c6ab5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:22.787044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62a4ec06-09e9-47e6-bdd0-5e6daa9d90c2 req-686edbdc-4339-4c28-86cb-6808606c6ab5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0529563 Oct 12 11:50:22.829481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62a4ec06-09e9-47e6-bdd0-5e6daa9d90c2 req-db19b41a-5d64-4b9d-9406-1b46886a074c tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Oct 12 11:50:23.299233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abbfe854-c672-4c77-a420-fb330608cb72 req-df7b8ea3-f6a7-42bf-96b6-917407defe2b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0416431 Oct 12 11:50:23.387270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:23.967187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6cfe7-b30a-4385-a0de-985b4060a604 req-8c1bf442-c18d-4af2-8f60-4bbcfb5191f6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:23.971186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e6cfe7-b30a-4385-a0de-985b4060a604 req-8c1bf442-c18d-4af2-8f60-4bbcfb5191f6 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0613296 Oct 12 11:50:24.014342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29e6cfe7-b30a-4385-a0de-985b4060a604 req-e7e0a4ae-08a6-404b-b0de-b96a9647771d tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Oct 12 11:50:24.353804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-f14f486a-df5e-4e82-8224-5681299ebc21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:24.355547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-f14f486a-df5e-4e82-8224-5681299ebc21 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1290390 Oct 12 11:50:24.375167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:24.524185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331df4d5-770b-4a5a-84ab-f67af124dac1 req-c289a4b0-7372-47e0-8cdd-406d6424b405 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:24.527183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-331df4d5-770b-4a5a-84ab-f67af124dac1 req-c289a4b0-7372-47e0-8cdd-406d6424b405 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.1481898 Oct 12 11:50:24.554814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-d73f6981-1493-41be-821e-fa7057b6475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:24.567711 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-d73f6981-1493-41be-821e-fa7057b6475b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 1096 time: 0.0998831 Oct 12 11:50:24.658935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-331df4d5-770b-4a5a-84ab-f67af124dac1 req-fa257c26-3933-435f-86de-ee352ebc8b21 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202085 Oct 12 11:50:24.719086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-e2f2b96c-96ae-416d-b82e-b67c35c7a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:24.720580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-e2f2b96c-96ae-416d-b82e-b67c35c7a0d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 200 len: 913 time: 0.1365545 Oct 12 11:50:24.750213 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:24.753816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:24.768835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-863704ea-b446-4b98-9c2b-cad10703ac5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 200 len: 217 time: 0.0400295 Oct 12 11:50:24.785322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11237d69-44b5-4d1b-bc21-2779eeaefb98 req-f4b0a315-4d3e-4ed7-9a1d-e6e402800cca tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0445747 Oct 12 11:50:24.826855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-14bc20e8-b687-4996-b7ae-45c9d53bca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:24.828956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-14bc20e8-b687-4996-b7ae-45c9d53bca34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aa9809c-7f9a-4cca-98c7-92973599d348 HTTP/1.1" status: 200 len: 852 time: 0.0540516 Oct 12 11:50:24.863807 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-43306394-e04f-4d68-ba34-c89dfd13fbcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268488 Oct 12 11:50:24.868879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:50:24.960408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.10 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:24.992152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-990c9caa-869d-469d-965c-fd37772ddfe3 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214926 Oct 12 11:50:25.126029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-05bbbf35-69da-4a7b-9e76-b3eebf0fbede req-1acc3b97-5381-4dcc-8fbc-9d222994ca59 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260519 Oct 12 11:50:25.159451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:25.258355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:25.275263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:25.353163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:25.362290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:25.371516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:25.460148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:25.460587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:25.464820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:25.731180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-62291a17-41d6-4856-a984-ff50c68ae39c None None] Provisioning complete for port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:25.732296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62291a17-41d6-4856-a984-ff50c68ae39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:25.779711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-62291a17-41d6-4856-a984-ff50c68ae39c None None] Port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:25.793578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec69c0-569b-459d-b88f-14f8b99f7c89 req-21960383-cf75-43be-ba9c-6af4bc3bad32 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:25.796133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35ec69c0-569b-459d-b88f-14f8b99f7c89 req-21960383-cf75-43be-ba9c-6af4bc3bad32 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0590057 Oct 12 11:50:25.844489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-35ec69c0-569b-459d-b88f-14f8b99f7c89 req-2d6ebdac-46dd-4e36-88ec-8f9b519ea916 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Oct 12 11:50:25.852341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-6c125ef1-fb24-46f9-a422-b51b7da89132 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4877677 Oct 12 11:50:25.868964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Request body: {'port': {'device_id': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:25.959460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.032617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b92a9-f4d0-4ae4-aa6a-18e556272349 req-43e2a77b-69f6-4a8b-94d3-215432c129d8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:26.040632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b92a9-f4d0-4ae4-aa6a-18e556272349 req-43e2a77b-69f6-4a8b-94d3-215432c129d8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 932 time: 0.1192997 Oct 12 11:50:26.094093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d65b92a9-f4d0-4ae4-aa6a-18e556272349 req-3826d29d-9312-40c2-b694-aaffbc195864 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525668 Oct 12 11:50:26.335870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:26.344522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.356528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Transition to ACTIVE for port object ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:50:26.472469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.562609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:26.645820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Attempting to bind port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:26.646163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Attempting to bind port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:26.646526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Attempting to bind port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:26.651148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:50:26.651557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Attempting to bind port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:26.657006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:26.657348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:26.657739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:26.658176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Bound port: ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:26.658537 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.733199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:26.736693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:26.796466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.846966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:26.847655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:26.849057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] 10.222.0.47 "PUT /v2.0/ports/ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 HTTP/1.1" status: 200 len: 1092 time: 0.9886892 Oct 12 11:50:26.851660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:26.853966 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd1b05-826d-4bb3-86eb-70892f36eff7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:26.880394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147dcb-a27d-4b1a-8409-8d0d0032d80c service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:26.906260 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1c6ac-2c8f-4ac8-8c82-df4c3851b9dc x-openstack-request-id: req-bcc1c6ac-2c8f-4ac8-8c82-df4c3851b9dc {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:26.906260 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:26.906260 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc1c6ac-2c8f-4ac8-8c82-df4c3851b9dc {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:26.906260 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5', 'status': 'completed', 'code': 200} Oct 12 11:50:26.930837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:27.018637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-a3431462-a646-42fb-b302-c4f7f9bb2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.020472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-a3431462-a646-42fb-b302-c4f7f9bb2067 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0968781 Oct 12 11:50:27.083895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93b49-0d30-4ce5-a9af-1d2ed4606315 req-4b484fff-d5b6-4f09-8207-9f94abe542ff tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.085385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8cf93b49-0d30-4ce5-a9af-1d2ed4606315 req-4b484fff-d5b6-4f09-8207-9f94abe542ff tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.1163621 Oct 12 11:50:27.180546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8cf93b49-0d30-4ce5-a9af-1d2ed4606315 req-0c2a985c-a63c-4e07-b2dc-fe0e678442a8 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Oct 12 11:50:27.196262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-3e3f19cf-dde6-4949-8c5c-43def78dabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.200143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-3e3f19cf-dde6-4949-8c5c-43def78dabfd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1674917 Oct 12 11:50:27.353458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ab9d-17df-4c8e-8f7d-05aea25eee1c req-99692380-8bb9-4322-9dcc-de2f1a1746ae tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.354981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8d1ab9d-17df-4c8e-8f7d-05aea25eee1c req-99692380-8bb9-4322-9dcc-de2f1a1746ae tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0852892 Oct 12 11:50:27.358237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-b4060410-25bf-406e-afb8-f534536b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.359772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98fd1b05-826d-4bb3-86eb-70892f36eff7 req-b4060410-25bf-406e-afb8-f534536b7317 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547468 Oct 12 11:50:27.440789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8d1ab9d-17df-4c8e-8f7d-05aea25eee1c req-f46380ba-2cff-4081-930c-20bb3f306929 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757668 Oct 12 11:50:27.468637 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-5ae59c8f-c6ee-4bf5-a097-635881f25476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.472429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-5ae59c8f-c6ee-4bf5-a097-635881f25476 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0707207 Oct 12 11:50:27.536868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-8746c9af-1113-4bf8-be7a-35bdf8014a9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 HTTP/1.1" status: 200 len: 217 time: 0.0569215 Oct 12 11:50:27.598591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-4d8274ef-4908-4aee-9d88-f7a3cfa4622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.600420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-4d8274ef-4908-4aee-9d88-f7a3cfa4622c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0568249 Oct 12 11:50:27.653488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-25b4308e-df3b-4cb1-ae46-03ed6f95b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:27.655745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-25b4308e-df3b-4cb1-ae46-03ed6f95b2ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488350 Oct 12 11:50:27.801564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-0f38ac95-5437-4353-87d9-d9030dbc3cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387508 Oct 12 11:50:27.921661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9abd33-695c-4f9a-a1a0-4766af8281cb req-391cb358-73a5-46f9-b668-84c9e04914d7 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134565 Oct 12 11:50:28.076846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caab3e9-e404-453e-9377-f9e30b35e11c req-77183f7f-c4e6-460f-a16e-3777e4cfaf6e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:28.078847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9caab3e9-e404-453e-9377-f9e30b35e11c req-77183f7f-c4e6-460f-a16e-3777e4cfaf6e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0551860 Oct 12 11:50:28.132136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9caab3e9-e404-453e-9377-f9e30b35e11c req-508e37d7-05a6-44a0-9fb2-c550246bcb2e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Oct 12 11:50:28.245136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37668) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:28.447572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ec5b5cf4-9bb1-4d31-942f-99f9afb2358d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fca7590a8934fb58de22092599159d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006097 Oct 12 11:50:28.448335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37674) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:28.520528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:28.556916 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:28.637611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d442-420b-4f72-9fce-9071c4859777 req-3c165fd7-366b-460d-b3cd-aaf4aa0d4d82 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:28.640915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e4d442-420b-4f72-9fce-9071c4859777 req-3c165fd7-366b-460d-b3cd-aaf4aa0d4d82 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0735822 Oct 12 11:50:28.680664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:28.684517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:28.689799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25c6f34d-fd7d-4b09-8c79-c519f7abccb5 HTTP/1.1" status: 204 len: 168 time: 0.2403297 Oct 12 11:50:28.707460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87e4d442-420b-4f72-9fce-9071c4859777 req-0812c4e9-fba5-4d39-8597-cb82b8d0d621 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593641 Oct 12 11:50:28.708259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161acf52-64be-47fc-b202-61466d24bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6f34d-fd7d-4b09-8c79-c519f7abccb5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:29.264432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6e82c-22a7-4f46-ae82-19cf4f166cb8 req-24daa3bc-98c4-4c5f-8600-da6da3071697 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:29.265940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22c6e82c-22a7-4f46-ae82-19cf4f166cb8 req-24daa3bc-98c4-4c5f-8600-da6da3071697 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0508454 Oct 12 11:50:29.312363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22c6e82c-22a7-4f46-ae82-19cf4f166cb8 req-f61e5923-fcf6-4624-b429-7c4c7c4cd65d tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Oct 12 11:50:29.707345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4382d-811e-4084-a836-b22129bec68a req-db3cb741-1d04-4d18-91ca-ee9b63bc7f73 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:29.708815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07d4382d-811e-4084-a836-b22129bec68a req-db3cb741-1d04-4d18-91ca-ee9b63bc7f73 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0540540 Oct 12 11:50:29.756331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07d4382d-811e-4084-a836-b22129bec68a req-1eebe65e-f049-4e1a-8289-bfd05ca58fc8 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Oct 12 11:50:29.823927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-15c07a02-8817-47f8-8636-dd18e7eced4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:29.828232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-15c07a02-8817-47f8-8636-dd18e7eced4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 1096 time: 0.0592873 Oct 12 11:50:29.887845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c6b25-be76-46dd-8cb4-39f9ca6b7a8b req-4539ec2a-9fd5-4bdc-93f8-013b1fd699ba tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:29.892141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d97c6b25-be76-46dd-8cb4-39f9ca6b7a8b req-4539ec2a-9fd5-4bdc-93f8-013b1fd699ba tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0605164 Oct 12 11:50:29.938064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d97c6b25-be76-46dd-8cb4-39f9ca6b7a8b req-6390df93-170b-414e-8513-8606c12f8edc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Oct 12 11:50:29.946108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-9c9058aa-11ab-4ce6-a14b-e4620f12ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:29.947642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-9c9058aa-11ab-4ce6-a14b-e4620f12ed0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 200 len: 913 time: 0.1138320 Oct 12 11:50:29.999492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-f9a125ac-74af-4b74-9495-61f9d1026edd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 200 len: 217 time: 0.0416439 Oct 12 11:50:30.053050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-d06e89a4-4a97-4aea-8ff6-1d64340871f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:30.054795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-d06e89a4-4a97-4aea-8ff6-1d64340871f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aa9809c-7f9a-4cca-98c7-92973599d348 HTTP/1.1" status: 200 len: 852 time: 0.0473979 Oct 12 11:50:30.088019 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-43c1aadd-f44a-47f1-82dc-773ea2bf7807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41b4ae1a-6514-4463-b3bf-7248e4dad3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251772 Oct 12 11:50:30.185172 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-f04750e9-d6b9-471e-8cb2-df148e1eada9 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896268 Oct 12 11:50:30.282886 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ea8c180c-19e3-467f-8a15-f29e94eed1e4 req-bf557035-e774-4873-8daf-579790ae3012 service neutron] 10.222.0.41 "GET /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898657 Oct 12 11:50:30.883230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3540bba-1ce1-4864-bdb4-9365f07d9c6e req-fcc49aba-d91c-4e27-9734-0187d1f9dfa5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:30.888470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3540bba-1ce1-4864-bdb4-9365f07d9c6e req-fcc49aba-d91c-4e27-9734-0187d1f9dfa5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0577555 Oct 12 11:50:30.928977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3540bba-1ce1-4864-bdb4-9365f07d9c6e req-f3757249-7a65-41ba-b3e7-1e1eecc9782e tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Oct 12 11:50:31.409625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37730) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:31.440365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290110355', 'description': 'tempest-secgroup-smoke-290110355 description', 'project_id': 'fdd531f728634a3f931191cc111863e2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:31.515740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b72f27-d433-4c6d-806d-4d2230f9aebd req-91ddb815-79f0-43e4-bdf4-ede15733f301 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:31.517563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34b72f27-d433-4c6d-806d-4d2230f9aebd req-91ddb815-79f0-43e4-bdf4-ede15733f301 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0595076 Oct 12 11:50:31.558296 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34b72f27-d433-4c6d-806d-4d2230f9aebd req-ffb53232-2f08-40f2-bd21-3fc6b8538f0a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Oct 12 11:50:31.595265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.604449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.684346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.783921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.822488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a178a-48db-4a0e-bdc2-02e22af0c921,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:31.869469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.956485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:31.989192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:32.069447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ab6a-2575-4f27-b163-84af999b4e87 req-45dc5663-8d89-48af-840a-5fcbf31525ac tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:32.071865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebf7ab6a-2575-4f27-b163-84af999b4e87 req-45dc5663-8d89-48af-840a-5fcbf31525ac tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0678539 Oct 12 11:50:32.088715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.097004 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9810e58e-d6e9-4bfc-b085-e346a82cca6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6791553 Oct 12 11:50:32.097004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:32.098680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:32.120578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebf7ab6a-2575-4f27-b163-84af999b4e87 req-420320e5-9ab0-4cd7-be3b-04eda0b775de tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Oct 12 11:50:32.217195 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.269378 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.361388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.381948 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa52e67b-d85e-46fb-827a-65b5e49657b5,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:32.489096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.494344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37742) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:32.498136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-597ad683-9f4b-4b20-a2e7-6fee3dbf4ea3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024870 Oct 12 11:50:32.499846 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:32.637767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.693032 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.749851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e62df-c959-4067-adc9-c6d8aaeeb84a req-098cc99a-8cf5-40b9-91a7-1a71f7aee35a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:32.751657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-009e62df-c959-4067-adc9-c6d8aaeeb84a req-098cc99a-8cf5-40b9-91a7-1a71f7aee35a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0549920 Oct 12 11:50:32.784115 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.803110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-009e62df-c959-4067-adc9-c6d8aaeeb84a req-c0d0e329-bc5e-40e5-ae6e-045d78f7c8b4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Oct 12 11:50:32.807933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21e8b7e-4ffc-4697-b811-5e4f2459c13b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:32.924271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbaf1f-1861-4ebf-b71f-639a366c0bfd req-8ad3df78-e874-46ae-bfb5-9ae41daaffb3 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:32.925873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1edbaf1f-1861-4ebf-b71f-639a366c0bfd req-8ad3df78-e874-46ae-bfb5-9ae41daaffb3 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0545111 Oct 12 11:50:32.929130 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:32.930242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f6a37e8a-d6bf-472d-af24-f970fc454967 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4347422 Oct 12 11:50:32.936517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37748) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:32.942644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:32.983867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1edbaf1f-1861-4ebf-b71f-639a366c0bfd req-1a1d699d-9cb9-4483-bf46-f86296c4f086 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Oct 12 11:50:33.097737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.164333 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.263764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.282019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3fbf7b-eedb-4f81-95ad-75b337423b3d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:33.374765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.376152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b0da9ff8-0438-49a5-a069-cc9114a00bb2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4377906 Oct 12 11:50:33.379041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37750) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:33.383578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:33.520463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.595839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.705384 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.728439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e1f430-409a-41a2-b765-5b646ab66d07,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:33.808777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.810621 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-50975852-de9c-464c-9df9-715539f7ca6c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4301260 Oct 12 11:50:33.813754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:33.818526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:33.944303 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:50:33.944613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa106-436f-45f6-829e-023499f237d0 req-412a8f08-cd60-4f59-9ecb-860d88c3d94e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:33.946806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e65aa106-436f-45f6-829e-023499f237d0 req-412a8f08-cd60-4f59-9ecb-860d88c3d94e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0578506 Oct 12 11:50:33.950435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:33.991436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e65aa106-436f-45f6-829e-023499f237d0 req-40b39f94-d5c0-4fa5-a3f7-ab7320490c6b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Oct 12 11:50:34.030618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.117804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bd0ce-0bef-4d96-beba-c8fd060bc80e req-fa214891-cca2-4bc1-b35d-b05d75b70f24 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:34.119287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a3bd0ce-0bef-4d96-beba-c8fd060bc80e req-fa214891-cca2-4bc1-b35d-b05d75b70f24 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0544596 Oct 12 11:50:34.146756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.159910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a3bd0ce-0bef-4d96-beba-c8fd060bc80e req-ff52a5f3-f7e3-44d3-80a8-3271ea055fa5 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4943b4f-1b16-49a5-b0bc-8bb5b4117889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Oct 12 11:50:34.172260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ebd23b-405b-4985-a1ad-0d96c2d55cf7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:34.291528 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.292671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4e10f2d0-3785-440f-8e90-96de6b5c61a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4777927 Oct 12 11:50:34.295473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37762) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:34.300638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:34.392353 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:50:34.398535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.464238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.557904 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.577941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a646cbc2-9116-462b-9c2a-d3f49f7eb7c3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:34.684631 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.686020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ba254eec-d056-469d-9e5d-d5b65609db6f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3894582 Oct 12 11:50:34.689314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37766) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:34.694764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'network': {'name': 'tempest-network-smoke--220567307', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:34.726884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-e62c7b11-7732-486a-9656-5bbc99709f50 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:34.728585 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-e62c7b11-7732-486a-9656-5bbc99709f50 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 945 time: 0.0570002 Oct 12 11:50:34.807057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:34.811355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.847417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:50:34.849632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Deleting port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:50:34.850010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.859342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.866785 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Added segment 181c75eb-673a-4efc-b13b-5dc30de31a70 of type vlan for network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 Oct 12 11:50:34.915701 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.957950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] For port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,segment=NetworkSegment(feb458f9-89a8-4ea8-a0c6-464526c5a173),segment_id=feb458f9-89a8-4ea8-a0c6-464526c5a173)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:34.958473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:34.977959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Calling delete_port for d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:50:35.035805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.047178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:35.047178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.240772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.257717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:35.293064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Pushing event deleted for resources: {'Port': ['ID=d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:35.359327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] No DVR routers for this DVR port d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:50:35.362107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.367915 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15083e33-7af8-4cc1-b7f6-b8afc6dfb247 req-134ee40e-8585-4fc6-912e-3303f3ab5198 tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.41 "DELETE /v2.0/ports/d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd HTTP/1.1" status: 204 len: 173 time: 0.6318638 Oct 12 11:50:35.368398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'name': 'network-vif-deleted', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:35.370886 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea7c80-ec99-4d0a-b2bd-ea9cc83c3d32" -d '{"events": [{"server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "name": "network-vif-deleted", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:35.534676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Network': ['ID=7f38700c-03ae-44db-8a6b-2efeece0e6a8,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:35.551092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:50:35.562265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3210550-61b4-464d-ac91-0437b60c4f7a req-db2ae0ec-6838-4b57-bc4d-8beaa4826510 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:35.563963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3210550-61b4-464d-ac91-0437b60c4f7a req-db2ae0ec-6838-4b57-bc4d-8beaa4826510 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.4729102 Oct 12 11:50:35.613557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3210550-61b4-464d-ac91-0437b60c4f7a req-5dfca17d-dcfc-45a7-a5f8-9386739f34a6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Oct 12 11:50:35.638621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4cefa040-dbf2-40de-8489-35d03277249b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9466200 Oct 12 11:50:35.649060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37776) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:35.654222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'admin_state_up': True, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:35.734825 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebc8ce8f-d7ef-44af-81c6-c65f7f555788 req-3be339b8-905c-44df-a1ff-ddb2cacd0bbd tempest-TestServerAdvancedOps-1475481453 tempest-TestServerAdvancedOps-1475481453-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e89b7d1-d167-43b9-87e1-62c3c0978f8e HTTP/1.1" status: 200 len: 210 time: 0.0287004 Oct 12 11:50:35.781082 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b1965-1c78-4aed-b0f3-b877a1a96913 x-openstack-request-id: req-389b1965-1c78-4aed-b0f3-b877a1a96913 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:35.781573 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e89b7d1-d167-43b9-87e1-62c3c0978f8e", "name": "network-vif-deleted", "tag": "d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:35.781693 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-389b1965-1c78-4aed-b0f3-b877a1a96913 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:35.782011 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e89b7d1-d167-43b9-87e1-62c3c0978f8e', 'name': 'network-vif-deleted', 'tag': 'd2ea26e9-69f6-47ec-8fe0-6f16286aa7bd', 'status': 'completed', 'code': 200} Oct 12 11:50:35.798401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.800391 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:35.862641 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:36.103443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:36.483300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:36.514303 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:36.622900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.253 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a2b897ec-5cba-403e-ab46-07fa11a34ee5) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:36.782395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:36.795329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc618-4b97-4ea6-a561-4d7ec27fff85 req-0ae5496a-8f0d-4acb-992f-743fd03d9127 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:36.797108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d74fc618-4b97-4ea6-a561-4d7ec27fff85 req-0ae5496a-8f0d-4acb-992f-743fd03d9127 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0976789 Oct 12 11:50:36.861813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d74fc618-4b97-4ea6-a561-4d7ec27fff85 req-7c1ca16f-24b6-482c-86da-7ad9381a8051 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563021 Oct 12 11:50:36.911137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37788) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:36.942512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.009062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:37.013888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Deleting subnet 6aa9809c-7f9a-4cca-98c7-92973599d348 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:50:37.018683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.020535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:37.023131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:37.076012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=a2b897ec-5cba-403e-ab46-07fa11a34ee5,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:37.101469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.221432 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.439261 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.482018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa9809c-7f9a-4cca-98c7-92973599d348,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:37.514606 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.520190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1eecbd30-06b6-4e9b-9073-79dfcceba763 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6aa9809c-7f9a-4cca-98c7-92973599d348 HTTP/1.1" status: 204 len: 168 time: 0.6057808 Oct 12 11:50:37.520633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37790) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:37.556485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.617810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.706945 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.728173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b4ae1a-6514-4463-b3bf-7248e4dad3c4']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:37.738849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb458f9-89a8-4ea8-a0c6-464526c5a173') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:37.739482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb458f9-89a8-4ea8-a0c6-464526c5a173') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:37.750315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.765466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.771859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:50:37.772254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:50:37.774012 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:50:37.792147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.909257 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.944345 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:37.952329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41b4ae1a-6514-4463-b3bf-7248e4dad3c4 HTTP/1.1" status: 204 len: 168 time: 0.4268305 Oct 12 11:50:37.952329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd43658-dab9-4133-acbb-97bf05991de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b4ae1a-6514-4463-b3bf-7248e4dad3c4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:37.954740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bfd34-cb13-40f5-b4f4-97117cf16975 req-519c848a-9544-4a22-9f8f-eaa45e9835df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b4bfd34-cb13-40f5-b4f4-97117cf16975 req-519c848a-9544-4a22-9f8f-eaa45e9835df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.1236477 Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Deleting subnet 9d5135eb-0b05-455c-93d7-9d3680b8364e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 4acb3651-7568-42c3-ad18-ffcdc626872d is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.223349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0b4bfd34-cb13-40f5-b4f4-97117cf16975 req-61079c78-ed03-48a5-84e8-f6260d916a6b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698199 Oct 12 11:50:38.226684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.258914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:50:38.280658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:50:38.281182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d2ea26e9-69f6-47ec-8fe0-6f16286aa7bd not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:50:38.328715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:50:38.340029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Sync routers for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:50:38.351423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:38.352178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:38.421690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.448263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5135eb-0b05-455c-93d7-9d3680b8364e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:38.452449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.455255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2022c561-8aa0-4d8e-8e59-b0e2685e199f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8036070 Oct 12 11:50:38.457237 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37810) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.459182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.462895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37165480-1633-46c9-855e-dc9b4b2a2319 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d5135eb-0b05-455c-93d7-9d3680b8364e HTTP/1.1" status: 204 len: 168 time: 0.5087185 Oct 12 11:50:38.468883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.469776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:50:38.559728 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.691240 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee8677af-91fd-4fba-b8a5-dec4266402af tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdd531f728634a3f931191cc111863e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2325339 Oct 12 11:50:38.692976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.694541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37818) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.696546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:37Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:38.714509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d848776a-15b6-4bc4-afaf-c8b406cd6177']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:38.725064 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b51703-97b1-4f39-9129-063966af0199') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:38.725361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b51703-97b1-4f39-9129-063966af0199') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:38.727159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Checking router: 4acb3651-7568-42c3-ad18-ffcdc626872d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:50:38.727509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Updating router 4acb3651-7568-42c3-ad18-ffcdc626872d port a2b897ec-5cba-403e-ab46-07fa11a34ee5 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:50:38.735824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.751242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.755006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.762789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:50:38.762789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:50:38.763993 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:50:38.876078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed683ab5-6f7e-4623-8e0b-5933f4de7764 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:38.889138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37824) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.890188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ed683ab5-6f7e-4623-8e0b-5933f4de7764 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1941819 Oct 12 11:50:38.927077 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b5af898-129b-4865-bcd0-243198cdf6bd tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427866 Oct 12 11:50:38.929530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37826) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:38.935023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710826739', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:38.956933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.964506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:38.968455 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/d848776a-15b6-4bc4-afaf-c8b406cd6177 HTTP/1.1" status: 204 len: 168 time: 0.4986029 Oct 12 11:50:39.010334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59e47-5214-4e18-8dab-d5de3c4790ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d848776a-15b6-4bc4-afaf-c8b406cd6177,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:39.089506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.192397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:39.197112 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.258362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.287124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fa5e0-197f-4369-80a5-9dcf9c6a8e68 req-03b6a4b2-b445-4245-b20c-b64005172bc2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:39.295236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-874fa5e0-197f-4369-80a5-9dcf9c6a8e68 req-03b6a4b2-b445-4245-b20c-b64005172bc2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0648470 Oct 12 11:50:39.307850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Attempting to bind port a2b897ec-5cba-403e-ab46-07fa11a34ee5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:39.311246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Attempting to bind port a2b897ec-5cba-403e-ab46-07fa11a34ee5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:39.311246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Attempting to bind port a2b897ec-5cba-403e-ab46-07fa11a34ee5 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:39.321070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:39.322072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:39.322661 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.323234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:39.324536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Bound port: a2b897ec-5cba-403e-ab46-07fa11a34ee5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:39.325902 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.339962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-874fa5e0-197f-4369-80a5-9dcf9c6a8e68 req-e29b2ab6-2e6e-4183-8ab3-4672f98fa328 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Oct 12 11:50:39.356070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66538381-218e-48f2-bde0-5d9475971c81 None None] Pushing event updated for resources: {'Port': ['ID=a2b897ec-5cba-403e-ab46-07fa11a34ee5,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:39.405824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] For port a2b897ec-5cba-403e-ab46-07fa11a34ee5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:39.409349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] For port a2b897ec-5cba-403e-ab46-07fa11a34ee5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2b897ec-5cba-403e-ab46-07fa11a34ee5,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:39.532988 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.533441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.542671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:39.594544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:39.595200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:39.607501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8b5e0ec3-5df1-4d11-ae7e-610659d87bff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82f3c1cad9c1429d9b0ff5fa8a04fbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611641 Oct 12 11:50:39.609753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37840) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:39.631441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Subnet': ['ID=9d1e3173-71d3-4fd8-831d-fa64d9e0d141,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:39.643772 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Checking segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:39.644137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network hostable DHCP agents. Network: 7f38700c-03ae-44db-8a6b-2efeece0e6a8, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:50:39.648308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66538381-218e-48f2-bde0-5d9475971c81 None None] Pushing event updated for resources: {'Port': ['ID=a2b897ec-5cba-403e-ab46-07fa11a34ee5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:39.685254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.710246 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.734956 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:50:39.751155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:50:39.837977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7f38700c-03ae-44db-8a6b-2efeece0e6a8) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:39.843378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:39.844031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.848928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7a018-ec18-4df7-a1ec-d423910ffda9 None None] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:39.886452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.889643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:39.890950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4943b4f-1b16-49a5-b0bc-8bb5b4117889 HTTP/1.1" status: 204 len: 168 time: 0.2801597 Oct 12 11:50:39.899925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36b576-4a93-4256-b34b-51238a0b4958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4943b4f-1b16-49a5-b0bc-8bb5b4117889,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:39.964539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e2b12e0-6cac-47f8-8cec-45a274ba1aad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0338302 Oct 12 11:50:39.970283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 37848) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:40.094401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:37Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:40.129197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:50:40.130049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:40.132527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31544b9a-69cd-431e-8bed-8f3805a65ae3 None None] The sync data for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 is: [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:37Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:50:40.596892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Allocated IP 172.20.0.2 (7f38700c-03ae-44db-8a6b-2efeece0e6a8/9d1e3173-71d3-4fd8-831d-fa64d9e0d141/47896f68-0169-47c3-8d74-c1947c2daa08) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:40.720634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2b897ec-5cba-403e-ab46-07fa11a34ee5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:40.907041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:40.909398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a2b897ec-5cba-403e-ab46-07fa11a34ee5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:40.910056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:40.930464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85177a-1c94-41d6-9016-f5699d4486d7 req-06cc93f4-55dc-43f2-a448-1f331466d7a6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:40.932059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f85177a-1c94-41d6-9016-f5699d4486d7 req-06cc93f4-55dc-43f2-a448-1f331466d7a6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0725207 Oct 12 11:50:40.994567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37864) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:41.019763 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.023945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.032171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f85177a-1c94-41d6-9016-f5699d4486d7 req-a560621d-bd0f-433b-ba00-2647c48c3fd4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885775 Oct 12 11:50:41.079975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5ceea2b7-8e2e-4972-9601-0a212a20e2f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f163ed1f5b04e99976d30835fb66d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817037 Oct 12 11:50:41.081747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 37866) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:41.085121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a2b897ec-5cba-403e-ab46-07fa11a34ee5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2b897ec-5cba-403e-ab46-07fa11a34ee5,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:41.121123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:41.121123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:41.121123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:41.135263 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Pushing event updated for resources: {'Port': ['ID=47896f68-0169-47c3-8d74-c1947c2daa08,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:41.139249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.144500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.174366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.229723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Attempting to bind port 47896f68-0169-47c3-8d74-c1947c2daa08 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:41.230236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Attempting to bind port 47896f68-0169-47c3-8d74-c1947c2daa08 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:41.230619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Attempting to bind port 47896f68-0169-47c3-8d74-c1947c2daa08 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:41.242990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.250227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:41.250730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Checking segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:41.251262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.251790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Bound using segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:41.252402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Bound port: 47896f68-0169-47c3-8d74-c1947c2daa08, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:41.252680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.342682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a2b897ec-5cba-403e-ab46-07fa11a34ee5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:41.367988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] For port 47896f68-0169-47c3-8d74-c1947c2daa08, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:41.376680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] For port 47896f68-0169-47c3-8d74-c1947c2daa08, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=47896f68-0169-47c3-8d74-c1947c2daa08,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:41.399626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.399626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.403962 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3159d06-824a-46b1-b3af-ce6488bbfa25 HTTP/1.1" status: 204 len: 168 time: 0.3196974 Oct 12 11:50:41.423658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f9888-33bc-4b0c-8288-e603ea1d1fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3159d06-824a-46b1-b3af-ce6488bbfa25,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:41.475220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.503848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.1 (7f38700c-03ae-44db-8a6b-2efeece0e6a8/9d1e3173-71d3-4fd8-831d-fa64d9e0d141/30a065d9-96ce-4822-b263-9b13e707ee98) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:41.563658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07996764-cf62-452a-bb64-bb2047f2d16b None None] Pushing event updated for resources: {'Port': ['ID=47896f68-0169-47c3-8d74-c1947c2daa08,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:41.648863 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.841574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:41.898798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:41.901997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:41.908099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:41.916142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:41.975061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.204091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73469efe-28d6-479f-b843-62ef643d0885 req-d2d90e67-153d-48ef-9e66-594e8cc27de6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:42.206010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73469efe-28d6-479f-b843-62ef643d0885 req-d2d90e67-153d-48ef-9e66-594e8cc27de6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0758326 Oct 12 11:50:42.253558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-73469efe-28d6-479f-b843-62ef643d0885 req-f1473cd2-7e3f-42fc-9936-56c421723eac tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Oct 12 11:50:42.358825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.721149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2b897ec-5cba-403e-ab46-07fa11a34ee5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:42.738638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.795180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a2b897ec-5cba-403e-ab46-07fa11a34ee5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:42.795652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.805832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.854675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d97947-27ed-4dc1-be97-47c8ac1016a8 None None] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:50:42.891175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:42.900422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.972501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] Provisioning complete for port 47896f68-0169-47c3-8d74-c1947c2daa08 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:42.972786 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:42.977772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 47896f68-0169-47c3-8d74-c1947c2daa08 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:43.030984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:43.033427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:43.127406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 47896f68-0169-47c3-8d74-c1947c2daa08 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:43.127707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.173290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 4acb3651-7568-42c3-ad18-ffcdc626872d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:50:43.195328 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.239447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] For port 47896f68-0169-47c3-8d74-c1947c2daa08, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=47896f68-0169-47c3-8d74-c1947c2daa08,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:43.289018 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.302030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.313954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:50:43.328729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1b1e2980-5ab9-4372-8972-5465c6d81675 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/4acb3651-7568-42c3-ad18-ffcdc626872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3477473 Oct 12 11:50:43.328835 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Sync routers for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:50:43.343623 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:43.344250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:43.482259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbee968-30ff-416e-8ca9-9e0a925cc51b req-3675a2f2-b185-4758-918f-9bcb6352cd7e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:43.483987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ccbee968-30ff-416e-8ca9-9e0a925cc51b req-3675a2f2-b185-4758-918f-9bcb6352cd7e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.1042831 Oct 12 11:50:43.485563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36ff71-2979-4c0c-b0fe-d56a83d97c55 None None] Pushing event updated for resources: {'Port': ['ID=47896f68-0169-47c3-8d74-c1947c2daa08,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:43.492430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:50:43.492679 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:50:43.528766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-30815062-c934-4690-b927-345627976826 None None] Provisioning complete for port 47896f68-0169-47c3-8d74-c1947c2daa08 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:43.528766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30815062-c934-4690-b927-345627976826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.542633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ccbee968-30ff-416e-8ca9-9e0a925cc51b req-72c3e315-e16b-459c-8182-82155989e2f7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Oct 12 11:50:43.545294 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:50:43.686659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-30815062-c934-4690-b927-345627976826 None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:43.687126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30815062-c934-4690-b927-345627976826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.747129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-30815062-c934-4690-b927-345627976826 None None] Port 30a065d9-96ce-4822-b263-9b13e707ee98 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:43.754310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-3d05b29d-5f89-4b16-aac1-eb5d8a605d9e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290110355&fields=id&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 267 time: 0.0739288 Oct 12 11:50:43.874189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ca29372f-12c4-4922-bffb-b56dfd55c023 None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:43.874677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ca29372f-12c4-4922-bffb-b56dfd55c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.880163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 2, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:43.903659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-9d642079-c526-48d1-82d2-9f1e619149f5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:43.903659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-9d642079-c526-48d1-82d2-9f1e619149f5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 796 time: 0.1366315 Oct 12 11:50:43.910807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Checking router: 4acb3651-7568-42c3-ad18-ffcdc626872d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:50:43.911190 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Updating router 4acb3651-7568-42c3-ad18-ffcdc626872d port 30a065d9-96ce-4822-b263-9b13e707ee98 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:50:43.918330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-8be1bf54-c18e-4af1-8342-1274fd66dfba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/quotas/fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 375 time: 0.0105231 Oct 12 11:50:43.958468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ca29372f-12c4-4922-bffb-b56dfd55c023 None None] Port 30a065d9-96ce-4822-b263-9b13e707ee98 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:43.958864 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:43.980132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-a550002c-320d-4fca-a0ba-315edc81e027 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539260 Oct 12 11:50:44.129508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-84372e62-03e7-4d25-a010-e25b11f06881 service neutron] 10.222.0.43 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259460 Oct 12 11:50:44.180784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-246fd128-19ef-4e3a-8d54-b842a7cb68ad None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:44.181257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-246fd128-19ef-4e3a-8d54-b842a7cb68ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.224695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-246fd128-19ef-4e3a-8d54-b842a7cb68ad None None] Port 30a065d9-96ce-4822-b263-9b13e707ee98 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:44.235314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-73269edf-402b-40e1-aec5-219993fbe532 service neutron] 10.222.0.43 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993390 Oct 12 11:50:44.276818 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.463267 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.531564 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Pushing event updated for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:44.605214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.605836 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.606486 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.607210 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.607753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.608237 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.608736 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.609459 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.609998 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.610824 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.611319 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.611854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:44.615958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Attempting to bind port 30a065d9-96ce-4822-b263-9b13e707ee98 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:44.616497 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Attempting to bind port 30a065d9-96ce-4822-b263-9b13e707ee98 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:44.617128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Attempting to bind port 30a065d9-96ce-4822-b263-9b13e707ee98 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:44.624479 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:44.625088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Checking segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:44.625740 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.626300 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Bound using segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:44.626967 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Bound port: 30a065d9-96ce-4822-b263-9b13e707ee98, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:44.627609 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.651219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 47896f68-0169-47c3-8d74-c1947c2daa08 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:44.754774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 47896f68-0169-47c3-8d74-c1947c2daa08 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:44.756965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.768956 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] For port 30a065d9-96ce-4822-b263-9b13e707ee98, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:44.775541 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] For port 30a065d9-96ce-4822-b263-9b13e707ee98, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a065d9-96ce-4822-b263-9b13e707ee98,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:44.786359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7d7f-4215-4c2d-b612-b3619a13399e req-f1b47c6b-6aa3-48b2-bd56-7984e448ed2a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:44.788280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c45f7d7f-4215-4c2d-b612-b3619a13399e req-f1b47c6b-6aa3-48b2-bd56-7984e448ed2a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0673685 Oct 12 11:50:44.868045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c45f7d7f-4215-4c2d-b612-b3619a13399e req-37f64aa4-719b-488a-89be-522e73722c30 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 Oct 12 11:50:44.889187 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.978935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:44.979543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:44.988206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c2be9c1-9c01-4566-acc7-2718501ca7be req-d52060a3-5aa2-4516-8490-2a0684eedb7b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 210 time: 0.0652790 Oct 12 11:50:45.010054 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:45.010054 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:45.049741 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ba92-57f1-42ff-a1b4-0521ba263b58 None None] Pushing event updated for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:45.101340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:45.154836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] For port 30a065d9-96ce-4822-b263-9b13e707ee98, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a065d9-96ce-4822-b263-9b13e707ee98,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:45.155245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:50:45.266141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:45.332406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Pushing event updated for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:45.340979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.352981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a214d-d157-4892-bf05-86b5daa757c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:50:45.393499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-690cb4f4-e92e-41c8-848e-6d317be0a924 None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:45.394030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-690cb4f4-e92e-41c8-848e-6d317be0a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:45.417714 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:44Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:45.541842 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43243895-d6e5-4ee2-884b-e90c192c8778 None None] The sync data for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 is: [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:44Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:50:46.004018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b5f14-b403-4594-b0b2-2286e24e5630 req-01187ab4-ea19-4c73-8acd-90f33ae0a507 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:46.005666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b32b5f14-b403-4594-b0b2-2286e24e5630 req-01187ab4-ea19-4c73-8acd-90f33ae0a507 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0601797 Oct 12 11:50:46.062278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b32b5f14-b403-4594-b0b2-2286e24e5630 req-91f5d8cc-567e-4a72-95cb-072be372dbcf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Oct 12 11:50:46.163411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8df5453d-6e4d-4e57-bcea-6096f7d990a4 req-75c1dbfe-b639-469a-8df3-ae99122651ad tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 210 time: 0.0386450 Oct 12 11:50:46.640734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a065d9-96ce-4822-b263-9b13e707ee98 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:46.709575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 30a065d9-96ce-4822-b263-9b13e707ee98 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:46.709575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:47.191189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb95bf9-480f-4e1a-a3fa-c31c9d8c21d9 req-eb6eec8e-b584-4fae-9982-22130639476e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:47.192690 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfb95bf9-480f-4e1a-a3fa-c31c9d8c21d9 req-eb6eec8e-b584-4fae-9982-22130639476e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0579956 Oct 12 11:50:47.245824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfb95bf9-480f-4e1a-a3fa-c31c9d8c21d9 req-aa571938-cc20-401d-b7af-ae4d8811b39a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Oct 12 11:50:47.338573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-772ea08a-0563-4c5a-8a80-184d40f98268 req-87e218b3-b9df-4869-a5ca-cf1da189cc84 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 210 time: 0.0267446 Oct 12 11:50:47.463963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-a01cc45d-afa9-4cee-8910-8e1b55b1c917 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:47.465620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-a01cc45d-afa9-4cee-8910-8e1b55b1c917 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 796 time: 0.1275892 Oct 12 11:50:47.520517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-e44e6efa-b203-4d5a-845a-56d2a3fba529 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 379 time: 0.0448556 Oct 12 11:50:47.530853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'port': {'device_id': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'admin_state_up': True, 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'security_groups': ['bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:47.783363 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9f7d5e45-3525-4e9b-b357-1c3fd6dd7178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:47.846107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:50:47.849998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.268630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.4 (7f38700c-03ae-44db-8a6b-2efeece0e6a8/9d1e3173-71d3-4fd8-831d-fa64d9e0d141/bf452bd8-9adb-4fd8-aa04-10c067ac2734) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:48.371734 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a63d85-e3b9-4485-9e37-090b00242996 req-75e6dbe1-0891-4ebe-9522-b79ed759d2cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:48.373495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22a63d85-e3b9-4485-9e37-090b00242996 req-75e6dbe1-0891-4ebe-9522-b79ed759d2cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Oct 12 11:50:48.408868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.437159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22a63d85-e3b9-4485-9e37-090b00242996 req-f9ce7095-3ebf-4117-bf7c-c5b2813af320 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558853 Oct 12 11:50:48.513265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.532556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8684470-d75e-456d-94a0-01a0deddae4e req-3be1a1e3-0f75-4b98-8322-24c142b82860 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 210 time: 0.0333731 Oct 12 11:50:48.556620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:48.560441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:48.564146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:48.601116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:48.624033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:48.624658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.720485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-88cb60bd-252d-45e9-9757-dfb00002168c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939402 Oct 12 11:50:48.734123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Request body: {'port': {'device_id': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:48.790323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.857610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-060c925a-bd76-46b9-bde1-8ba1f5f16b64 None None] Provisioning complete for port bf452bd8-9adb-4fd8-aa04-10c067ac2734 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:48.857610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-060c925a-bd76-46b9-bde1-8ba1f5f16b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:48.897689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-060c925a-bd76-46b9-bde1-8ba1f5f16b64 None None] Port bf452bd8-9adb-4fd8-aa04-10c067ac2734 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:50:49.070897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf452bd8-9adb-4fd8-aa04-10c067ac2734 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:49.080043 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:49.092093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Transition to ACTIVE for port object bf452bd8-9adb-4fd8-aa04-10c067ac2734 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:50:49.184527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:49.241843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:49.318907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:50:49.319250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:50:49.319581 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:49.326778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:50:49.326778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:50:49.331626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:50:49.331993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Checking segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:50:49.332415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Bound using segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:50:49.332927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Bound port: bf452bd8-9adb-4fd8-aa04-10c067ac2734, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:50:49.333297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:49.428363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:50:49.432994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:50:49.532753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:49.567333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ea9e6-4419-4fad-a376-4fe9c13ba22f req-067505a4-75f4-4f5b-8385-f4b6c3235e7d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.567736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.567736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:49.570069 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] 10.222.0.41 "PUT /v2.0/ports/bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 1091 time: 0.8408513 Oct 12 11:50:49.570222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-003ea9e6-4419-4fad-a376-4fe9c13ba22f req-067505a4-75f4-4f5b-8385-f4b6c3235e7d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0591562 Oct 12 11:50:49.572123 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:49.575627 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0f3c6-0be4-4852-9b68-659526bdd75c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:49.609488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb3b98-a4ea-458c-ae3e-90c3ac7ac60f service neutron] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:49.743599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-7ec6615a-9c6f-4df4-92dd-1d8979be68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.745132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-7ec6615a-9c6f-4df4-92dd-1d8979be68fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0526793 Oct 12 11:50:49.805517 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-fef824b0-e293-4a88-9c82-cf4c89697c34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 217 time: 0.0456202 Oct 12 11:50:49.838640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-003ea9e6-4419-4fad-a376-4fe9c13ba22f req-78090f2d-0cf3-43ff-a1bc-8c0f1461a410 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575772 Oct 12 11:50:49.875675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-9e11ec73-754b-471d-9346-2107cb7df451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.877211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-9e11ec73-754b-471d-9346-2107cb7df451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0647938 Oct 12 11:50:49.930547 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-d72b7d7d-419d-4ada-bf87-c08e0c69146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.932121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-d72b7d7d-419d-4ada-bf87-c08e0c69146c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469856 Oct 12 11:50:49.963792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7b3e3-b581-4fbe-9977-4d53ba9ce6c8 req-cd19fb87-e8fe-4781-920a-ae5be9eca90c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:49.966244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffc7b3e3-b581-4fbe-9977-4d53ba9ce6c8 req-cd19fb87-e8fe-4781-920a-ae5be9eca90c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.0527864 Oct 12 11:50:50.017262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffc7b3e3-b581-4fbe-9977-4d53ba9ce6c8 req-8a5f819c-14a8-4c56-a9d2-b8fb8f092b92 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433466 Oct 12 11:50:50.033835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-ea47172b-14ac-49c5-a45a-3b2385461bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929904 Oct 12 11:50:50.095840 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeb69c7-a9e9-4536-bda8-8c649ddd35d1 x-openstack-request-id: req-ceeb69c7-a9e9-4536-bda8-8c649ddd35d1 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:50.096132 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:50.096448 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ceeb69c7-a9e9-4536-bda8-8c649ddd35d1 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:50.096820 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'status': 'completed', 'code': 200} Oct 12 11:50:50.132920 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d1f99a7-a1b1-411b-a0ea-23268b25ccf7 req-4df1198b-0367-401c-b877-963257b03006 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927637 Oct 12 11:50:50.343784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-3eb77156-00c2-497e-b3db-7f24cd902ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:50.345267 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-3eb77156-00c2-497e-b3db-7f24cd902ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0452464 Oct 12 11:50:50.439651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-1f8c04f5-03ac-462e-b023-52200a6c4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:50.441142 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-1f8c04f5-03ac-462e-b023-52200a6c4cac service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.0891180 Oct 12 11:50:50.489247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-025e442f-64c0-493a-9a11-b1958c2e7e27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 217 time: 0.0405409 Oct 12 11:50:50.503770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ebe80acc-b172-4b89-9334-87d1e8cd9dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:50.540187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-06431ede-0ba6-4589-ab01-d171479d2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:50.541642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-06431ede-0ba6-4589-ab01-d171479d2891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0463376 Oct 12 11:50:50.590800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-1a82382e-7bae-4717-bac9-7ee8202e3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:50.592554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-1a82382e-7bae-4717-bac9-7ee8202e3f94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426614 Oct 12 11:50:50.693718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-b0e6f0b2-3373-4adf-b7a1-14bf86e5c7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940723 Oct 12 11:50:50.799155 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cef0f3c6-0be4-4852-9b68-659526bdd75c req-8096d32d-6310-4d19-9ca6-ffffc90fdcc6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980589 Oct 12 11:50:50.965490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973375f-ecd4-44c3-9c91-3107d3c4b26f req-cf97704c-0f59-40ff-b0b9-92dfd944e6dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:50.966989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c973375f-ecd4-44c3-9c91-3107d3c4b26f req-cf97704c-0f59-40ff-b0b9-92dfd944e6dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0513432 Oct 12 11:50:51.006841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c973375f-ecd4-44c3-9c91-3107d3c4b26f req-b7cbefe3-bd36-4eda-9c42-93169c69539f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Oct 12 11:50:51.148089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b189-d1fb-4398-a045-28a4b3fbcfaa req-61646d82-dd89-41ce-ae0e-355702b4bda2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:51.150145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9266b189-d1fb-4398-a045-28a4b3fbcfaa req-61646d82-dd89-41ce-ae0e-355702b4bda2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.0560851 Oct 12 11:50:51.190570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9266b189-d1fb-4398-a045-28a4b3fbcfaa req-24038a1a-2068-4ca5-be5f-37bbf0b71f7d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347624 Oct 12 11:50:51.783384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:51.843362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:52.123303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed46b5-0bc0-428c-a4e3-a1b300713863 req-7845cb35-9d5e-44e0-9aeb-e1c8f236406b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:52.124867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1fed46b5-0bc0-428c-a4e3-a1b300713863 req-7845cb35-9d5e-44e0-9aeb-e1c8f236406b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0502756 Oct 12 11:50:52.172805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1fed46b5-0bc0-428c-a4e3-a1b300713863 req-976c11d3-7081-4cac-832b-fe51d46ae0b4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Oct 12 11:50:52.264409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:52.302567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:50:52.310710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b101-7f66-40e1-918b-b6b29452a0a8 req-e71a876e-f020-422e-a0c6-ce2ba1487c3b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:52.312908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b74b101-7f66-40e1-918b-b6b29452a0a8 req-e71a876e-f020-422e-a0c6-ce2ba1487c3b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.0539498 Oct 12 11:50:52.355715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b74b101-7f66-40e1-918b-b6b29452a0a8 req-f4ff12ef-00e4-4a80-af6e-be0518b372ab tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Oct 12 11:50:52.413553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:52.425419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'mac_address': 'fa:16:3e:16:1f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:50:52.469410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:52.481912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf452bd8-9adb-4fd8-aa04-10c067ac2734 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:50:52.501372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:52.600406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:52.652257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:52.893650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['bf452bd8-9adb-4fd8-aa04-10c067ac2734'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:50:53.298598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc25a84-196b-4ba0-9f6b-a76f441f99ce req-5562227f-c46f-45c8-845b-5b5b9e401c6b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:53.300187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7bc25a84-196b-4ba0-9f6b-a76f441f99ce req-5562227f-c46f-45c8-845b-5b5b9e401c6b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0540605 Oct 12 11:50:53.343421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7bc25a84-196b-4ba0-9f6b-a76f441f99ce req-df07a7f6-3da6-462a-9105-1ac5a50c2839 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Oct 12 11:50:53.397464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:53.475339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325010b-a1aa-446b-a80b-c620d9a740cd req-858b4ecf-5be0-4663-ad7f-bc7d1d19b6c3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:53.476837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5325010b-a1aa-446b-a80b-c620d9a740cd req-858b4ecf-5be0-4663-ad7f-bc7d1d19b6c3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 944 time: 0.0522041 Oct 12 11:50:53.532529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5325010b-a1aa-446b-a80b-c620d9a740cd req-cbdd116b-a235-4810-8592-2ae45a3e2030 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492923 Oct 12 11:50:54.329958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:50:54.471492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port bf452bd8-9adb-4fd8-aa04-10c067ac2734 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:50:54.473919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172f7-ac0d-4ce4-91a8-3b0e3dc86586 req-8a981098-ac96-4b50-8993-623a758b5499 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:54.475439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc2172f7-ac0d-4ce4-91a8-3b0e3dc86586 req-8a981098-ac96-4b50-8993-623a758b5499 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0595801 Oct 12 11:50:54.475770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port bf452bd8-9adb-4fd8-aa04-10c067ac2734 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:50:54.476156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:54.520022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc2172f7-ac0d-4ce4-91a8-3b0e3dc86586 req-a343a6ba-ea1b-40bf-ad12-c8f66b360dee tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Oct 12 11:50:54.570956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:54.596817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:54.599133 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f63389e-03c1-45a8-bb1e-85b18b029bcd" -d '{"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:54.625484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:50:54.654564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4253fec-d108-4032-8bc3-8b0066c7cb5b req-59428cc8-51f7-456e-963a-3afe9b768f9e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:54.656088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4253fec-d108-4032-8bc3-8b0066c7cb5b req-59428cc8-51f7-456e-963a-3afe9b768f9e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 944 time: 0.0515120 Oct 12 11:50:54.696929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4253fec-d108-4032-8bc3-8b0066c7cb5b req-e4447071-fd81-410e-b3bc-97c6ee85f8df tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345161 Oct 12 11:50:54.717027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:54.749571 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2ff52f-8ca1-44ff-b382-f0b901d8e32e x-openstack-request-id: req-cb2ff52f-8ca1-44ff-b382-f0b901d8e32e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:54.749897 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:54.750754 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb2ff52f-8ca1-44ff-b382-f0b901d8e32e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:54.750754 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'code': 200} Oct 12 11:50:54.777326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:54.852164 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be34d06-a454-4bd3-88ce-ee2a994183e4 req-6665f212-69fe-4882-b485-2ecef9ff231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:54.853622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be34d06-a454-4bd3-88ce-ee2a994183e4 req-6665f212-69fe-4882-b485-2ecef9ff231a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.0433507 Oct 12 11:50:54.894751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6be34d06-a454-4bd3-88ce-ee2a994183e4 req-e9ce452f-d254-49fd-8f40-5e5be6ee0ac6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346043 Oct 12 11:50:55.642740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270527d4-982b-45e3-9659-e2d062469f5a req-d629e6c2-177b-4071-b7db-0635bb85c22a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:55.644252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-270527d4-982b-45e3-9659-e2d062469f5a req-d629e6c2-177b-4071-b7db-0635bb85c22a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0512958 Oct 12 11:50:55.697494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-270527d4-982b-45e3-9659-e2d062469f5a req-db1c399e-d381-4c83-a052-b595ace482af tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Oct 12 11:50:55.818802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec9ac9-40bf-45f3-8f57-0670eccdf637 req-12995473-3fcb-4ff8-b21d-1531f6d2f073 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:55.820418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffec9ac9-40bf-45f3-8f57-0670eccdf637 req-12995473-3fcb-4ff8-b21d-1531f6d2f073 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0514743 Oct 12 11:50:55.863883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffec9ac9-40bf-45f3-8f57-0670eccdf637 req-90320e7c-61e1-417f-bed0-92bf01f52ba4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357926 Oct 12 11:50:56.816384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd681c5-e072-4255-910a-ccb763e8484e req-e4ae47c3-ad1b-46f1-a2a0-5c304a6600c0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:56.817862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cd681c5-e072-4255-910a-ccb763e8484e req-e4ae47c3-ad1b-46f1-a2a0-5c304a6600c0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0487828 Oct 12 11:50:56.857379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cd681c5-e072-4255-910a-ccb763e8484e req-51094f2b-088c-4ffc-82b4-79de443119e3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Oct 12 11:50:56.927578 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:56.992591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c205-c137-4eff-a4d8-ca7ec1878f63 req-213e4b68-84aa-44c7-a70e-beacb2dba897 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:56.994066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fef8c205-c137-4eff-a4d8-ca7ec1878f63 req-213e4b68-84aa-44c7-a70e-beacb2dba897 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0517259 Oct 12 11:50:57.036827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fef8c205-c137-4eff-a4d8-ca7ec1878f63 req-4df6b4e9-c34b-4eb9-b4c9-07bc54916dc8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362890 Oct 12 11:50:57.160312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b4b7c-35c7-49dc-baa1-07cf0de54390 req-5265af23-8b96-40ae-a358-95e5af12310b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:57.161795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b8b4b7c-35c7-49dc-baa1-07cf0de54390 req-5265af23-8b96-40ae-a358-95e5af12310b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0520587 Oct 12 11:50:57.203350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b8b4b7c-35c7-49dc-baa1-07cf0de54390 req-37b8db08-5d6c-4a2f-a978-f369145ed193 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354123 Oct 12 11:50:57.226553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38116) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:57.269391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059f4e7-2356-41f4-88e2-e1e293e628da tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:57.270964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2059f4e7-2356-41f4-88e2-e1e293e628da tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1091 time: 0.0433085 Oct 12 11:50:57.273973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38118) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:57.279057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:50:57.374898 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:57.482814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:57.598067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.182 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/fbc764b0-b85f-44b4-a4c1-524e30c5d028) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:50:57.712802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:57.801446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:57.842666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:50:57.848373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:50:57.851053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:50:57.878148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=fbc764b0-b85f-44b4-a4c1-524e30c5d028,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:57.978965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734529-5538-4343-8fc2-b5da25c1fe08 req-c0826eb2-9970-4804-9a9d-a5925dce44b5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:57.981187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20734529-5538-4343-8fc2-b5da25c1fe08 req-c0826eb2-9970-4804-9a9d-a5925dce44b5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0544302 Oct 12 11:50:58.022260 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20734529-5538-4343-8fc2-b5da25c1fe08 req-ce159c13-5be3-4150-af46-13099c37a5d0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Oct 12 11:50:58.381716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:58.586533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:58.752876 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:58.866102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:58.938437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=fbc764b0-b85f-44b4-a4c1-524e30c5d028,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:50:58.951645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:59.049611 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee associated. External IP: 172.25.2.182, port: bf452bd8-9adb-4fd8-aa04-10c067ac2734. Oct 12 11:50:59.166780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff7f0-f254-4ba0-b4d4-f8e098992cf6 req-d67a0d30-1ac9-4e1a-a850-5c69516cdf7b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:59.169495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8fff7f0-f254-4ba0-b4d4-f8e098992cf6 req-d67a0d30-1ac9-4e1a-a850-5c69516cdf7b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0607634 Oct 12 11:50:59.213600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8fff7f0-f254-4ba0-b4d4-f8e098992cf6 req-26168d1b-b43f-435f-8639-43451fbc8e9f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385337 Oct 12 11:50:59.272217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 4acb3651-7568-42c3-ad18-ffcdc626872d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:50:59.384096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:50:59.394253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Sync routers for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:50:59.404139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:59.404745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:59.500798 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:50:59.527073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:50:59.545619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-542f6f6e-ffc0-45ff-8fe0-5c1421e7fd45 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2705889 Oct 12 11:50:59.546183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:50:59.548961 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeafd44-2a49-4274-9745-812db7ddbe82" -d '{"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:50:59.649774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5917d6-273a-41e4-ae88-76011cc80197 req-5dbe0366-6ea7-4ce7-ad6a-c25f2716e103 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:59.658406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b5917d6-273a-41e4-ae88-76011cc80197 req-5dbe0366-6ea7-4ce7-ad6a-c25f2716e103 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0560527 Oct 12 11:50:59.695401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b5917d6-273a-41e4-ae88-76011cc80197 req-7d66fa55-10b1-4fcf-a62e-45bfcfaadc11 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367017 Oct 12 11:50:59.722719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38162) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:50:59.799737 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bca31f-ed15-45d2-b796-bb7cfa9fd33c x-openstack-request-id: req-85bca31f-ed15-45d2-b796-bb7cfa9fd33c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:50:59.800026 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:50:59.800276 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85bca31f-ed15-45d2-b796-bb7cfa9fd33c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:50:59.800676 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'status': 'completed', 'code': 200} Oct 12 11:50:59.878915 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07470f6a-e8f3-4284-b637-7ff500687542 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 200 len: 991 time: 0.1546714 Oct 12 11:50:59.888546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-1b6ec35d-af89-4139-97ac-c8a0bba67029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:59.890061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-1b6ec35d-af89-4139-97ac-c8a0bba67029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.0922461 Oct 12 11:50:59.933532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'mac_address': 'fa:16:3e:16:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:50:58Z', 'updated_at': '2021-10-12T11:50:58Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:59.966475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Checking router: 4acb3651-7568-42c3-ad18-ffcdc626872d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:50:59.975050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:50:59.975644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:50:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:50:59.991415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-91021311-eaf6-45ad-b8d2-61cd14c6cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:50:59.992907 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-91021311-eaf6-45ad-b8d2-61cd14c6cc77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.0948062 Oct 12 11:51:00.082473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:51:00.343924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5d2ec-0435-42b4-be37-f7016cabfc2d req-764d2f8a-8d92-4ee1-92ee-6155e43465b2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:00.352016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abc5d2ec-0435-42b4-be37-f7016cabfc2d req-764d2f8a-8d92-4ee1-92ee-6155e43465b2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0595570 Oct 12 11:51:00.353973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'mac_address': 'fa:16:3e:16:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:50:58Z', 'updated_at': '2021-10-12T11:50:58Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:51:00.393245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9202a2c-fd4c-4a1e-8fb9-55384cdd5315 None None] The sync data for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 is: [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'mac_address': 'fa:16:3e:16:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:50:58Z', 'updated_at': '2021-10-12T11:50:58Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:51:00.402396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-4140d207-07f9-450f-b67a-df2686d0953f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 999 time: 0.3944395 Oct 12 11:51:00.404011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abc5d2ec-0435-42b4-be37-f7016cabfc2d req-60ad3322-35d5-4e96-8e05-76718f798d45 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Oct 12 11:51:00.450391 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-0f5fcb74-303b-48d8-9048-929e725d24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:00.457477 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-0f5fcb74-303b-48d8-9048-929e725d24c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0504503 Oct 12 11:51:00.498131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-4e3efe5f-de4d-4788-b6bf-219b80618dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:00.499617 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-4e3efe5f-de4d-4788-b6bf-219b80618dba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403497 Oct 12 11:51:00.612721 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-8397e87e-38bf-4683-b282-3ab68f50d402 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037586 Oct 12 11:51:00.640922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e23ba-3124-412b-b610-f46438110235 None None] New status for floating IP e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:51:00.716067 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9eeafd44-2a49-4274-9745-812db7ddbe82 req-00e6abf0-b7de-4836-934b-5d71cb538a1d service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963929 Oct 12 11:51:00.881175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 38178) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:00.963567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-aea1adf1-ed5c-4a58-a88a-1764266b0ac7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 200 len: 991 time: 0.0806572 Oct 12 11:51:01.531974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac801-93b0-468e-a661-73eecbd38fb6 req-81df18a1-7a5e-4631-95d0-f6bdfa62b1d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:01.536009 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cecac801-93b0-468e-a661-73eecbd38fb6 req-81df18a1-7a5e-4631-95d0-f6bdfa62b1d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0540402 Oct 12 11:51:01.581382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cecac801-93b0-468e-a661-73eecbd38fb6 req-b30603a4-846c-4e76-b048-e72f87405b92 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Oct 12 11:51:01.859119 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:51:01.960516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 38194) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:02.028017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7abf29c-8f81-4091-b048-2eeeeacfcd1c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 200 len: 993 time: 0.0603454 Oct 12 11:51:02.698085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661899b-9f83-4e99-8f1c-7163f955e0de req-782badad-7eda-452e-8145-3e6eef1ae1b9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:02.699639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a661899b-9f83-4e99-8f1c-7163f955e0de req-782badad-7eda-452e-8145-3e6eef1ae1b9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0497119 Oct 12 11:51:02.739537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a661899b-9f83-4e99-8f1c-7163f955e0de req-0b1e508e-2067-4233-b9bc-f04e3c883221 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Oct 12 11:51:03.864946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fcabf-eb3b-497d-a876-67936bd1e00d req-6f69b2ac-f768-458e-902e-f550caedee15 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:03.866734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-464fcabf-eb3b-497d-a876-67936bd1e00d req-6f69b2ac-f768-458e-902e-f550caedee15 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0574946 Oct 12 11:51:03.910129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-464fcabf-eb3b-497d-a876-67936bd1e00d req-c955b072-7206-4629-98d6-987fe3bd8b64 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Oct 12 11:51:05.035011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50f07d-728f-4fed-a6a6-fb4792549074 req-7050e852-1262-4320-a0f5-631a72cc14ea tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:05.036609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d50f07d-728f-4fed-a6a6-fb4792549074 req-7050e852-1262-4320-a0f5-631a72cc14ea tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0534208 Oct 12 11:51:05.083265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d50f07d-728f-4fed-a6a6-fb4792549074 req-789fbb1b-509c-4a12-89ab-446c465b29f8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Oct 12 11:51:05.443969 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-300060cf-6a8c-45f1-ad0d-bfe361f92ded service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400515 Oct 12 11:51:05.527750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-9c45c22d-172d-4bce-9ee8-6a4fcea5d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:05.529307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-9c45c22d-172d-4bce-9ee8-6a4fcea5d6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 1096 time: 0.0431168 Oct 12 11:51:05.640383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-8cf17dfa-9d2d-429e-b351-7be452b459df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:05.641862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-8cf17dfa-9d2d-429e-b351-7be452b459df service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0928624 Oct 12 11:51:05.683706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-bf027480-669b-440e-a449-3608abc5b0a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a HTTP/1.1" status: 200 len: 217 time: 0.0345256 Oct 12 11:51:05.738522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-fbf02918-a706-4933-8bdf-7d857b084394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:05.739658 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-fbf02918-a706-4933-8bdf-7d857b084394 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0484581 Oct 12 11:51:05.787994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-454ab85a-dd77-4f05-9c10-0f30ebc3c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:05.789505 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-454ab85a-dd77-4f05-9c10-0f30ebc3c77c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423765 Oct 12 11:51:05.881669 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-d27dbdf7-1f64-453c-a1ba-06ea5629b5a6 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Oct 12 11:51:05.981961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3ef94eb8-fd1e-4280-87f4-8655277ed763 req-2fe2be07-d673-4cc1-b080-088edfb7f3ad service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924411 Oct 12 11:51:06.222405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b911fb-6cb6-44af-963b-c97a39fdf5cc req-852d7d83-ee91-45e0-a4d9-828576c07f0a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:06.223955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6b911fb-6cb6-44af-963b-c97a39fdf5cc req-852d7d83-ee91-45e0-a4d9-828576c07f0a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0507905 Oct 12 11:51:06.263718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6b911fb-6cb6-44af-963b-c97a39fdf5cc req-131edbea-4e98-4b19-857c-c307abfc03ae tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Oct 12 11:51:07.387151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e6434-6fe4-4a3b-998c-f78e53dbf58f req-ddfbd86d-ccc5-4a6f-88ce-de20c37752ff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:07.388691 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-669e6434-6fe4-4a3b-998c-f78e53dbf58f req-ddfbd86d-ccc5-4a6f-88ce-de20c37752ff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0549915 Oct 12 11:51:07.427720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-669e6434-6fe4-4a3b-998c-f78e53dbf58f req-9531dc2c-4af4-49a2-974c-df45daa38b60 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Oct 12 11:51:08.553329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ed7ce-0051-4e2f-a7d2-6f505a598389 req-57898305-611b-4b03-8845-a235ab8b560e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:08.555015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481ed7ce-0051-4e2f-a7d2-6f505a598389 req-57898305-611b-4b03-8845-a235ab8b560e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0549972 Oct 12 11:51:08.597716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481ed7ce-0051-4e2f-a7d2-6f505a598389 req-6192539f-4a18-45da-8158-b57fd711e805 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Oct 12 11:51:09.717493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd955-4066-467c-aa35-2cd7513bca3f req-21fc7359-9bbe-4bda-9ac5-56715217f3b8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:09.719144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf4bd955-4066-467c-aa35-2cd7513bca3f req-21fc7359-9bbe-4bda-9ac5-56715217f3b8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0521131 Oct 12 11:51:09.764344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf4bd955-4066-467c-aa35-2cd7513bca3f req-83e75a40-d106-4515-95b5-4e5a6603fed0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Oct 12 11:51:10.888608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109016-6cdd-4762-bc7c-3d2984c0e46c req-8dd971ee-f671-440c-882c-b9a18a153ced tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:10.890113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff109016-6cdd-4762-bc7c-3d2984c0e46c req-8dd971ee-f671-440c-882c-b9a18a153ced tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0551896 Oct 12 11:51:10.930644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff109016-6cdd-4762-bc7c-3d2984c0e46c req-7520b045-89b1-41c1-8329-e3d96b21522e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Oct 12 11:51:12.054111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850042-bb81-4167-acb2-88c67328053a req-5a8f3736-dc70-4007-8d28-64e15ff0f10e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:12.055821 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be850042-bb81-4167-acb2-88c67328053a req-5a8f3736-dc70-4007-8d28-64e15ff0f10e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0509775 Oct 12 11:51:12.102153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-be850042-bb81-4167-acb2-88c67328053a req-e02581d7-61aa-4170-ade9-076e29a7d332 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Oct 12 11:51:13.224747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e434-6254-4d8f-980c-47d137cc2cb9 req-4faaeced-0214-4c03-a10d-9cee1b1fcdb3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:13.226349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfb8e434-6254-4d8f-980c-47d137cc2cb9 req-4faaeced-0214-4c03-a10d-9cee1b1fcdb3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0526898 Oct 12 11:51:13.266782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfb8e434-6254-4d8f-980c-47d137cc2cb9 req-83a4fee3-7623-4c55-a8f7-ce9addc990e6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Oct 12 11:51:14.391184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5728c5c-d356-4038-8bd9-de48bc637862 req-ba91ff8f-cf60-487c-b2fa-c937c1605a03 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:14.392664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5728c5c-d356-4038-8bd9-de48bc637862 req-ba91ff8f-cf60-487c-b2fa-c937c1605a03 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0532889 Oct 12 11:51:14.436128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5728c5c-d356-4038-8bd9-de48bc637862 req-7bfa4a4c-036a-4f5a-a3bd-8d301b5212f9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368578 Oct 12 11:51:15.563593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502db661-09a4-4c5e-8db7-64f7ad5ea0e0 req-412fbd47-b4c9-4ce1-9d80-a71230a1c1b6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:15.567402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-502db661-09a4-4c5e-8db7-64f7ad5ea0e0 req-412fbd47-b4c9-4ce1-9d80-a71230a1c1b6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0572650 Oct 12 11:51:15.608779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-502db661-09a4-4c5e-8db7-64f7ad5ea0e0 req-358fca78-5073-4aa5-bffe-8ff7ba7f7de0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Oct 12 11:51:16.731593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc07b1c-2980-4449-aa3e-b9b7b6fb40c3 req-1187b02b-9d83-4794-8baa-9b5082940f2a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:16.735345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fc07b1c-2980-4449-aa3e-b9b7b6fb40c3 req-1187b02b-9d83-4794-8baa-9b5082940f2a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0509777 Oct 12 11:51:16.773726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fc07b1c-2980-4449-aa3e-b9b7b6fb40c3 req-52c42592-e542-4dd6-bffa-b89268f386bf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Oct 12 11:51:17.688749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-344cbb59-fcb9-4584-8dc3-9a72cc9cb524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:17.895431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92bd43-b332-4a16-a614-7fc401407da3 req-81137b09-d658-4f4f-a837-aeb1cc242d83 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:17.898454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa92bd43-b332-4a16-a614-7fc401407da3 req-81137b09-d658-4f4f-a837-aeb1cc242d83 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0546284 Oct 12 11:51:17.935421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa92bd43-b332-4a16-a614-7fc401407da3 req-b710e712-65cf-4cae-bb95-2d46352d452b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Oct 12 11:51:19.054137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675384b0-20c4-45bd-93e6-dab0f8df70cd req-92768c87-4f2f-49b0-943d-ce5fbcbda7ff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:19.055698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-675384b0-20c4-45bd-93e6-dab0f8df70cd req-92768c87-4f2f-49b0-943d-ce5fbcbda7ff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0523574 Oct 12 11:51:19.093671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-675384b0-20c4-45bd-93e6-dab0f8df70cd req-74b2202c-1440-46da-a377-1386f48082bf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Oct 12 11:51:20.227349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b7c9-1886-4c42-9e94-1d401fe04ccc req-cf40f140-99fd-492b-b139-9418ca3723af tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:20.228839 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f217b7c9-1886-4c42-9e94-1d401fe04ccc req-cf40f140-99fd-492b-b139-9418ca3723af tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Oct 12 11:51:20.268952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f217b7c9-1886-4c42-9e94-1d401fe04ccc req-fec3a036-9ad6-4301-9599-8ce90d923771 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Oct 12 11:51:20.494152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-42a2f6b2-0c38-4879-9b77-bcb4ba6a4a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:21.392664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a14b-7bb8-47cd-8ee8-c494acc02dd6 req-769000ea-28d6-4019-bccc-1ed957a75656 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:21.394145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9641a14b-7bb8-47cd-8ee8-c494acc02dd6 req-769000ea-28d6-4019-bccc-1ed957a75656 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0543823 Oct 12 11:51:21.431348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9641a14b-7bb8-47cd-8ee8-c494acc02dd6 req-2c249811-1beb-43ca-b235-afab4fdae790 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Oct 12 11:51:21.685779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:21.841976 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:22.236861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:22.565671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca586a0-f6d9-4b40-88ac-26b0f4c61114 req-fb4cf661-6e04-4f90-af14-a2a5421e082f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:22.567182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bca586a0-f6d9-4b40-88ac-26b0f4c61114 req-fb4cf661-6e04-4f90-af14-a2a5421e082f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0492270 Oct 12 11:51:22.607847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bca586a0-f6d9-4b40-88ac-26b0f4c61114 req-25ee20ee-3594-4615-b1f4-053aaf3705c8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Oct 12 11:51:23.337101 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:23.724540 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999a0c-2352-4713-a4e8-a4983344b6cc req-cfec6548-6703-4735-9a1a-b231aae750a7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:23.726005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67999a0c-2352-4713-a4e8-a4983344b6cc req-cfec6548-6703-4735-9a1a-b231aae750a7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0501528 Oct 12 11:51:23.765066 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67999a0c-2352-4713-a4e8-a4983344b6cc req-c489de68-4f59-49e2-939b-95927a995998 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Oct 12 11:51:24.885548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8727095-4c0e-4933-8629-e721bf5afc9b req-7331d8fb-ae10-4dcd-b6e0-5ec640db0906 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:24.887635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8727095-4c0e-4933-8629-e721bf5afc9b req-7331d8fb-ae10-4dcd-b6e0-5ec640db0906 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Oct 12 11:51:24.925375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8727095-4c0e-4933-8629-e721bf5afc9b req-c438b7cd-fece-46cf-a7ec-62a56b0f697d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Oct 12 11:51:26.045865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629ce8c-dc54-4932-ae0a-9866ecb628e3 req-b417c3a7-1fe5-44ad-a706-52e966bd6944 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:26.047383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3629ce8c-dc54-4932-ae0a-9866ecb628e3 req-b417c3a7-1fe5-44ad-a706-52e966bd6944 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0532503 Oct 12 11:51:26.087376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3629ce8c-dc54-4932-ae0a-9866ecb628e3 req-34ee6b26-bc78-4b8b-bfd8-267c8f595dfb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336630 Oct 12 11:51:26.281389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:51:26.379083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:51:26.390440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5', 'mac_address': 'fa:16:3e:38:db:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:51:26.427517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:26.440625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:51:26.459834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:51:26.559895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:26.613579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:26.769638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:51:26.999597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:27.216477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11749dce-003c-4bbd-a3ca-e52b3d66b823 req-2a69e953-25e1-4776-99c7-73a7096343e6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:27.218184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11749dce-003c-4bbd-a3ca-e52b3d66b823 req-2a69e953-25e1-4776-99c7-73a7096343e6 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0606818 Oct 12 11:51:27.269913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11749dce-003c-4bbd-a3ca-e52b3d66b823 req-bfa7b58f-631e-47ee-8393-34d904417ec3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Oct 12 11:51:28.313709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:51:28.389672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b74a-753d-425f-a6f0-c64be52249a1 req-20dfda58-b031-4ff0-b807-e2e1453c9d5f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:28.391164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5f0b74a-753d-425f-a6f0-c64be52249a1 req-20dfda58-b031-4ff0-b807-e2e1453c9d5f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0534675 Oct 12 11:51:28.428692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5f0b74a-753d-425f-a6f0-c64be52249a1 req-00bc6f62-f5f4-447e-aa3a-3479daab78a7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Oct 12 11:51:28.450839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:51:28.455081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:51:28.455452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:28.534468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:28.557485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:51:28.559792 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0999283-6568-4bfe-b5fe-96da9643863d" -d '{"events": [{"server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:51:28.572298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:51:28.602432 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25292475-2393-4e6b-b514-413fd9b73cb0 x-openstack-request-id: req-25292475-2393-4e6b-b514-413fd9b73cb0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:51:28.602432 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:51:28.602432 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25292475-2393-4e6b-b514-413fd9b73cb0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:51:28.602800 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5', 'code': 200} Oct 12 11:51:28.648275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:28.701017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:28.739245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b640ea-33b3-42ff-8e2f-f9c8f236a0a9 req-4cf574a9-0975-465b-a64b-b2e474ba9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:28.740722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b640ea-33b3-42ff-8e2f-f9c8f236a0a9 req-4cf574a9-0975-465b-a64b-b2e474ba9c19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0389392 Oct 12 11:51:28.776653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2b640ea-33b3-42ff-8e2f-f9c8f236a0a9 req-560495bb-3c96-4631-a90d-44c1f3ee7438 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279796 Oct 12 11:51:29.719453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b231d-2092-400a-aee2-2161141ddc45 req-5217acbb-3a66-417e-aefa-21ff420a5286 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:29.721054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e8b231d-2092-400a-aee2-2161141ddc45 req-5217acbb-3a66-417e-aefa-21ff420a5286 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Oct 12 11:51:29.765046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e8b231d-2092-400a-aee2-2161141ddc45 req-9361d26a-21cf-44ea-847b-df7cc193c5d4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Oct 12 11:51:30.898212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41a20-ef36-481a-ad54-1d7797a37175 req-e40248f4-537a-49b3-8577-227c0b56983d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:30.900034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38a41a20-ef36-481a-ad54-1d7797a37175 req-e40248f4-537a-49b3-8577-227c0b56983d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0634139 Oct 12 11:51:30.941327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38a41a20-ef36-481a-ad54-1d7797a37175 req-1c6d9489-ab94-4045-9166-abcc5412a0d8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Oct 12 11:51:31.061430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b01bf-a9b2-4649-8a4c-0ce704989b72 req-6c03245f-d840-41ad-af82-1052ad2d339e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:31.062961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d2b01bf-a9b2-4649-8a4c-0ce704989b72 req-6c03245f-d840-41ad-af82-1052ad2d339e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0520232 Oct 12 11:51:31.103043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d2b01bf-a9b2-4649-8a4c-0ce704989b72 req-460584f8-bbeb-429a-bc95-1bbc8d196d27 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Oct 12 11:51:31.643924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aa5f6-ec8d-4910-8db2-4c4789de0370 req-b2fb1cdb-2203-4f94-9440-a2ddf3118eb7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:31.645498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e11aa5f6-ec8d-4910-8db2-4c4789de0370 req-b2fb1cdb-2203-4f94-9440-a2ddf3118eb7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Oct 12 11:51:31.687626 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e11aa5f6-ec8d-4910-8db2-4c4789de0370 req-0886286f-ae46-4819-869b-9c1405faa931 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Oct 12 11:51:32.816115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac6570-2a05-444f-95fb-2ddc74c29428 req-0821a3d7-1ea1-482a-9d8e-7a08ad11691e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:32.821556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4aac6570-2a05-444f-95fb-2ddc74c29428 req-0821a3d7-1ea1-482a-9d8e-7a08ad11691e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0563710 Oct 12 11:51:32.857788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4aac6570-2a05-444f-95fb-2ddc74c29428 req-625c004e-a898-4c3c-bc76-9e94d6a7ea30 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Oct 12 11:51:33.049010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-60360f39-511a-46bf-9936-5562d7722590 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:33.050507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-60360f39-511a-46bf-9936-5562d7722590 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Oct 12 11:51:33.141131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:51:33.141371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:33.235531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:51:33.235896 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:33.248773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:51:33.499792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:33.519239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:51:33.533024 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:33.549005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.549433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.549939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.550379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.550842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.551269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.551679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.556699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.556699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.556699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.556699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.556699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:33.570137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:51:33.593327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:51:33.596639 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:33.601580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46535e85-6e56-401c-8cd9-b34a4a387af3 req-56c42cf8-41ff-4d1e-b566-607e715cc9f1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "DELETE /v2.0/ports/ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 HTTP/1.1" status: 204 len: 173 time: 0.5449073 Oct 12 11:51:33.601745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'name': 'network-vif-deleted', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:51:33.604151 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a83c2d-5b80-4f29-9e02-d507be947620" -d '{"events": [{"server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "name": "network-vif-deleted", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:51:33.655314 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10657a3-3dcf-464a-b9a1-2c58581b8693 x-openstack-request-id: req-e10657a3-3dcf-464a-b9a1-2c58581b8693 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:51:33.655619 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5", "name": "network-vif-deleted", "tag": "ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:51:33.655869 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e10657a3-3dcf-464a-b9a1-2c58581b8693 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:51:33.656820 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5', 'name': 'network-vif-deleted', 'tag': 'ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5', 'status': 'completed', 'code': 200} Oct 12 11:51:33.962790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4fa2f96-4066-4d52-90be-331a37eea2cb req-8bbb0bf2-de72-4bde-8a02-45ac5ccc0dae tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0303967 Oct 12 11:51:35.056389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27a7d3f7-e7c1-46d2-9cd0-ad6f47a0b179 req-06de7dba-9dfc-41c9-a294-71d9d0e350b7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Oct 12 11:51:36.155479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab68faed-6d51-45bd-b2b7-cac5a7650d83 req-2633e1d6-4c39-4f27-af5d-53518352671c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Oct 12 11:51:36.329909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:51:36.354998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:51:36.355275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device ec4b9f67-7ca5-4628-a5b7-1a5f5b0031b5 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:51:37.260103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77f27c45-2d81-4591-8173-edd08d5c5126 req-ab430b31-599c-45dd-aee5-607203daaa7a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Oct 12 11:51:38.367382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-347cdc6e-f1f0-450d-8270-16e8d0273942 req-49446f8b-ac16-43c1-93a3-3f21124bf3df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0369947 Oct 12 11:51:38.859593 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:51:39.516172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8eb2e469-af04-4c75-ab77-a1da2a27e0a2 req-0fa29eab-5e79-4d8b-9bd6-1f0e1f1f064b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5ae38e-3d61-45dd-b8b0-2b30f8c6cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Oct 12 11:51:45.419302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38171da-8bf6-4caa-8a35-b0bf47ab8d28 req-bc26ad03-89a2-489d-b804-69d6198b50ca tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:45.421658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a38171da-8bf6-4caa-8a35-b0bf47ab8d28 req-bc26ad03-89a2-489d-b804-69d6198b50ca tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0567417 Oct 12 11:51:45.461507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a38171da-8bf6-4caa-8a35-b0bf47ab8d28 req-d7f3f6da-a6de-4e3b-92e8-98435736c482 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Oct 12 11:51:46.582308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a81f9f-a0c8-440a-9330-892eb3a95ba3 req-0373a31e-c361-4e1b-8de4-35586036f2b0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:46.583915 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70a81f9f-a0c8-440a-9330-892eb3a95ba3 req-0373a31e-c361-4e1b-8de4-35586036f2b0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0513458 Oct 12 11:51:46.623239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70a81f9f-a0c8-440a-9330-892eb3a95ba3 req-4cad8276-2f16-4346-89da-6f3d5682d90c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332227 Oct 12 11:51:47.039950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316428d8-af2d-4305-b662-4ce210416360 req-a8503b29-f58b-4d1a-bd45-3ea94f48919b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:51:47.041567 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-316428d8-af2d-4305-b662-4ce210416360 req-a8503b29-f58b-4d1a-bd45-3ea94f48919b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 945 time: 0.0492184 Oct 12 11:51:47.137867 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:51:47.138225 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:47.230455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:51:47.230785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:47.243360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:51:47.424541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:47.438088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:51:47.456502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=2c0c49e5-fb7f-4d00-ac6e-73a4313e662a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.490203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.491007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.491007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.491229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.491431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.491831 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.492052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:51:47.509523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:51:47.516353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:47.519958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-316428d8-af2d-4305-b662-4ce210416360 req-d85b3a1c-53ff-4857-901f-b0d8ff9a5d2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "DELETE /v2.0/ports/2c0c49e5-fb7f-4d00-ac6e-73a4313e662a HTTP/1.1" status: 204 len: 173 time: 0.4722185 Oct 12 11:51:47.520445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'name': 'network-vif-deleted', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:51:47.523057 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41f716-aaf0-4afe-904b-eeb4b81760fc" -d '{"events": [{"server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "name": "network-vif-deleted", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:51:47.560818 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41acbd68-efce-475d-9b9d-12ab43cfd5d7 x-openstack-request-id: req-41acbd68-efce-475d-9b9d-12ab43cfd5d7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:51:47.561112 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa3d658-711c-493e-966a-b9b7b48580df", "name": "network-vif-deleted", "tag": "2c0c49e5-fb7f-4d00-ac6e-73a4313e662a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:51:47.561361 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41acbd68-efce-475d-9b9d-12ab43cfd5d7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:51:47.561771 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d658-711c-493e-966a-b9b7b48580df', 'name': 'network-vif-deleted', 'tag': '2c0c49e5-fb7f-4d00-ac6e-73a4313e662a', 'status': 'completed', 'code': 200} Oct 12 11:51:47.717304 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b04673a3-3859-4281-9517-6010e6a5ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:47.741238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a697728f-4367-45ac-a146-bf14f5e5d5e3 req-a3761dc5-a22e-4adf-acd5-66abe09bbada tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0281763 Oct 12 11:51:48.842917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-500f6d3d-82d5-434c-9c80-9c0d3e71965c req-e330dfd0-476b-4016-b7f4-1292d74eedd5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0290148 Oct 12 11:51:49.954590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f56631d2-d253-49e6-bfc7-1ce31b65c1c7 req-4a3cdd05-29aa-4e28-9035-bbfe61d931a7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0391598 Oct 12 11:51:50.485483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-155b60fa-eff0-419c-86c5-c91e896cbf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:50.655714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:51:50.677925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:51:50.678383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 2c0c49e5-fb7f-4d00-ac6e-73a4313e662a not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:51:51.047030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-667af8ac-0a51-4cac-81b5-8d5166a3d350 req-b6a4a065-f905-4e4d-b327-1adaecd4e147 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0321250 Oct 12 11:51:51.703364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:51.833699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:52.145466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01dc86db-bdb4-48cf-bec5-9619b45afb4c req-d4fc757e-8841-4095-af64-565d459cee98 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0285835 Oct 12 11:51:52.293362 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:53.255826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07d239cd-1a69-40cc-9a5e-b0cf47a99036 req-6790bfff-4f87-4893-9bd7-7e7bc6e1c307 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa3d658-711c-493e-966a-b9b7b48580df HTTP/1.1" status: 200 len: 210 time: 0.0279479 Oct 12 11:51:53.388477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:56.961647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:57.909117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39184) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:57.913669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647390747', 'description': 'tempest-secgroup-smoke-647390747 description', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:58.022370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.089208 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.198978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.229863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e16a1-503b-4291-8b9e-bd13e022a033,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:58.292581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.294335 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3376d9ad-7718-4cac-91b8-28580ed709e5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3842111 Oct 12 11:51:58.302756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39190) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:58.307303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:58.427058 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.486764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.573045 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.598464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262b3b91-5af8-4da1-b0e9-c28eb9868351,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:58.684501 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.685707 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e42b714a-f65f-4a12-aefa-9929ce34e094 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819573 Oct 12 11:51:58.688395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39196) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:58.692711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:58.798060 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.866914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:58.982612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.001537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34993938-f01d-4d39-acf8-d37cdd96f237,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:59.083607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.084855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e2bf254f-97fa-4c91-8db4-595dd6c5a562 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3955452 Oct 12 11:51:59.087679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39204) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:59.093114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:59.189567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.247811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.313205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.331534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fdd046-591e-4b86-938d-997dc0349fd8,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:59.424231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.425620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-56f78e51-8f36-4108-a87b-48d06b2975e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369384 Oct 12 11:51:59.428397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:59.432949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:59.569734 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.629355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.736412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.754983 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7283da99-3de3-4363-bece-d585acbc93b3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:51:59.853053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:51:59.859518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d04925f8-2019-4343-a498-32f53f2784d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4301641 Oct 12 11:51:59.862198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39216) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:51:59.873334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:51:59.947665 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Project d2783b95dab049f7a4f61e3e0ea907f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:51:59.953290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.015211 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.107753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.126021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee331a8-cfc3-4e7e-a355-93541c9803c3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:00.215534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.217089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cf07e667-e569-42ae-bc75-1f6ecb92d6cf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3536773 Oct 12 11:52:00.219521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39226) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:00.223946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'security_group_rule': {'security_group_id': 'bf7e16a1-503b-4291-8b9e-bd13e022a033', 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:52:00.313168 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Project d2783b95dab049f7a4f61e3e0ea907f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:52:00.318566 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.383383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.458891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.479636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c4de7f-fc6c-4b12-b899-f751c01e0e27,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:00.546993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:00.548282 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80f5b795-24d9-46f0-9f63-702fe2126833 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3277845 Oct 12 11:52:02.740401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-08196561-2b67-484e-a5bd-ca622966de60 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:02.743101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-08196561-2b67-484e-a5bd-ca622966de60 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.0544279 Oct 12 11:52:02.766663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-b5569e24-e835-4419-97fe-9a13418d8085 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:02.846437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-b5569e24-e835-4419-97fe-9a13418d8085 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:02.913305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-b5569e24-e835-4419-97fe-9a13418d8085 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:02.943769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9471b60a-6c0f-4c6b-a27a-1420fbc6b185 req-b5569e24-e835-4419-97fe-9a13418d8085 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936841 Oct 12 11:52:02.944490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5569e24-e835-4419-97fe-9a13418d8085 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72f66c-23dc-4665-85ff-1c85baf7cf51,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:03.074721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac89a4-8ec8-401e-bdcb-a7c6882c4f00 req-ea3b9728-989a-4b0f-80d6-f2e17837236a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:03.076323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77ac89a4-8ec8-401e-bdcb-a7c6882c4f00 req-ea3b9728-989a-4b0f-80d6-f2e17837236a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0593290 Oct 12 11:52:03.122758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77ac89a4-8ec8-401e-bdcb-a7c6882c4f00 req-8f6f1739-766d-4858-8994-352a8782314b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Oct 12 11:52:03.147097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 39346) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:03.219326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bdd715cc-6717-43bc-9314-4ed0ee81158c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 200 len: 993 time: 0.0709093 Oct 12 11:52:03.729066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-3358b78c-3b70-40b9-90e4-29a3256176e1 req-6d92a022-224c-4ff8-aea8-21e080b9900d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:52:03.730310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3358b78c-3b70-40b9-90e4-29a3256176e1 req-6d92a022-224c-4ff8-aea8-21e080b9900d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0952868 Oct 12 11:52:04.497959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cfc87-999d-441a-bb56-f2630c9d54f8 req-d703c388-7abf-4211-8af6-214b29077de6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:04.503461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab3cfc87-999d-441a-bb56-f2630c9d54f8 req-d703c388-7abf-4211-8af6-214b29077de6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0673139 Oct 12 11:52:04.534718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39386) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:04.576753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab3cfc87-999d-441a-bb56-f2630c9d54f8 req-5f6097d3-5010-469c-8b44-fd5d8b1a1f79 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680823 Oct 12 11:52:04.650610 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-9defcb51-89f3-4c72-af41-a9c2b761f21f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144176 Oct 12 11:52:04.660565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-762e4b37-95f7-4781-879f-31ef223d6c4c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:52:04.661805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-762e4b37-95f7-4781-879f-31ef223d6c4c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052931 Oct 12 11:52:05.713118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2386c-d29d-4ff3-be83-437f8241672a req-ac4169a8-d81d-4142-bb79-1c1fcd98cfd4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:05.715282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eaa2386c-d29d-4ff3-be83-437f8241672a req-ac4169a8-d81d-4142-bb79-1c1fcd98cfd4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0543993 Oct 12 11:52:05.766342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eaa2386c-d29d-4ff3-be83-437f8241672a req-922d64a7-b2f5-4217-8125-32909b97861a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448139 Oct 12 11:52:06.539418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-b3c3bf94-cec0-46c6-8949-9e246d84ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:06.540931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-b3c3bf94-cec0-46c6-8949-9e246d84ead0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.1217129 Oct 12 11:52:06.653427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-ee28b2f5-4618-4dfe-8757-71f9069f9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:06.654873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-ee28b2f5-4618-4dfe-8757-71f9069f9a09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.0948510 Oct 12 11:52:06.729528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-e00f883f-ae2f-453f-a5b5-c1d9010249c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 1001 time: 0.0676064 Oct 12 11:52:06.783018 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-23d160ed-a20f-4975-a7fb-163a4d6833d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:06.784503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-23d160ed-a20f-4975-a7fb-163a4d6833d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0471532 Oct 12 11:52:06.850096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-264388e4-83c2-4cbc-b047-500410f358ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:06.851667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-264388e4-83c2-4cbc-b047-500410f358ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604708 Oct 12 11:52:06.868882 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-985acbd1-c6b6-4f63-ad56-a9d5e9047477 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:52:06.871878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-985acbd1-c6b6-4f63-ad56-a9d5e9047477 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112040 Oct 12 11:52:06.905713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d850e3-7747-474f-9744-dc5f76e30326 req-6f532c11-0855-4fb4-b96c-21e54e1f66cf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:06.907360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76d850e3-7747-474f-9744-dc5f76e30326 req-6f532c11-0855-4fb4-b96c-21e54e1f66cf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0575025 Oct 12 11:52:06.965957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76d850e3-7747-474f-9744-dc5f76e30326 req-ac0f51a8-d95a-49ce-9f58-8f932ed040aa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484362 Oct 12 11:52:06.997660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-a6fb3bab-dafe-416a-a58f-15665b79b3ec service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182389 Oct 12 11:52:07.096649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-34626584-fb28-4574-803f-2b02a5d6dca5 req-192473e1-5f0f-4490-971d-7ade22f695d3 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918169 Oct 12 11:52:07.210024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-521993b7-2e04-4965-a2d8-f02865692bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:07.211506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-521993b7-2e04-4965-a2d8-f02865692bd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.0478265 Oct 12 11:52:07.314750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-5461c348-e3a1-454e-86e6-f6d7c5d37f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:07.316250 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-5461c348-e3a1-454e-86e6-f6d7c5d37f29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.0953298 Oct 12 11:52:07.392830 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-ca0f9a96-0603-4a1f-b431-36ffb61ce79f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 1001 time: 0.0670056 Oct 12 11:52:07.452276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-eb7a0e54-c232-4ba4-bd5c-e3c2b999b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:07.454014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-eb7a0e54-c232-4ba4-bd5c-e3c2b999b1d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0536408 Oct 12 11:52:07.514913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-a9410532-303f-4402-9b65-53f118094cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:07.520287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-a9410532-303f-4402-9b65-53f118094cce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593634 Oct 12 11:52:07.646052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-f4bbb394-3481-4305-8558-173cc9173430 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130507 Oct 12 11:52:07.750856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-f175add8-471a-4fb8-b4e2-6cd1f41073db service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895610 Oct 12 11:52:08.096245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f67a7-ccf7-4ca9-a256-3e79509adcf3 req-86c6d0d6-85b2-4b16-b0c8-940ba3a117cb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:08.097898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f98f67a7-ccf7-4ca9-a256-3e79509adcf3 req-86c6d0d6-85b2-4b16-b0c8-940ba3a117cb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0613966 Oct 12 11:52:08.139881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f98f67a7-ccf7-4ca9-a256-3e79509adcf3 req-f2d4dd20-851b-401f-815d-efd053ed6b22 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346754 Oct 12 11:52:09.275952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12212f9-2458-4f6e-b856-01474df15c96 req-3f479c72-233e-4953-9fd2-ccdc6fbf1708 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:09.278061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d12212f9-2458-4f6e-b856-01474df15c96 req-3f479c72-233e-4953-9fd2-ccdc6fbf1708 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0575843 Oct 12 11:52:09.318777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d12212f9-2458-4f6e-b856-01474df15c96 req-8529de91-3e69-419d-8400-80409f07493f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Oct 12 11:52:10.471070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562a3c-8bdd-4751-b9b1-3d214562f6ee req-95e96eb8-ae72-40be-bb80-26e574a56414 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:10.472561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2562a3c-8bdd-4751-b9b1-3d214562f6ee req-95e96eb8-ae72-40be-bb80-26e574a56414 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0825701 Oct 12 11:52:10.523861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2562a3c-8bdd-4751-b9b1-3d214562f6ee req-7b81beaf-ed3e-4e07-bf1e-69e8585a86bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449696 Oct 12 11:52:11.655238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d5-2ad8-4b13-a466-04a6d3c0530b req-c0a1261b-7d2a-43a0-ab34-3b575cbba3a7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:11.656753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2ed89d5-2ad8-4b13-a466-04a6d3c0530b req-c0a1261b-7d2a-43a0-ab34-3b575cbba3a7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0534859 Oct 12 11:52:11.697729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2ed89d5-2ad8-4b13-a466-04a6d3c0530b req-7a42cc49-d12f-40e5-b59b-8ead5ddd51e5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Oct 12 11:52:12.833703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0211-0b46-4494-aa75-6e87d247691d req-6509d6af-4312-4749-a127-95ed04d31234 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:12.836001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-290f0211-0b46-4494-aa75-6e87d247691d req-6509d6af-4312-4749-a127-95ed04d31234 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0512872 Oct 12 11:52:12.877734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-290f0211-0b46-4494-aa75-6e87d247691d req-43d2276b-4542-424d-9530-5bc192405c57 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Oct 12 11:52:14.005805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7502d41-dfd0-41a2-8558-7d210c9cf61a req-f5c3bfa1-25b0-4070-81f9-837fa7e40077 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:14.005805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7502d41-dfd0-41a2-8558-7d210c9cf61a req-f5c3bfa1-25b0-4070-81f9-837fa7e40077 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0550265 Oct 12 11:52:14.069465 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7502d41-dfd0-41a2-8558-7d210c9cf61a req-7b6fdb02-bbed-41de-86b2-fdc1b1fabd74 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546193 Oct 12 11:52:15.191294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb9846-23ca-49dd-b91e-c9309857d0af req-3f2b28ec-2ae2-4e1a-96ad-5d99fd43d7ed tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:15.192805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fbb9846-23ca-49dd-b91e-c9309857d0af req-3f2b28ec-2ae2-4e1a-96ad-5d99fd43d7ed tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0508771 Oct 12 11:52:15.231458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fbb9846-23ca-49dd-b91e-c9309857d0af req-0213b62d-3e8c-409e-80ea-4d4f299f6f12 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Oct 12 11:52:15.858599 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:52:16.359067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f4a3-a5d4-4526-b7f4-68d8927a41f6 req-37366eaf-63e1-46f5-9ae6-4438924b3301 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:16.363173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c32f4a3-a5d4-4526-b7f4-68d8927a41f6 req-37366eaf-63e1-46f5-9ae6-4438924b3301 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0583770 Oct 12 11:52:16.400564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c32f4a3-a5d4-4526-b7f4-68d8927a41f6 req-5c99d72b-8851-4dca-8108-8e1c2ed01455 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327480 Oct 12 11:52:17.535960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa3b5-2357-4ac7-8354-0115363ec0a3 req-8a7274c5-3bf8-497b-bdd5-d87629b1de22 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:17.538222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a65fa3b5-2357-4ac7-8354-0115363ec0a3 req-8a7274c5-3bf8-497b-bdd5-d87629b1de22 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0562313 Oct 12 11:52:17.720770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0dff7afd-4b1e-4acb-9c2f-bb4e96024b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:17.926159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a65fa3b5-2357-4ac7-8354-0115363ec0a3 req-29a4a68c-9e74-4b2d-9fae-b08f35087a53 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813655 Oct 12 11:52:19.052486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e081ed-8360-4581-98ca-524fee73dcc8 req-57ae8f9d-9c93-4eda-9a7c-60fd4a502987 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:19.053954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e081ed-8360-4581-98ca-524fee73dcc8 req-57ae8f9d-9c93-4eda-9a7c-60fd4a502987 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0515709 Oct 12 11:52:19.094617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5e081ed-8360-4581-98ca-524fee73dcc8 req-e16e841f-7c04-4895-a216-52c453bb8367 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338879 Oct 12 11:52:20.215296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644a85-62bf-4358-8e1a-ff038137ee78 req-cc9e5f43-645d-4f06-8561-d7fcb5e198c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:20.216766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1644a85-62bf-4358-8e1a-ff038137ee78 req-cc9e5f43-645d-4f06-8561-d7fcb5e198c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0503428 Oct 12 11:52:20.254013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1644a85-62bf-4358-8e1a-ff038137ee78 req-b44186d9-9846-4e57-9b48-28f13497365a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Oct 12 11:52:20.487043 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3b9fabeb-c8d3-4112-945e-9f491096466a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:21.382010 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae2d12-3525-4d5f-acad-7d572f46c9c3 req-979a324d-9876-4536-8baf-920b8df942f4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:21.383460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebae2d12-3525-4d5f-acad-7d572f46c9c3 req-979a324d-9876-4536-8baf-920b8df942f4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0570714 Oct 12 11:52:21.428281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebae2d12-3525-4d5f-acad-7d572f46c9c3 req-f227453a-efcd-45e3-a772-9527bbc1486f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367727 Oct 12 11:52:21.704497 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:21.858541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:22.275668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:22.553661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc76bd-ebad-4199-8f5d-bdcf82b190e8 req-90f29c2d-014c-49ce-a509-2cdc3db9ce24 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:22.555193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fecc76bd-ebad-4199-8f5d-bdcf82b190e8 req-90f29c2d-014c-49ce-a509-2cdc3db9ce24 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0534656 Oct 12 11:52:22.602639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fecc76bd-ebad-4199-8f5d-bdcf82b190e8 req-101de5fb-1c36-4a00-bfe4-86867c93373c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Oct 12 11:52:23.410230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:23.727782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d35517-dc79-4630-ad82-fe038164a7fc req-1a4a45c5-40a3-4614-8c1d-14f3d3155b38 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:23.729464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22d35517-dc79-4630-ad82-fe038164a7fc req-1a4a45c5-40a3-4614-8c1d-14f3d3155b38 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0539453 Oct 12 11:52:23.776276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22d35517-dc79-4630-ad82-fe038164a7fc req-27aa8d4c-41d0-4180-afe6-a58470499bdb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Oct 12 11:52:24.737996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-d38dc176-7ee4-45ab-9d7e-52a6488adca3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647390747&fields=id&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 267 time: 0.0360239 Oct 12 11:52:24.844622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-9b5ff1c6-28e5-489b-9119-8ca035e071f5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:24.846018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-9b5ff1c6-28e5-489b-9119-8ca035e071f5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1011164 Oct 12 11:52:24.861104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-6b1af8a1-d693-4e15-8d21-49a850c8243d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0093367 Oct 12 11:52:24.911940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-ed6f41e7-2a57-4786-b9f7-9620843b7254 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453074 Oct 12 11:52:24.955908 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-3eb5a583-99f7-4067-aa7b-1ee5be8d80ad service neutron] show failed (client error): The resource could not be found. Oct 12 11:52:24.956876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-3eb5a583-99f7-4067-aa7b-1ee5be8d80ad service neutron] 10.222.0.41 "GET /v2.0/ports/bf452bd8-9adb-4fd8-aa04-10c067ac2734/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0585680 Oct 12 11:52:25.013058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-6ce6cd3e-f78c-44e4-b54f-4e7948e0656a service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891159 Oct 12 11:52:25.107337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-1d48cfa5-0e4a-4a45-aad6-d96050bd38cd service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874808 Oct 12 11:52:25.585516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-2aaf8486-c439-436a-989e-63b44cc46f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:25.587047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-2aaf8486-c439-436a-989e-63b44cc46f9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 1096 time: 0.0691619 Oct 12 11:52:25.597184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-fc3602fd-d5db-40d5-baac-cce1af829cf8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:52:25.598104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-fc3602fd-d5db-40d5-baac-cce1af829cf8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048730 Oct 12 11:52:25.610410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:52:25.668008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:25.881523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2436285-40bf-4e7c-9bc3-44dcdf3d2f26 req-3ed33cd0-bf51-4d0a-824e-60dbac1721f7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:25.883030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2436285-40bf-4e7c-9bc3-44dcdf3d2f26 req-3ed33cd0-bf51-4d0a-824e-60dbac1721f7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.1105475 Oct 12 11:52:25.941075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:25.946776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2436285-40bf-4e7c-9bc3-44dcdf3d2f26 req-94f4cf09-0dd2-47e3-b18d-260323c363da tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559916 Oct 12 11:52:25.982868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:52:26.035127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ff7014a-21a3-4ff8-9464-934ce2e8de36 req-82e32f59-debf-41de-b677-2286c24a8a2c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0327418 Oct 12 11:52:26.053736 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:26.053736 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7160dd17-bb6c-464e-b255-cff404b0d079" -d '{"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:26.056688 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.069450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Transition to ACTIVE for port object bf452bd8-9adb-4fd8-aa04-10c067ac2734 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:52:26.095531 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ca50e-b40f-4334-905d-00734a0a53c3 x-openstack-request-id: req-3f7ca50e-b40f-4334-905d-00734a0a53c3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:26.100553 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:26.100553 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f7ca50e-b40f-4334-905d-00734a0a53c3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:26.100553 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'code': 200} Oct 12 11:52:26.147145 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.261310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:26.320650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] No DVR routers for this DVR port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:52:26.458935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:52:26.459263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:52:26.459586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:52:26.463839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:52:26.464147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Attempting to bind port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:52:26.468817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:52:26.469143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Checking segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:52:26.469515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Bound using segment: {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:52:26.469927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Bound port: bf452bd8-9adb-4fd8-aa04-10c067ac2734, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181c75eb-673a-4efc-b13b-5dc30de31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:52:26.470270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.545868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:52:26.549361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:52:26.656907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.692907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:26.693445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.695267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] 10.222.0.47 "PUT /v2.0/ports/bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 1091 time: 1.0887790 Oct 12 11:52:26.752271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604b50-8eda-4e5f-a855-611b7b2eab7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:26.773553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-c3bc7cd1-0513-417b-8855-ad72b167148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:26.775528 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-c3bc7cd1-0513-417b-8855-ad72b167148d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0547488 Oct 12 11:52:26.882302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-fb4e0bd7-30e2-45a9-8599-40a3619885ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:26.884105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-fb4e0bd7-30e2-45a9-8599-40a3619885ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.1015887 Oct 12 11:52:26.943806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:26.959364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-c08b5abc-81fc-410a-bdb2-12f59c5b27e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 999 time: 0.0682089 Oct 12 11:52:27.017417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-879e7071-6f4f-4864-91a5-069c67f28109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:27.019835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-879e7071-6f4f-4864-91a5-069c67f28109 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0530381 Oct 12 11:52:27.098961 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-059ff50a-76ad-4374-8bd4-5636c32882b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:27.100437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-059ff50a-76ad-4374-8bd4-5636c32882b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708287 Oct 12 11:52:27.109087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd4789-607e-48c2-9bde-528d471ad7e7 req-e3482bc3-ae52-4670-bd51-18739a10702d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:27.113339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5cd4789-607e-48c2-9bde-528d471ad7e7 req-e3482bc3-ae52-4670-bd51-18739a10702d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.0725825 Oct 12 11:52:27.201114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5cd4789-607e-48c2-9bde-528d471ad7e7 req-fad4a6c3-b9bd-41cf-9407-d5ba7beddc4b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825791 Oct 12 11:52:27.235178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-de8973a6-9006-40af-8856-6b51ff8fcc29 service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236098 Oct 12 11:52:27.324379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bf4331c-64a1-4650-b19e-47c26043d51f req-3eea3157-4979-418b-9cd7-64074bc414de tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0552270 Oct 12 11:52:27.358496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc1eeb20-de6c-4058-91a0-390f34f47103 req-c7a8291a-c109-4037-83d5-47f827661b34 service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166751 Oct 12 11:52:27.697240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-e4705b13-9a0e-451f-8993-94cdc177ca73 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:27.699317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-e4705b13-9a0e-451f-8993-94cdc177ca73 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1034789 Oct 12 11:52:27.774723 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-e9b00395-2a26-429b-a588-fcd1fe04ff93 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 379 time: 0.0561860 Oct 12 11:52:27.784471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': '6d892667-d9e3-4796-97ff-ee9a85557639', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'security_groups': ['bf7e16a1-503b-4291-8b9e-bd13e022a033']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:52:27.972158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:52:27.975894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:28.109441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:28.111581 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6279b-47b1-462d-8e58-df37a4f200d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:28.154192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.5 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:52:28.182661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e2926-aeea-4e0a-91df-cf0384008dd2 x-openstack-request-id: req-661e2926-aeea-4e0a-91df-cf0384008dd2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:28.183178 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:28.183598 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-661e2926-aeea-4e0a-91df-cf0384008dd2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:28.184247 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'status': 'completed', 'code': 200} Oct 12 11:52:28.278315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-78f7d072-bdad-4121-bfa5-4bc2ba6b9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.280645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-78f7d072-bdad-4121-bfa5-4bc2ba6b9b8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0874507 Oct 12 11:52:28.311436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-0f773bc7-34f6-4499-8791-745919b19b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.312920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-0f773bc7-34f6-4499-8791-745919b19b84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0875478 Oct 12 11:52:28.415570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-39313368-42e7-41c4-b956-ee22fe288f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.417959 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-39313368-42e7-41c4-b956-ee22fe288f4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.1302431 Oct 12 11:52:28.467000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:28.482063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f07f1-016e-445f-b146-584ea6f42a6d req-42b3a6c3-ebfa-4d62-824e-faba3a0ff691 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.483674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae8f07f1-016e-445f-b146-584ea6f42a6d req-42b3a6c3-ebfa-4d62-824e-faba3a0ff691 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.1489806 Oct 12 11:52:28.512632 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-cbe6ef3d-a4b8-4d35-8494-a136579997e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 999 time: 0.0858872 Oct 12 11:52:28.573439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-243cc78c-9fd8-44fd-8eb3-945bc94421cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.576103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-243cc78c-9fd8-44fd-8eb3-945bc94421cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0567858 Oct 12 11:52:28.590296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-9d5d298c-4922-4eca-996c-af72f4e17105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.592091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-9d5d298c-4922-4eca-996c-af72f4e17105 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.2666662 Oct 12 11:52:28.616898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae8f07f1-016e-445f-b146-584ea6f42a6d req-59cfbd94-92b2-41dc-85c1-fcc6821afb96 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259074 Oct 12 11:52:28.624333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-3738e337-48bb-4359-8701-5c629fca8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.626114 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-3738e337-48bb-4359-8701-5c629fca8691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427990 Oct 12 11:52:28.677157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-bb63da53-ef19-4b11-889d-fafc3dda8fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 999 time: 0.0752106 Oct 12 11:52:28.736212 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:28.753110 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-582a0cec-3e40-412b-84cf-a501e375653a service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189678 Oct 12 11:52:28.799543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:52:28.803284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-77273067-4280-45ce-b28d-35db781bfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.805178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-77273067-4280-45ce-b28d-35db781bfcaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.1197922 Oct 12 11:52:28.813323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:52:28.818858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:52:28.831410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:52:28.872003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:52:28.903331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-ad236b59-d5f9-44e4-a9f4-58fbc1500876 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415160 Oct 12 11:52:28.909166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e5936-ca8b-4452-b35d-ea9d52ba1967 req-01f81054-5d52-4b5f-afe4-9d4d1e95b003 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.912182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-775e5936-ca8b-4452-b35d-ea9d52ba1967 req-01f81054-5d52-4b5f-afe4-9d4d1e95b003 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 931 time: 0.1924384 Oct 12 11:52:28.925679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:28.971341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:28.972138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:28.999703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-c00c6bf0-b037-4691-bc65-1fd137d0a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:29.001381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-c00c6bf0-b037-4691-bc65-1fd137d0a29e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861696 Oct 12 11:52:29.005390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-775e5936-ca8b-4452-b35d-ea9d52ba1967 req-2343bf56-1f34-41a7-b19e-2ce306dcdc57 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754433 Oct 12 11:52:29.082850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-aa93ad6d-c59c-4046-882c-96524ee1191c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3019838 Oct 12 11:52:29.095513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Request body: {'port': {'device_id': '6d892667-d9e3-4796-97ff-ee9a85557639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:52:29.160799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-a933f65a-b7c1-4bc8-8918-0662f573388c service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514366 Oct 12 11:52:29.176737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:29.200276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e5fca701-53cf-4f19-a8f5-5887f4f140ed None None] Provisioning complete for port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:52:29.200857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5fca701-53cf-4f19-a8f5-5887f4f140ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:29.237519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e5fca701-53cf-4f19-a8f5-5887f4f140ed None None] Port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:52:29.350945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74b6279b-47b1-462d-8e58-df37a4f200d9 req-6f3a38c1-fb07-444f-9927-3ed5fe190b9b service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812937 Oct 12 11:52:29.523915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:52:29.531928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:29.544446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Transition to ACTIVE for port object cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:52:29.617876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:29.673093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:29.795337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da697d77-bab3-4910-82f5-f7fac1ecb5f7 req-64b4591a-e73d-4a92-8d13-bb8bb3065239 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:29.796901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da697d77-bab3-4910-82f5-f7fac1ecb5f7 req-64b4591a-e73d-4a92-8d13-bb8bb3065239 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.0948479 Oct 12 11:52:29.799681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Attempting to bind port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:52:29.800012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Attempting to bind port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:52:29.800337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Attempting to bind port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:52:29.805097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:52:29.805412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Attempting to bind port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:52:29.812167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:52:29.812504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:52:29.812888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:52:29.813320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Bound port: cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:52:29.813677 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:29.877612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da697d77-bab3-4910-82f5-f7fac1ecb5f7 req-9c062559-b863-4975-a61a-7b258119313e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664830 Oct 12 11:52:29.907833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:52:29.911873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:52:29.988059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:30.029088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.029710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:30.032666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] 10.222.0.47 "PUT /v2.0/ports/cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 1091 time: 0.9412849 Oct 12 11:52:30.056104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17266a04-214b-4ada-bbf1-0d306799b53b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:30.198748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:30.201235 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b007e-fd62-42eb-9e9f-49dc4ff63598" -d '{"events": [{"name": "network-changed", "server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:30.253200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-5d40cb5c-32aa-4156-9145-8394470de45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.255061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-5d40cb5c-32aa-4156-9145-8394470de45b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1094 time: 0.0869253 Oct 12 11:52:30.279626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4fe3-c04a-465d-a5b9-db7aa1a99704 req-b0fa28e7-f650-4981-b7d8-03bce62fcb83 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.286948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f99d4fe3-c04a-465d-a5b9-db7aa1a99704 req-b0fa28e7-f650-4981-b7d8-03bce62fcb83 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0804913 Oct 12 11:52:30.326037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-ddaf3e6e-1250-476a-b5e4-87c67c7f2ad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 217 time: 0.0627830 Oct 12 11:52:30.377735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-a3bdd0a4-0086-4071-b5c1-c834866f908c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.379451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-a3bdd0a4-0086-4071-b5c1-c834866f908c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d&tenant_id=fdd531f728634a3f931191cc111863e2&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0938747 Oct 12 11:52:30.383205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f99d4fe3-c04a-465d-a5b9-db7aa1a99704 req-4c363ac5-90d5-49ff-a3d2-dc42380dfbbf tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953767 Oct 12 11:52:30.403215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-e622a581-6b1d-4822-b193-44488764b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.404750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-e622a581-6b1d-4822-b193-44488764b85b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0708215 Oct 12 11:52:30.456028 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-5810273f-2789-4cdc-acb1-4cd4cd127c1f service neutron] delete failed (client error): The resource could not be found. Oct 12 11:52:30.457052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-5810273f-2789-4cdc-acb1-4cd4cd127c1f service neutron] 10.222.0.41 "DELETE /v2.0/ports/bf452bd8-9adb-4fd8-aa04-10c067ac2734/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0664873 Oct 12 11:52:30.459545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-fa3085d7-03db-44a9-816e-a0099cd14e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.461126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-fa3085d7-03db-44a9-816e-a0099cd14e62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494885 Oct 12 11:52:30.548086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-290b41c3-30d9-4f6a-86a6-d20901311a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.549738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-290b41c3-30d9-4f6a-86a6-d20901311a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1094 time: 0.0433798 Oct 12 11:52:30.570389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953760f-e211-44b3-b90e-3e32c17a3872 req-987333a2-ca4b-48eb-9d0e-a693d1f40d9a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.572097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3953760f-e211-44b3-b90e-3e32c17a3872 req-987333a2-ca4b-48eb-9d0e-a693d1f40d9a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 943 time: 0.1099980 Oct 12 11:52:30.614324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-2b5ee1bc-c3ef-43da-98d8-f28f982e4cf8 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426902 Oct 12 11:52:30.623498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:52:30.652327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3953760f-e211-44b3-b90e-3e32c17a3872 req-146fedb2-5335-4f5d-b2b2-c0dad00bc2d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718892 Oct 12 11:52:30.686161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-a950a863-0cf1-49e6-bbfa-50f4c89b0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.687432 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-a950a863-0cf1-49e6-bbfa-50f4c89b0c75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.1313903 Oct 12 11:52:30.723389 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f8892f-cf82-45be-9acd-6166b86019e3 x-openstack-request-id: req-f8f8892f-cf82-45be-9acd-6166b86019e3 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:30.723665 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:30.723915 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8f8892f-cf82-45be-9acd-6166b86019e3 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:30.724306 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'status': 'completed', 'code': 200} Oct 12 11:52:30.764903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:30.770674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e9912b0-b3df-4645-8c51-48397ab2fe3b req-8ebc40df-d9a1-4659-b94d-717bee2b264a service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480091 Oct 12 11:52:30.770940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-f16397cc-9231-42eb-9a3d-e5b478296b73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 999 time: 0.0754995 Oct 12 11:52:30.791182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'port_id': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'mac_address': 'fa:16:3e:16:1f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:52:30.838956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-2556b53d-b8a6-47fc-8f11-baeb8ff97c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.839293 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:30.840547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-2556b53d-b8a6-47fc-8f11-baeb8ff97c76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0631278 Oct 12 11:52:30.853733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf452bd8-9adb-4fd8-aa04-10c067ac2734 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:52:30.876903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:30.894398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-513af315-7e22-4ce4-be8c-33bab02ad30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.895934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-513af315-7e22-4ce4-be8c-33bab02ad30e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471570 Oct 12 11:52:30.935920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-e7c82725-ca98-4e64-879c-fb9ac5ee1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:30.937428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-e7c82725-ca98-4e64-879c-fb9ac5ee1853 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1094 time: 0.0421948 Oct 12 11:52:30.961080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:31.006103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-3edfa0e7-f506-4d8f-8b26-b1801918ae09 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029165 Oct 12 11:52:31.012817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:31.020499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.020852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.021197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.021535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.021874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.022381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.022860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.023802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.024151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.024487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.024874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.025207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:31.046866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-6cdd354b-21e7-4b44-8dba-35a5973102db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:31.048966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-6cdd354b-21e7-4b44-8dba-35a5973102db service neutron] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.1041007 Oct 12 11:52:31.093972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-83436058-11df-46bc-bf95-1c03aef624dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 217 time: 0.0382297 Oct 12 11:52:31.107474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ff5a00d5-94ca-42b1-a729-bc5316d21a2c req-144345a9-6bfd-4c85-ba7e-b186da2d4928 service neutron] 10.222.0.41 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937948 Oct 12 11:52:31.151786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-5f3c9f32-b793-4b63-9efd-629be86121c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:31.153163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-5f3c9f32-b793-4b63-9efd-629be86121c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0523453 Oct 12 11:52:31.172857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['bf452bd8-9adb-4fd8-aa04-10c067ac2734'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:52:31.201114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-9c189363-117a-4489-be07-453109be9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:31.202810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-9c189363-117a-4489-be07-453109be9548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418925 Oct 12 11:52:31.302611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-cef6a31c-a989-4fdd-938d-07687cdd29d3 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924914 Oct 12 11:52:31.397154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-686b007e-fd62-42eb-9e9f-49dc4ff63598 req-76cd8d86-e91c-4132-80a5-935017df2dbb service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876741 Oct 12 11:52:31.506923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671a2e-6c48-4e62-81b4-4dd550727aa6 req-60fcbedf-fcc5-4015-a11f-4acb117e30c2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:31.508451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77671a2e-6c48-4e62-81b4-4dd550727aa6 req-60fcbedf-fcc5-4015-a11f-4acb117e30c2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0548596 Oct 12 11:52:31.548728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-77671a2e-6c48-4e62-81b4-4dd550727aa6 req-e07208a5-04fd-4d8a-b0c9-16366864fa50 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338418 Oct 12 11:52:31.780331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068903-78f5-4f3a-ae79-17d0b7040ad7 req-d7cec68d-23de-4e47-89d1-43456e03d11e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:31.781940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce068903-78f5-4f3a-ae79-17d0b7040ad7 req-d7cec68d-23de-4e47-89d1-43456e03d11e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 944 time: 0.0535450 Oct 12 11:52:31.830459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce068903-78f5-4f3a-ae79-17d0b7040ad7 req-99af6235-2470-4479-8305-efaf4deb4010 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369775 Oct 12 11:52:32.638479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:52:32.664590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1410-81e8-4c00-befc-5a75fc1f8af1 req-4e8ba47d-19b7-481f-8c42-19b390374377 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:32.666271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b2f1410-81e8-4c00-befc-5a75fc1f8af1 req-4e8ba47d-19b7-481f-8c42-19b390374377 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0491097 Oct 12 11:52:32.717249 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b2f1410-81e8-4c00-befc-5a75fc1f8af1 req-315fcdad-5f24-47ff-872c-34404b765f26 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Oct 12 11:52:32.763870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port bf452bd8-9adb-4fd8-aa04-10c067ac2734 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:52:32.767897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port bf452bd8-9adb-4fd8-aa04-10c067ac2734 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:52:32.768268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:32.846076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:32.869672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:32.872539 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dfac09-5590-4948-8066-2f22d2679be5" -d '{"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:32.886123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:32.972276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:33.027002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:33.295791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2ecc1-ae69-4cb2-97ff-339da693cfbb req-85ab04d4-9b53-4ae7-b0ee-58fb0e294107 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:33.297298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36e2ecc1-ae69-4cb2-97ff-339da693cfbb req-85ab04d4-9b53-4ae7-b0ee-58fb0e294107 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 944 time: 0.3973148 Oct 12 11:52:33.336287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36e2ecc1-ae69-4cb2-97ff-339da693cfbb req-67d4fb32-cb46-454b-8738-650921be50d1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327859 Oct 12 11:52:33.360728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 39766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:33.388740 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35954f56-eb66-4c4e-abe5-c5af79d5d2b3 x-openstack-request-id: req-35954f56-eb66-4c4e-abe5-c5af79d5d2b3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:33.389128 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:33.389492 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35954f56-eb66-4c4e-abe5-c5af79d5d2b3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:33.389981 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'code': 200} Oct 12 11:52:33.437700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d90d8c08-c802-46cc-a2d9-e02b06947e91 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 200 len: 993 time: 0.0758169 Oct 12 11:52:33.831742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898844-78ca-44d8-a48d-f8dab77a0994 req-a7e13ee8-6ada-45e6-9b48-5e2a997597b2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:33.833183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea898844-78ca-44d8-a48d-f8dab77a0994 req-a7e13ee8-6ada-45e6-9b48-5e2a997597b2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0474191 Oct 12 11:52:33.870515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea898844-78ca-44d8-a48d-f8dab77a0994 req-4a276b33-3611-4763-9030-53be64b98078 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Oct 12 11:52:34.982998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1b4-de85-404d-a3e5-df0bbba1b9ec req-2bbac0ae-712f-413a-9ce9-667fd7bd7872 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:34.984559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-901fd1b4-de85-404d-a3e5-df0bbba1b9ec req-2bbac0ae-712f-413a-9ce9-667fd7bd7872 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0484490 Oct 12 11:52:35.026065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-901fd1b4-de85-404d-a3e5-df0bbba1b9ec req-400aa8f7-e64d-4d1b-b55f-8af500b5066c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348291 Oct 12 11:52:36.146941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad627d-7826-4dd6-b577-fa3a890dbbf2 req-de30a4e7-2494-4971-9760-6eea71cb8528 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:36.148424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37ad627d-7826-4dd6-b577-fa3a890dbbf2 req-de30a4e7-2494-4971-9760-6eea71cb8528 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Oct 12 11:52:36.186470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-37ad627d-7826-4dd6-b577-fa3a890dbbf2 req-2b1ae147-fef0-4e0b-970d-703c5224ca5f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Oct 12 11:52:37.301351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b701078-0fdc-4678-acf4-84a42019dbc8 req-9277dbf2-4c8c-4ee0-8702-609aeb8e1c89 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:37.302873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b701078-0fdc-4678-acf4-84a42019dbc8 req-9277dbf2-4c8c-4ee0-8702-609aeb8e1c89 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0493624 Oct 12 11:52:37.346368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6b701078-0fdc-4678-acf4-84a42019dbc8 req-48d48390-e778-430b-9e2c-5b0a9956c2d7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359600 Oct 12 11:52:38.470212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aadbad-7628-4afc-bfa0-fc9dd58d800b req-5e357a3f-068b-4fbb-80aa-e18cfce1afdb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:38.471724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34aadbad-7628-4afc-bfa0-fc9dd58d800b req-5e357a3f-068b-4fbb-80aa-e18cfce1afdb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0521104 Oct 12 11:52:38.515251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34aadbad-7628-4afc-bfa0-fc9dd58d800b req-5d586f6b-e62c-4b50-81a1-a8a00ea3d80d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366488 Oct 12 11:52:39.641841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159a256-ce71-4a46-bc59-69b21235308d req-b53f5440-3543-497b-b8dc-755bd3ecde8a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:39.643241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c159a256-ce71-4a46-bc59-69b21235308d req-b53f5440-3543-497b-b8dc-755bd3ecde8a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0545132 Oct 12 11:52:39.680700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c159a256-ce71-4a46-bc59-69b21235308d req-8722d82e-4e66-42bb-abc5-ea23920adef5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314603 Oct 12 11:52:40.801772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef874-e437-4f6f-b77c-eab9c8650f8b req-70c4c05f-b672-4942-b70e-3a9b97051030 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:40.803272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-001ef874-e437-4f6f-b77c-eab9c8650f8b req-70c4c05f-b672-4942-b70e-3a9b97051030 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0515249 Oct 12 11:52:40.841277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-001ef874-e437-4f6f-b77c-eab9c8650f8b req-35f3f868-f808-4dbf-b298-248e0b943b64 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Oct 12 11:52:41.959121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b607ec2-cfa0-4130-81db-70ead6b7e5ba req-c61a786a-65cb-4c06-9b49-fb1e7c1f2e02 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:41.960728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b607ec2-cfa0-4130-81db-70ead6b7e5ba req-c61a786a-65cb-4c06-9b49-fb1e7c1f2e02 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0503509 Oct 12 11:52:42.002801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b607ec2-cfa0-4130-81db-70ead6b7e5ba req-c112c205-0aeb-49a5-97c3-aeccfefccb34 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341599 Oct 12 11:52:43.124760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec343ccb-db26-47bd-bd70-d39d9eba9845 req-7785db3d-fcc9-496a-9146-beba8f44b2fe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:43.131304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec343ccb-db26-47bd-bd70-d39d9eba9845 req-7785db3d-fcc9-496a-9146-beba8f44b2fe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0535188 Oct 12 11:52:43.166585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec343ccb-db26-47bd-bd70-d39d9eba9845 req-17940206-a386-4f81-8aa0-9963417801ea tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Oct 12 11:52:44.287735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5171af-3361-4bca-b98e-80084eb75049 req-cb39442e-98c5-4acb-b72e-39d3e65a0781 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:44.289217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e5171af-3361-4bca-b98e-80084eb75049 req-cb39442e-98c5-4acb-b72e-39d3e65a0781 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 943 time: 0.0485384 Oct 12 11:52:44.329287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e5171af-3361-4bca-b98e-80084eb75049 req-0040db91-b621-43c8-b3a7-96373ba8b7dc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Oct 12 11:52:44.702070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:52:44.806831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:44.817623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'mac_address': 'fa:16:3e:6d:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:52:44.860238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:44.873623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:52:44.893500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:44.987446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:45.036256 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:45.194795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:52:45.458255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615dfdf-8db4-422c-a531-7dca6f6b8891 req-2e681eb3-e07b-487d-bd21-b26f293616ab tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:45.459813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6615dfdf-8db4-422c-a531-7dca6f6b8891 req-2e681eb3-e07b-487d-bd21-b26f293616ab tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 944 time: 0.0534315 Oct 12 11:52:45.499842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6615dfdf-8db4-422c-a531-7dca6f6b8891 req-835632e5-d953-4c57-8278-085b5eb58825 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Oct 12 11:52:46.621886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4377-1fa6-4fea-9595-f3f585da5e28 req-493cc81b-2eb2-4d57-bc62-5ce215567e3f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:46.623378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8efb4377-1fa6-4fea-9595-f3f585da5e28 req-493cc81b-2eb2-4d57-bc62-5ce215567e3f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 944 time: 0.0540671 Oct 12 11:52:46.663252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8efb4377-1fa6-4fea-9595-f3f585da5e28 req-f393e162-4067-4b63-9d48-3af28af7e4d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Oct 12 11:52:46.703100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:52:46.832502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:52:46.836599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:52:46.836965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:46.917942 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:46.940406 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:46.942616 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a9a4f-ad9b-4431-b81f-6389826567ed" -d '{"events": [{"server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:46.956891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:52:46.984398 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363fe77-82c0-4879-8bcf-b7da182b5738 x-openstack-request-id: req-e363fe77-82c0-4879-8bcf-b7da182b5738 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:46.984684 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "name": "network-vif-plugged", "status": "completed", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:46.984938 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e363fe77-82c0-4879-8bcf-b7da182b5738 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:46.985383 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'code': 200} Oct 12 11:52:47.035114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:47.084778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:47.094363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08516280-49fb-43f4-9f52-0eb8a6944ff0 req-fc6c8a29-14b5-4e61-8eea-8d628eea39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:47.095889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08516280-49fb-43f4-9f52-0eb8a6944ff0 req-fc6c8a29-14b5-4e61-8eea-8d628eea39cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1096 time: 0.0439653 Oct 12 11:52:47.131420 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08516280-49fb-43f4-9f52-0eb8a6944ff0 req-b4960b1c-d72f-4627-bb60-1ff302da0b43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285285 Oct 12 11:52:47.720530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4d403605-1451-47f3-adc2-989a5435d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:47.793320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086286c-e57d-443b-b676-6bf2de6a161c req-cd801204-26f8-4723-9b96-a568c942ad66 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:47.794837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7086286c-e57d-443b-b676-6bf2de6a161c req-cd801204-26f8-4723-9b96-a568c942ad66 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0588782 Oct 12 11:52:47.833757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7086286c-e57d-443b-b676-6bf2de6a161c req-f0f4650a-7dbb-4b0d-8acb-779c8c3cc324 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322092 Oct 12 11:52:48.954200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe259c2-747a-4776-b020-5832f76a80ae req-bddc07be-6901-4312-b753-67f1e1438723 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:48.955860 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abe259c2-747a-4776-b020-5832f76a80ae req-bddc07be-6901-4312-b753-67f1e1438723 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0532012 Oct 12 11:52:48.998462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abe259c2-747a-4776-b020-5832f76a80ae req-391709c3-7655-42fc-8b63-2626663e9f1b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364091 Oct 12 11:52:49.116183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7694-98b7-47d7-b2b4-c8754b42f400 req-ebf8edf1-f47d-4e49-806c-0d2d5fcf0710 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:49.117679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-705c7694-98b7-47d7-b2b4-c8754b42f400 req-ebf8edf1-f47d-4e49-806c-0d2d5fcf0710 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0528426 Oct 12 11:52:49.159946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-705c7694-98b7-47d7-b2b4-c8754b42f400 req-0c6f3dd5-df5e-4245-ab56-94c8d74aec24 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352981 Oct 12 11:52:49.183809 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40022) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:49.328746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15f998-4a35-408f-93c6-7ed83ab6ff48 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:49.330232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f15f998-4a35-408f-93c6-7ed83ab6ff48 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1091 time: 0.1454444 Oct 12 11:52:49.333158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40028) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:52:49.337663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:52:49.416214 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:49.526020 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:49.645929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.25.2.137 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/365976cd-b742-4ce6-bb05-5599f120382d) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:52:49.759902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:49.884494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:49.921680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:52:49.924500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:52:49.930108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:52:49.957277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=365976cd-b742-4ce6-bb05-5599f120382d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:49.969583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:49.984650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:52:50.328662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:50.462990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:50.552648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f05d963d-3905-4c4b-bdbd-92da6ab08c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:50.930324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:50.995853 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:51.070872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=365976cd-b742-4ce6-bb05-5599f120382d,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:52:51.083277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:51.201931 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP 42125cb6-0248-45c6-8381-eb1b8f7b3a8b associated. External IP: 172.25.2.137, port: cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7. Oct 12 11:52:51.420683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:52:51.540541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:52:51.549850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:52:51.559370 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:52:51.559995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:52:51.640057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:51.683056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e49d071e-282e-4244-bab1-14e749964770 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3485777 Oct 12 11:52:51.683651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:52:51.684152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:52:51.686652 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83f93a-8206-4e77-9349-0630b67dc9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:52:51.723090 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f9254-d668-49fc-83a1-a885ba7a37de x-openstack-request-id: req-7c3f9254-d668-49fc-83a1-a885ba7a37de {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:52:51.723382 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:52:51.723636 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3f9254-d668-49fc-83a1-a885ba7a37de {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:52:51.724043 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'status': 'completed', 'code': 200} Oct 12 11:52:51.769780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:51.799969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-8fc518c4-fe2b-47dc-b0db-6017c802f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:51.803796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-8fc518c4-fe2b-47dc-b0db-6017c802f3dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1096 time: 0.0506437 Oct 12 11:52:51.900493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-f4fdd7d8-ffe1-4a89-a46d-cfc5d04f7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:51.903127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-f4fdd7d8-ffe1-4a89-a46d-cfc5d04f7789 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0941958 Oct 12 11:52:51.980852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-78e98a22-842d-4659-81c0-f33d70f1e08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 999 time: 0.0714934 Oct 12 11:52:52.010061 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:52.043699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-a15c26e8-f46e-4b9e-b0aa-a58b7421372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:52.045372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-a15c26e8-f46e-4b9e-b0aa-a58b7421372a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0570049 Oct 12 11:52:52.091031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-00f09050-e1fd-4b5f-b76e-b80401e9c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:52:52.091931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '42125cb6-0248-45c6-8381-eb1b8f7b3a8b', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:6d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d892667-d9e3-4796-97ff-ee9a85557639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:52:50Z', 'updated_at': '2021-10-12T11:52:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:52:52.092555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-00f09050-e1fd-4b5f-b76e-b80401e9c5d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404549 Oct 12 11:52:52.118801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:52:52.127630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:52:52.128215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:52:52.190715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-ebe339b2-7758-4614-8594-2603054201a9 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910392 Oct 12 11:52:52.248008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:52:52.281121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:52.297881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4d83f93a-8206-4e77-9349-0630b67dc9e4 req-092b8d94-8d43-4aad-a9f6-caf7ec086b30 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979750 Oct 12 11:52:52.491493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '42125cb6-0248-45c6-8381-eb1b8f7b3a8b', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:6d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d892667-d9e3-4796-97ff-ee9a85557639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:52:50Z', 'updated_at': '2021-10-12T11:52:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:52:52.519690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd120ab8-25c1-4e95-9c07-714dea78f12f None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '42125cb6-0248-45c6-8381-eb1b8f7b3a8b', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:6d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d892667-d9e3-4796-97ff-ee9a85557639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:52:50Z', 'updated_at': '2021-10-12T11:52:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:52:52.725146 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fc925-05ad-4426-bcb4-3f5b8debf621 None None] New status for floating IP 42125cb6-0248-45c6-8381-eb1b8f7b3a8b: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:52:52.869787 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:52:53.372145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:52:56.942987 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:01.986564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64fc4-e20e-4a54-8832-4eac3861e1f9 req-4f416c4d-7541-4469-80f5-a8777756718f tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:01.994818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fd64fc4-e20e-4a54-8832-4eac3861e1f9 req-4f416c4d-7541-4469-80f5-a8777756718f tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.0500162 Oct 12 11:53:02.045275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fd64fc4-e20e-4a54-8832-4eac3861e1f9 req-e97b9fa6-2851-4fc3-a224-0eeaa5f5bf0b tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352232 Oct 12 11:53:02.046874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40126) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:02.218972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port fbc764b0-b85f-44b4-a4c1-524e30c5d028 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:53:02.219434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:02.295564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:02.295902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:02.308684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for fbc764b0-b85f-44b4-a4c1-524e30c5d028 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:53:02.575600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:02.602500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=fbc764b0-b85f-44b4-a4c1-524e30c5d028,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:02.634316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.634667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.635043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.635403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.635718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.636061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.636391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.636722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.637051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.637378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.637704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.638027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:02.681352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:02.681744 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee disassociated (deleted). External IP: 172.25.2.182, port: bf452bd8-9adb-4fd8-aa04-10c067ac2734. Oct 12 11:53:02.903544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 4acb3651-7568-42c3-ad18-ffcdc626872d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:03.018330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:03.023345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:03.034825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Sync routers for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:03.046546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:03.047415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:03.058963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d360e889-d4f4-4e32-9e06-e5389e188b0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/floatingips/e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee HTTP/1.1" status: 204 len: 168 time: 1.0084212 Oct 12 11:53:03.058963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:03.063008 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfea171-7c3c-4751-b021-25da8f57a83c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:03.172026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:03.386657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:03.414133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Checking router: 4acb3651-7568-42c3-ad18-ffcdc626872d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:03.428920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:03.428920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:03.442601 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4c9eb-88c8-42d0-9efd-eca393ba8e0f x-openstack-request-id: req-3ab4c9eb-88c8-42d0-9efd-eca393ba8e0f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:03.442919 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:03.443231 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ab4c9eb-88c8-42d0-9efd-eca393ba8e0f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:03.443619 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'status': 'completed', 'code': 200} Oct 12 11:53:03.554581 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68808d4-855c-4b67-b231-c93de8255ee0 req-a7029547-8736-496a-a936-cbb6f1657122 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:03.556665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c68808d4-855c-4b67-b231-c93de8255ee0 req-a7029547-8736-496a-a936-cbb6f1657122 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0604115 Oct 12 11:53:03.557442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:03.631580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c68808d4-855c-4b67-b231-c93de8255ee0 req-7ce1e53f-ae7d-4584-b394-0e3110d9b4de tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647058 Oct 12 11:53:03.651049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-f9ebe0e1-ed56-48e2-a9e0-0bbbe12353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:03.652800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-f9ebe0e1-ed56-48e2-a9e0-0bbbe12353f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 1096 time: 0.1272340 Oct 12 11:53:03.787818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-6463f73c-2d77-4c90-b27f-365b5bddda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:03.789298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-6463f73c-2d77-4c90-b27f-365b5bddda1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 200 len: 897 time: 0.1229467 Oct 12 11:53:03.797351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:03.828493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f57008-696a-4e1a-a69d-bc2484414f1e None None] The sync data for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 is: [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:50:42Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '30a065d9-96ce-4822-b263-9b13e707ee98', 'name': '', 'network_id': '7f38700c-03ae-44db-8a6b-2efeece0e6a8', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:15:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:41Z', 'updated_at': '2021-10-12T11:50:45Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9d1e3173-71d3-4fd8-831d-fa64d9e0d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:03.832917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-dc38ba49-d59d-4e94-b49f-f2e5c9daeff2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 200 len: 217 time: 0.0350599 Oct 12 11:53:03.893660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-fcdf71fb-31bc-4a6d-b89a-33640f416663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:03.895662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-fcdf71fb-31bc-4a6d-b89a-33640f416663 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 200 len: 835 time: 0.0544870 Oct 12 11:53:03.953835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-52594bc8-b680-4767-a279-a2ca90042d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:03.955389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-52594bc8-b680-4767-a279-a2ca90042d20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f38700c-03ae-44db-8a6b-2efeece0e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499434 Oct 12 11:53:04.083882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-adfcdb16-48fa-470a-8802-d54bb55e20a5 service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199560 Oct 12 11:53:04.139329 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f10f97-eb61-4747-98fe-e67197d7418f None None] New status for floating IP e74fa7c8-b08a-4dd9-ac6a-749ced9d53ee: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:53:04.188792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bfea171-7c3c-4751-b021-25da8f57a83c req-3a9fdf9c-4475-409c-9d54-ea387b0221ca service neutron] 10.222.0.47 "GET /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953786 Oct 12 11:53:04.751608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09746e-9f28-4d3e-bc53-85a36e7a7336 req-02e8bfa0-da6f-41a2-97f8-2445cbcd165a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:04.753113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e09746e-9f28-4d3e-bc53-85a36e7a7336 req-02e8bfa0-da6f-41a2-97f8-2445cbcd165a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0507696 Oct 12 11:53:04.792703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e09746e-9f28-4d3e-bc53-85a36e7a7336 req-db5859bf-2030-4ecd-9bca-7b6f182f5506 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327301 Oct 12 11:53:04.943707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-c71967d1-abec-484e-8a67-550e4847a05d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:04.945160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-c71967d1-abec-484e-8a67-550e4847a05d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 945 time: 0.0486829 Oct 12 11:53:05.040322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port bf452bd8-9adb-4fd8-aa04-10c067ac2734 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:53:05.040666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:05.130249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port bf452bd8-9adb-4fd8-aa04-10c067ac2734, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=bf452bd8-9adb-4fd8-aa04-10c067ac2734,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:05.130984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:05.143214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for bf452bd8-9adb-4fd8-aa04-10c067ac2734 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:53:05.334990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:05.365949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=bf452bd8-9adb-4fd8-aa04-10c067ac2734,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:05.408589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] No DVR routers for this DVR port bf452bd8-9adb-4fd8-aa04-10c067ac2734 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:53:05.411400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:05.415312 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1aad8f0-441d-4e9a-beee-62e64529e5dc req-eb5ba1f7-185e-41c0-8827-92f9dd7e4735 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "DELETE /v2.0/ports/bf452bd8-9adb-4fd8-aa04-10c067ac2734 HTTP/1.1" status: 204 len: 173 time: 0.4634936 Oct 12 11:53:05.445203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-deleted', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:05.447714 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd0ed6-653a-43d7-a6dd-1f0daa4f8ac5" -d '{"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-deleted", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:05.483843 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf3618-1ae9-4487-9e65-d12c1634dbc0 x-openstack-request-id: req-8ebf3618-1ae9-4487-9e65-d12c1634dbc0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:05.484132 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecafd806-ea27-4a82-a4cb-a9a5ff016d5d", "name": "network-vif-deleted", "tag": "bf452bd8-9adb-4fd8-aa04-10c067ac2734", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:05.484373 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ebf3618-1ae9-4487-9e65-d12c1634dbc0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:05.484771 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecafd806-ea27-4a82-a4cb-a9a5ff016d5d', 'name': 'network-vif-deleted', 'tag': 'bf452bd8-9adb-4fd8-aa04-10c067ac2734', 'status': 'completed', 'code': 200} Oct 12 11:53:05.894632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-feccc126-d40d-430b-824d-089a80ad43d2 req-c79b8794-24bb-47d2-877f-9a6530b620e0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecafd806-ea27-4a82-a4cb-a9a5ff016d5d HTTP/1.1" status: 200 len: 210 time: 0.0268109 Oct 12 11:53:06.952231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40356) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:07.403453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:07.737968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 30a065d9-96ce-4822-b263-9b13e707ee98 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:53:07.738313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:07.832725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port 30a065d9-96ce-4822-b263-9b13e707ee98, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=30a065d9-96ce-4822-b263-9b13e707ee98,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:07.833121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:07.846307 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 30a065d9-96ce-4822-b263-9b13e707ee98 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:53:08.091264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:08.123820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=30a065d9-96ce-4822-b263-9b13e707ee98,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:08.308462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:08.777702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:53:08.797751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: bf452bd8-9adb-4fd8-aa04-10c067ac2734 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:53:08.798116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device bf452bd8-9adb-4fd8-aa04-10c067ac2734 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:53:08.894429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 4acb3651-7568-42c3-ad18-ffcdc626872d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:09.019560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:09.026590 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-56377836-7571-46ae-b46d-22ce8ce235e3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/4acb3651-7568-42c3-ad18-ffcdc626872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718079 Oct 12 11:53:09.028085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40456) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:09.030998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Sync routers for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:09.041677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:09.042302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:09.082246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting subnet 9d1e3173-71d3-4fd8-831d-fa64d9e0d141 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:53:09.085359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.127396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.149273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:09.254969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.334037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:53:07Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:09.364886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Checking router: 4acb3651-7568-42c3-ad18-ffcdc626872d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:09.373298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Routers {'4acb3651-7568-42c3-ad18-ffcdc626872d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:09.373888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['4acb3651-7568-42c3-ad18-ffcdc626872d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:09.388719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.424209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1e3173-71d3-4fd8-831d-fa64d9e0d141,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:09.427580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.432253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16ee9df0-3513-4bf5-bb9f-aa9d7ba4422f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/subnets/9d1e3173-71d3-4fd8-831d-fa64d9e0d141 HTTP/1.1" status: 204 len: 168 time: 0.4029787 Oct 12 11:53:09.434884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:09.449152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c0564-fe38-43f5-bffa-b6010ac10880 None None] Network 7f38700c-03ae-44db-8a6b-2efeece0e6a8 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:53:09.552027 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.661746 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.690687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] Set router 4acb3651-7568-42c3-ad18-ffcdc626872d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:09.793327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port a2b897ec-5cba-403e-ab46-07fa11a34ee5 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:53:09.793735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.885818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port a2b897ec-5cba-403e-ab46-07fa11a34ee5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2b897ec-5cba-403e-ab46-07fa11a34ee5,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:09.886205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:09.900242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for a2b897ec-5cba-403e-ab46-07fa11a34ee5 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:53:09.925774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:53:07Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:09.931678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] DHCP port deletion for 7f38700c-03ae-44db-8a6b-2efeece0e6a8 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:53:09.959882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda266aa-4b19-4118-952c-9aa8c2c32460 None None] The sync data for ids ['4acb3651-7568-42c3-ad18-ffcdc626872d'] in n-d-813419-3 is: [{'id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946828151', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:50:35Z', 'updated_at': '2021-10-12T11:53:07Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': 'a2b897ec-5cba-403e-ab46-07fa11a34ee5', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb3651-7568-42c3-ad18-ffcdc626872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:50:36Z', 'updated_at': '2021-10-12T11:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:10.020251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Deleting port 47896f68-0169-47c3-8d74-c1947c2daa08 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:53:10.020637 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.094321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] For port 47896f68-0169-47c3-8d74-c1947c2daa08, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=47896f68-0169-47c3-8d74-c1947c2daa08,segment=NetworkSegment(181c75eb-673a-4efc-b13b-5dc30de31a70),segment_id=181c75eb-673a-4efc-b13b-5dc30de31a70)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:10.094787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.108573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Calling delete_port for 47896f68-0169-47c3-8d74-c1947c2daa08 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:53:10.188674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.215325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=a2b897ec-5cba-403e-ab46-07fa11a34ee5,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:10.268633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.285310 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.300858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] Pushing event deleted for resources: {'Port': ['ID=47896f68-0169-47c3-8d74-c1947c2daa08,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:10.302728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac69970-bb59-41fa-8dec-70c297ae220a None None] No DVR routers for this DVR port 47896f68-0169-47c3-8d74-c1947c2daa08 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Fanout notify agent at l3_agent the message router_deleted on router 4acb3651-7568-42c3-ad18-ffcdc626872d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-65574cc1-c601-44a7-8102-38fcf26589ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/routers/4acb3651-7568-42c3-ad18-ffcdc626872d HTTP/1.1" status: 204 len: 168 time: 1.1739371 Oct 12 11:53:10.704653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40520) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:10.731580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.738860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a065d9-96ce-4822-b263-9b13e707ee98 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:53:10.772536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 30a065d9-96ce-4822-b263-9b13e707ee98 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:53:10.772916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 30a065d9-96ce-4822-b263-9b13e707ee98 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:53:10.774074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 47896f68-0169-47c3-8d74-c1947c2daa08 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:53:10.800569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 47896f68-0169-47c3-8d74-c1947c2daa08 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:53:10.801114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 47896f68-0169-47c3-8d74-c1947c2daa08 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:53:10.861351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.890668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f38700c-03ae-44db-8a6b-2efeece0e6a8']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:10.897120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-d885cb56-8e79-4f37-b4da-998efbdd0aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192102 Oct 12 11:53:10.910164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181c75eb-673a-4efc-b13b-5dc30de31a70') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:10.910750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181c75eb-673a-4efc-b13b-5dc30de31a70') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:10.932333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.986078 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:10.996798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:53:10.997250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:53:11.000483 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:53:11.058323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-21928c7c-8005-4e11-8155-e293595e9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:11.059851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-21928c7c-8005-4e11-8155-e293595e9da0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1096 time: 0.1091583 Oct 12 11:53:11.149024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.160477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.167175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/networks/7f38700c-03ae-44db-8a6b-2efeece0e6a8 HTTP/1.1" status: 204 len: 168 time: 0.5529723 Oct 12 11:53:11.167266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40534) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:11.185726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2a169-b047-4597-a407-161c1eff37d5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Network': ['ID=7f38700c-03ae-44db-8a6b-2efeece0e6a8,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:11.209831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-582e6108-12bd-4177-94a4-3e2fc54d1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:11.216015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-582e6108-12bd-4177-94a4-3e2fc54d1f07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.1325316 Oct 12 11:53:11.253619 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.270654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.281513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-4b2a1184-4de5-4ab0-a972-4e8f46f4a7ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0618095 Oct 12 11:53:11.341159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-ccecee81-01fe-4e5a-a092-39899970a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:11.342616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-ccecee81-01fe-4e5a-a092-39899970a34c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0537727 Oct 12 11:53:11.389077 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-577416b5-c458-4f61-b2f5-47971327fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:11.390830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-577416b5-c458-4f61-b2f5-47971327fcf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412645 Oct 12 11:53:11.466078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.468969 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:11.470199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/security-groups/bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36 HTTP/1.1" status: 204 len: 168 time: 0.3014941 Oct 12 11:53:11.480736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7d772-7068-4936-a9d9-ee70d547dc2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a49ef-fff5-44f0-9fe1-c9b654e5ef36,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:11.486279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-f5e4d1eb-8d6b-4507-a58c-d229c6144267 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885000 Oct 12 11:53:11.585506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5676907b-a45a-49fd-bc17-376ade5bd57a req-e1e2387c-dec0-4104-b17f-acd8026cece3 service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916014 Oct 12 11:53:11.993564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40570) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:11.998184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472207205', 'description': 'tempest-secgroup-smoke-1472207205 description', 'project_id': 'fdd531f728634a3f931191cc111863e2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:12.100317 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.166343 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.237519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.268793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a033563-babf-4083-8db2-e12f90618ad2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:12.327784 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.329513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e3ecb23-4a81-4efc-be8a-d8d07274042d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3346498 Oct 12 11:53:12.332309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40586) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:12.336713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:12.423224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.484951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.548672 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.567553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a20d196-6ab5-447b-b332-5c825db13bca,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:12.610486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2b897ec-5cba-403e-ab46-07fa11a34ee5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:53:12.633279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a2b897ec-5cba-403e-ab46-07fa11a34ee5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:53:12.633603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2b897ec-5cba-403e-ab46-07fa11a34ee5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:53:12.654062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.655365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9aa2f9ee-9eb2-4024-91c4-16d941cd2a8f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221328 Oct 12 11:53:12.658177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40606) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:12.662897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:12.741890 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.801516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.888859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.908625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273d14cb-8e85-46bc-9686-ec2b86f8ee5a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:12.979524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:12.981007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0e3ef8e-cedf-4d92-9f93-c99f34edf5ba tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215904 Oct 12 11:53:12.984220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40610) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:12.989553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:13.094090 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.157278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.261004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.283121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8889106-f03e-4aac-9c5d-6050cdc3f4ec,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:13.371804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.373053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8c692e1b-cb84-446d-9c3e-26100d6194fa tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877852 Oct 12 11:53:13.375765 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40616) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:13.380268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:13.521953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.589810 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.753963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.772795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc28fadc-0c04-4352-9434-84e85e5cc9af,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:13.840666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:13.842037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b696f7a2-3511-4182-93d1-07f42eae6a39 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4653056 Oct 12 11:53:13.844618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40620) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:13.849061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:13.946108 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:53:13.952269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.013768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.100708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.118532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6a05bc-8cc3-44a6-ba6d-edcfb029ed5d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:14.240105 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.241337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7dbd049a-deec-408c-89e4-0125789d1704 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3957748 Oct 12 11:53:14.244398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40622) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:14.248859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '5a033563-babf-4083-8db2-e12f90618ad2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:14.342474 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:53:14.347913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.412189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.534439 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.552510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b4a1be-dd75-4072-9f75-f8d220e010ec,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:14.639854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.641261 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0cdbaf57-eb57-4de6-ab7e-8f16db037adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3958764 Oct 12 11:53:14.645043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40626) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:14.650397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'network': {'name': 'tempest-network-smoke--1189111383', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:14.729167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:14.732893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.757570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:53:14.767350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.767689 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Added segment 2e0b35f1-2a78-421c-8b40-7a3c44323bae of type vlan for network 65a9e268-f706-44bf-bb6e-6f54843e2b78 Oct 12 11:53:14.812930 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.948584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:14.954517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:14.955127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.020853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Network': ['ID=65a9e268-f706-44bf-bb6e-6f54843e2b78,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:15.031862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:53:15.080366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3cb231b0-2570-4243-93f2-4d7484f55ce0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4312937 Oct 12 11:53:15.080716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40628) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:15.085598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'admin_state_up': True, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:15.177250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.178331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.235834 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.460007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.765526 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.784545 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:15.887734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.11 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/62428879-13cb-4c0c-af9b-3ff91262c422) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:15.996949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:16.131589 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:16.169994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:16.174802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:16.178289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:16.184701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=62428879-13cb-4c0c-af9b-3ff91262c422,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:16.623529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:16.828746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.033967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router aad5dc37-77e3-443f-8cef-d655b75b1209 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:53:17.142592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:17.154866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Sync routers for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:17.163915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:17.164563 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:17.219625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.223800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-220524d4-0fd6-4fa0-8d41-97db2e633b60 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1389909 Oct 12 11:53:17.224110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:17.254781 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-16f8c91c-0bdb-459e-bc98-069a6e40829d tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdd531f728634a3f931191cc111863e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269942 Oct 12 11:53:17.255215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:17.272362 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:17.404866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6d127-9a09-41b9-b28b-6bd9305344ee tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:17.407176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-14c6d127-9a09-41b9-b28b-6bd9305344ee tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509364 Oct 12 11:53:17.409047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40638) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:17.440814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-22c7283a-36a7-43eb-8bd7-bd41a8f0c893 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282826 Oct 12 11:53:17.441045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40640) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:17.445968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568207953', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:17.463415 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:16Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:17.490821 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Checking router: aad5dc37-77e3-443f-8cef-d655b75b1209 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:17.491437 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Updating router aad5dc37-77e3-443f-8cef-d655b75b1209 port 62428879-13cb-4c0c-af9b-3ff91262c422 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:53:17.520853 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.681762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3749bb42-33c8-4fc1-b3ef-e199cc917e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.810316 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.923341 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.974766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:17.976651 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Attempting to bind port 62428879-13cb-4c0c-af9b-3ff91262c422 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:17.979217 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Attempting to bind port 62428879-13cb-4c0c-af9b-3ff91262c422 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:17.979217 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Attempting to bind port 62428879-13cb-4c0c-af9b-3ff91262c422 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:17.979523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:17.980514 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Pushing event updated for resources: {'Port': ['ID=62428879-13cb-4c0c-af9b-3ff91262c422,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:17.989861 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.990204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.990548 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.990904 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.991228 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.991551 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.991871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.992188 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.992503 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.992816 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.993842 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.994168 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:17.997480 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:18.002114 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:18.002114 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.002114 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:18.002114 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Bound port: 62428879-13cb-4c0c-af9b-3ff91262c422, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:18.002114 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.053903 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] For port 62428879-13cb-4c0c-af9b-3ff91262c422, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:18.057786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] For port 62428879-13cb-4c0c-af9b-3ff91262c422, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62428879-13cb-4c0c-af9b-3ff91262c422,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:18.152115 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.211199 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:18.211840 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:52:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:18.214584 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a782a-0d7e-4873-8c37-2ad9b98ebb0f None None] Pushing event updated for resources: {'Port': ['ID=62428879-13cb-4c0c-af9b-3ff91262c422,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:18.297007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.334800 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:18.365671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Subnet': ['ID=9ab91181-810d-458f-ae95-92dc1f4ff40f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:18.371774 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:18.372243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network hostable DHCP agents. Network: 65a9e268-f706-44bf-bb6e-6f54843e2b78, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:53:18.502848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:53:18.528419 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:16Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:18.554805 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8eb0e-fcf6-435d-a4a1-3c3f72f7d6bb None None] The sync data for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 is: [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:16Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:18.609082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 65a9e268-f706-44bf-bb6e-6f54843e2b78) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:18.613623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:18.614227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.622818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b2a0a-7f2b-485b-b4e1-a09d524a4caf None None] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:53:18.720221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40650) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:18.726469 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2bd5445a-9c34-4520-b759-8f825ca5877b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2842627 Oct 12 11:53:18.790260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-65a9e268-f706-44bf-bb6e-6f54843e2b78', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:53:18.791795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:18.994735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Allocated IP 172.20.0.2 (65a9e268-f706-44bf-bb6e-6f54843e2b78/9ab91181-810d-458f-ae95-92dc1f4ff40f/64b5f38c-f51e-458c-b39e-8971cde6510b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:19.279184 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.346219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.346760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.437085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:19.441851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:19.444130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Pushing event updated for resources: {'Port': ['ID=64b5f38c-f51e-458c-b39e-8971cde6510b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:19.456955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:19.530648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Attempting to bind port 64b5f38c-f51e-458c-b39e-8971cde6510b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:19.531354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Attempting to bind port 64b5f38c-f51e-458c-b39e-8971cde6510b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:19.531716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Attempting to bind port 64b5f38c-f51e-458c-b39e-8971cde6510b on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:19.537507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:19.537877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:19.538275 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.538660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Bound using segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:19.539147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Bound port: 64b5f38c-f51e-458c-b39e-8971cde6510b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:19.539526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.614822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] For port 64b5f38c-f51e-458c-b39e-8971cde6510b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:19.619538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] For port 64b5f38c-f51e-458c-b39e-8971cde6510b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=64b5f38c-f51e-458c-b39e-8971cde6510b,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:19.718172 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:19.806834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdc2be-6238-4362-a2d3-ced731c01088 None None] Pushing event updated for resources: {'Port': ['ID=64b5f38c-f51e-458c-b39e-8971cde6510b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:20.056083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.1 (65a9e268-f706-44bf-bb6e-6f54843e2b78/9ab91181-810d-458f-ae95-92dc1f4ff40f/a41bd03d-8ca7-4aa8-ac1d-43f2328ded02) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:20.185173 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.290368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.340865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:20.346643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:20.350684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:20.357587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:20.398570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.479871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-788a218e-b611-4cbd-ab80-7c16dbd612c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.590310 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.728765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62428879-13cb-4c0c-af9b-3ff91262c422 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:20.791264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 62428879-13cb-4c0c-af9b-3ff91262c422 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:20.791798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.899652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.933269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 62428879-13cb-4c0c-af9b-3ff91262c422, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62428879-13cb-4c0c-af9b-3ff91262c422,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:20.954062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.995286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:20.996022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 64b5f38c-f51e-458c-b39e-8971cde6510b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:21.051295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.091217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=62428879-13cb-4c0c-af9b-3ff91262c422,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:21.127522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 64b5f38c-f51e-458c-b39e-8971cde6510b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:21.128039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.164797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:21.167634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.180767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3cd04-ca9b-4f65-8160-acc3b06d5dd1 None None] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:53:21.246142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e544d6bf-cc61-42ed-b85f-9c9ecacd8586 None None] Provisioning complete for port 64b5f38c-f51e-458c-b39e-8971cde6510b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:21.246508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e544d6bf-cc61-42ed-b85f-9c9ecacd8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.276346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:21.277897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:21.373004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.411155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router aad5dc37-77e3-443f-8cef-d655b75b1209 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:21.475069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 64b5f38c-f51e-458c-b39e-8971cde6510b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=64b5f38c-f51e-458c-b39e-8971cde6510b,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:21.476198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e544d6bf-cc61-42ed-b85f-9c9ecacd8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.526409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:21.534166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4a32565c-bb9b-448f-9b57-c5f4de45c57f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/aad5dc37-77e3-443f-8cef-d655b75b1209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112602 Oct 12 11:53:21.546168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Sync routers for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:21.568106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:21.568979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:21.572385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.725779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-4b0b5bae-b676-4d19-bb16-adb33e24653f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472207205&fields=id&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 267 time: 0.0473945 Oct 12 11:53:21.768554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e544d6bf-cc61-42ed-b85f-9c9ecacd8586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:53:21.768978 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e544d6bf-cc61-42ed-b85f-9c9ecacd8586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:53:21.785102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=64b5f38c-f51e-458c-b39e-8971cde6510b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:21.795582 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.817986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:21.864257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d67a5c96-1513-4383-9c57-5ca8ce342b0e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:21.866995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d67a5c96-1513-4383-9c57-5ca8ce342b0e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 797 time: 0.1329632 Oct 12 11:53:21.883125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d50ffc01-a4d8-4949-8554-f88e760766ab tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/quotas/fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 375 time: 0.0099139 Oct 12 11:53:21.903499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:21.942468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-0872c1dd-af84-4581-b207-dcb985977aca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528586 Oct 12 11:53:22.055464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 2, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:22.074014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-94407173-0fdc-4579-90ab-c2f2429930b5 service neutron] 10.222.0.43 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124189 Oct 12 11:53:22.088266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Checking router: aad5dc37-77e3-443f-8cef-d655b75b1209 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:22.088667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Updating router aad5dc37-77e3-443f-8cef-d655b75b1209 port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:53:22.125833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.188632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-8d72f88c-209b-4a48-832d-d045ea74a485 service neutron] 10.222.0.43 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181498 Oct 12 11:53:22.320278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.483683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e8fe207-4825-46f8-b376-b8dac70044c9 None None] Provisioning complete for port 64b5f38c-f51e-458c-b39e-8971cde6510b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:22.484062 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe207-4825-46f8-b376-b8dac70044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.529254 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.562285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b1cd6906-15f8-456c-9416-5c693c4e3f95 req-2f3ff82e-a1b3-4236-ac44-06e770e12697 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 210 time: 0.0907674 Oct 12 11:53:22.593762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.650164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e8fe207-4825-46f8-b376-b8dac70044c9 None None] Provisioning complete for port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:22.650541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe207-4825-46f8-b376-b8dac70044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.685467 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db34c4c-78b1-4047-bce0-14ef4ced29ff None None] Pushing event updated for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:22.906922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62428879-13cb-4c0c-af9b-3ff91262c422 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:22.948468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fe207-4825-46f8-b376-b8dac70044c9 None None] Port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:22.974886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Attempting to bind port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:22.975264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Attempting to bind port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:22.975631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Attempting to bind port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:22.983322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:22.983698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:22.984099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:22.984541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Bound using segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:22.984970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Bound port: a41bd03d-8ca7-4aa8-ac1d-43f2328ded02, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:22.985354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.033269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 62428879-13cb-4c0c-af9b-3ff91262c422 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:23.033668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.072697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40696) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:23.119384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] For port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:23.123721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] For port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:23.125221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b63929f6-6f80-4538-baf2-a2e197c16c1c None None] Provisioning complete for port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:23.125594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b63929f6-6f80-4538-baf2-a2e197c16c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.183885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b63929f6-6f80-4538-baf2-a2e197c16c1c None None] Port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:23.201166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 64b5f38c-f51e-458c-b39e-8971cde6510b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:23.253555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40702) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:23.254207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fa7969c7-b958-49f8-b1a8-7b84d7254e0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d93792b88561453a9ed3316d0c9428a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785858 Oct 12 11:53:23.269901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 64b5f38c-f51e-458c-b39e-8971cde6510b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:23.270280 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.310611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.326771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.350939 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.412614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db34c4c-78b1-4047-bce0-14ef4ced29ff None None] Pushing event updated for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:23.420873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:23.421502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:23.470370 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.519736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.523515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.525691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf29a380-79d7-48dd-89c2-a193ebee619a HTTP/1.1" status: 204 len: 168 time: 0.2707744 Oct 12 11:53:23.538234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf47b-4b4c-434c-97b4-d73bdc5ba901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf29a380-79d7-48dd-89c2-a193ebee619a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:23.589999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:23.641805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7877650-5228-4e24-8b47-67f8f32d816d req-5f1631ff-8c30-484e-8dc7-1ad6cb516826 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 210 time: 0.0275469 Oct 12 11:53:23.746558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] Provisioning complete for port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:23.746951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.870819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:23.895438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:23.928303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95034ace-2e79-4542-b519-36463fdeb304 None None] The sync data for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 is: [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:23.944205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] For port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:24.020333 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:24.091380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8aef1-9aab-4559-b86e-d97534476919 None None] Pushing event updated for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:24.685835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:24.774751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58fbe13c-0c6b-40ba-ab5c-df82ce003dc6 req-dcd0ac1f-3594-40c6-b24e-0d2ce1401d82 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 210 time: 0.0415559 Oct 12 11:53:24.787699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:24.787699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.214217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d633f243-eb94-42c5-95ca-f59ea8ad97e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:25.215724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d633f243-eb94-42c5-95ca-f59ea8ad97e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 797 time: 0.1119535 Oct 12 11:53:25.265254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-d0cabf26-52a2-4f2b-94a3-818b1983f52c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 380 time: 0.0394158 Oct 12 11:53:25.275482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'port': {'device_id': '1cf899a4-ac87-4804-a9e7-410acd554678', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'admin_state_up': True, 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'security_groups': ['5a033563-babf-4083-8db2-e12f90618ad2']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:25.465933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:25.469650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.604814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.12 (65a9e268-f706-44bf-bb6e-6f54843e2b78/9ab91181-810d-458f-ae95-92dc1f4ff40f/035a3bde-2163-42f5-9e2e-87bb6f5d40b0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:25.609638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40744) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:25.753388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.763448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'network': {'name': 'tempest-network-smoke--732273687', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:25.845729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:25.849052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.866567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.874253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10bb4692-bef5-433c-a9ea-23e8b1ac3b54 req-773ffc1a-a415-4aa9-b7d2-037c4cbd61df tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 210 time: 0.0391309 Oct 12 11:53:25.876150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.907572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:25.910596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:25.914307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:25.946672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:25.962456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:25.978852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:25.979485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.045295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.076859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:53:26.087406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a001aa-6aa1-40ab-bfed-dad207d7dcdb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:26.094384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-72a4098f-d383-4a3c-8afa-737506d9f265 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234613 Oct 12 11:53:26.097808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.098533 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Added segment 54535f26-696a-451b-8fab-b4482d4433fe of type vlan for network 54718756-049b-4cec-9bf4-908e736b51b7 Oct 12 11:53:26.111171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Request body: {'port': {'device_id': '1cf899a4-ac87-4804-a9e7-410acd554678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:26.141589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.157787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-51d580e5-0f70-48af-a126-9e1ae840ff4d None None] Provisioning complete for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:26.158520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51d580e5-0f70-48af-a126-9e1ae840ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.167731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.194160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51d580e5-0f70-48af-a126-9e1ae840ff4d None None] Port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:26.262119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.267794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:26.268426 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.336678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Network': ['ID=54718756-049b-4cec-9bf4-908e736b51b7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:26.348511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 54718756-049b-4cec-9bf4-908e736b51b7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:53:26.371256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6efdfb94-2b35-472d-86fa-915d1846c89a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7604899 Oct 12 11:53:26.372313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40750) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:26.382713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'admin_state_up': True, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:26.464554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:53:26.471902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.484199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Transition to ACTIVE for port object 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:53:26.496338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.497377 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.550498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.585793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.707352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe034238-c403-459e-b39b-34058957de34 service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:26.808998 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.839900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:26.840236 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:26.840564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:26.844898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:53:26.845217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:26.849991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:26.850329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:26.850730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Bound using segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:26.851158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Bound port: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:26.851519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.908195 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:26.939411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:26.981751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:26.997834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e12c6-078f-48c6-ae81-81c5a2fa03b1 req-f47bcb52-5f6a-4341-b13b-7c98cd62def2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:26.999735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a19e12c6-078f-48c6-ae81-81c5a2fa03b1 req-f47bcb52-5f6a-4341-b13b-7c98cd62def2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0509744 Oct 12 11:53:27.039497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a19e12c6-078f-48c6-ae81-81c5a2fa03b1 req-d68423c0-fbb9-4f8f-9c1b-4ac8a4baa0f0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Oct 12 11:53:27.084122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.126960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:27.127578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.129042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-fe034238-c403-459e-b39b-34058957de34 service neutron] 10.222.0.41 "PUT /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1092 time: 1.0223780 Oct 12 11:53:27.131063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:27.133385 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964f92e-8822-47c9-aac7-826e8547942e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:27.156878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.186364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.199898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe034238-c403-459e-b39b-34058957de34 service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:27.314019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-28704fd4-c2c0-4220-a349-f653204c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:27.315568 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-28704fd4-c2c0-4220-a349-f653204c56e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1095 time: 0.0798321 Oct 12 11:53:27.339305 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1ac3e7-187a-4656-882e-d0ee8e355e63 x-openstack-request-id: req-1b1ac3e7-187a-4656-882e-d0ee8e355e63 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:27.339598 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:27.339848 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b1ac3e7-187a-4656-882e-d0ee8e355e63 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:27.340261 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:53:27.378390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-4c7cbd8f-9e8e-4e87-9781-e5e6cf0e8eb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 217 time: 0.0541768 Oct 12 11:53:27.379443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.25.2.20 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/186d72a1-8713-4457-98f2-f0a1f4416cbb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:27.478797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-321e4efe-2662-4e48-b2f1-2853ff3a8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:27.480268 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-321e4efe-2662-4e48-b2f1-2853ff3a8904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0949094 Oct 12 11:53:27.555040 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.559419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-23040e38-4399-4c59-87eb-b279ca3f08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:27.560915 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-23040e38-4399-4c59-87eb-b279ca3f08f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714848 Oct 12 11:53:27.667130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-491ed87b-0591-48ef-b716-aebc63f2b6fa service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973446 Oct 12 11:53:27.699320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:27.768914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:27.777995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:27.787170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:27.811832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=186d72a1-8713-4457-98f2-f0a1f4416cbb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:27.833756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7af3077-dbc3-4940-99c3-ef3553e3cd19 req-26448419-eb26-400e-88ef-9214d04a4cde service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598577 Oct 12 11:53:28.037880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f92e-8822-47c9-aac7-826e8547942e req-ea422144-4138-4cb2-8ac1-d80ee70f36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:28.039344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-ea422144-4138-4cb2-8ac1-d80ee70f36f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1095 time: 0.0437002 Oct 12 11:53:28.159775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d949b5-3810-444c-946f-a82d93d375c3 req-a4491d89-cdae-4693-b6aa-68e7883b1d10 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:28.161442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58d949b5-3810-444c-946f-a82d93d375c3 req-a4491d89-cdae-4693-b6aa-68e7883b1d10 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0506551 Oct 12 11:53:28.201399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58d949b5-3810-444c-946f-a82d93d375c3 req-ff1fa9db-a802-4c28-8e97-b8dba5b48b42 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Oct 12 11:53:28.212410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f92e-8822-47c9-aac7-826e8547942e req-34277848-6028-4f9e-b5fe-d520afb806d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:28.213941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-34277848-6028-4f9e-b5fe-d520afb806d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.1677880 Oct 12 11:53:28.216310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:28.288241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-c3caec45-20d0-4329-a948-0f257bfa8b25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 217 time: 0.0362325 Oct 12 11:53:28.377153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f92e-8822-47c9-aac7-826e8547942e req-73e60042-c35c-4481-ace7-cbf3fbaf3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:28.378596 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-73e60042-c35c-4481-ace7-cbf3fbaf3da3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0838573 Oct 12 11:53:28.490512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f92e-8822-47c9-aac7-826e8547942e req-935dc89f-dea5-498d-aa1a-7160df1ea8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:28.492145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-935dc89f-dea5-498d-aa1a-7160df1ea8ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054194 Oct 12 11:53:28.534873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:28.666413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-01043d0b-4ca6-4d0f-b3d9-a432a4c40eba service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653426 Oct 12 11:53:29.107100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7964f92e-8822-47c9-aac7-826e8547942e req-8c326a60-0fd0-423b-a94a-7a3a0caf83a4 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312565 Oct 12 11:53:29.210748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:53:29.321777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:29.322256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599ab80-818f-46ce-8096-25760c23bc19 req-6d7e5f16-ae44-47a7-82d7-0d7754be2339 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:29.323788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1599ab80-818f-46ce-8096-25760c23bc19 req-6d7e5f16-ae44-47a7-82d7-0d7754be2339 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0532789 Oct 12 11:53:29.332719 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:29.343239 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:29.343894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:29.366052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1599ab80-818f-46ce-8096-25760c23bc19 req-63b8d94b-8757-40cb-9cda-9896d279fd10 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Oct 12 11:53:29.448897 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:29.453385 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:29.454757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dbb631db-1050-4da9-8779-e785c183530f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0813832 Oct 12 11:53:29.457850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40762) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:29.541746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c0f63a12-4d5b-418f-85c7-7d8a34991eaf tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fc93a54056c94f0e8d7b950465a6cc56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827501 Oct 12 11:53:29.544437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:29.628915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:27Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:29.633761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2507ea7-40dc-4e06-8e77-6f9e743a0327 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:29.635296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c2507ea7-40dc-4e06-8e77-6f9e743a0327 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899005 Oct 12 11:53:29.638491 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:29.659214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:29.659550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Updating router 83050224-c584-4171-8112-c2c3310589b8 port 186d72a1-8713-4457-98f2-f0a1f4416cbb binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:53:29.665800 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-74da8b10-c7b2-4186-a9c0-6b2b359392bf tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261805 Oct 12 11:53:29.668320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:29.672966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887351200', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:29.685037 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:29.848739 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:29.852995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:29.860906 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:53:29.950363 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.050669 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.120831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.189978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Subnet': ['ID=f131d83b-2720-4f9c-a141-69dc92f46463,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:30.193081 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Attempting to bind port 186d72a1-8713-4457-98f2-f0a1f4416cbb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:30.193633 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Attempting to bind port 186d72a1-8713-4457-98f2-f0a1f4416cbb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:30.194003 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Attempting to bind port 186d72a1-8713-4457-98f2-f0a1f4416cbb on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:30.197416 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d57686-ad41-4b12-83c8-402a00d2f95f None None] Pushing event updated for resources: {'Port': ['ID=186d72a1-8713-4457-98f2-f0a1f4416cbb,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:30.197527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Checking segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:30.197853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network hostable DHCP agents. Network: 54718756-049b-4cec-9bf4-908e736b51b7, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:53:30.201763 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:30.202066 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:30.202494 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.203109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:30.203566 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Bound port: 186d72a1-8713-4457-98f2-f0a1f4416cbb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:30.204121 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.254448 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] For port 186d72a1-8713-4457-98f2-f0a1f4416cbb, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:30.257441 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] For port 186d72a1-8713-4457-98f2-f0a1f4416cbb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=186d72a1-8713-4457-98f2-f0a1f4416cbb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:30.279275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 54718756-049b-4cec-9bf4-908e736b51b7 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:53:30.351715 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.368854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 54718756-049b-4cec-9bf4-908e736b51b7) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:30.373195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:30.373804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.379676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a0a056-aa13-4df0-a005-1920a0558d6a None None] Network 54718756-049b-4cec-9bf4-908e736b51b7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:53:30.418506 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:30.419152 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:30.460268 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d5369194-c5d9-4b8d-a3c0-d50c17695c91 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7907653 Oct 12 11:53:30.463359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40774) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:30.471260 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d57686-ad41-4b12-83c8-402a00d2f95f None None] Pushing event updated for resources: {'Port': ['ID=186d72a1-8713-4457-98f2-f0a1f4416cbb,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:30.496099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ab10-e0e5-47c5-b642-92ac216f8221 req-bf5a2810-32cd-4872-834c-bf721d87add6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:30.497679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20f7ab10-e0e5-47c5-b642-92ac216f8221 req-bf5a2810-32cd-4872-834c-bf721d87add6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0608397 Oct 12 11:53:30.542327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:30.552038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20f7ab10-e0e5-47c5-b642-92ac216f8221 req-9bbc0341-8441-4dd6-bc29-afee00934ece tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Oct 12 11:53:30.573825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-54718756-049b-4cec-9bf4-908e736b51b7', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:53:30.575002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.721898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Allocated IP 172.20.0.2 (54718756-049b-4cec-9bf4-908e736b51b7/f131d83b-2720-4f9c-a141-69dc92f46463/1d7e6a4b-57d4-4952-84dc-4ad3c21500e5) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:30.728136 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:27Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:30.759103 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cdc95-3224-4740-889b-9807ec0810e8 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:27Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:30.878317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.947053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:30.978092 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.013307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Network 54718756-049b-4cec-9bf4-908e736b51b7 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:31.016775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:31.021452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:31.026110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Pushing event updated for resources: {'Port': ['ID=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:31.094921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Attempting to bind port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:31.095291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Attempting to bind port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:31.096271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Attempting to bind port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 on network 54718756-049b-4cec-9bf4-908e736b51b7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:31.102309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:31.102850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Checking segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:31.103476 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.104003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Bound using segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:31.104581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Bound port: 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:31.105028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.118435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:53:31.239582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] For port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:31.259478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] For port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:31.283478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:31.296415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:53:31.298553 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.1 (54718756-049b-4cec-9bf4-908e736b51b7/f131d83b-2720-4f9c-a141-69dc92f46463/eb066381-d3d4-43d5-accb-445ba0199d91) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:31.325647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.370882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.409218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:53:31.416293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Pushing event updated for resources: {'Port': ['ID=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:31.447329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.447718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.448008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.448357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.448691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.449027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.449346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.449669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.449987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.450310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.450628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.450988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa9d7d4-af18-4c06-b31a-84e752c6b3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:53:31.457519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:31.461825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.519467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.573806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:31.624300 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.681850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 54718756-049b-4cec-9bf4-908e736b51b7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:31.685449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:31.698729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:31.723156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0da-0730-4263-b0f0-2ea0e1c45fbf req-8520ae1a-8719-47b9-a9c6-8b0f1b71274f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:31.730144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:31.731344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c67b0da-0730-4263-b0f0-2ea0e1c45fbf req-8520ae1a-8719-47b9-a9c6-8b0f1b71274f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0873539 Oct 12 11:53:31.761828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:31.780969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7c67b0da-0730-4263-b0f0-2ea0e1c45fbf req-0f687882-065d-4829-b615-366fcfdf52a8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Oct 12 11:53:31.855074 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['035a3bde-2163-42f5-9e2e-87bb6f5d40b0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:53:31.973135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.259341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.317048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.395387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.397076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:32.493782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 54718756-049b-4cec-9bf4-908e736b51b7 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:32.495187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:32.618045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:32.759759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 186d72a1-8713-4457-98f2-f0a1f4416cbb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:32.765680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:32.773626 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0ad8484d-6a78-40c1-adb6-cb1dab873364 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/83050224-c584-4171-8112-c2c3310589b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3068759 Oct 12 11:53:32.774433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40780) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:32.822250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 186d72a1-8713-4457-98f2-f0a1f4416cbb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:32.822640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.900801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:32.920264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489f198-d6fa-4b0d-8b80-cf2897963d07 None None] Network 54718756-049b-4cec-9bf4-908e736b51b7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:53:32.936163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:32.947724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:32.948336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:33.005397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b62b4-b400-4555-a014-c4c9a868de53 req-54af9116-6969-42f8-b044-bdd8d54d91f8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.006885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244b62b4-b400-4555-a014-c4c9a868de53 req-54af9116-6969-42f8-b044-bdd8d54d91f8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.1163676 Oct 12 11:53:33.026140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.026600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.027143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.027586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.028191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.028454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.028886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.030786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-912338df-fb2d-4371-9b5a-0fef0c090d0d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2552216 Oct 12 11:53:33.033756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40784) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:33.043718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 186d72a1-8713-4457-98f2-f0a1f4416cbb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=186d72a1-8713-4457-98f2-f0a1f4416cbb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:33.059780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244b62b4-b400-4555-a014-c4c9a868de53 req-15687e14-a290-4b96-8661-8442607b405d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Oct 12 11:53:33.153341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.153741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.154175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.154607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.155084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.155517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.155950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:33.157850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d91b8adb-54cd-4168-bb77-aa7d9fe00b97 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1230316 Oct 12 11:53:33.160868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40786) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:33.284761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:33.291744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] Provisioning complete for port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:33.292175 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.293634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.294381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:33.400857 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-bde8f5b0-f606-46a9-86e6-dae85682c184 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2354903 Oct 12 11:53:33.435912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:33.526485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=186d72a1-8713-4457-98f2-f0a1f4416cbb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:33.613477 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:33.613922 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.683121 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:53:33.706520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:33.706913 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.713680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.821902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] For port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:33.896318 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.919710 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:33.936207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40790) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:33.941392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132936480', 'description': 'tempest-secgroup-smoke-1132936480 description', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:33.954551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.021354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 2, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:34.031004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:34.033284 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed6617e-ec7e-4ffa-bf76-06f478625d9b" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:34.063064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.089191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:34.094669 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11156aa-2aa1-4051-bc8c-2bd773f7c3db x-openstack-request-id: req-d11156aa-2aa1-4051-bc8c-2bd773f7c3db {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:34.094883 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:34.095115 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d11156aa-2aa1-4051-bc8c-2bd773f7c3db {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:34.095593 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'code': 200} Oct 12 11:53:34.096451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:34.096799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Updating router 83050224-c584-4171-8112-c2c3310589b8 port eb066381-d3d4-43d5-accb-445ba0199d91 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:53:34.099864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:53:34.100218 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:53:34.100706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34923-ca23-415c-8012-2b0c72d2a1ee None None] Pushing event updated for resources: {'Port': ['ID=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:34.129695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3746238d-fc18-42d3-8dfe-f318bdd43ede None None] Provisioning complete for port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:34.130070 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3746238d-fc18-42d3-8dfe-f318bdd43ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.135150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.212781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.221179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25e18-4a7d-4f68-a289-b6439df715ed req-2590dfca-e024-4c81-b3ed-a70d6a0c0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:34.224350 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2de25e18-4a7d-4f68-a289-b6439df715ed req-2590dfca-e024-4c81-b3ed-a70d6a0c0e21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0561371 Oct 12 11:53:34.237992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095682-4f66-439b-9bc6-9da0b50ef042 req-e7912c5d-3ce7-4dca-a33e-d951276500ee tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:34.240138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c095682-4f66-439b-9bc6-9da0b50ef042 req-e7912c5d-3ce7-4dca-a33e-d951276500ee tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0844340 Oct 12 11:53:34.243895 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.270471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2de25e18-4a7d-4f68-a289-b6439df715ed req-d6720174-6a6c-4558-8af1-4e35468ef505 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Oct 12 11:53:34.290531 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c095682-4f66-439b-9bc6-9da0b50ef042 req-6dd2237c-da73-484e-a973-50837efc2e97 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Oct 12 11:53:34.346484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.375541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:34.376154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d10fca-675c-4fe3-8de9-4042cdea8d78,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:34.453165 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.454538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-46bfc2e6-9a8f-49d7-a5d7-608155de9d51 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5168893 Oct 12 11:53:34.456144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3746238d-fc18-42d3-8dfe-f318bdd43ede None None] Provisioning complete for port eb066381-d3d4-43d5-accb-445ba0199d91 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:34.456495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3746238d-fc18-42d3-8dfe-f318bdd43ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.457403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40796) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:34.462234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:34.514360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3746238d-fc18-42d3-8dfe-f318bdd43ede None None] Port eb066381-d3d4-43d5-accb-445ba0199d91 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:34.563740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.571506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.626987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.650362 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-636d8cdd-32b2-4184-8a3b-c33bb196dbd3 None None] Provisioning complete for port eb066381-d3d4-43d5-accb-445ba0199d91 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:34.650718 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-636d8cdd-32b2-4184-8a3b-c33bb196dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.670914 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.728326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 186d72a1-8713-4457-98f2-f0a1f4416cbb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:34.736951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-636d8cdd-32b2-4184-8a3b-c33bb196dbd3 None None] Port eb066381-d3d4-43d5-accb-445ba0199d91 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:34.769360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea63af-8e96-417c-9930-eb812b1e3010 None None] Pushing event updated for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:34.799334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.821476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8602234-2387-4271-9f8c-14dbea1bbc33,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:34.836558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Attempting to bind port eb066381-d3d4-43d5-accb-445ba0199d91 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:34.837633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Attempting to bind port eb066381-d3d4-43d5-accb-445ba0199d91 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:34.838030 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Attempting to bind port eb066381-d3d4-43d5-accb-445ba0199d91 on network 54718756-049b-4cec-9bf4-908e736b51b7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:34.846429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:34.846828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Checking segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:34.847233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.847632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Bound using segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:34.848100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Bound port: eb066381-d3d4-43d5-accb-445ba0199d91, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:34.848483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.859836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 186d72a1-8713-4457-98f2-f0a1f4416cbb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:34.860216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.898290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:34.902771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89cd85f6-43d6-430d-85e3-acb10c81685b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420471 Oct 12 11:53:34.903552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40798) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:34.908367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:34.984271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] For port eb066381-d3d4-43d5-accb-445ba0199d91, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:34.999826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e3f142af-9c0c-49f0-af62-c9345b882eef None None] Provisioning complete for port eb066381-d3d4-43d5-accb-445ba0199d91 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:35.000219 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3f142af-9c0c-49f0-af62-c9345b882eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.004135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] For port eb066381-d3d4-43d5-accb-445ba0199d91, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=eb066381-d3d4-43d5-accb-445ba0199d91,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:35.036753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:35.050927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.069086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e3f142af-9c0c-49f0-af62-c9345b882eef None None] Port eb066381-d3d4-43d5-accb-445ba0199d91 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:35.096460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:35.096830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.100643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.176790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.199659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c1b5ab-1491-4ce0-a1b5-c3ab2d8c1321,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:35.270983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.282224 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.283476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ca988b4-c723-4764-b6ce-9383f95e3628 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787558 Oct 12 11:53:35.286277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40800) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:35.290688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:35.344065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea63af-8e96-417c-9930-eb812b1e3010 None None] Pushing event updated for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:35.349400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:35.352834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:35.424571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f380f-b86c-43f8-88aa-b77dbb319d7b req-a64bd5b3-0105-4e54-876d-075115667260 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:35.426074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-081f380f-b86c-43f8-88aa-b77dbb319d7b req-a64bd5b3-0105-4e54-876d-075115667260 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0581477 Oct 12 11:53:35.429219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.472345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-081f380f-b86c-43f8-88aa-b77dbb319d7b req-03f5c1e1-cac0-4bfd-8f11-b3a2db51d10f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Oct 12 11:53:35.527211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:35.533746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.614236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.634235 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33abecc5-787c-4a78-ae75-005853b6c865,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:35.658869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] Provisioning complete for port eb066381-d3d4-43d5-accb-445ba0199d91 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:35.659241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.741943 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.743798 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-05cfbfd0-58ce-48b4-a4c6-07e9336d90c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4565697 Oct 12 11:53:35.746722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40804) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:35.751350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:35.793776 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.831962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:34Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:35.863220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] For port eb066381-d3d4-43d5-accb-445ba0199d91, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=eb066381-d3d4-43d5-accb-445ba0199d91,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:35.864624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d323c6a-290e-4a9c-b793-2cdc6f9bc5c4 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:34Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:35.873833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.942165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.958451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:35.997913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ad763-e9c2-45b0-96ee-6ee1ac6e1ec1 None None] Pushing event updated for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:36.043049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.061745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8870930a-860b-4587-bcae-56cc21230e6c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:36.159318 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.160583 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4766cac6-eb98-40fd-a554-e53a47dcfef0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129288 Oct 12 11:53:36.163485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40806) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:36.171947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:36.279314 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:53:36.284686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.349850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.427843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.448784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7eb84ec-5207-4cc3-a039-2ca9b9e9ec88,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:36.593791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.593791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e0b0f867-34f7-48a8-bfb2-82e487c28449 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4266951 Oct 12 11:53:36.594924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40810) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:36.599770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': 'e7d10fca-675c-4fe3-8de9-4042cdea8d78', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:36.607176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9e94-9893-4287-bc17-95381b89d883 req-05a46f71-10e1-4fe3-9ecc-09763acb8405 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:36.608752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c53f9e94-9893-4287-bc17-95381b89d883 req-05a46f71-10e1-4fe3-9ecc-09763acb8405 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0573418 Oct 12 11:53:36.650252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c53f9e94-9893-4287-bc17-95381b89d883 req-e1b07b2b-2e05-451c-adff-739991598f92 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Oct 12 11:53:36.689195 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:53:36.696626 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.776282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device eb066381-d3d4-43d5-accb-445ba0199d91 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:36.787810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb86e6-c13d-41dc-9354-3154da9ea23f req-aa86cc7e-9379-4058-b278-f1aa071efa17 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:36.788354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.789498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2cb86e6-c13d-41dc-9354-3154da9ea23f req-aa86cc7e-9379-4058-b278-f1aa071efa17 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0592687 Oct 12 11:53:36.833410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port eb066381-d3d4-43d5-accb-445ba0199d91 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:36.833790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.845461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2cb86e6-c13d-41dc-9354-3154da9ea23f req-51ea3269-71fc-4b2f-b7e0-3e1a8491a542 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486288 Oct 12 11:53:36.864862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40814) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:36.876007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.906850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf2305b-4f86-442b-acae-0dc9306e6d1b,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:36.931062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e16e7-0ca8-4bb6-b59c-380053c45ad9 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:36.935511 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b5e16e7-0ca8-4bb6-b59c-380053c45ad9 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1092 time: 0.0666935 Oct 12 11:53:36.935931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40816) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:36.940910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:36.980673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:36.982042 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cb1e9e31-47c4-459e-a4db-56a0e9e4cece tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3859718 Oct 12 11:53:37.084901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:37.124353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-c03e1f6f-487d-4e8d-be5a-311aab32981b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132936480&fields=id&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 267 time: 0.0336218 Oct 12 11:53:37.188606 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:37.234832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-3b601962-eeb5-44bb-a8d9-e424cc323f19 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:37.236301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-3b601962-eeb5-44bb-a8d9-e424cc323f19 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/networks?id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 796 time: 0.1075952 Oct 12 11:53:37.251734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-e48d9d5a-f6b0-4dd3-9d6f-dcbd32c78704 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/quotas/fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Oct 12 11:53:37.303835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-bbba0de7-b2e5-4bc3-b8e5-70c33b3213e1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464764 Oct 12 11:53:37.311129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.154 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/fc412b20-b18c-4224-8afc-c19cad823f5e) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:37.407740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-8ec27c50-154c-43b8-a1ee-301c7e94050e service neutron] 10.222.0.43 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905399 Oct 12 11:53:37.418749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:37.497625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-3f061185-18e9-40e0-8d26-f0bf99478c3c service neutron] 10.222.0.43 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834353 Oct 12 11:53:37.502865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:37.547070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:37.551801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:37.555321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:37.578742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=fc412b20-b18c-4224-8afc-c19cad823f5e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:37.763739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96ab64d4-e257-472f-bbce-70c8e608cb48 req-4a39446c-f25e-4de0-a38f-49dfcbcc5b0e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 210 time: 0.0323808 Oct 12 11:53:38.248018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:38.391267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:38.553044 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:38.604722 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:38.680592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=fc412b20-b18c-4224-8afc-c19cad823f5e,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:38.688900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:38.791277 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP bfb37f50-cec5-4e5a-b3d6-29652502ed02 associated. External IP: 172.25.2.154, port: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0. Oct 12 11:53:38.865896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e52d57fd-fbae-4e23-b635-b06a6cc18035 req-ab64da13-d0a8-4b71-b9b3-623099121882 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 210 time: 0.0258405 Oct 12 11:53:39.004299 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router aad5dc37-77e3-443f-8cef-d655b75b1209 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:39.109890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:39.119652 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Sync routers for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:39.128613 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:39.129206 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:39.205470 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:39.237226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5734a6e4-7fb0-4a14-aa41-1681705da1f1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3001254 Oct 12 11:53:39.237922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:39.238076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:39.240342 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7beca-67e0-4aed-8106-4324a576c668" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:39.336700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e1c81-64ad-4656-93b9-8eb1d8709f24 req-20d10a48-f6a5-432c-8d89-d6b334b35a90 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:39.338086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-416e1c81-64ad-4656-93b9-8eb1d8709f24 req-20d10a48-f6a5-432c-8d89-d6b334b35a90 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Oct 12 11:53:39.378032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-416e1c81-64ad-4656-93b9-8eb1d8709f24 req-9d78c843-6122-465d-8c74-17b31daa01d6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334244 Oct 12 11:53:39.404165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40848) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:39.442727 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ebf2b-937e-4014-8d1c-8b5d4804a6c7 x-openstack-request-id: req-537ebf2b-937e-4014-8d1c-8b5d4804a6c7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:39.443036 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:39.443268 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-537ebf2b-937e-4014-8d1c-8b5d4804a6c7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:39.443672 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:53:39.473465 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'bfb37f50-cec5-4e5a-b3d6-29652502ed02', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf899a4-ac87-4804-a9e7-410acd554678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:38Z', 'updated_at': '2021-10-12T11:53:38Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:39.482133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f35818fc-e9eb-4aa4-becf-23ddee704614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/bfb37f50-cec5-4e5a-b3d6-29652502ed02 HTTP/1.1" status: 200 len: 992 time: 0.0753431 Oct 12 11:53:39.507013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Checking router: aad5dc37-77e3-443f-8cef-d655b75b1209 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:39.512151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7beca-67e0-4aed-8106-4324a576c668 req-5f9ec8c4-3a52-41f2-856f-39f7c7aecaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:39.513681 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-5f9ec8c4-3a52-41f2-856f-39f7c7aecaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1097 time: 0.0492430 Oct 12 11:53:39.516603 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:39.517192 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:39.618375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7beca-67e0-4aed-8106-4324a576c668 req-f9b26110-99dd-42f9-ba08-fb7b4be759e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:39.620054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-f9b26110-99dd-42f9-ba08-fb7b4be759e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0980885 Oct 12 11:53:39.624712 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:39.689199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-a4d675fa-064e-4019-9cf6-efaf89ffa3e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0620270 Oct 12 11:53:39.745641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7beca-67e0-4aed-8106-4324a576c668 req-15e33aff-01f6-440d-8341-a7b0914ff888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:39.747159 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-15e33aff-01f6-440d-8341-a7b0914ff888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0503757 Oct 12 11:53:39.796227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7beca-67e0-4aed-8106-4324a576c668 req-7e4026c7-925d-47bf-add1-607b7d996fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:39.797761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-7e4026c7-925d-47bf-add1-607b7d996fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417662 Oct 12 11:53:39.854423 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'bfb37f50-cec5-4e5a-b3d6-29652502ed02', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf899a4-ac87-4804-a9e7-410acd554678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:38Z', 'updated_at': '2021-10-12T11:53:38Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:39.885252 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174e55b-9143-49e9-83ca-07ac95e5805b None None] The sync data for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 is: [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'bfb37f50-cec5-4e5a-b3d6-29652502ed02', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf899a4-ac87-4804-a9e7-410acd554678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:38Z', 'updated_at': '2021-10-12T11:53:38Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:39.904006 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-abed2f9f-243d-45d1-8a22-c16b807753ed service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994101 Oct 12 11:53:40.019870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f1b3c28-6139-433c-9516-f86c2d68a9a6 req-73db9199-bc9c-49ac-abf3-c0858762301f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 210 time: 0.0348933 Oct 12 11:53:40.025784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47e7beca-67e0-4aed-8106-4324a576c668 req-fa030a2b-7fa8-43fe-8113-cfa4b233fce8 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137979 Oct 12 11:53:40.027265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-015533a8-70eb-4943-a229-a93b11607880 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:40.028683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-015533a8-70eb-4943-a229-a93b11607880 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/networks?id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 796 time: 0.1873965 Oct 12 11:53:40.075054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-f94fb628-75c1-493d-933b-7916f91e3760 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 380 time: 0.0365167 Oct 12 11:53:40.087669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'port': {'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'admin_state_up': True, 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'security_groups': ['e7d10fca-675c-4fe3-8de9-4042cdea8d78']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:40.155634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea16ba-11ae-4cd1-8f40-e785b8c8c65b None None] New status for floating IP bfb37f50-cec5-4e5a-b3d6-29652502ed02: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:53:40.313553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:53:40.317132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:40.484599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40852) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:40.551892 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-72a58935-830b-4104-8091-4cc37a7615e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/bfb37f50-cec5-4e5a-b3d6-29652502ed02 HTTP/1.1" status: 200 len: 994 time: 0.0658600 Oct 12 11:53:40.711459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.3 (54718756-049b-4cec-9bf4-908e736b51b7/f131d83b-2720-4f9c-a141-69dc92f46463/2260350a-0865-4e81-98b7-a5351112c421) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:40.850190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.132443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2de84383-1ed6-4542-95a8-d170aa5a6b07 req-9204a20c-84cf-4834-b2b0-f524299d4367 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 210 time: 0.0259306 Oct 12 11:53:41.134220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.175222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 54718756-049b-4cec-9bf4-908e736b51b7 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:41.178218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:41.188278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:41.217039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:41.243744 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:41.244365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.348826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-1faf7d62-9afb-4bc9-aff2-7ff9bb8bfda0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2686474 Oct 12 11:53:41.361165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Request body: {'port': {'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:41.411747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2869e3db-d41e-4369-b4ab-546023dcd0fd None None] Provisioning complete for port 2260350a-0865-4e81-98b7-a5351112c421 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:41.412425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2869e3db-d41e-4369-b4ab-546023dcd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.417244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.448241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2869e3db-d41e-4369-b4ab-546023dcd0fd None None] Port 2260350a-0865-4e81-98b7-a5351112c421 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:53:41.692172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2260350a-0865-4e81-98b7-a5351112c421 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:53:41.700848 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.713188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Transition to ACTIVE for port object 2260350a-0865-4e81-98b7-a5351112c421 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:53:41.793425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:41.862434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Pushing event updated for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:41.927282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Attempting to bind port 2260350a-0865-4e81-98b7-a5351112c421 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:53:41.927627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Attempting to bind port 2260350a-0865-4e81-98b7-a5351112c421 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:53:41.927957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Attempting to bind port 2260350a-0865-4e81-98b7-a5351112c421 on network 54718756-049b-4cec-9bf4-908e736b51b7 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:41.933914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Port 2260350a-0865-4e81-98b7-a5351112c421 on network 54718756-049b-4cec-9bf4-908e736b51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:53:41.934722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Attempting to bind port 2260350a-0865-4e81-98b7-a5351112c421 on network 54718756-049b-4cec-9bf4-908e736b51b7 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:53:41.946812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:53:41.951009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Checking segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:53:41.951009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Bound using segment: {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:53:41.951009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Bound port: 2260350a-0865-4e81-98b7-a5351112c421, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54535f26-696a-451b-8fab-b4482d4433fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:53:41.951009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:42.021530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:53:42.023855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2260350a-0865-4e81-98b7-a5351112c421,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:53:42.175430 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:42.206494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.207132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:42.208494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] 10.222.0.47 "PUT /v2.0/ports/2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 200 len: 1091 time: 0.8516114 Oct 12 11:53:42.211885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:42.214232 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd" -d '{"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:42.263909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ddab3-77df-48ce-8c88-d80de0ff1262 service neutron] Pushing event updated for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:42.283452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b22afb-9fd3-4150-ba91-8249b94a99d2 req-68c8f6bc-cbec-4006-8d8c-1add072e6464 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.284985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22b22afb-9fd3-4150-ba91-8249b94a99d2 req-68c8f6bc-cbec-4006-8d8c-1add072e6464 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 943 time: 0.0801404 Oct 12 11:53:42.326824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22b22afb-9fd3-4150-ba91-8249b94a99d2 req-71ca3dad-3484-426a-bfa5-7dfe42fbc152 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352859 Oct 12 11:53:42.374185 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b72790-a731-4651-b1fc-c3a41883186f x-openstack-request-id: req-96b72790-a731-4651-b1fc-c3a41883186f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:42.374462 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:42.374793 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b72790-a731-4651-b1fc-c3a41883186f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:42.375411 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421', 'status': 'completed', 'code': 200} Oct 12 11:53:42.438489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-c94d26ab-4693-4ac0-ac0f-037d0dfff59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.440008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-c94d26ab-4693-4ac0-ac0f-037d0dfff59c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1094 time: 0.0447545 Oct 12 11:53:42.539424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-6be350e8-3abf-44e8-81f9-8f2671b03a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.540989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-6be350e8-3abf-44e8-81f9-8f2671b03a37 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0925462 Oct 12 11:53:42.640577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-217dcbd1-6803-4d78-a64b-b50d0c8a06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.642071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db92d7f0-49dc-4ea7-b4eb-110d7f5b14dd req-217dcbd1-6803-4d78-a64b-b50d0c8a06f9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946047 Oct 12 11:53:42.717306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-060e7fd6-7e47-4331-8d15-d06d90deaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.718775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-060e7fd6-7e47-4331-8d15-d06d90deaf53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1094 time: 0.0406792 Oct 12 11:53:42.761970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-6d0b2fec-0bdf-4237-b24f-1bf127d6e0e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 200 len: 217 time: 0.0334079 Oct 12 11:53:42.814560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-49b7641e-5d18-4b5f-9e08-c3fe9f4c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.816472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-49b7641e-5d18-4b5f-9e08-c3fe9f4c39fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f131d83b-2720-4f9c-a141-69dc92f46463 HTTP/1.1" status: 200 len: 835 time: 0.0487564 Oct 12 11:53:42.862660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-67115d4a-92da-4802-896e-6888f3ae0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:42.864238 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-67115d4a-92da-4802-896e-6888f3ae0de7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54718756-049b-4cec-9bf4-908e736b51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410640 Oct 12 11:53:42.987423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-415739e0-8197-4881-868b-27a288ca0ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158175 Oct 12 11:53:43.085716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6c1cde7-60b3-4f95-bba1-782c660b3ff6 req-53056466-433e-4a5d-a226-439ce82d5906 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913556 Oct 12 11:53:43.444972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b564d7-b374-42f3-97b6-4ba3530c97fd req-e169126c-c720-40f5-b21a-f8a65623a568 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:43.446450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54b564d7-b374-42f3-97b6-4ba3530c97fd req-e169126c-c720-40f5-b21a-f8a65623a568 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Oct 12 11:53:43.484057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-54b564d7-b374-42f3-97b6-4ba3530c97fd req-2fbb5b2e-a042-40a4-a29a-05fc96a63ffb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Oct 12 11:53:44.605756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629cb9-b5df-4290-850f-c70ba9478ec2 req-5d3a8b53-cc74-452f-8835-248f6d0c0415 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:44.607299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0629cb9-b5df-4290-850f-c70ba9478ec2 req-5d3a8b53-cc74-452f-8835-248f6d0c0415 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 943 time: 0.0548246 Oct 12 11:53:44.645428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0629cb9-b5df-4290-850f-c70ba9478ec2 req-94b7a7eb-cc04-4672-a286-3bbef4fb3e50 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Oct 12 11:53:44.855025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2260350a-0865-4e81-98b7-a5351112c421 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:53:44.954883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2260350a-0865-4e81-98b7-a5351112c421,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:44.965742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '2260350a-0865-4e81-98b7-a5351112c421', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:53:45.002543 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:45.015093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2260350a-0865-4e81-98b7-a5351112c421 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:53:45.034240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2260350a-0865-4e81-98b7-a5351112c421,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:45.139599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:45.191875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:45.352258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['2260350a-0865-4e81-98b7-a5351112c421'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:53:45.762366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6c507-6056-49d2-9c44-34cd3da49b66 req-2439789b-4489-41ad-845b-a683e7340b98 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:45.763906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05d6c507-6056-49d2-9c44-34cd3da49b66 req-2439789b-4489-41ad-845b-a683e7340b98 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 944 time: 0.0483525 Oct 12 11:53:45.801634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-05d6c507-6056-49d2-9c44-34cd3da49b66 req-445e4a80-f335-45d8-b840-028b70eb349b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Oct 12 11:53:46.870991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2260350a-0865-4e81-98b7-a5351112c421 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:53:46.915379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0947-1b7f-41c5-9ef0-69e30c6f6c79 req-eb8e1361-9dde-4e5b-8d6a-30edbbf13240 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:46.916820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0bbd0947-1b7f-41c5-9ef0-69e30c6f6c79 req-eb8e1361-9dde-4e5b-8d6a-30edbbf13240 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 944 time: 0.0498464 Oct 12 11:53:46.955990 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0bbd0947-1b7f-41c5-9ef0-69e30c6f6c79 req-803386b1-d1b8-4dc2-adf7-a47a00c5789a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Oct 12 11:53:47.010187 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 2260350a-0865-4e81-98b7-a5351112c421 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:53:47.014203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 2260350a-0865-4e81-98b7-a5351112c421 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:53:47.014587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:47.093547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:47.120097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260350a-0865-4e81-98b7-a5351112c421'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:47.122413 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f248d-25ee-4468-abac-9de92391463b" -d '{"events": [{"server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2260350a-0865-4e81-98b7-a5351112c421"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:47.135139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2260350a-0865-4e81-98b7-a5351112c421,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:53:47.158919 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3383739-afa7-4030-b18f-4cf6656c30fb x-openstack-request-id: req-d3383739-afa7-4030-b18f-4cf6656c30fb {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:47.163187 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2260350a-0865-4e81-98b7-a5351112c421", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:47.163187 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3383739-afa7-4030-b18f-4cf6656c30fb {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:47.163187 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2260350a-0865-4e81-98b7-a5351112c421', 'code': 200} Oct 12 11:53:47.233333 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:47.260643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df345b-4d96-427f-a663-c03563a37e62 req-ea79e8fa-5e4d-4edf-bc68-c1e399557ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:47.262172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76df345b-4d96-427f-a663-c03563a37e62 req-ea79e8fa-5e4d-4edf-bc68-c1e399557ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1095 time: 0.0462556 Oct 12 11:53:47.281633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:47.297826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76df345b-4d96-427f-a663-c03563a37e62 req-ae41333f-801a-4854-97ad-5a3c7f238f3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290573 Oct 12 11:53:47.705217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8765-cf0a-4656-9a2f-123e0a0ed2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:48.073640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3f47-33c2-42f0-8ac0-3859602045af req-09ca06a0-79ff-425d-89b9-aab73428a615 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:48.075124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-688c3f47-33c2-42f0-8ac0-3859602045af req-09ca06a0-79ff-425d-89b9-aab73428a615 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Oct 12 11:53:48.113222 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-688c3f47-33c2-42f0-8ac0-3859602045af req-750d8283-ff0d-4aa7-a3da-cc8bc180c888 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Oct 12 11:53:49.228766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec068813-36a5-473d-97e7-9322bc5bc86f req-b68c6e58-d83e-4a43-b554-432fbaa1de8f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:49.230267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec068813-36a5-473d-97e7-9322bc5bc86f req-b68c6e58-d83e-4a43-b554-432fbaa1de8f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Oct 12 11:53:49.267700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec068813-36a5-473d-97e7-9322bc5bc86f req-e821a7f2-abe4-42e0-af9b-607b349f1906 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Oct 12 11:53:49.385513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83a3e9-ea92-47c9-b702-14cc9a44cc6a req-e11ba58f-13dc-450e-97ce-a938bb948d2c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:49.386976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b83a3e9-ea92-47c9-b702-14cc9a44cc6a req-e11ba58f-13dc-450e-97ce-a938bb948d2c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0533025 Oct 12 11:53:49.425299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b83a3e9-ea92-47c9-b702-14cc9a44cc6a req-6fc16b2a-a8f5-4775-ae78-fdc0ff1c6e98 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Oct 12 11:53:49.452286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40878) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:49.496394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549e38f-3b36-49e3-bd2b-00b555ab5425 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:49.496394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2549e38f-3b36-49e3-bd2b-00b555ab5425 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1091 time: 0.0402918 Oct 12 11:53:49.498792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40880) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:49.503237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:53:49.636832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:49.736342 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:49.839573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.25.2.168 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/e12e8c05-cc5e-4038-bf82-f805b7e3bf6a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:53:49.947959 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.033276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.071371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:53:50.076059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:53:50.079940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:53:50.102524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=e12e8c05-cc5e-4038-bf82-f805b7e3bf6a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:50.477259 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ec4093a-897a-4916-ab86-7da9be652d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.568159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.755477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.905611 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:50.991138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:51.060929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=e12e8c05-cc5e-4038-bf82-f805b7e3bf6a,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:53:51.072812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:51.169551 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Floating IP 48137143-a31c-4188-be21-17f5d01ed712 associated. External IP: 172.25.2.168, port: 2260350a-0865-4e81-98b7-a5351112c421. Oct 12 11:53:51.654188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:53:51.716696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:51.769041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:53:51.778532 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:53:51.788293 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:51.789610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:51.820049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:51.845312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:51.874111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-faae9e94-08f3-4478-8d41-b8d6c35f7aad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3742435 Oct 12 11:53:51.876764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:53:51.877078 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e6959-100d-4519-ba77-745d72e0c2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:53:51.877362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40882) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:51.921295 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098a857-e00d-4dd5-8a20-f157f13f88df x-openstack-request-id: req-6098a857-e00d-4dd5-8a20-f157f13f88df {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:53:51.921651 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:53:51.921977 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6098a857-e00d-4dd5-8a20-f157f13f88df {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:53:51.922559 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421', 'status': 'completed', 'code': 200} Oct 12 11:53:51.943717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-11877049-35e4-49cc-9842-de05bb1a269b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/48137143-a31c-4188-be21-17f5d01ed712 HTTP/1.1" status: 200 len: 991 time: 0.0643361 Oct 12 11:53:51.993818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:51.999722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-172b102d-fad9-4aa7-84c1-314cdd6b81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:52.001266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-172b102d-fad9-4aa7-84c1-314cdd6b81b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0552399 Oct 12 11:53:52.096299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-a4a418d0-d41f-4932-b473-e58a06ec3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:52.097803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-a4a418d0-d41f-4932-b473-e58a06ec3e91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 897 time: 0.0891020 Oct 12 11:53:52.170550 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-00591025-86ef-4461-9268-376f2deef647 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 200 len: 999 time: 0.0583856 Oct 12 11:53:52.216141 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:50Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:52.221660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-8e27527f-98c1-40ae-8c3f-4550f070c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:52.227958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-8e27527f-98c1-40ae-8c3f-4550f070c5ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f131d83b-2720-4f9c-a141-69dc92f46463 HTTP/1.1" status: 200 len: 835 time: 0.0455537 Oct 12 11:53:52.247001 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:53:52.255547 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:53:52.256143 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:53:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:52.273368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-18429de8-ba3d-4164-b644-2e4f2a7f5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:53:52.275012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-18429de8-ba3d-4164-b644-2e4f2a7f5a71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54718756-049b-4cec-9bf4-908e736b51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451186 Oct 12 11:53:52.282780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:52.358664 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:53:52.366418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-ad60531e-0c14-4975-af64-baebe8d63ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845380 Oct 12 11:53:52.463479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-565e6959-100d-4519-ba77-745d72e0c2a4 req-62df558c-1324-439d-8809-0dac4cd7431d service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900564 Oct 12 11:53:52.584191 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:50Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:53:52.614090 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5177c-bb5a-4a0e-b2fa-647500a0eff7 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:53:31Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:50Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:53:52.800983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98fe47f-d5b6-4b1d-91c2-020e0b5d094e None None] New status for floating IP 48137143-a31c-4188-be21-17f5d01ed712: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:53:52.948218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40886) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:53.012928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4521f476-0795-46f8-9135-f7f4db8c2cd3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/48137143-a31c-4188-be21-17f5d01ed712 HTTP/1.1" status: 200 len: 991 time: 0.0636408 Oct 12 11:53:53.385396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:53:54.016738 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40888) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:53:54.077012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8bef2686-b6e0-4799-824a-b8eb0d8933cc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/48137143-a31c-4188-be21-17f5d01ed712 HTTP/1.1" status: 200 len: 993 time: 0.0591373 Oct 12 11:53:56.768269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-d456371c-775a-4fee-88a2-117047167200 req-0247b971-b537-45cb-ba2e-080a92ee49c7 tempest-AttachVolumeNegativeTest-20188633 tempest-AttachVolumeNegativeTest-20188633-project] (95547) timed out ('10.222.0.43', 33212) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:53:56.930460 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:06.859670 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:54:10.425703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-ec7b813e-9240-4228-8a41-3257a57588ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392053 Oct 12 11:54:10.511698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-72439b8b-76ed-4827-989e-0fc7a957038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:10.513186 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-72439b8b-76ed-4827-989e-0fc7a957038a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1097 time: 0.0454264 Oct 12 11:54:10.628818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-f917c8ac-35df-4ce9-b849-a9f3c06f7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:10.630274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-f917c8ac-35df-4ce9-b849-a9f3c06f7db8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0978107 Oct 12 11:54:10.705408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-07f1cfd1-3095-49d4-bb83-951a76670b8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1002 time: 0.0647933 Oct 12 11:54:10.753962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-4e007250-b1be-48a2-8907-5ce6832251e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:10.755473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-4e007250-b1be-48a2-8907-5ce6832251e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0454669 Oct 12 11:54:10.801463 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-454845fa-3504-4814-ad41-0d524a87113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:10.802987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-454845fa-3504-4814-ad41-0d524a87113e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401471 Oct 12 11:54:10.810678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-a05fb044-bfe2-4f1a-b7da-3ff7527427c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403366 Oct 12 11:54:10.891605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-701038f2-6dfe-43fb-843a-c04ab5c7e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:10.893217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-701038f2-6dfe-43fb-843a-c04ab5c7e768 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 1096 time: 0.0410666 Oct 12 11:54:10.898506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-7c3e1e5c-6bb8-45c1-abbd-84c01414cf0d service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880980 Oct 12 11:54:10.991850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-beec164a-aa50-4e8b-a628-d32b9b93047f req-a46d513e-7091-483d-a738-34edb86b9697 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Oct 12 11:54:11.008178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-99c5ae52-689c-4d1a-9144-057c74ceb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:11.010324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-99c5ae52-689c-4d1a-9144-057c74ceb5f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0972810 Oct 12 11:54:11.077446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-8f21d2dd-79d4-4f5b-80df-68edff3f9892 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0597820 Oct 12 11:54:11.131559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-6831e7e8-d406-422e-a67f-31562e0978ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:11.132987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-6831e7e8-d406-422e-a67f-31562e0978ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0472267 Oct 12 11:54:11.178790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-1745f63f-f981-47ce-ba5e-fc9c9a3e7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:11.180758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-1745f63f-f981-47ce-ba5e-fc9c9a3e7723 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403380 Oct 12 11:54:11.269926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-4e0ac5c9-0b90-4f54-abf7-3640f3f1c79a service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Oct 12 11:54:11.370069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b85fbbee-3fcf-4985-9f62-a96bc1a8c559 req-a828ad93-c88d-4174-a8d2-53c8b05168df service neutron] 10.222.0.47 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926254 Oct 12 11:54:17.740784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63917d35-b661-42d9-9977-dc701adc4a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:20.504614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a36383de-7ac7-42f3-9271-dc2f3141b6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:20.623290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40916) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:20.696757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4c6dc-1688-48e2-92e2-d889aa8e168e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:20.697232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4c6dc-1688-48e2-92e2-d889aa8e168e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:20.697690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4c6dc-1688-48e2-92e2-d889aa8e168e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:20.700089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e2b4c6dc-1688-48e2-92e2-d889aa8e168e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=fc93a54056c94f0e8d7b950465a6cc56&network_id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 2969 time: 0.0756829 Oct 12 11:54:21.700482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:21.855231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:22.298848 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:23.381045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:24.873079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40930) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:24.927822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87868364-5f58-4f44-884b-228e75e68039 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:24.929308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-87868364-5f58-4f44-884b-228e75e68039 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029 HTTP/1.1" status: 200 len: 814 time: 0.0552375 Oct 12 11:54:26.221220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40936) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.226255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'network': {'name': 'tempest-network-smoke--72805158', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:26.300154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:54:26.303618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:26.326716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:54:26.335418 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:26.335757 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Added segment b11ba888-c21f-46ed-bf02-2ffe58c9d5d1 of type vlan for network e36c685e-2088-4785-9db7-9af37359a798 Oct 12 11:54:26.379821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:26.487320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:26.492922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:26.493503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:26.561345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Network': ['ID=e36c685e-2088-4785-9db7-9af37359a798,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:26.568736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.569114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.569452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.569784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.570137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.570470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.570815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.571135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.571453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.578293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.578293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.578293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:26.584204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network e36c685e-2088-4785-9db7-9af37359a798 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:54:26.600472 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ecd31ca2-0412-4135-af7a-e5073996efc9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3781736 Oct 12 11:54:26.603588 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40938) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.667587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0eaee5-bf44-4597-88f3-e4ab31feeb00 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:26.669129 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4b0eaee5-bf44-4597-88f3-e4ab31feeb00 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fc93a54056c94f0e8d7b950465a6cc56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0645821 Oct 12 11:54:26.671969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40940) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.758779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f0838-4ed4-45cf-876a-967b632ca6f6 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:26.760211 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ce0f0838-4ed4-45cf-876a-967b632ca6f6 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873110 Oct 12 11:54:26.763613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.797525 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-edf19ce6-c797-4967-9c4d-c77477035769 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328429 Oct 12 11:54:26.800082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.827314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-06887c75-87ac-4185-a82f-2dfaa2d955a4 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fc93a54056c94f0e8d7b950465a6cc56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262418 Oct 12 11:54:26.829870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40948) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.915084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57b730-07d2-4214-b4fa-444a269bea3d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:26.916598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c57b730-07d2-4214-b4fa-444a269bea3d tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858333 Oct 12 11:54:26.919460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40950) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.946672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d1083f2c-3f76-4b03-8d4b-b749e964c987 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262048 Oct 12 11:54:26.949769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40952) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:26.954789 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-582238407', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:26.961906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:27.104378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:54:27.108403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:27.341039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:27.402159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Subnet': ['ID=6da8e610-c47f-42a4-b0a7-13bec8d58491,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:27.416656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Checking segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:54:27.417184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network hostable DHCP agents. Network: e36c685e-2088-4785-9db7-9af37359a798, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:54:27.477804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network e36c685e-2088-4785-9db7-9af37359a798 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:54:27.550688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, e36c685e-2088-4785-9db7-9af37359a798) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:54:27.555036 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:27.555623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:27.560169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91684ac4-5710-476d-91e5-07414f7ac72a None None] Network e36c685e-2088-4785-9db7-9af37359a798 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:54:27.639395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f2abb51a-7e38-4971-800f-85b0eb032be9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6885917 Oct 12 11:54:27.701157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-e36c685e-2088-4785-9db7-9af37359a798', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ips': [{'subnet_id': '6da8e610-c47f-42a4-b0a7-13bec8d58491'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:54:27.702054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:27.848710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Allocated IP 172.20.0.18 (e36c685e-2088-4785-9db7-9af37359a798/6da8e610-c47f-42a4-b0a7-13bec8d58491/4dd3fc37-f57c-44bb-9a1e-4e694c22ad52) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:54:27.991054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.027896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:28.032821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624819793', 'description': 'tempest-secgroup-smoke-624819793 description', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:28.055626 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.091314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Network e36c685e-2088-4785-9db7-9af37359a798 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:54:28.095413 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:54:28.097969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:54:28.113358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Pushing event updated for resources: {'Port': ['ID=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:28.117765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.157972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Attempting to bind port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:54:28.158334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Attempting to bind port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:54:28.158727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Attempting to bind port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 on network e36c685e-2088-4785-9db7-9af37359a798 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:28.163663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:54:28.167769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Checking segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:54:28.167769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.167769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Bound using segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:54:28.167769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Bound port: 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:54:28.167769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.190587 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.261231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.291931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:28.299914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.300260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.300604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.300938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.301303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.301635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.301958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.302281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.302603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.302956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.303281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.303620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:28.358407 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.359760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e0113527-f8ac-4479-9cd2-41cc9eaa1d54 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3306432 Oct 12 11:54:28.362757 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:28.367448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:28.376708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] For port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:54:28.379799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] For port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:54:28.453944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.465900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.519935 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f67c-f909-4bc5-92ee-4d00b1151265 None None] Pushing event updated for resources: {'Port': ['ID=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:28.532816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.621610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.640667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155349d3-8b3a-4164-81f8-5f7120414854,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:28.715740 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.725793 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a129f414-c075-4719-b0bc-3d288379fdd1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617077 Oct 12 11:54:28.728432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 40960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:28.734138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:28.792966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:54:28.847067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:28.847438 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.848754 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.907123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.927017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.959619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:28.981329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:28.999833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14acc46-c429-4e5f-a4e2-0b5e0b58df96,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:29.037911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.068652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.070789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d52377e6-e0ae-422c-b880-a9ae75cc370a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412278 Oct 12 11:54:29.074045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40962) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:29.080074 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:29.086885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:29.178358 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.241062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.304676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.323423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1600af34-7d5c-4aa9-80c7-df2576c05258,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:29.388100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620917d0-5834-4281-a156-3c5f9f05da52 None None] Network e36c685e-2088-4785-9db7-9af37359a798 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:54:29.411597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.412971 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b44866db-226c-4fa5-815a-f8433b8d5701 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377852 Oct 12 11:54:29.415610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40964) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:29.420269 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:29.472088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ed54a703-7cdf-4b5b-b096-1b858d23191e None None] Provisioning complete for port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:29.472462 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ed54a703-7cdf-4b5b-b096-1b858d23191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.514663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.577624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.654162 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.675242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c150a672-2922-4d51-8e6f-822bccb3c50f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:29.735466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.737420 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-87ea5dde-591b-422d-89f2-8b6e298fe0ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201885 Oct 12 11:54:29.739505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40966) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:29.744078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:29.832518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e8f9421-a9a6-41a1-8dd7-88ef62d24e51 None None] Provisioning complete for port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:29.833033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9421-a9a6-41a1-8dd7-88ef62d24e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.835983 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:54:29.841645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.901533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.975090 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:29.994633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86a709e-85eb-41a7-9bcf-99ae78410b86,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:30.046296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.047521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb5e0702-780d-4e90-8b21-652e096da657 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3069994 Oct 12 11:54:30.050239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 40968) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:30.054513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:30.123425 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:54:30.128278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.186871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.237466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.254021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5542be7d-0968-47c1-9b1d-856de9cf534e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:30.325791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.327012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6b914b5e-a156-4925-90c7-e95d59faef79 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2757728 Oct 12 11:54:30.467671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-e917ac6f-8789-45b2-ab89-040c80f7f0bc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624819793&fields=id&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 267 time: 0.0347581 Oct 12 11:54:30.580605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-874d89f8-8e73-4a35-98f0-9c53f35b151e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:30.582064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-874d89f8-8e73-4a35-98f0-9c53f35b151e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/networks?id=e36c685e-2088-4785-9db7-9af37359a798 HTTP/1.1" status: 200 len: 795 time: 0.1076050 Oct 12 11:54:30.597917 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-ed8a2b94-49b4-416c-995a-56abda102d18 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/quotas/fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 375 time: 0.0100341 Oct 12 11:54:30.655154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-3cc4bafb-94b2-4b4f-9268-4dcff1656aae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515769 Oct 12 11:54:30.751385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:54:30.755432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-a0c8fec7-d3dd-4ea4-a0c3-0c4fdb1b77da service neutron] 10.222.0.43 "GET /v2.0/networks/e36c685e-2088-4785-9db7-9af37359a798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889752 Oct 12 11:54:30.799052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:30.799417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:30.847145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-5200b47c-d18c-44d5-afb2-bf58f6daf1b3 service neutron] 10.222.0.43 "GET /v2.0/networks/e36c685e-2088-4785-9db7-9af37359a798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Oct 12 11:54:31.065893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb95c38e-3d7b-4e11-9ef4-de4b878d58eb req-b77394de-ac83-4f1c-b71f-f86f929d192f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 210 time: 0.0256708 Oct 12 11:54:32.167758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e84e88a-a0ae-4c61-945e-08ae2b7bea06 req-f0012a20-61e8-463e-9658-433c456671a2 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 210 time: 0.0294223 Oct 12 11:54:32.852570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-487cce5b-35a5-4c28-9100-af9c8468e7b8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:32.854007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-487cce5b-35a5-4c28-9100-af9c8468e7b8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.41 "GET /v2.0/networks?id=e36c685e-2088-4785-9db7-9af37359a798 HTTP/1.1" status: 200 len: 795 time: 0.1019635 Oct 12 11:54:32.904221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-5f8ac519-6aa8-4bf5-81f2-8639841c2d34 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 472 time: 0.0355895 Oct 12 11:54:32.913003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'port': {'device_id': 'c09131ed-3b98-405c-b639-e7296c521005', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'admin_state_up': True, 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'security_groups': ['74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:33.106595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:54:33.110163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:33.234549 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.19 (e36c685e-2088-4785-9db7-9af37359a798/6da8e610-c47f-42a4-b0a7-13bec8d58491/01814159-e732-4298-b787-1bc133a4b7ba) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:54:33.273187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbafa133-cc8f-4bb3-8e6f-314f738a2912 req-d43a3218-6d85-4163-9365-b77327efe407 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Oct 12 11:54:33.385531 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:33.506524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:33.548583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network e36c685e-2088-4785-9db7-9af37359a798 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:54:33.555535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:54:33.559909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:54:33.566375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:33.618001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:33.618663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:33.687327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-66be59bb-0a73-46b8-b34d-e96ebafb765c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778180 Oct 12 11:54:33.700783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Request body: {'port': {'device_id': 'c09131ed-3b98-405c-b639-e7296c521005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:33.770108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-86d9173b-a759-4622-9cfe-0f741366f311 None None] Provisioning complete for port 01814159-e732-4298-b787-1bc133a4b7ba triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:33.770813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-86d9173b-a759-4622-9cfe-0f741366f311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:33.807494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-86d9173b-a759-4622-9cfe-0f741366f311 None None] Port 01814159-e732-4298-b787-1bc133a4b7ba cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:54:34.089884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.345808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01814159-e732-4298-b787-1bc133a4b7ba {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:54:34.353292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.365124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Transition to ACTIVE for port object 01814159-e732-4298-b787-1bc133a4b7ba will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:54:34.388659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8478c09-3e11-4f2c-99c5-1b42f36857a4 req-3cd8bcfb-0f60-47f4-9a4a-4f1e15b5b25f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:34.390165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8478c09-3e11-4f2c-99c5-1b42f36857a4 req-3cd8bcfb-0f60-47f4-9a4a-4f1e15b5b25f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 932 time: 0.0492110 Oct 12 11:54:34.427774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8478c09-3e11-4f2c-99c5-1b42f36857a4 req-c787084b-c65f-458b-b2e0-a8d053d50d7e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313778 Oct 12 11:54:34.454908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.530200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:34.581390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Attempting to bind port 01814159-e732-4298-b787-1bc133a4b7ba on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:54:34.581718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Attempting to bind port 01814159-e732-4298-b787-1bc133a4b7ba by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:54:34.582130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Attempting to bind port 01814159-e732-4298-b787-1bc133a4b7ba on network e36c685e-2088-4785-9db7-9af37359a798 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:34.586464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Port 01814159-e732-4298-b787-1bc133a4b7ba on network e36c685e-2088-4785-9db7-9af37359a798 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:54:34.586818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Attempting to bind port 01814159-e732-4298-b787-1bc133a4b7ba on network e36c685e-2088-4785-9db7-9af37359a798 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:34.592975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:54:34.593309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Checking segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:54:34.595341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Bound using segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:54:34.595341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Bound port: 01814159-e732-4298-b787-1bc133a4b7ba, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:54:34.595341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.664085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:54:34.667675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=01814159-e732-4298-b787-1bc133a4b7ba,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:54:34.730722 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.765010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:34.765686 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:34.767225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/01814159-e732-4298-b787-1bc133a4b7ba HTTP/1.1" status: 200 len: 1092 time: 1.0713036 Oct 12 11:54:34.779192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:54:34.779192 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe12974-7561-4a80-a570-11ed50176777" -d '{"events": [{"name": "network-changed", "server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "tag": "01814159-e732-4298-b787-1bc133a4b7ba"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:54:34.795891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693a854-a74f-48dd-9011-c95dfad7f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:34.814228 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5808d5cc-8f82-40a6-b169-c640daffa2ec x-openstack-request-id: req-5808d5cc-8f82-40a6-b169-c640daffa2ec {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:54:34.814617 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "tag": "01814159-e732-4298-b787-1bc133a4b7ba", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:54:34.814974 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5808d5cc-8f82-40a6-b169-c640daffa2ec {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:54:34.815434 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba', 'status': 'completed', 'code': 200} Oct 12 11:54:34.878063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12974-7561-4a80-a570-11ed50176777 req-e2152f41-204c-4cb2-b400-7f97a22ebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:34.879605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fe12974-7561-4a80-a570-11ed50176777 req-e2152f41-204c-4cb2-b400-7f97a22ebd44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 1095 time: 0.0429964 Oct 12 11:54:34.989148 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12974-7561-4a80-a570-11ed50176777 req-8819a858-3b22-4392-9cef-cb7091c932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:34.989599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12974-7561-4a80-a570-11ed50176777 req-8819a858-3b22-4392-9cef-cb7091c932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:34.991134 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fe12974-7561-4a80-a570-11ed50176777 req-8819a858-3b22-4392-9cef-cb7091c932b4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1026103 Oct 12 11:54:35.084270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12974-7561-4a80-a570-11ed50176777 req-f6bcbcec-ec98-49a4-915d-0563d1fb2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:35.085731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1fe12974-7561-4a80-a570-11ed50176777 req-f6bcbcec-ec98-49a4-915d-0563d1fb2d2f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858173 Oct 12 11:54:35.162782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-f037ce86-dca5-41ff-b868-d31e0d692760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:35.164144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-f037ce86-dca5-41ff-b868-d31e0d692760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 1095 time: 0.0430877 Oct 12 11:54:35.204714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-04320e52-5dbe-4228-b76e-7b4f3b352e2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=01814159-e732-4298-b787-1bc133a4b7ba HTTP/1.1" status: 200 len: 217 time: 0.0323315 Oct 12 11:54:35.252928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-daefe8e5-3a33-47e5-be87-51598f73dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:35.254320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-daefe8e5-3a33-47e5-be87-51598f73dea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6da8e610-c47f-42a4-b0a7-13bec8d58491 HTTP/1.1" status: 200 len: 837 time: 0.0425448 Oct 12 11:54:35.299758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626b30-7627-443e-a06c-be9395a5a73f req-6e78728e-15a2-40e1-929b-dc318c18f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:35.301190 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-6e78728e-15a2-40e1-929b-dc318c18f937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36c685e-2088-4785-9db7-9af37359a798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393674 Oct 12 11:54:35.392955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-cb0fe45e-3fdd-488d-bf28-6c7feb4f38eb service neutron] 10.222.0.41 "GET /v2.0/networks/e36c685e-2088-4785-9db7-9af37359a798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 Oct 12 11:54:35.486237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7a626b30-7627-443e-a06c-be9395a5a73f req-6e4b0903-3381-448a-8b4f-730c25f673ec service neutron] 10.222.0.41 "GET /v2.0/networks/e36c685e-2088-4785-9db7-9af37359a798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865088 Oct 12 11:54:35.544641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2174ef-835c-492e-822c-c78449d7ce3d req-58c16cf1-a996-4773-8e85-43ea55f31426 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:35.546105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c2174ef-835c-492e-822c-c78449d7ce3d req-58c16cf1-a996-4773-8e85-43ea55f31426 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 944 time: 0.0482895 Oct 12 11:54:35.583705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c2174ef-835c-492e-822c-c78449d7ce3d req-07030063-8e83-43ea-891f-638e6ebdf30a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Oct 12 11:54:36.699833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2556-0fa0-44a5-bc90-a4473068f283 req-a6932dd1-b42b-4eed-a795-aaf95dd38e9d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:36.701285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8dfa2556-0fa0-44a5-bc90-a4473068f283 req-a6932dd1-b42b-4eed-a795-aaf95dd38e9d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 944 time: 0.0515261 Oct 12 11:54:36.740972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8dfa2556-0fa0-44a5-bc90-a4473068f283 req-13fc2000-f9df-408f-87fb-6ae0c5184ec9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333455 Oct 12 11:54:37.876292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cff49-22f9-42d0-9f75-8bd2fb638a38 req-6591f8c9-5fa3-4671-9761-97030ff83e17 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:37.877796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b7cff49-22f9-42d0-9f75-8bd2fb638a38 req-6591f8c9-5fa3-4671-9761-97030ff83e17 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 944 time: 0.0612426 Oct 12 11:54:37.914511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b7cff49-22f9-42d0-9f75-8bd2fb638a38 req-5875b2e9-5e04-4035-baf4-07fd3dbe0542 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307415 Oct 12 11:54:39.030545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bfc9-2b23-43c7-ad40-07c5e0360003 req-15b5bc02-334f-4e6b-8ab5-56592200ed78 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:39.032033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c325bfc9-2b23-43c7-ad40-07c5e0360003 req-15b5bc02-334f-4e6b-8ab5-56592200ed78 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 944 time: 0.0482504 Oct 12 11:54:39.069424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c325bfc9-2b23-43c7-ad40-07c5e0360003 req-5a507926-1b8f-4801-8f75-9ed69c4025d1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Oct 12 11:54:39.391051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 01814159-e732-4298-b787-1bc133a4b7ba details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:54:39.487722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=01814159-e732-4298-b787-1bc133a4b7ba,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:39.498865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '01814159-e732-4298-b787-1bc133a4b7ba', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'port_id': '01814159-e732-4298-b787-1bc133a4b7ba', 'mac_address': 'fa:16:3e:52:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:54:39.535743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:39.548780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01814159-e732-4298-b787-1bc133a4b7ba {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:54:39.567825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=01814159-e732-4298-b787-1bc133a4b7ba,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:39.637261 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:39.687884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:39.695183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.695527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.695863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.696196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.696549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.696877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.697299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.697626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.697946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.698297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.698616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.699049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:39.931601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['01814159-e732-4298-b787-1bc133a4b7ba'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:54:40.187164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19ef3c-aeeb-4f47-ad5d-5537e1764765 req-bf159393-9384-4f79-8d60-d330a17dd338 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:40.188631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b19ef3c-aeeb-4f47-ad5d-5537e1764765 req-bf159393-9384-4f79-8d60-d330a17dd338 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Oct 12 11:54:40.225726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5b19ef3c-aeeb-4f47-ad5d-5537e1764765 req-50a8a6bf-950b-4fb8-8f6a-d588e72470a1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Oct 12 11:54:41.294596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1844d8-061d-45ca-8c27-10af5f1d553b req-f993b528-4f22-4081-82b7-ec173e270b74 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:41.296129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a1844d8-061d-45ca-8c27-10af5f1d553b req-f993b528-4f22-4081-82b7-ec173e270b74 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1097 time: 0.0403748 Oct 12 11:54:41.330372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a1844d8-061d-45ca-8c27-10af5f1d553b req-668a9874-1a8d-42a5-8078-8d0372779b49 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283992 Oct 12 11:54:41.408952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 01814159-e732-4298-b787-1bc133a4b7ba up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:54:41.437551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6366503-6085-4a98-9bf9-0ae0c276e123 req-9abb09fb-9299-4d38-a096-415a3ba25bb8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:41.439106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6366503-6085-4a98-9bf9-0ae0c276e123 req-9abb09fb-9299-4d38-a096-415a3ba25bb8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 945 time: 0.0560417 Oct 12 11:54:41.478535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6366503-6085-4a98-9bf9-0ae0c276e123 req-45905915-13fb-4dec-9d00-9fb31cf80e00 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Oct 12 11:54:41.521408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 01814159-e732-4298-b787-1bc133a4b7ba completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:54:41.525414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 01814159-e732-4298-b787-1bc133a4b7ba triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:41.525855 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:41.586900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6661982-976d-42f5-81b3-7403b7e3d476 req-d5e4b2c6-2bed-400c-afdb-bd23f966c975 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:41.589616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6661982-976d-42f5-81b3-7403b7e3d476 req-d5e4b2c6-2bed-400c-afdb-bd23f966c975 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0524704 Oct 12 11:54:41.605025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:41.627763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:54:41.627982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b6661982-976d-42f5-81b3-7403b7e3d476 req-95ea11ff-1196-46fc-97bb-f5ba8387fe25 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Oct 12 11:54:41.630167 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489e19c-5131-4d71-acce-23478dcc84b2" -d '{"events": [{"server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "name": "network-vif-plugged", "status": "completed", "tag": "01814159-e732-4298-b787-1bc133a4b7ba"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:54:41.650498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=01814159-e732-4298-b787-1bc133a4b7ba,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:41.651167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41026) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:41.712637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-67226417-6d37-4ba5-b0ce-312354415ed9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/bfb37f50-cec5-4e5a-b3d6-29652502ed02 HTTP/1.1" status: 200 len: 994 time: 0.0595658 Oct 12 11:54:41.727039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:41.753895 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c9bb8-7d3e-45e9-bd28-7690fd1e9ed4 x-openstack-request-id: req-164c9bb8-7d3e-45e9-bd28-7690fd1e9ed4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:54:41.754192 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "name": "network-vif-plugged", "status": "completed", "tag": "01814159-e732-4298-b787-1bc133a4b7ba", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:54:41.754451 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-164c9bb8-7d3e-45e9-bd28-7690fd1e9ed4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:54:41.754953 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba', 'code': 200} Oct 12 11:54:41.783427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:41.866621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e80f0-dbdd-43e8-9280-2510ac593e3c req-20d8eba4-b622-4598-bba3-a35609f12417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:41.868247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b6e80f0-dbdd-43e8-9280-2510ac593e3c req-20d8eba4-b622-4598-bba3-a35609f12417 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 1097 time: 0.0411894 Oct 12 11:54:41.904429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0b6e80f0-dbdd-43e8-9280-2510ac593e3c req-ee019629-bdc3-4cc5-a271-fc3e3c4e59e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286441 Oct 12 11:54:42.428985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ca30-45ff-4cb8-857f-6cc92b80d6a5 req-e969d6ae-2d60-4a2f-b11a-feadc02d5a2e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:42.430484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6142ca30-45ff-4cb8-857f-6cc92b80d6a5 req-e969d6ae-2d60-4a2f-b11a-feadc02d5a2e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0496500 Oct 12 11:54:42.468982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6142ca30-45ff-4cb8-857f-6cc92b80d6a5 req-a665b149-b7fb-4623-b1cc-71e4f0338a98 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Oct 12 11:54:42.492741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41038) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:42.597476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe4658-53d9-4ba4-a5c9-f2d044a025e3 req-ea0d1b7d-5749-4842-93dc-1bf23e4e3ca1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:42.598925 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41fe4658-53d9-4ba4-a5c9-f2d044a025e3 req-ea0d1b7d-5749-4842-93dc-1bf23e4e3ca1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0503659 Oct 12 11:54:42.600494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-fd8d898e-7748-4108-a64a-f68199890dd1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070850 Oct 12 11:54:42.609558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-11fa9819-e815-4c83-9539-2b51d835a14a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:54:42.610518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-11fa9819-e815-4c83-9539-2b51d835a14a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049124 Oct 12 11:54:42.640763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41fe4658-53d9-4ba4-a5c9-f2d044a025e3 req-ec34930d-aef2-4fbd-b627-63252a2bb4ca tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357049 Oct 12 11:54:43.590728 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b000b-2d78-40b1-a9a2-6695dec2d19f req-43bce39b-b14c-444d-9e12-9ad01a92485c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:43.592191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed7b000b-2d78-40b1-a9a2-6695dec2d19f req-43bce39b-b14c-444d-9e12-9ad01a92485c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0540316 Oct 12 11:54:43.629268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed7b000b-2d78-40b1-a9a2-6695dec2d19f req-52a4ab58-8434-4f23-806a-54aa6a091bbc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Oct 12 11:54:43.755743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e6454-36f1-4854-ad26-257694474adb req-f3e8b17a-83f2-42ee-9734-b7a6fa811c96 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:43.757406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-947e6454-36f1-4854-ad26-257694474adb req-f3e8b17a-83f2-42ee-9734-b7a6fa811c96 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Oct 12 11:54:43.797517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-947e6454-36f1-4854-ad26-257694474adb req-9054f3ac-8257-495e-8631-e21210bc3417 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Oct 12 11:54:43.858256 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:54:43.912902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4f30c-0f67-416c-b3d4-1b33ad43c84e req-026c9b81-95fb-4ef8-befb-e095f1ea6726 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:43.914340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3f4f30c-0f67-416c-b3d4-1b33ad43c84e req-026c9b81-95fb-4ef8-befb-e095f1ea6726 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Oct 12 11:54:43.953869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d3f4f30c-0f67-416c-b3d4-1b33ad43c84e req-51fb169e-d8c4-48da-b478-4187a34385fa tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Oct 12 11:54:44.618899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-6c557fab-3ca8-43b6-befb-b4161b993c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:44.621060 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-6c557fab-3ca8-43b6-befb-b4161b993c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1097 time: 0.0401678 Oct 12 11:54:44.716360 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-b32055fc-b7ec-4917-ba34-d2d7f1f7fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:44.717833 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-b32055fc-b7ec-4917-ba34-d2d7f1f7fec7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0892003 Oct 12 11:54:44.754215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30e1aa-dc12-412d-81bb-00a812f014ad req-2ed196b7-695a-4c78-ac27-132048cd5cd0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:44.754215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b30e1aa-dc12-412d-81bb-00a812f014ad req-2ed196b7-695a-4c78-ac27-132048cd5cd0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0541592 Oct 12 11:54:44.784024 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-790a2de6-3585-441b-8830-e8c5a50c5cb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1002 time: 0.0594711 Oct 12 11:54:44.791673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b30e1aa-dc12-412d-81bb-00a812f014ad req-c9a8008f-a921-4e81-bb87-93487ae4d663 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Oct 12 11:54:44.834347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-f421d7b1-547f-4b59-9d97-9e50588dd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:44.835827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-f421d7b1-547f-4b59-9d97-9e50588dd97c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0444703 Oct 12 11:54:44.884931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-06c9c917-7cae-42e5-b573-b20fcbf01e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:44.886433 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-06c9c917-7cae-42e5-b573-b20fcbf01e26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425282 Oct 12 11:54:44.975620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-63ef608a-cad2-436c-8cc4-de1879f3e58c service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821931 Oct 12 11:54:45.067007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-674482c4-fbfd-4e8a-b481-53e3be9028da service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836082 Oct 12 11:54:45.485836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41078) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:54:45.944308 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:45.955475 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fd589-6e78-483a-853a-2761815ecc14 req-7ca6f649-cd34-4256-b249-72e426e9ae61 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:45.956941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b09fd589-6e78-483a-853a-2761815ecc14 req-7ca6f649-cd34-4256-b249-72e426e9ae61 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0936093 Oct 12 11:54:46.038441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b09fd589-6e78-483a-853a-2761815ecc14 req-1f3e71a7-1a70-41eb-a698-f58013dd531f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752609 Oct 12 11:54:46.540192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.17 (e36c685e-2088-4785-9db7-9af37359a798/6da8e610-c47f-42a4-b0a7-13bec8d58491/96a20a41-8ac9-4ab8-91a9-2f6d26512e88) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:54:46.652383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:46.723422 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:46.765026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network e36c685e-2088-4785-9db7-9af37359a798 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:54:46.770076 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:54:46.772773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:54:46.805167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:46.826839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.013379 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.037719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f0ff4f22-dc7c-447e-9ac8-3a468052cb7d None None] Provisioning complete for port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:47.038257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4f22-dc7c-447e-9ac8-3a468052cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.072571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff4f22-dc7c-447e-9ac8-3a468052cb7d None None] Port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:54:47.210046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f6b59-4f4a-4cf0-8057-1e1a3a1caff8 req-e0ed7fa1-aa65-477f-96e9-3048c4bab58d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:47.211553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-904f6b59-4f4a-4cf0-8057-1e1a3a1caff8 req-e0ed7fa1-aa65-477f-96e9-3048c4bab58d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.1010172 Oct 12 11:54:47.300404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-904f6b59-4f4a-4cf0-8057-1e1a3a1caff8 req-2dbe3d72-7172-44df-bcb1-8740be4f5d28 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813289 Oct 12 11:54:47.356625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.440973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.512473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:47.514857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.607575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network e36c685e-2088-4785-9db7-9af37359a798 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:54:47.608848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:54:47.706286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e874923c-15fb-4f78-a2ae-d2406f239dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.727412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:54:47.843799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:54:47.848872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cb6321e0-2c69-4d8b-88a3-e81326c2670d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/83050224-c584-4171-8112-c2c3310589b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620355 Oct 12 11:54:47.866731 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:54:47.876545 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:54:47.877130 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:54:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:54:47.895703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a0b893fe-51f4-4ae2-a4c7-978a75a77806 None None] Provisioning complete for port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:47.896003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0b893fe-51f4-4ae2-a4c7-978a75a77806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:47.929902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a0b893fe-51f4-4ae2-a4c7-978a75a77806 None None] Port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:54:47.981407 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:54:48.201476 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:54:46Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20a41-8ac9-4ab8-91a9-2f6d26512e88', 'name': '', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:eb:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:54:46Z', 'updated_at': '2021-10-12T11:54:47Z', 'revision_number': 2, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:54:48.227066 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:54:48.227412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Updating router 83050224-c584-4171-8112-c2c3310589b8 port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:54:48.254006 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.417626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ad109-9320-4f8c-92e1-2e7c5cb8cdee req-009f3ae4-7968-40d3-8c96-d29223c61096 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:48.419781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-749ad109-9320-4f8c-92e1-2e7c5cb8cdee req-009f3ae4-7968-40d3-8c96-d29223c61096 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0504298 Oct 12 11:54:48.463171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-749ad109-9320-4f8c-92e1-2e7c5cb8cdee req-59986e9d-7954-4dd2-b5c0-4fb66a105094 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Oct 12 11:54:48.513541 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.572152 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.622178 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Pushing event updated for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:48.645742 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.646083 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.646418 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.646772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.647102 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.647426 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.647744 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.648061 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.648378 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.648692 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.649006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.649320 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:54:48.684133 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Attempting to bind port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:54:48.684525 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Attempting to bind port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:54:48.684879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Attempting to bind port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 on network e36c685e-2088-4785-9db7-9af37359a798 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:48.690063 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:54:48.690426 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Checking segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:54:48.690864 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.691248 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Bound using segment: {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:54:48.691729 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Bound port: 96a20a41-8ac9-4ab8-91a9-2f6d26512e88, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:54:48.692118 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.759024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] For port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:54:48.765684 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] For port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:54:48.838015 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.853757 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] Provisioning complete for port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:48.854983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.897217 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6fe8a-663e-4d9a-856e-ce02c828f311 None None] Pushing event updated for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:48.899898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:54:48.900487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:54:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:54:48.959074 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:48.997765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] For port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:49.010171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:54:49.071518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:49.119420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aeb75-f76b-4091-b1c2-f5861fdca182 None None] Pushing event updated for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:49.191245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-89c1e062-fbdb-4b2a-9b18-93cd2caec0a9 None None] Provisioning complete for port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:49.191547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-89c1e062-fbdb-4b2a-9b18-93cd2caec0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:49.327077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:54:46Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20a41-8ac9-4ab8-91a9-2f6d26512e88', 'name': '', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:eb:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:54:46Z', 'updated_at': '2021-10-12T11:54:48Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:54:49.352588 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51a4f9-3457-4408-b5e2-24c49f4bc872 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:54:46Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a20a41-8ac9-4ab8-91a9-2f6d26512e88', 'name': '', 'network_id': 'e36c685e-2088-4785-9db7-9af37359a798', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:eb:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:54:46Z', 'updated_at': '2021-10-12T11:54:48Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '6da8e610-c47f-42a4-b0a7-13bec8d58491', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:54:49.590122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d73f67-fbfe-48a4-8a4f-4b184128b447 req-6ed4cf49-f278-42eb-b739-027c0cc8c061 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:49.591721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91d73f67-fbfe-48a4-8a4f-4b184128b447 req-6ed4cf49-f278-42eb-b739-027c0cc8c061 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0522478 Oct 12 11:54:49.633593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91d73f67-fbfe-48a4-8a4f-4b184128b447 req-321c9967-3a18-4b85-b14a-2594a1ec668b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Oct 12 11:54:50.488570 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4429ea78-ccd8-4e37-ae61-77691ff8ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:50.757650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8079966-982c-489e-b8c8-58b1d79d7694 req-9a1589db-df28-4647-9e50-bd558213c62b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:50.759096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8079966-982c-489e-b8c8-58b1d79d7694 req-9a1589db-df28-4647-9e50-bd558213c62b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0553820 Oct 12 11:54:50.779853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:54:50.807156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b8079966-982c-489e-b8c8-58b1d79d7694 req-b9fbb7f6-f087-400f-9b38-ec2f85b62df5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Oct 12 11:54:50.829139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:54:50.829504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:51.369563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-4f04e827-1ac7-48ab-ba13-f1b2e9176319 req-55eb7ce6-364e-494a-b7f0-257b50537066 service neutron] (95547) timed out ('10.222.0.43', 51026) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:54:51.734463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:51.860214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:51.924336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df652f6c-b010-4c1d-9f57-c240b96b4d4d req-9af0ce15-5c37-41cd-9d1f-f55d181aeaca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:51.925830 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df652f6c-b010-4c1d-9f57-c240b96b4d4d req-9af0ce15-5c37-41cd-9d1f-f55d181aeaca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Oct 12 11:54:51.964910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-df652f6c-b010-4c1d-9f57-c240b96b4d4d req-2cbc23d1-247d-41f3-af3e-e4ee58857cef tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Oct 12 11:54:52.280982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:53.080563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210f46-f631-401e-b4c1-6f81f94de5b7 req-91193541-0634-43b6-9541-a817b0abf664 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:53.082028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce210f46-f631-401e-b4c1-6f81f94de5b7 req-91193541-0634-43b6-9541-a817b0abf664 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0497925 Oct 12 11:54:53.120020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ce210f46-f631-401e-b4c1-6f81f94de5b7 req-4f1c9fd3-9bfe-488e-b188-65b61a84dadd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Oct 12 11:54:53.378004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:54.239894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f35c4-d978-405e-b4c1-05b9e7f0de73 req-b0110805-5d88-4a2a-b02c-bb8117034860 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:54.241355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-312f35c4-d978-405e-b4c1-05b9e7f0de73 req-b0110805-5d88-4a2a-b02c-bb8117034860 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0522845 Oct 12 11:54:54.278436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-312f35c4-d978-405e-b4c1-05b9e7f0de73 req-e880ec74-b45d-4d54-b122-c86db36696f9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304434 Oct 12 11:54:55.392933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d3e5e-96a9-4d55-aedd-d3da57613c03 req-fa62dc8d-63a0-4ec4-bbff-077b7316d23b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:55.394405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7d3e5e-96a9-4d55-aedd-d3da57613c03 req-fa62dc8d-63a0-4ec4-bbff-077b7316d23b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0482655 Oct 12 11:54:55.431283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7d3e5e-96a9-4d55-aedd-d3da57613c03 req-afb02e1c-b578-4fef-a56e-7e2b18126c52 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Oct 12 11:54:56.547406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3fcf5-a740-4391-9c6e-9604f362e249 req-5f7c5350-4176-4508-aa7f-1ae8fa8863db tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:56.548885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70f3fcf5-a740-4391-9c6e-9604f362e249 req-5f7c5350-4176-4508-aa7f-1ae8fa8863db tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0491614 Oct 12 11:54:56.586367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70f3fcf5-a740-4391-9c6e-9604f362e249 req-c736b71c-2bfa-4f4b-8ff2-fd634f61054c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315695 Oct 12 11:54:56.939977 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:57.143001 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-e34cdb33-c01c-481d-bcce-6022c3361263 service neutron] show failed (client error): The resource could not be found. Oct 12 11:54:57.144016 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-e34cdb33-c01c-481d-bcce-6022c3361263 service neutron] 10.222.0.41 "GET /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0618143 Oct 12 11:54:57.669075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-db55349a-0ba7-4e54-894c-7c0fa70fb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:57.670530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-db55349a-0ba7-4e54-894c-7c0fa70fb89a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 1097 time: 0.0550437 Oct 12 11:54:57.688633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:54:57.735827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d9ba-1b05-4cc9-8577-2d2ecd28d49e req-5815b437-9b22-423d-98fb-f552dc7a578e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:57.737304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8671d9ba-1b05-4cc9-8577-2d2ecd28d49e req-5815b437-9b22-423d-98fb-f552dc7a578e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0817938 Oct 12 11:54:57.773004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:57.804142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8671d9ba-1b05-4cc9-8577-2d2ecd28d49e req-44833642-b842-4128-9eea-5d629ba928d3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526087 Oct 12 11:54:57.998657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:54:58.031083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:54:58.068434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:54:58.070719 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3f2e1-1582-406e-bf9e-15eb420b4cee" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-unplugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:54:58.075116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:58.087444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Transition to ACTIVE for port object 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:54:58.145660 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:58.190909 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec08432-5fed-4c09-a100-c39db0d9126e x-openstack-request-id: req-3ec08432-5fed-4c09-a100-c39db0d9126e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:54:58.191196 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-unplugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:54:58.191448 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ec08432-5fed-4c09-a100-c39db0d9126e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:54:58.191851 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'code': 200} Oct 12 11:54:58.229989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:58.271529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] No DVR routers for this DVR port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:54:58.405999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:54:58.406332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:54:58.406666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:58.410836 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:54:58.411162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:54:58.415910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:54:58.416243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:54:58.416624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Bound using segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:54:58.417088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Bound port: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:54:58.417438 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:58.483704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:54:58.486755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:54:58.563340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:58.599308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:58.600088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:54:58.601488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] 10.222.0.47 "PUT /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1092 time: 0.9176686 Oct 12 11:54:58.651564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5661-fa5c-4eb0-a41d-c14ead436dcb service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:54:58.670139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-24ded5b8-9787-4512-9ba2-eacefb82df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:58.671676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-24ded5b8-9787-4512-9ba2-eacefb82df1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1095 time: 0.0471544 Oct 12 11:54:58.770004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-5cd8f0c8-3c76-478d-ac93-3a5ef4457b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:58.771671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-5cd8f0c8-3c76-478d-ac93-3a5ef4457b39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0921535 Oct 12 11:54:58.847161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-6bdb38f7-8d7a-4394-9599-511f33bc0cf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0688236 Oct 12 11:54:58.926784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-a562ed53-6286-4b07-bc8c-12a41e4096cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:58.928294 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-a562ed53-6286-4b07-bc8c-12a41e4096cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0741053 Oct 12 11:54:58.953262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92460e5-a25c-4e54-b488-43eee599bcdc req-c758093b-30a6-4ba2-a5e4-c6d98d43be78 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:58.954712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b92460e5-a25c-4e54-b488-43eee599bcdc req-c758093b-30a6-4ba2-a5e4-c6d98d43be78 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0705822 Oct 12 11:54:59.010802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b92460e5-a25c-4e54-b488-43eee599bcdc req-8be5e63b-5ede-4ca4-ac60-2552746edf99 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Oct 12 11:54:59.016655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-93b25788-513e-403f-8a6e-015704150e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:54:59.018099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-93b25788-513e-403f-8a6e-015704150e1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818672 Oct 12 11:54:59.107823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-cccbb871-3e3f-43b4-8c50-4575f5e3198c service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818903 Oct 12 11:54:59.201659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88ec73a1-6487-405b-b7ec-a80466f29857 req-dbadb711-a2eb-47d4-a35a-d5a80fd3ee4e service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858023 Oct 12 11:54:59.487069 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:54:59.525553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:00.127612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b61ceb-c95a-425f-a0d4-f62fe5f4ceb1 req-91792741-e4c9-46f7-9481-13d4873f52a8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.129095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6b61ceb-c95a-425f-a0d4-f62fe5f4ceb1 req-91792741-e4c9-46f7-9481-13d4873f52a8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0512211 Oct 12 11:55:00.168583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6b61ceb-c95a-425f-a0d4-f62fe5f4ceb1 req-a303e46b-e51f-4c45-aab2-ec6e7386cdd2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Oct 12 11:55:00.193181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:00.195593 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:00.243662 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f230c7-b301-45c2-b835-8ac37c7ca6e6 x-openstack-request-id: req-93f230c7-b301-45c2-b835-8ac37c7ca6e6 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:00.243953 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:00.244200 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93f230c7-b301-45c2-b835-8ac37c7ca6e6 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:00.244600 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:55:00.301623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-54f8c42e-e7d7-4c69-8d22-e42649825648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.303174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-54f8c42e-e7d7-4c69-8d22-e42649825648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1095 time: 0.0404785 Oct 12 11:55:00.308731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-59582340-8c2b-4161-b07e-7970b3ceaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.310320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-59582340-8c2b-4161-b07e-7970b3ceaf0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1095 time: 0.0439203 Oct 12 11:55:00.395773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-c18ee939-8c90-46bc-8b00-110021083b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.397235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-c18ee939-8c90-46bc-8b00-110021083b6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0873270 Oct 12 11:55:00.401477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-3fcbd6f2-de34-4277-ae3b-ac01037e7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.402957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-3fcbd6f2-de34-4277-ae3b-ac01037e7525 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0846784 Oct 12 11:55:00.463555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-8c8a1c5a-2dc2-433a-bf9a-5ad08baea591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0580142 Oct 12 11:55:00.472146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-cc36d021-25f0-4dc5-ae00-e2cd5b390a99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0621476 Oct 12 11:55:00.520057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-cfc839dd-248d-495e-b101-9b1793fe3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.521529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-cfc839dd-248d-495e-b101-9b1793fe3917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0507724 Oct 12 11:55:00.523436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-651f94c2-3a76-4364-bc0a-a1e9da0eb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.524930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-651f94c2-3a76-4364-bc0a-a1e9da0eb94b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0457928 Oct 12 11:55:00.566426 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-5a359084-c49c-4f43-89e6-b5f29c24227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.567986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-5a359084-c49c-4f43-89e6-b5f29c24227b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397029 Oct 12 11:55:00.570575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-e2087e36-e7f4-44c3-8cba-8b4cd55893e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:00.572059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-e2087e36-e7f4-44c3-8cba-8b4cd55893e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394623 Oct 12 11:55:00.658555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-c5162698-9657-4d34-866d-e421f3fca18b service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830579 Oct 12 11:55:00.663127 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-187e8e81-b574-483f-bac0-ece38daa222e service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Oct 12 11:55:00.753568 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-3df7b411-ef7f-4835-9b4c-2588d7b6abf3 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879481 Oct 12 11:55:00.753762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0df1e6-effe-4f0d-98b2-5c6d7143fd0f req-f0ee941d-44ec-493f-b255-8985de0f6923 service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826495 Oct 12 11:55:01.227643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:55:01.293303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7eda-9963-4fef-b61e-7420c81a0d5f req-1f3a367e-3688-4ac7-97f3-ebb710653622 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:01.294953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5df7eda-9963-4fef-b61e-7420c81a0d5f req-1f3a367e-3688-4ac7-97f3-ebb710653622 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 944 time: 0.0554471 Oct 12 11:55:01.325005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:01.333461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b5df7eda-9963-4fef-b61e-7420c81a0d5f req-4efeb806-872c-402c-932e-db9a8bbb07c6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323615 Oct 12 11:55:01.340503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:55:01.377057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:01.390210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:01.408937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:01.488323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:01.536276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:01.732836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['035a3bde-2163-42f5-9e2e-87bb6f5d40b0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:55:02.447326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b8e23-9914-48fb-84a6-595c660846a1 req-daa2637c-7a98-42db-b95e-b0634114a049 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:02.448786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c8b8e23-9914-48fb-84a6-595c660846a1 req-daa2637c-7a98-42db-b95e-b0634114a049 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Oct 12 11:55:02.486332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c8b8e23-9914-48fb-84a6-595c660846a1 req-11a49889-3246-4c4d-aa86-19d6091332dc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Oct 12 11:55:02.950957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d98aa-26ab-4008-8beb-dad74145b15d req-d40da618-4bc2-4cbf-9b12-e42441d1da95 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:02.952427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f48d98aa-26ab-4008-8beb-dad74145b15d req-d40da618-4bc2-4cbf-9b12-e42441d1da95 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.1002114 Oct 12 11:55:02.999460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-5836c10c-1b5b-4ef3-a19c-6600f26a9213 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:03.000806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-5836c10c-1b5b-4ef3-a19c-6600f26a9213 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678&tenant_id=fdd531f728634a3f931191cc111863e2&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 945 time: 0.1124308 Oct 12 11:55:03.021307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f48d98aa-26ab-4008-8beb-dad74145b15d req-171b0126-7b6d-4f95-95fc-b9b5463c345e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612249 Oct 12 11:55:03.070410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-7a61e7f4-5555-4306-88ab-6d9706253add service neutron] 10.222.0.47 "GET /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.0604057 Oct 12 11:55:03.130605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-731c44dd-d8f8-429b-9969-49471d8d6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:03.132100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-731c44dd-d8f8-429b-9969-49471d8d6c67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0405090 Oct 12 11:55:03.250768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:03.357006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:55:03.361343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:03.361847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:03.446135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:03.477354 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:03.482537 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a0a9c8-6f52-462f-96b7-766be3dc57da" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:03.528591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:03.566781 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9a32b-7b96-4c29-9c8e-5bfbb0a7798f x-openstack-request-id: req-e6f9a32b-7b96-4c29-9c8e-5bfbb0a7798f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:03.567256 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:03.567660 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6f9a32b-7b96-4c29-9c8e-5bfbb0a7798f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:03.568252 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'code': 200} Oct 12 11:55:03.586120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:03.589948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-77468554-9a5f-4c0b-b3f4-c70e37250dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:03.592256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-77468554-9a5f-4c0b-b3f4-c70e37250dc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.4526792 Oct 12 11:55:03.641740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:03.668063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-349b3ad5-9cbb-4576-93e5-e2b435eb8711 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1002 time: 0.0683146 Oct 12 11:55:03.719972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-69a92ff4-ec14-42f1-8e77-6806dec6091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:03.721455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-69a92ff4-ec14-42f1-8e77-6806dec6091c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0474474 Oct 12 11:55:03.775599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-90b3ce3c-1e9f-4704-9b40-8d5bee752d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:03.777428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-90b3ce3c-1e9f-4704-9b40-8d5bee752d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480828 Oct 12 11:55:03.877823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-c224d08a-3a07-4cc4-a029-3739b1cedcff service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928588 Oct 12 11:55:03.975404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-cf78b88d-547b-477d-ae4b-40aa1dc71f65 service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901389 Oct 12 11:55:04.159994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5804bf3-aa3b-4d95-a6b9-89e2172c3c25 req-258c6b07-3582-4002-b700-46e119d3d003 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:04.166147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5804bf3-aa3b-4d95-a6b9-89e2172c3c25 req-258c6b07-3582-4002-b700-46e119d3d003 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0596635 Oct 12 11:55:04.202587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5804bf3-aa3b-4d95-a6b9-89e2172c3c25 req-e9cead31-4ef2-4673-9fae-f9d3cf416261 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341229 Oct 12 11:55:05.320694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a40c-9d48-447d-9eb8-3ddbd9c62066 req-b094280e-f258-4ba7-9540-ccc5e199ccd6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:05.322155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e65a40c-9d48-447d-9eb8-3ddbd9c62066 req-b094280e-f258-4ba7-9540-ccc5e199ccd6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0489962 Oct 12 11:55:05.360154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e65a40c-9d48-447d-9eb8-3ddbd9c62066 req-db5c29bd-ab93-450a-9bc6-57d86f9c3a0f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Oct 12 11:55:06.479126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626260-f6e5-45e3-86fa-ea812d3731a8 req-29df1982-23d7-4351-891e-0143d978f14f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:06.481305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f626260-f6e5-45e3-86fa-ea812d3731a8 req-29df1982-23d7-4351-891e-0143d978f14f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.0504963 Oct 12 11:55:06.519675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f626260-f6e5-45e3-86fa-ea812d3731a8 req-a2d4dc90-c89f-46bb-8819-8a5a5a2deee9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322649 Oct 12 11:55:06.622203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-44093c03-7775-4a52-98ee-4aedc184bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:06.623775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-44093c03-7775-4a52-98ee-4aedc184bb2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 1097 time: 0.0704072 Oct 12 11:55:06.635875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:06.692021 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:06.897151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:06.929410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:06.973309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:06.979622 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77796331-fd5f-4b77-9aae-dcfa98615b2c" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-unplugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:06.980184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:06.992499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Transition to ACTIVE for port object 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:55:07.021696 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a09113-e703-4d2d-99da-75fdea3d3415 x-openstack-request-id: req-28a09113-e703-4d2d-99da-75fdea3d3415 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:07.021984 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-unplugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:07.022237 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28a09113-e703-4d2d-99da-75fdea3d3415 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:07.022641 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'code': 200} Oct 12 11:55:07.053754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:07.148766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:07.254995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] No DVR routers for this DVR port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:07.387825 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:07.388093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:07.388444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:07.392601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:55:07.392920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Attempting to bind port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on network 65a9e268-f706-44bf-bb6e-6f54843e2b78 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:07.397646 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:07.397972 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Checking segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:07.398344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Bound using segment: {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:07.398836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Bound port: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b35f1-2a78-421c-8b40-7a3c44323bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:07.399150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:07.461385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:07.464569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:07.540469 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:07.575335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.576399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:07.578089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] 10.222.0.41 "PUT /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1093 time: 0.9459856 Oct 12 11:55:07.613926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fc2a3-35bb-4087-ae3b-a2f22a1accc9 service neutron] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=11']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:07.658089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-5405ca37-c42c-4218-b8a6-f733147b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.658089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-5405ca37-c42c-4218-b8a6-f733147b7173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0508091 Oct 12 11:55:07.659397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25c39f-bf15-4961-a167-12d3ca8992c6 req-ad50e48b-059e-409a-94f5-34b373777f93 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.660971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f25c39f-bf15-4961-a167-12d3ca8992c6 req-ad50e48b-059e-409a-94f5-34b373777f93 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0630577 Oct 12 11:55:07.704336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f25c39f-bf15-4961-a167-12d3ca8992c6 req-7a48b644-5087-47bb-909a-845715f5da96 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371511 Oct 12 11:55:07.755736 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-44691604-5cc9-4643-b57a-e9c33cc5e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.757334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-44691604-5cc9-4643-b57a-e9c33cc5e8fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0938640 Oct 12 11:55:07.829090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-7698bab3-6a02-4de1-8f95-55b24af0dbf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0637059 Oct 12 11:55:07.880453 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-3a3c22f7-ff1e-46d4-a909-445689499c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.881922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-3a3c22f7-ff1e-46d4-a909-445689499c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0464160 Oct 12 11:55:07.927092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-35d14bea-379e-400d-bda1-e1704d75c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:07.928497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-35d14bea-379e-400d-bda1-e1704d75c8ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389621 Oct 12 11:55:08.020742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-71cceb01-e575-407c-a859-7f9b7b4129d1 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Oct 12 11:55:08.111986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a36b79bf-29ec-49f0-bd7f-07a06619dc03 req-8df8fb64-81e8-44a5-9c24-721673f06df6 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841541 Oct 12 11:55:08.822019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bda7d5-d5a5-4562-adee-95d2ab74f75f req-0a971472-d409-4878-95ec-0d1c50b52260 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:08.824280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86bda7d5-d5a5-4562-adee-95d2ab74f75f req-0a971472-d409-4878-95ec-0d1c50b52260 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Oct 12 11:55:08.861856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-86bda7d5-d5a5-4562-adee-95d2ab74f75f req-aec35d75-9b78-4127-ac82-131ec7dc498f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Oct 12 11:55:09.024178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:09.026517 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2d8326-e143-4580-8eb7-04ec92f178ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:09.072942 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f101635-9b80-4869-a03f-a7f077839f61 x-openstack-request-id: req-4f101635-9b80-4869-a03f-a7f077839f61 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:09.073293 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:09.073293 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f101635-9b80-4869-a03f-a7f077839f61 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:09.073853 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:55:09.132355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-872d7dc9-62ac-4c67-a863-5fb72eff2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.133864 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-872d7dc9-62ac-4c67-a863-5fb72eff2c48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0414901 Oct 12 11:55:09.134105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-5645c1f8-c4f4-4791-ad9e-e11d6ee81ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.135677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-5645c1f8-c4f4-4791-ad9e-e11d6ee81ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0407891 Oct 12 11:55:09.232326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-15fcb9cc-6f83-4443-9583-45e05664b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.232860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-f7cea51d-3ea5-41c4-8fa3-70af38ba4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.233806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-15fcb9cc-6f83-4443-9583-45e05664b370 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0929885 Oct 12 11:55:09.234328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-f7cea51d-3ea5-41c4-8fa3-70af38ba4a2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0923171 Oct 12 11:55:09.293544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:09.302160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-ca2958e8-a0dc-4c9d-b964-0940279fc1bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0610921 Oct 12 11:55:09.308216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-e531d5fa-90fb-408b-940b-bae788910342 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0653577 Oct 12 11:55:09.337100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:09.359207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-397fd8c5-0932-4894-923a-7d80891bcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.360838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-397fd8c5-0932-4894-923a-7d80891bcdd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0514839 Oct 12 11:55:09.361081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-320648f0-6bd2-45f5-90f8-e8702a35f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.362508 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-320648f0-6bd2-45f5-90f8-e8702a35f080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0467753 Oct 12 11:55:09.408909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-d6a086ae-3842-46e9-9c06-e9566614db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.409595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-9ee5801e-7669-4e95-adc1-dcda4a2ddc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.410517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-d6a086ae-3842-46e9-9c06-e9566614db66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423853 Oct 12 11:55:09.411133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-9ee5801e-7669-4e95-adc1-dcda4a2ddc48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411141 Oct 12 11:55:09.512155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-897e49f8-2e38-4655-acec-ca1ea6a99de5 service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943055 Oct 12 11:55:09.512480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-db501a6d-b9e7-41db-9d78-ff26d073665d service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936084 Oct 12 11:55:09.605075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-f830b561-e9e8-458b-b54c-f09e6b549277 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846314 Oct 12 11:55:09.607637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef2d8326-e143-4580-8eb7-04ec92f178ed req-a06e3330-fa40-471f-a2c9-fcedc61fb4d3 service neutron] 10.222.0.47 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891654 Oct 12 11:55:09.980012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ef76-3102-427a-afec-da9fa39d6cbb req-da9c0776-3e94-4f34-8207-b4953bd83009 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:09.981480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1d8ef76-3102-427a-afec-da9fa39d6cbb req-da9c0776-3e94-4f34-8207-b4953bd83009 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0480423 Oct 12 11:55:10.020142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1d8ef76-3102-427a-afec-da9fa39d6cbb req-5ef60589-2864-4317-921e-5722c24bc8f8 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Oct 12 11:55:10.462030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-b4641896-b480-4f87-9422-a2851e46e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:10.463536 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-b4641896-b480-4f87-9422-a2851e46e030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1096 time: 0.0417199 Oct 12 11:55:10.573138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-229361ce-cf6f-4b67-9a9b-110ab351fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:10.574654 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-229361ce-cf6f-4b67-9a9b-110ab351fbdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.0918565 Oct 12 11:55:10.644485 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-339717ce-8b72-473f-9065-6e37ad80ab28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 1000 time: 0.0614591 Oct 12 11:55:10.695601 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-491b0656-d67f-452e-850a-8ab3d5c24e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:10.697014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-491b0656-d67f-452e-850a-8ab3d5c24e3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0441039 Oct 12 11:55:10.743621 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-6000095f-5ec1-4f7c-8ccb-27aac62a9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:10.745709 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-6000095f-5ec1-4f7c-8ccb-27aac62a9e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401638 Oct 12 11:55:10.839463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-220eb49d-3bbc-4187-920b-3fa9a0688060 service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864749 Oct 12 11:55:10.930078 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f842cf8-017f-495e-bdbd-3c0aef88dcbc req-f743eb11-bda4-4e50-bde3-e98dd0cca24d service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823324 Oct 12 11:55:11.141500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30c67-444d-4889-a4d6-d9acbb8b8766 req-b97e92e3-abff-468b-8171-338e5a6af592 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:11.143067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0be30c67-444d-4889-a4d6-d9acbb8b8766 req-b97e92e3-abff-468b-8171-338e5a6af592 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Oct 12 11:55:11.182592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0be30c67-444d-4889-a4d6-d9acbb8b8766 req-8ac8dc76-d895-4e80-9ca5-cab9c22326bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334117 Oct 12 11:55:11.536442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:55:11.637891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:11.648994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'port_id': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'mac_address': 'fa:16:3e:19:78:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:55:11.691761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:11.706216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:11.725215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:11.816194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-188427f3-3bf6-4b57-b1a1-18c6f383d1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427668 Oct 12 11:55:11.831377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:11.879696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-d466a85a-8ada-4636-bad7-5f5553a4e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:11.880145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:11.881319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-d466a85a-8ada-4636-bad7-5f5553a4e6c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0432787 Oct 12 11:55:11.990337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-3cb663f9-b4cc-4a3a-b90d-3c2e0eecaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:11.991847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-3cb663f9-b4cc-4a3a-b90d-3c2e0eecaa92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 897 time: 0.0913272 Oct 12 11:55:12.060008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-e2bf8c9a-27b8-42f7-9e6c-0a3cffb3fd5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 200 len: 1001 time: 0.0608137 Oct 12 11:55:12.108435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-d4676fee-043d-4deb-bdb5-e1de7dfdf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:12.109777 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-d4676fee-043d-4deb-bdb5-e1de7dfdf34c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f131d83b-2720-4f9c-a141-69dc92f46463 HTTP/1.1" status: 200 len: 835 time: 0.0436745 Oct 12 11:55:12.135231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['035a3bde-2163-42f5-9e2e-87bb6f5d40b0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:55:12.160228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-2455e7b1-3f2d-4ad7-989c-526e7a518d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:12.161784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-2455e7b1-3f2d-4ad7-989c-526e7a518d67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54718756-049b-4cec-9bf4-908e736b51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445347 Oct 12 11:55:12.257649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-88afb49a-a7a6-4976-8bac-f4d841056033 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Oct 12 11:55:12.358801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bde72-50c3-48ca-bedd-0d6cdff057e4 req-db84e80b-35b6-456e-bac1-f54fd16659dd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:12.360198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b5bde72-50c3-48ca-bedd-0d6cdff057e4 req-db84e80b-35b6-456e-bac1-f54fd16659dd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 946 time: 0.1015029 Oct 12 11:55:12.409867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83b7157f-b1d6-4abd-978b-6e0a169de75a req-a2800cf6-0009-4460-b2ac-6fd090184412 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414454 Oct 12 11:55:12.422950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b5bde72-50c3-48ca-bedd-0d6cdff057e4 req-90eb17af-0cc0-4df5-9308-30e4148c92eb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Oct 12 11:55:12.445543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:12.509725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ca376a00-4f8f-4e71-971b-167463d3dfe7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/bfb37f50-cec5-4e5a-b3d6-29652502ed02 HTTP/1.1" status: 200 len: 993 time: 0.0630062 Oct 12 11:55:13.628342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:13.737718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:55:13.741624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:13.742083 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:13.821404 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:13.843625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:13.845893 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905964a4-bf57-4d63-8e80-d50a10832238" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:13.860879 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:13.883912 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b99366-2adf-43f8-953b-d865bd2d5f19 x-openstack-request-id: req-61b99366-2adf-43f8-953b-d865bd2d5f19 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:13.884204 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-plugged", "status": "completed", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:13.884454 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61b99366-2adf-43f8-953b-d865bd2d5f19 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:13.884852 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'code': 200} Oct 12 11:55:13.960470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:14.008040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=13']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:17.733633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6388-5710-45d7-950d-cb240e336b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:19.378177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41178) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:20.017711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e027d6-fd40-4614-b64c-317108d0d158 req-81d108fb-e7e8-4ea6-88c0-f6bf9bd77f82 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:20.019997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4e027d6-fd40-4614-b64c-317108d0d158 req-81d108fb-e7e8-4ea6-88c0-f6bf9bd77f82 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0542445 Oct 12 11:55:20.058877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4e027d6-fd40-4614-b64c-317108d0d158 req-e4292975-7c81-4d91-9fd5-e839f36c7d15 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Oct 12 11:55:20.381252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:20.493928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4101ea3c-e7d4-41d6-a6fe-7fc57956d364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:20.737248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:20.737587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:20.824219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 96a20a41-8ac9-4ab8-91a9-2f6d26512e88, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:20.824581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:20.842428 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:20.857630 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:55:21.168636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.173432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be957-9d44-4d6e-8e82-2666266963a2 req-0407c240-63ef-49a0-85ca-86dd59dbf0ba tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:21.174956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d69be957-9d44-4d6e-8e82-2666266963a2 req-0407c240-63ef-49a0-85ca-86dd59dbf0ba tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Oct 12 11:55:21.214501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d69be957-9d44-4d6e-8e82-2666266963a2 req-ce229da5-4e69-44ab-abbe-0c5a293eb8a9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Oct 12 11:55:21.222724 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=96a20a41-8ac9-4ab8-91a9-2f6d26512e88,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:21.388489 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.477683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-0ee97fd5-4393-48c7-aaa0-7748e2212a7d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:21.479101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-0ee97fd5-4393-48c7-aaa0-7748e2212a7d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Oct 12 11:55:21.570507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:21.570954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.605104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:21.665687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:21.666055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.716100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:21.724604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-244848e2-6405-42e3-bbdf-0d07c6c48715 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/83050224-c584-4171-8112-c2c3310589b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422790 Oct 12 11:55:21.726340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:21.736536 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.741780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:21.742388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:21.856057 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.862551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:21.891965 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.892326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:21.892645 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP 42125cb6-0248-45c6-8381-eb1b8f7b3a8b disassociated. External IP: 172.25.2.137, port: cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7. Oct 12 11:55:21.892979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:22.070861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:22.096151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.111663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:22.130290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:22.139870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:22.140475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.248554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e3b0f-c695-4e8e-ba3d-ae442df9ac7c req-c3e00d27-0a35-4e52-a1c0-6f821fbd46e2 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:22.250132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-176e3b0f-c695-4e8e-ba3d-ae442df9ac7c req-c3e00d27-0a35-4e52-a1c0-6f821fbd46e2 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0991664 Oct 12 11:55:22.279237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:22.304063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-176e3b0f-c695-4e8e-ba3d-ae442df9ac7c req-0e412e44-0819-4274-9693-1b974583fe6d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471582 Oct 12 11:55:22.405481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:22.417089 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b33f5f8d-fdec-4981-a149-e085d09a65c1 req-9eda55d6-008d-4c8a-a098-4f13e96122cd tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0329940 Oct 12 11:55:22.433773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:22.448786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:22.453553 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:22.461357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:22.462088 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.483718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:22.495755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:22.499673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b34d8d3d-3035-40b3-8326-b7d83d1d5aca req-febae741-d4f9-4ebe-a7c5-86e349b1040e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.47 "DELETE /v2.0/ports/cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 HTTP/1.1" status: 204 len: 173 time: 1.0149586 Oct 12 11:55:22.500136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'name': 'network-vif-deleted', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:22.516445 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3647a-b571-4ce4-ab22-1e95ba55b087" -d '{"events": [{"server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "name": "network-vif-deleted", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:22.575712 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e98fd7-2338-4579-ba1f-6e76158745d8 x-openstack-request-id: req-77e98fd7-2338-4579-ba1f-6e76158745d8 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:22.575999 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d892667-d9e3-4796-97ff-ee9a85557639", "name": "network-vif-deleted", "tag": "cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:22.576291 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77e98fd7-2338-4579-ba1f-6e76158745d8 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:22.576640 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d892667-d9e3-4796-97ff-ee9a85557639', 'name': 'network-vif-deleted', 'tag': 'cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7', 'status': 'completed', 'code': 200} Oct 12 11:55:22.594219 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:22.694624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.726324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb0c3e-c5e4-48d7-8444-075b8caf5de7 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '48137143-a31c-4188-be21-17f5d01ed712', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '83050224-c584-4171-8112-c2c3310589b8', 'port_id': '2260350a-0865-4e81-98b7-a5351112c421', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'mac_address': 'fa:16:3e:9a:8e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:53:50Z', 'updated_at': '2021-10-12T11:53:52Z', 'revision_number': 1, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:22.834047 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.860262 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:22.868403 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:22.869056 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:22.974741 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:23.181024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:23.212647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d4a5f-f9f2-4ac7-866b-a9ac57e8d4db None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:23.377932 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:23.441699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846b5a7-fcc7-4666-a263-e5cc1cf92d16 req-920e36eb-83c8-4034-9b7d-e9b92feef4a0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:23.443693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4846b5a7-fcc7-4666-a263-e5cc1cf92d16 req-920e36eb-83c8-4034-9b7d-e9b92feef4a0 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0605655 Oct 12 11:55:23.485621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4846b5a7-fcc7-4666-a263-e5cc1cf92d16 req-71316911-f60f-425e-8038-d99a6800d48a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350511 Oct 12 11:55:23.576470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9be5cb14-ac76-47d7-84b0-0c0a412103b6 req-901d6b92-f3ff-4bca-97d2-d392eb498a3e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Oct 12 11:55:23.577715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3832dc-084b-44eb-8a01-5eb637ebebcc None None] New status for floating IP 42125cb6-0248-45c6-8381-eb1b8f7b3a8b: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:55:23.766381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-c2c7cfac-f35a-4664-84c1-c9f96f8c8311 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:23.767899 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-c2c7cfac-f35a-4664-84c1-c9f96f8c8311 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 946 time: 0.0782509 Oct 12 11:55:23.872608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 01814159-e732-4298-b787-1bc133a4b7ba {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:23.872871 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:23.963207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 01814159-e732-4298-b787-1bc133a4b7ba, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=01814159-e732-4298-b787-1bc133a4b7ba,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:23.963585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:23.975850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 01814159-e732-4298-b787-1bc133a4b7ba owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:24.423500 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:24.458278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=01814159-e732-4298-b787-1bc133a4b7ba,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:24.502223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] No DVR routers for this DVR port 01814159-e732-4298-b787-1bc133a4b7ba on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:24.505055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:24.508696 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b64a47ee-e4ce-4cc0-ac03-2ac574f28df2 req-cca9e9a5-d264-476d-91b2-8346c3a8b860 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.41 "DELETE /v2.0/ports/01814159-e732-4298-b787-1bc133a4b7ba HTTP/1.1" status: 204 len: 173 time: 0.7297997 Oct 12 11:55:24.508991 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'name': 'network-vif-deleted', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:24.516502 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bafa0e-b696-44b5-a992-fc5f06232f90" -d '{"events": [{"server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "name": "network-vif-deleted", "tag": "01814159-e732-4298-b787-1bc133a4b7ba"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:24.583769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2da93bdc-8424-4d56-839e-c957b37d1bdd req-cd6a9bfb-2356-43c6-ba43-dec5e64c9df3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=c09131ed-3b98-405c-b639-e7296c521005 HTTP/1.1" status: 200 len: 210 time: 0.0274034 Oct 12 11:55:24.639493 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8ccaf8-8c0a-4502-af25-2d2afc6eff90 x-openstack-request-id: req-dc8ccaf8-8c0a-4502-af25-2d2afc6eff90 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:24.639916 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09131ed-3b98-405c-b639-e7296c521005", "name": "network-vif-deleted", "tag": "01814159-e732-4298-b787-1bc133a4b7ba", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:24.640262 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc8ccaf8-8c0a-4502-af25-2d2afc6eff90 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:24.640850 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09131ed-3b98-405c-b639-e7296c521005', 'name': 'network-vif-deleted', 'tag': '01814159-e732-4298-b787-1bc133a4b7ba', 'status': 'completed', 'code': 200} Oct 12 11:55:24.717049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32b2f264-ba6d-4060-958d-0b5e918da923 req-0503e938-0f7d-4b98-b2f7-d988590797f7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0308049 Oct 12 11:55:24.754329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:24.774717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:24.775056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 96a20a41-8ac9-4ab8-91a9-2f6d26512e88 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:25.366872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:25.387649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:25.387924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cbd8e016-fb2f-48a2-a187-0d0c3fc58ef7 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:25.648698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41208) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:25.708666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:25.734024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:25.820831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41ba2e01-54eb-4f9d-baf7-e261c1329f18 req-e560c924-93f8-45dd-9d75-799932219663 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0254235 Oct 12 11:55:25.869142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:25.872296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:25.873482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/security-groups/74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d HTTP/1.1" status: 204 len: 168 time: 0.2238004 Oct 12 11:55:25.883054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a15f0-8623-478e-89f7-0cb228bd249c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd864b-dcae-40cc-a8e5-6eebb7bb2d0d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:25.990663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:26.045656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting subnet 6da8e610-c47f-42a4-b0a7-13bec8d58491 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:55:26.049149 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.092492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.215001 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.356996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.384903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Subnet': ['ID=6da8e610-c47f-42a4-b0a7-13bec8d58491,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:26.388478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.391751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-82963773-9127-4039-bfb8-42163269864d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/subnets/6da8e610-c47f-42a4-b0a7-13bec8d58491 HTTP/1.1" status: 204 len: 168 time: 0.3998163 Oct 12 11:55:26.394550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41216) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:26.395784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694732f-9309-4da7-b031-b31c176c2888 None None] Network e36c685e-2088-4785-9db7-9af37359a798 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:55:26.481567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.539309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:26.539757 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.597265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] DHCP port deletion for e36c685e-2088-4785-9db7-9af37359a798 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:55:26.614023 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:26.614723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.627642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:26.647286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Deleting port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:26.647662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.711571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] For port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,segment=NetworkSegment(b11ba888-c21f-46ed-bf02-2ffe58c9d5d1),segment_id=b11ba888-c21f-46ed-bf02-2ffe58c9d5d1)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:26.718035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.724875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Calling delete_port for 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:26.778516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:26.790977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.818380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:26.823419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] No DVR routers for this DVR port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:26.836516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No active binding found for port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 {{(pid=95549) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 11:55:26.836892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:26.839316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.839671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.840017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.840356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.840719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.841059 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.841390 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.841720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.842077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.842372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.844077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.844077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:26.845237 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.878635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] Pushing event deleted for resources: {'Port': ['ID=4dd3fc37-f57c-44bb-9a1e-4e694c22ad52,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:26.886393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb91c1f-1330-4eab-b0a4-10a2dee9758a None None] No DVR routers for this DVR port 4dd3fc37-f57c-44bb-9a1e-4e694c22ad52 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:26.930207 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.947710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd61898a-de5c-439a-a515-f074304a8373 req-e2479ea0-d267-456a-b53e-4cd4b534534b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d892667-d9e3-4796-97ff-ee9a85557639 HTTP/1.1" status: 200 len: 210 time: 0.0272560 Oct 12 11:55:26.956086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c685e-2088-4785-9db7-9af37359a798']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:26.980083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:26.980305 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:26.982998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11ba888-c21f-46ed-bf02-2ffe58c9d5d1') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:26.997570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.025613 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.034664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:55:27.037194 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:55:27.038430 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:55:27.160591 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.168949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.171228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/networks/e36c685e-2088-4785-9db7-9af37359a798 HTTP/1.1" status: 204 len: 168 time: 0.7756066 Oct 12 11:55:27.174102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41220) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:27.184052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c172fb-369a-4e30-ad3f-9015689cc5ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Network': ['ID=e36c685e-2088-4785-9db7-9af37359a798,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:27.332482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port e12e8c05-cc5e-4038-bf82-f805b7e3bf6a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:27.332825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.412220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.412580 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.424221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for e12e8c05-cc5e-4038-bf82-f805b7e3bf6a owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:27.648419 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.678542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=e12e8c05-cc5e-4038-bf82-f805b7e3bf6a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:27.736596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:27.736919 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Floating IP 48137143-a31c-4188-be21-17f5d01ed712 disassociated (deleted). External IP: 172.25.2.168, port: 2260350a-0865-4e81-98b7-a5351112c421. Oct 12 11:55:27.743608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 01814159-e732-4298-b787-1bc133a4b7ba no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:27.764666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 01814159-e732-4298-b787-1bc133a4b7ba {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:27.765014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 01814159-e732-4298-b787-1bc133a4b7ba not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:27.949803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:28.382727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-2fc91231-8118-4bd4-886a-ae6fa3a62e4a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647390747&fields=id&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 267 time: 0.0461771 Oct 12 11:55:28.385893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:28.390731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:28.395809 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:28.404772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:28.405358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:28.443164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9054047f-2e77-487a-9bdd-4f95f79ddeba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/floatingips/48137143-a31c-4188-be21-17f5d01ed712 HTTP/1.1" status: 204 len: 168 time: 1.2679451 Oct 12 11:55:28.445713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:28.448416 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb677f-761b-46c3-9a06-eb24a37968ff" -d '{"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:28.517875 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:28.525818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-f023f3c0-f5f0-45e1-a729-859e55f9983b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:28.527631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-f023f3c0-f5f0-45e1-a729-859e55f9983b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1181457 Oct 12 11:55:28.543212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-5d0ad622-02a0-4aea-be51-4dcf185a6a05 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0096307 Oct 12 11:55:28.598178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-b0a1533b-b8a4-496e-a012-191c7a378783 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492227 Oct 12 11:55:28.695341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-c3e1b23a-2947-4a6c-b03d-c06f190bd4ad service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836682 Oct 12 11:55:28.715490 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:28.747317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:28.755657 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:28.756253 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:28.788427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-be33da17-a6ae-43b5-8629-06982242f719 service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869744 Oct 12 11:55:28.857834 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:29.139202 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:29.164371 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b56f42-5b42-461d-be46-7ffb8c523197 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:21Z', 'revision_number': 6, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'eb066381-d3d4-43d5-accb-445ba0199d91', 'name': '', 'network_id': '54718756-049b-4cec-9bf4-908e736b51b7', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:63:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:31Z', 'updated_at': '2021-10-12T11:53:35Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': 'f131d83b-2720-4f9c-a141-69dc92f46463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:29.418606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99872313-8334-4f2d-8ca4-b670cd99e79d None None] New status for floating IP 48137143-a31c-4188-be21-17f5d01ed712: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:55:29.785208 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb704d93-b470-4857-b68b-e2e63bead64e x-openstack-request-id: req-bb704d93-b470-4857-b68b-e2e63bead64e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:29.785706 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "tag": "2260350a-0865-4e81-98b7-a5351112c421", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:29.785803 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb704d93-b470-4857-b68b-e2e63bead64e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:29.786125 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'tag': '2260350a-0865-4e81-98b7-a5351112c421', 'status': 'completed', 'code': 200} Oct 12 11:55:29.862836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d54a7a14-4bfd-406f-a1bf-746f8aa62cbc req-e8ab2ffe-9ebd-416b-8400-bffb8e552999 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0502160 Oct 12 11:55:29.881250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-3df44602-cca8-4528-b174-76cdfc87cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:29.881250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-3df44602-cca8-4528-b174-76cdfc87cf2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0629520 Oct 12 11:55:30.009867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3b86f-9f09-46d2-8d5b-7f4dba3bb9a5 req-202c3e41-9be7-42b5-abfe-4b14d05212ba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:30.011909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faf3b86f-9f09-46d2-8d5b-7f4dba3bb9a5 req-202c3e41-9be7-42b5-abfe-4b14d05212ba tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0710535 Oct 12 11:55:30.013169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-ef6f73b9-6fd1-45f0-a3f2-8f5df326a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:30.014471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-ef6f73b9-6fd1-45f0-a3f2-8f5df326a687 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 200 len: 897 time: 0.1289887 Oct 12 11:55:30.067438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-3c7b737a-5b81-469f-b63c-c7d62693b476 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 200 len: 217 time: 0.0436895 Oct 12 11:55:30.109459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faf3b86f-9f09-46d2-8d5b-7f4dba3bb9a5 req-e85fb655-e6f9-475c-8917-59c7b5f8b56a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915358 Oct 12 11:55:30.128296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-56bfbba2-afc9-4fa0-8f32-ad5ce8f70f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:30.129749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-56bfbba2-afc9-4fa0-8f32-ad5ce8f70f9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f131d83b-2720-4f9c-a141-69dc92f46463 HTTP/1.1" status: 200 len: 835 time: 0.0509574 Oct 12 11:55:30.174991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-b32196fb-a922-4903-9af3-76d9b628f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:30.176482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-b32196fb-a922-4903-9af3-76d9b628f02f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54718756-049b-4cec-9bf4-908e736b51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393341 Oct 12 11:55:30.273356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-2acdc94b-9915-4aae-b8f6-a443c26dacd4 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884898 Oct 12 11:55:30.364241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23fb677f-761b-46c3-9a06-eb24a37968ff req-0b41e9fd-6095-42ed-8e4a-82ce75a5ffe3 service neutron] 10.222.0.47 "GET /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833778 Oct 12 11:55:30.961102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5ce6ff6-b8fd-4a68-838e-f0658dc4571c req-672dae11-6c36-475b-9ba3-40cdd6443a1f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Oct 12 11:55:31.125069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fad01-be1b-46b5-83c2-884bb070b70d req-1121071e-495f-4508-ba81-0e6f549fcfc3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:31.126554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-067fad01-be1b-46b5-83c2-884bb070b70d req-1121071e-495f-4508-ba81-0e6f549fcfc3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Oct 12 11:55:31.264172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec079f-2a95-419d-bc93-5cca20c6e065 req-1ecbd545-66fb-4dc2-b20e-946185021467 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:31.265835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83ec079f-2a95-419d-bc93-5cca20c6e065 req-1ecbd545-66fb-4dc2-b20e-946185021467 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 945 time: 0.0669413 Oct 12 11:55:31.272469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 2260350a-0865-4e81-98b7-a5351112c421 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:31.273022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.284610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-6038d701-d60c-4097-954b-d88627ecbd77 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:31.286083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-6038d701-d60c-4097-954b-d88627ecbd77 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1177137 Oct 12 11:55:31.332056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-ad9b9afd-931b-4f15-a556-1d5aefe09aee tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 379 time: 0.0365348 Oct 12 11:55:31.341659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'security_groups': ['bf7e16a1-503b-4291-8b9e-bd13e022a033']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:31.361932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83ec079f-2a95-419d-bc93-5cca20c6e065 req-a059b9f8-13bb-4c78-998d-85d64a328408 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7d10fca-675c-4fe3-8de9-4042cdea8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845034 Oct 12 11:55:31.391270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 2260350a-0865-4e81-98b7-a5351112c421, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=2260350a-0865-4e81-98b7-a5351112c421,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:31.391739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.410228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 2260350a-0865-4e81-98b7-a5351112c421 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:31.516370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:55:31.520109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.617768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.648082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=2260350a-0865-4e81-98b7-a5351112c421,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:31.661471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.661845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.662148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.662488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.662876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.663217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.663543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.663880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.664195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.664524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.664849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.665336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:31.704777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] No DVR routers for this DVR port 2260350a-0865-4e81-98b7-a5351112c421 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:31.707532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.711011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-067fad01-be1b-46b5-83c2-884bb070b70d req-a2cff489-cb03-4f38-b72e-82d34a578e03 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "DELETE /v2.0/ports/2260350a-0865-4e81-98b7-a5351112c421 HTTP/1.1" status: 204 len: 173 time: 0.5784881 Oct 12 11:55:31.740573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.8 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/bab0346a-91d3-4b14-be2b-5d991114aea2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:31.787070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'name': 'network-vif-deleted', 'tag': '2260350a-0865-4e81-98b7-a5351112c421'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:31.789578 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1fd28-0765-4678-b6ef-a99f7f9dc240" -d '{"events": [{"server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "name": "network-vif-deleted", "tag": "2260350a-0865-4e81-98b7-a5351112c421"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:31.828339 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3909cc-17b4-47aa-b4eb-914a3fe510b6 x-openstack-request-id: req-8a3909cc-17b4-47aa-b4eb-914a3fe510b6 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:31.828644 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c82d3-373f-4fd8-9ac1-0c8afb384fd5", "name": "network-vif-deleted", "tag": "2260350a-0865-4e81-98b7-a5351112c421", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:31.828900 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a3909cc-17b4-47aa-b4eb-914a3fe510b6 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:31.829675 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c82d3-373f-4fd8-9ac1-0c8afb384fd5', 'name': 'network-vif-deleted', 'tag': '2260350a-0865-4e81-98b7-a5351112c421', 'status': 'completed', 'code': 200} Oct 12 11:55:31.884525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:31.968339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.036954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:32.045357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:32.046479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:32.048994 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:32.101902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0662a-7214-43c3-a52e-e8c86338ead0 req-f162ec44-16ba-49ab-809d-92bf541179fc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:32.103603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04a0662a-7214-43c3-a52e-e8c86338ead0 req-f162ec44-16ba-49ab-809d-92bf541179fc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 931 time: 0.0650277 Oct 12 11:55:32.140811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:32.141507 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.163049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04a0662a-7214-43c3-a52e-e8c86338ead0 req-942d89df-14f5-4b16-ab4b-2a1c3c20f871 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503554 Oct 12 11:55:32.217303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-8016229c-d22c-42b3-a9f7-045a7ddb14d9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789773 Oct 12 11:55:32.232668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Request body: {'port': {'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:32.298763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.387610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-83fa4c8c-15c2-4d1e-8d1c-bec059a4662d None None] Provisioning complete for port bab0346a-91d3-4b14-be2b-5d991114aea2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:32.388267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-83fa4c8c-15c2-4d1e-8d1c-bec059a4662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.445805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-83fa4c8c-15c2-4d1e-8d1c-bec059a4662d None None] Port bab0346a-91d3-4b14-be2b-5d991114aea2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:55:32.504758 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0f6f032-9520-42d2-802d-887be3f60df6 req-cc5f271f-5891-4192-8c42-be37a308ab93 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=030c82d3-373f-4fd8-9ac1-0c8afb384fd5 HTTP/1.1" status: 200 len: 210 time: 0.0337405 Oct 12 11:55:32.595599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab0346a-91d3-4b14-be2b-5d991114aea2 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:32.604247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.618884 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Transition to ACTIVE for port object bab0346a-91d3-4b14-be2b-5d991114aea2 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:55:32.745433 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.804485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:32.872459 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Attempting to bind port bab0346a-91d3-4b14-be2b-5d991114aea2 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:32.872797 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Attempting to bind port bab0346a-91d3-4b14-be2b-5d991114aea2 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:32.873260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Attempting to bind port bab0346a-91d3-4b14-be2b-5d991114aea2 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:32.878104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Port bab0346a-91d3-4b14-be2b-5d991114aea2 on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:55:32.878509 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Attempting to bind port bab0346a-91d3-4b14-be2b-5d991114aea2 on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:32.884091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:32.884429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:32.884828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:32.886082 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Bound port: bab0346a-91d3-4b14-be2b-5d991114aea2, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:32.886466 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:32.955570 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:32.958852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bab0346a-91d3-4b14-be2b-5d991114aea2,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:33.036944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.078587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.079019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.080436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 1091 time: 0.8542514 Oct 12 11:55:33.080909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:33.083238 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2633c7db-49e1-44c3-8f27-00bcc7d32052" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:33.107672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e40f1-d759-48b0-ad5a-014955d668f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:33.132570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c61c8a-5bb2-4a32-96d6-5e5d62bac8ce x-openstack-request-id: req-24c61c8a-5bb2-4a32-96d6-5e5d62bac8ce {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:33.132963 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:33.133354 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24c61c8a-5bb2-4a32-96d6-5e5d62bac8ce {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:33.133904 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'status': 'completed', 'code': 200} Oct 12 11:55:33.207911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-8caaed49-5835-4b3f-9a2c-da7d872bd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.210322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-8caaed49-5835-4b3f-9a2c-da7d872bd87c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1094 time: 0.0508254 Oct 12 11:55:33.312288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ae005-8155-4370-bcb1-51c2519b2c66 req-0dd5639f-e629-462f-9cdc-f3b80f4028e3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.314451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca5ae005-8155-4370-bcb1-51c2519b2c66 req-0dd5639f-e629-462f-9cdc-f3b80f4028e3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0596344 Oct 12 11:55:33.328264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-a3d98f4d-a55e-42de-a148-04ee70e5dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.329955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-a3d98f4d-a55e-42de-a148-04ee70e5dd3f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1107168 Oct 12 11:55:33.357644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca5ae005-8155-4370-bcb1-51c2519b2c66 req-6db44bcb-7db5-43e2-af3d-b6e17f378130 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348570 Oct 12 11:55:33.432955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-5175ff88-4a31-4870-8752-370f9707ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.434457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2633c7db-49e1-44c3-8f27-00bcc7d32052 req-5175ff88-4a31-4870-8752-370f9707ba67 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971177 Oct 12 11:55:33.513617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-be0f2655-36bf-4df2-a9ab-ae5d964ff6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.515162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-be0f2655-36bf-4df2-a9ab-ae5d964ff6f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1094 time: 0.0422266 Oct 12 11:55:33.565847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41272) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:33.568603 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-a57a1230-bbad-4897-8710-8c60674e4c92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 217 time: 0.0444930 Oct 12 11:55:33.622788 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-cae38f4b-0bb8-4419-87e1-9cf5d8442ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.624605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-cae38f4b-0bb8-4419-87e1-9cf5d8442ffb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0492594 Oct 12 11:55:33.630604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.658898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.676181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-58ae124d-784a-4b9b-ab89-c88eb8b868b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:33.677789 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-58ae124d-784a-4b9b-ab89-c88eb8b868b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457156 Oct 12 11:55:33.771812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.774740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:33.775201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-b0b96e0f-9669-4ed1-853c-2eab9670ac45 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894110 Oct 12 11:55:33.776881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/security-groups/e7d10fca-675c-4fe3-8de9-4042cdea8d78 HTTP/1.1" status: 204 len: 168 time: 0.2095928 Oct 12 11:55:33.804287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee1b77-a6cf-4331-86ba-9d107fa27f73 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d10fca-675c-4fe3-8de9-4042cdea8d78,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:33.888786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fae13b6e-b63d-4129-9163-5063a33ff801 req-957af5f2-bd8d-44dc-a612-1e3dfc75ce75 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947883 Oct 12 11:55:33.904975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41276) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:34.281256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:34.509365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148e48-c0bd-4f11-876a-3f11d0338c38 req-90699c64-77f5-47f7-8050-cdc6401ac52c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:34.511773 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90148e48-c0bd-4f11-876a-3f11d0338c38 req-90699c64-77f5-47f7-8050-cdc6401ac52c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0687039 Oct 12 11:55:34.595673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90148e48-c0bd-4f11-876a-3f11d0338c38 req-fd940324-ad0e-4359-94b6-75fdda2cada2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770037 Oct 12 11:55:34.626281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port eb066381-d3d4-43d5-accb-445ba0199d91 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:34.626901 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:34.723476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port eb066381-d3d4-43d5-accb-445ba0199d91, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=eb066381-d3d4-43d5-accb-445ba0199d91,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:34.723838 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:34.738800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for eb066381-d3d4-43d5-accb-445ba0199d91 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:34.968010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:34.993591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=eb066381-d3d4-43d5-accb-445ba0199d91,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:35.177811 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.389608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router 83050224-c584-4171-8112-c2c3310589b8 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:35.397529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2260350a-0865-4e81-98b7-a5351112c421 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:35.418408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 2260350a-0865-4e81-98b7-a5351112c421 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:35.418932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 2260350a-0865-4e81-98b7-a5351112c421 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:35.502018 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:35.511057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2030ef8a-e303-44d4-9bd8-eac8a2584e6e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/83050224-c584-4171-8112-c2c3310589b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6010678 Oct 12 11:55:35.511057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41280) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:35.515710 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Sync routers for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:35.524534 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:35.525392 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:35.566315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting subnet f131d83b-2720-4f9c-a141-69dc92f46463 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:55:35.569205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.613762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.635812 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:35.742010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.780399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c2286-1bad-4077-af74-aa2c42d99200 req-98dc1d4a-2b89-469d-960c-638733508f89 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:35.781886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e6c2286-1bad-4077-af74-aa2c42d99200 req-98dc1d4a-2b89-469d-960c-638733508f89 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0892916 Oct 12 11:55:35.830949 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:34Z', 'revision_number': 7, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:35.837816 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e6c2286-1bad-4077-af74-aa2c42d99200 req-b233f0f5-3b8a-47bb-99f2-3fec1530e50b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481148 Oct 12 11:55:35.861807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Checking router: 83050224-c584-4171-8112-c2c3310589b8 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:35.870263 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Routers {'83050224-c584-4171-8112-c2c3310589b8'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:35.870885 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['83050224-c584-4171-8112-c2c3310589b8'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:35.905465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.937321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Subnet': ['ID=f131d83b-2720-4f9c-a141-69dc92f46463,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:35.939440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:35.943407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba4465e9-5ea8-4b6e-8b17-01ab2096557a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/subnets/f131d83b-2720-4f9c-a141-69dc92f46463 HTTP/1.1" status: 204 len: 168 time: 0.4318914 Oct 12 11:55:35.946050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41284) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:35.949520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e143099-08f9-45a6-b596-2d6cd3ed6729 None None] Network 54718756-049b-4cec-9bf4-908e736b51b7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:55:35.986828 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] Set router 83050224-c584-4171-8112-c2c3310589b8 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:36.070269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.162179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] DHCP port deletion for 54718756-049b-4cec-9bf4-908e736b51b7 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:55:36.191318 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:34Z', 'revision_number': 7, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:36.209458 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Deleting port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:36.210093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.212682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.229926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e92b3-b426-4af0-a5fe-55a51f9c08f1 None None] The sync data for ids ['83050224-c584-4171-8112-c2c3310589b8'] in n-d-813419-3 is: [{'id': '83050224-c584-4171-8112-c2c3310589b8', 'name': 'tempest-TestNetworkBasicOps-router-1499009075', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:26Z', 'updated_at': '2021-10-12T11:55:34Z', 'revision_number': 7, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': '186d72a1-8713-4457-98f2-f0a1f4416cbb', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83050224-c584-4171-8112-c2c3310589b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:27Z', 'updated_at': '2021-10-12T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:36.281592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] For port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,segment=NetworkSegment(54535f26-696a-451b-8fab-b4482d4433fe),segment_id=54535f26-696a-451b-8fab-b4482d4433fe)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:36.281985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.294826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Calling delete_port for 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:36.340681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 186d72a1-8713-4457-98f2-f0a1f4416cbb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:55:36.341212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.424989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 186d72a1-8713-4457-98f2-f0a1f4416cbb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=186d72a1-8713-4457-98f2-f0a1f4416cbb,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:36.425252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.437365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 186d72a1-8713-4457-98f2-f0a1f4416cbb owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:55:36.464864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.495916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] Pushing event deleted for resources: {'Port': ['ID=1d7e6a4b-57d4-4952-84dc-4ad3c21500e5,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:36.502321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3d7fe-c625-4e46-b4ae-978e24978c8c None None] No DVR routers for this DVR port 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:55:36.664993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.696899 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=186d72a1-8713-4457-98f2-f0a1f4416cbb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:36.764937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.841515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device eb066381-d3d4-43d5-accb-445ba0199d91 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:36.864302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: eb066381-d3d4-43d5-accb-445ba0199d91 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:36.864959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device eb066381-d3d4-43d5-accb-445ba0199d91 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:36.865853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:36.877135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.879523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:36.887019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:36.887449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1d7e6a4b-57d4-4952-84dc-4ad3c21500e5 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:36.972256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6a0a0-505b-4c9e-a77a-9470b0994bc1 req-ecfb391d-adc8-40f0-8656-0849e66b9b44 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:36.973802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d6a0a0-505b-4c9e-a77a-9470b0994bc1 req-ecfb391d-adc8-40f0-8656-0849e66b9b44 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0531921 Oct 12 11:55:37.013868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d6a0a0-505b-4c9e-a77a-9470b0994bc1 req-1cb94e5e-d501-4c61-92dc-18b3f5781c3e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337844 Oct 12 11:55:37.034901 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.039603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Fanout notify agent at l3_agent the message router_deleted on router 83050224-c584-4171-8112-c2c3310589b8 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:55:37.043447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.044566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-21a2838b-2b99-4ca0-a762-7d7884e02a6a tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/routers/83050224-c584-4171-8112-c2c3310589b8 HTTP/1.1" status: 204 len: 168 time: 1.0975409 Oct 12 11:55:37.047335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41288) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:37.130584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.220153 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.239461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54718756-049b-4cec-9bf4-908e736b51b7']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:37.249276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54535f26-696a-451b-8fab-b4482d4433fe') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:37.249575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54535f26-696a-451b-8fab-b4482d4433fe') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:37.258563 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.271913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.277872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:55:37.278261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:55:37.281153 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:55:37.434731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.442091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.445000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/networks/54718756-049b-4cec-9bf4-908e736b51b7 HTTP/1.1" status: 204 len: 168 time: 0.3964186 Oct 12 11:55:37.460743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3d536-4267-421e-bc53-adbe82712adc tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Network': ['ID=54718756-049b-4cec-9bf4-908e736b51b7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:37.471008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41290) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:37.480063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'network': {'name': 'tempest-network-smoke--1965301933', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:37.567587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:55:37.571150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.594315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:55:37.602933 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.603279 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Added segment a0442a29-5426-4ef2-b6a8-070587a8b5dd of type vlan for network b1e836ef-8500-481b-8be2-668f7d5df18e Oct 12 11:55:37.646167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.722045 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.727612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:37.728190 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.790841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Network': ['ID=b1e836ef-8500-481b-8be2-668f7d5df18e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:37.801085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network b1e836ef-8500-481b-8be2-668f7d5df18e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:55:37.843145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-24855a93-d821-40b7-8a2f-eb0769008cb6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3709204 Oct 12 11:55:37.846030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41292) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:37.850617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'admin_state_up': True, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:37.949005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:37.950035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:38.036646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:38.134473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5f1f-efc3-448b-93dc-1b81a138c366 req-a259cede-631f-4e4c-a9fc-b6da08a1edff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:38.136084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46cf5f1f-efc3-448b-93dc-1b81a138c366 req-a259cede-631f-4e4c-a9fc-b6da08a1edff tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0544660 Oct 12 11:55:38.176316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46cf5f1f-efc3-448b-93dc-1b81a138c366 req-1fffd9ac-1147-4623-95f3-1f705c7fecec tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339985 Oct 12 11:55:38.534019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:38.742577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 186d72a1-8713-4457-98f2-f0a1f4416cbb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:55:38.763979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 186d72a1-8713-4457-98f2-f0a1f4416cbb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:55:38.764328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 186d72a1-8713-4457-98f2-f0a1f4416cbb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:55:38.785498 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:38.812039 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:38.915672 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.25.2.172 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/bab19174-f256-40fd-9d78-da4db7e28ac3) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:39.018065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:39.099262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:39.135438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:39.138200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:39.140674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:39.170351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=bab19174-f256-40fd-9d78-da4db7e28ac3,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:39.291390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ccd72-451f-4e8e-af7d-9bd153c24cc2 req-a423cc2b-1a9d-483a-9a92-3b0a74786eb8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:39.293468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e3ccd72-451f-4e8e-af7d-9bd153c24cc2 req-a423cc2b-1a9d-483a-9a92-3b0a74786eb8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0506659 Oct 12 11:55:39.332559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e3ccd72-451f-4e8e-af7d-9bd153c24cc2 req-74445e93-5fb9-47c9-b420-83b5dcaa90fc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329618 Oct 12 11:55:39.438236 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:39.635580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:39.836167 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router c1fc1d0c-9831-4932-85d7-abc271462b16 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:55:39.942328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:39.952135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Sync routers for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:39.960945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:39.961543 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:40.032611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.033889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1088236e-0aeb-4221-89f6-dc7c14d03d22 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1867940 Oct 12 11:55:40.037444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41298) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:40.065749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:40.070937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4c034e61-8b18-4d55-bff8-c2a96687b374 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fc93a54056c94f0e8d7b950465a6cc56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322361 Oct 12 11:55:40.074065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41300) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:40.163026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28008728-01df-4c03-a199-7cc76086eb59 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:40.167316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-28008728-01df-4c03-a199-7cc76086eb59 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896075 Oct 12 11:55:40.167641 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41302) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:40.195885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6a1c4ec8-48b3-446f-9508-e95e8385e058 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270102 Oct 12 11:55:40.199281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41304) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:40.204368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422822041', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:40.241184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:39Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:40.271197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Checking router: c1fc1d0c-9831-4932-85d7-abc271462b16 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:40.271538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Updating router c1fc1d0c-9831-4932-85d7-abc271462b16 port bab19174-f256-40fd-9d78-da4db7e28ac3 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:55:40.295755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.339146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:55:40.342729 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.453556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699161ad-9875-441e-b90a-74f3759b748e req-01b4f6fc-3478-42d4-89d4-31989a7f5ee8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:40.455197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-699161ad-9875-441e-b90a-74f3759b748e req-01b4f6fc-3478-42d4-89d4-31989a7f5ee8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0529003 Oct 12 11:55:40.495056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-699161ad-9875-441e-b90a-74f3759b748e req-0447d0b0-f0a1-4f16-8e9f-1097ab30cd17 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Oct 12 11:55:40.583078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.596150 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.662331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Subnet': ['ID=7c2ebd16-63d7-4679-863d-43366e7e3934,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:40.669344 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Checking segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:40.669474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network hostable DHCP agents. Network: b1e836ef-8500-481b-8be2-668f7d5df18e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:55:40.698001 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.751058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Attempting to bind port bab19174-f256-40fd-9d78-da4db7e28ac3 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:40.751421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Attempting to bind port bab19174-f256-40fd-9d78-da4db7e28ac3 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:40.751785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Attempting to bind port bab19174-f256-40fd-9d78-da4db7e28ac3 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:40.757070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Pushing event updated for resources: {'Port': ['ID=bab19174-f256-40fd-9d78-da4db7e28ac3,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:40.765307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:40.765677 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:40.766077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.766466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:40.766946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Bound port: bab19174-f256-40fd-9d78-da4db7e28ac3, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:40.767325 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.770436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.770918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.781364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:55:40.807297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network b1e836ef-8500-481b-8be2-668f7d5df18e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:55:40.825376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] For port bab19174-f256-40fd-9d78-da4db7e28ac3, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:40.828693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] For port bab19174-f256-40fd-9d78-da4db7e28ac3, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bab19174-f256-40fd-9d78-da4db7e28ac3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:40.910092 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, b1e836ef-8500-481b-8be2-668f7d5df18e) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:40.914572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:40.915314 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.918675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a7a99-3366-46e8-98bb-f2b0d10678bc None None] Network b1e836ef-8500-481b-8be2-668f7d5df18e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:55:40.931858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:40.987490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c7e29d8-62ac-444b-9abe-fae89f656784 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7870414 Oct 12 11:55:40.990175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41308) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:41.039015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:41.039628 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:41.043322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8440d0-3738-46ae-83e4-d2b4821d7251 None None] Pushing event updated for resources: {'Port': ['ID=bab19174-f256-40fd-9d78-da4db7e28ac3,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:41.354536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-b1e836ef-8500-481b-8be2-668f7d5df18e', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:55:41.355400 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:41.358249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:41.441353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:41.614763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22b864-8246-4ae7-8c2f-8c0fe487ecae req-e7dffef5-6e10-4696-9dc0-4f59b58b1b47 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:41.616263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e22b864-8246-4ae7-8c2f-8c0fe487ecae req-e7dffef5-6e10-4696-9dc0-4f59b58b1b47 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Oct 12 11:55:41.632689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Allocated IP 172.20.0.2 (b1e836ef-8500-481b-8be2-668f7d5df18e/7c2ebd16-63d7-4679-863d-43366e7e3934/241b48b0-2c94-4e26-a9a4-8bbf9f10741f) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:41.667757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e22b864-8246-4ae7-8c2f-8c0fe487ecae req-d658d927-37ca-4292-828f-8dfc61faefdd tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440295 Oct 12 11:55:41.718086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:39Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:41.749569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbecc-6553-487d-87dc-759455cd4f7e None None] The sync data for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 is: [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:39Z', 'revision_number': 3, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:41.832069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:41.909216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:41.948552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Network b1e836ef-8500-481b-8be2-668f7d5df18e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:41.972900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:41.975562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:41.976741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.1 (b1e836ef-8500-481b-8be2-668f7d5df18e/7c2ebd16-63d7-4679-863d-43366e7e3934/53d97cc8-b49d-483f-8f1a-f1b9eb953089) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:41.984026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Pushing event updated for resources: {'Port': ['ID=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:42.049547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Attempting to bind port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:42.050194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Attempting to bind port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:42.050293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Attempting to bind port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f on network b1e836ef-8500-481b-8be2-668f7d5df18e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:42.056012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:42.057044 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Checking segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:42.057310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.057780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Bound using segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:42.058240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Bound port: 241b48b0-2c94-4e26-a9a4-8bbf9f10741f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:42.058643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.112078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.136300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] For port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:42.139719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] For port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:42.235496 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.280800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.303912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124a44-4029-4ad5-be07-873375f2abd6 None None] Pushing event updated for resources: {'Port': ['ID=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:42.327859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network b1e836ef-8500-481b-8be2-668f7d5df18e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:42.331481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:42.335389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:42.375626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:42.392324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.663381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:42.798567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564be4-bee0-4761-9ff0-e004b17396f7 req-df17b553-f592-48d7-ae66-e436dfd84585 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:42.801176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e564be4-bee0-4761-9ff0-e004b17396f7 req-df17b553-f592-48d7-ae66-e436dfd84585 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0636268 Oct 12 11:55:42.844578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e564be4-bee0-4761-9ff0-e004b17396f7 req-41631cd5-9bf3-4dae-b12a-611083419824 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369520 Oct 12 11:55:42.883142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bab19174-f256-40fd-9d78-da4db7e28ac3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:42.942464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port bab19174-f256-40fd-9d78-da4db7e28ac3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:42.942968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.032897 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.055128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port bab19174-f256-40fd-9d78-da4db7e28ac3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bab19174-f256-40fd-9d78-da4db7e28ac3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:43.110680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.111650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b48b0-2c94-4e26-a9a4-8bbf9f10741f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:43.199589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=bab19174-f256-40fd-9d78-da4db7e28ac3,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:43.209496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:43.209698 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.299403 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.301495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c90e4-fc36-45b4-9f35-29bc7659284b None None] Network b1e836ef-8500-481b-8be2-668f7d5df18e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:55:43.317077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.382479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c3686758-4d47-4c8a-a125-67432a5218b4 None None] Provisioning complete for port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:43.382870 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3686758-4d47-4c8a-a125-67432a5218b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.383095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.421055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:43.458356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.460268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:43.519194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.567282 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network b1e836ef-8500-481b-8be2-668f7d5df18e is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:43.568702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:43.597887 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3686758-4d47-4c8a-a125-67432a5218b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:43.643115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:43.689708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-c3686758-4d47-4c8a-a125-67432a5218b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:55:43.690256 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-c3686758-4d47-4c8a-a125-67432a5218b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:55:43.704288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router c1fc1d0c-9831-4932-85d7-abc271462b16 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:43.821659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:43.827017 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3c62add6-408b-4bd0-b769-7ab6c8ff4654 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/c1fc1d0c-9831-4932-85d7-abc271462b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357947 Oct 12 11:55:43.829753 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41314) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:43.871636 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Sync routers for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:43.892816 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:43.893434 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:43.974899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd18f3-0e7d-4c1e-8e94-a32dc8502910 req-9ff3d587-f9e6-4741-957c-eff5d8e96aa2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:43.983601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dcd18f3-0e7d-4c1e-8e94-a32dc8502910 req-9ff3d587-f9e6-4741-957c-eff5d8e96aa2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0606873 Oct 12 11:55:44.023057 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:44.026419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6dcd18f3-0e7d-4c1e-8e94-a32dc8502910 req-b32a54d8-44ab-4b0e-93f6-ac2793dfaa50 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 Oct 12 11:55:44.026909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.027445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.027901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.028343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.028782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.029255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.029688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.031713 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e963e76f-c73b-4a72-8bb7-89cf014cdcb1 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2010221 Oct 12 11:55:44.034882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41318) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:44.256896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 2, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:44.284663 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Checking router: c1fc1d0c-9831-4932-85d7-abc271462b16 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:44.285023 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Updating router c1fc1d0c-9831-4932-85d7-abc271462b16 port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:55:44.318517 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.358328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f8c5844c-08c0-426b-89f2-48881645b9d1 None None] Provisioning complete for port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:44.359202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8c5844c-08c0-426b-89f2-48881645b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.393840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5844c-08c0-426b-89f2-48881645b9d1 None None] Port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:55:44.404083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f8c5844c-08c0-426b-89f2-48881645b9d1 None None] Provisioning complete for port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:44.404450 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8c5844c-08c0-426b-89f2-48881645b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.460495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.460948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.461386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.461824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.462255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.462829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.463617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:44.468159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fad11b1f-5ef8-4ceb-bbf0-65c73227de1e tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.4296715 Oct 12 11:55:44.468403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41320) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:44.718416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e3f15213-5933-4bc2-a4ea-1ef9d5fa9c12 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2462754 Oct 12 11:55:44.806107 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.818065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bab19174-f256-40fd-9d78-da4db7e28ac3 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:44.867774 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port bab19174-f256-40fd-9d78-da4db7e28ac3 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:44.868951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.891928 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:44.947644 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9071742-2de4-4fc2-9593-81081d96f015 None None] Pushing event updated for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:44.965059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b48b0-2c94-4e26-a9a4-8bbf9f10741f up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:45.000283 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Attempting to bind port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:45.000283 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Attempting to bind port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:45.000668 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Attempting to bind port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 on network b1e836ef-8500-481b-8be2-668f7d5df18e {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:45.006957 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:45.007325 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Checking segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:45.007946 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.008779 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Bound using segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:45.009922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Bound port: 53d97cc8-b49d-483f-8f1a-f1b9eb953089, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:45.010309 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.018357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:45.018773 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.091538 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] For port 53d97cc8-b49d-483f-8f1a-f1b9eb953089, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:45.094892 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] For port 53d97cc8-b49d-483f-8f1a-f1b9eb953089, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53d97cc8-b49d-483f-8f1a-f1b9eb953089,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:45.196335 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.216358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] Provisioning complete for port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:45.216682 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.255409 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:45.256038 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:45.258942 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9071742-2de4-4fc2-9593-81081d96f015 None None] Pushing event updated for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:45.302278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.315494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41332) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:45.321077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784617930', 'description': 'tempest-secgroup-smoke-784617930 description', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:45.357150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] For port 53d97cc8-b49d-483f-8f1a-f1b9eb953089, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53d97cc8-b49d-483f-8f1a-f1b9eb953089,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:45.394521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:45.421943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a850c33-5afd-4004-8675-446e5278f544 req-86e45cca-f329-4931-923c-72104deb3db3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:45.427713 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a850c33-5afd-4004-8675-446e5278f544 req-86e45cca-f329-4931-923c-72104deb3db3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0586731 Oct 12 11:55:45.441857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.453664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.484692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a850c33-5afd-4004-8675-446e5278f544 req-17f3348b-507a-43e0-a93f-59f8df4b118b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503852 Oct 12 11:55:45.522410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7644d-b0ca-4a07-8a9b-3a3bf133ed45 None None] Pushing event updated for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:45.547255 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.562190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-25413202-f0ed-432e-a02e-0a6b9da9c63c None None] Provisioning complete for port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:45.562566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-25413202-f0ed-432e-a02e-0a6b9da9c63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.596007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.620706 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:45.626239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d59f70f-5f91-4545-85c5-c794537e9e73,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:45.650304 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7933b8-dfab-4060-ba88-c1ea62f7ecf9 None None] The sync data for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 is: [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:45.700283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.704543 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9e200b45-5ddd-42ff-9b0b-eda157f9675d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3851879 Oct 12 11:55:45.705518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41334) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:45.712956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:45.805075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.858667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.921911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:45.938985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00984a5b-86be-4187-a9bd-fde4d330cde4,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:46.025878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.027398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37f5a734-19fb-4ab9-9b9e-e07afe76226c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210170 Oct 12 11:55:46.030037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41336) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:46.034529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:46.126386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.188525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.253505 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.272169 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e326fe-eef4-4b81-9b87-b921ff4ea7c8,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:46.330170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.331450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-363c0ab5-deee-4563-825c-8fdfe8daa7c8 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004839 Oct 12 11:55:46.334554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41338) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:46.339446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:46.441515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.503543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.587344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.610722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06faf9d2-1ea7-4c07-a4fc-c6daa3d601bb,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:46.619638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b720c-085a-47a3-8ad7-9bbe51204c80 req-8a78e06f-d282-4fd7-9d0d-3990873386f0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:46.621202 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9b720c-085a-47a3-8ad7-9bbe51204c80 req-8a78e06f-d282-4fd7-9d0d-3990873386f0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0732691 Oct 12 11:55:46.663210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e9b720c-085a-47a3-8ad7-9bbe51204c80 req-af1bb8f8-345c-4c11-bb7c-05348e1b9f43 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352743 Oct 12 11:55:46.706658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.707924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-82c4fe90-c03a-4f22-bc7e-6a850df5851d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728073 Oct 12 11:55:46.710670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41342) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:46.715835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:46.810003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53d97cc8-b49d-483f-8f1a-f1b9eb953089 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:46.829169 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.858310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:46.858681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.888952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.960186 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:46.977938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aacc371-fb1a-408c-9efd-3d7491c6ad3a,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:47.037978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.039554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6871beb6-dd05-4c6d-bc69-b4f6bcf30e0d tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275251 Oct 12 11:55:47.045899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41344) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:47.046873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:47.127680 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:55:47.132962 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.193321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.270093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.287487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a179e26-f608-4b5e-b25a-707fc2b09c63,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:47.346534 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.347696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-09115366-9011-434d-a6d7-bf8869b739c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3043058 Oct 12 11:55:47.350434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41346) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:47.355241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'security_group_rule': {'security_group_id': '2d59f70f-5f91-4545-85c5-c794537e9e73', 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:47.447220 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Project fc93a54056c94f0e8d7b950465a6cc56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:55:47.452191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.516414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.589094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.607987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daff0239-4d4c-4ba5-85ba-6700fec197ea,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:47.676383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.677616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-49f5d326-263a-4a97-bfa3-976327a40dcd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3262374 Oct 12 11:55:47.707670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eca8d2d6-e53f-4b06-a62a-f8d089a04d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.749768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bab0346a-91d3-4b14-be2b-5d991114aea2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:55:47.783438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b44c5-a039-401c-b0f9-dbe506543aff req-454fd66d-3b73-499b-a5f1-d03b04c831aa tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:47.784912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f76b44c5-a039-401c-b0f9-dbe506543aff req-454fd66d-3b73-499b-a5f1-d03b04c831aa tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Oct 12 11:55:47.823085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f76b44c5-a039-401c-b0f9-dbe506543aff req-b03b631f-3146-491c-8344-7128b1cb7a65 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Oct 12 11:55:47.853080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bab0346a-91d3-4b14-be2b-5d991114aea2,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:47.865054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:55:47.903532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:47.916214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab0346a-91d3-4b14-be2b-5d991114aea2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:47.928846 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-b03515ef-9925-4df2-b5d5-8c6ba33904c1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784617930&fields=id&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 267 time: 0.0318499 Oct 12 11:55:47.936011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bab0346a-91d3-4b14-be2b-5d991114aea2,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:48.039201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-eb84a9e5-418c-4aed-9311-4e8eb6834005 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:48.041135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-eb84a9e5-418c-4aed-9311-4e8eb6834005 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/networks?id=b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 200 len: 797 time: 0.1035175 Oct 12 11:55:48.051843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:48.057654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-391a22ab-abf8-48cd-93d0-e94bf48a6049 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/quotas/fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 375 time: 0.0107117 Oct 12 11:55:48.104246 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:48.108714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-692ad487-2d0b-403e-af1e-abd389bba964 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453234 Oct 12 11:55:48.207839 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-3cd0862a-169a-4747-b1a6-a0bfd4eba943 service neutron] 10.222.0.43 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867546 Oct 12 11:55:48.295868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-6ef9def0-7ca8-44ae-a052-b233c5c9990e service neutron] 10.222.0.43 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818713 Oct 12 11:55:48.347792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['bab0346a-91d3-4b14-be2b-5d991114aea2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:55:48.539373 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dad2d533-3c75-4885-9553-1036d99f9acf req-1cc018e1-5af3-44a0-b169-a5138928cc07 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Oct 12 11:55:48.942956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6176-eb5a-4396-bf07-71aa9bdee4e8 req-3e0e4c22-9473-4733-967e-85e768ca173e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:48.944440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-286f6176-eb5a-4396-bf07-71aa9bdee4e8 req-3e0e4c22-9473-4733-967e-85e768ca173e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 944 time: 0.0531716 Oct 12 11:55:48.985074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-286f6176-eb5a-4396-bf07-71aa9bdee4e8 req-ef42d9dc-a961-43a4-98dc-7ed2b94d2d6a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Oct 12 11:55:49.636275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03bc5044-46ef-4a74-8ec7-16538d68e16b req-2bb0ce7f-a35b-49bb-8b0f-2ef8ac9743ad tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 210 time: 0.0276794 Oct 12 11:55:49.762731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bab0346a-91d3-4b14-be2b-5d991114aea2 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:49.875634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port bab0346a-91d3-4b14-be2b-5d991114aea2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:55:49.880126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port bab0346a-91d3-4b14-be2b-5d991114aea2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:49.880504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:49.960350 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:49.985018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:49.987344 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135f9ce-482c-4fb7-9880-8e0ee77d3e3c" -d '{"events": [{"server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "name": "network-vif-plugged", "status": "completed", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:50.000329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bab0346a-91d3-4b14-be2b-5d991114aea2,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:50.025833 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1695946-92b0-487e-87c8-179c196714b2 x-openstack-request-id: req-b1695946-92b0-487e-87c8-179c196714b2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:50.026147 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "name": "network-vif-plugged", "status": "completed", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:50.026504 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1695946-92b0-487e-87c8-179c196714b2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:50.026960 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'code': 200} Oct 12 11:55:50.070240 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:50.124361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:50.127540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc912ec6-2860-40b3-afdd-a757b88a2164 req-275277c9-ee8d-4921-b044-6880da80a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:50.129205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc912ec6-2860-40b3-afdd-a757b88a2164 req-275277c9-ee8d-4921-b044-6880da80a093 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0462739 Oct 12 11:55:50.168021 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-dc912ec6-2860-40b3-afdd-a757b88a2164 req-84bc9b78-ef02-4b0c-bd1f-e0a6f6908c2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283396 Oct 12 11:55:50.188951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8d64-d9ef-45de-9a57-c409d4be343e req-9370b860-5918-4ccc-ac63-170b99e4d099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:50.190467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-540a8d64-d9ef-45de-9a57-c409d4be343e req-9370b860-5918-4ccc-ac63-170b99e4d099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.1173222 Oct 12 11:55:50.231677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-540a8d64-d9ef-45de-9a57-c409d4be343e req-839e73f7-1be1-4296-ba30-f3b5c0b1633b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343256 Oct 12 11:55:50.428360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-0dc0f112-f913-48f9-92ad-adee95a61fe3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:50.429786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-0dc0f112-f913-48f9-92ad-adee95a61fe3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/networks?id=b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 200 len: 797 time: 0.1047297 Oct 12 11:55:50.476624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-db3aaaad-5143-48fe-b8bd-ed083d90493f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc93a54056c94f0e8d7b950465a6cc56 HTTP/1.1" status: 200 len: 379 time: 0.0370898 Oct 12 11:55:50.486337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'port': {'device_id': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'admin_state_up': True, 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'security_groups': ['2d59f70f-5f91-4545-85c5-c794537e9e73']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:50.497267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41acd289-6a25-49dd-b087-85edb150cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:50.670053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Made reservation on behalf of fc93a54056c94f0e8d7b950465a6cc56 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:55:50.673868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:50.756889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad7893b-2373-4499-bc05-ab66ced2d73a req-cb15cfe9-62f9-4e9a-8911-d5eedc29ec74 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Oct 12 11:55:50.827093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.20.0.13 (b1e836ef-8500-481b-8be2-668f7d5df18e/7c2ebd16-63d7-4679-863d-43366e7e3934/d2a6a758-caf8-4389-b742-f8461702423e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:50.961045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.053602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.099374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network b1e836ef-8500-481b-8be2-668f7d5df18e is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:51.104252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:51.107957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:51.131559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:51.161585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:51.162250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.238332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-da81f6f1-7076-4d00-8d36-3c6c24554549 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556722 Oct 12 11:55:51.250835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Request body: {'port': {'device_id': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:51.332350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.389110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd9681-62b8-4fe2-95c8-1abd6933d09a req-f4a8d10c-5696-4f51-b1f5-c59c266811ef tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:51.390538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4cd9681-62b8-4fe2-95c8-1abd6933d09a req-f4a8d10c-5696-4f51-b1f5-c59c266811ef tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.0875251 Oct 12 11:55:51.402675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6f219bea-6e6b-44d7-9721-ee24d8203e61 None None] Provisioning complete for port d2a6a758-caf8-4389-b742-f8461702423e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:51.403663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6f219bea-6e6b-44d7-9721-ee24d8203e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.438609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6f219bea-6e6b-44d7-9721-ee24d8203e61 None None] Port d2a6a758-caf8-4389-b742-f8461702423e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:55:51.496411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a4cd9681-62b8-4fe2-95c8-1abd6933d09a req-c9c96605-8592-46e3-881e-b8e7687a38b7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991673 Oct 12 11:55:51.649858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a6a758-caf8-4389-b742-f8461702423e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:51.658744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.671374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Transition to ACTIVE for port object d2a6a758-caf8-4389-b742-f8461702423e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:55:51.709674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.709991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.781044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Pushing event updated for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:51.829660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.855879 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Attempting to bind port d2a6a758-caf8-4389-b742-f8461702423e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:55:51.856215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Attempting to bind port d2a6a758-caf8-4389-b742-f8461702423e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:55:51.856545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Attempting to bind port d2a6a758-caf8-4389-b742-f8461702423e on network b1e836ef-8500-481b-8be2-668f7d5df18e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:51.876649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Port d2a6a758-caf8-4389-b742-f8461702423e on network b1e836ef-8500-481b-8be2-668f7d5df18e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:55:51.877185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Attempting to bind port d2a6a758-caf8-4389-b742-f8461702423e on network b1e836ef-8500-481b-8be2-668f7d5df18e {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:55:51.887818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:55:51.888155 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Checking segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:55:51.888544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Bound using segment: {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:55:51.888986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Bound port: d2a6a758-caf8-4389-b742-f8461702423e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0442a29-5426-4ef2-b6a8-070587a8b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:55:51.889345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:51.916697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844823f6-e829-4904-add1-7c8e4a3ee032 req-9e1d7e75-16d4-4cd8-82ba-8f4beb890aed tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:51.916697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-844823f6-e829-4904-add1-7c8e4a3ee032 req-9e1d7e75-16d4-4cd8-82ba-8f4beb890aed tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 944 time: 0.0751774 Oct 12 11:55:51.995924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-844823f6-e829-4904-add1-7c8e4a3ee032 req-8129a0a6-b787-4c86-b98b-2d31e5e29945 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589302 Oct 12 11:55:52.000209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:55:52.003788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d2a6a758-caf8-4389-b742-f8461702423e,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:55:52.059110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:52.098677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.099355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:52.100793 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] 10.222.0.47 "PUT /v2.0/ports/d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 200 len: 1092 time: 0.8544338 Oct 12 11:55:52.101264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:52.103603 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:52.127965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae3bd7-8e00-4b81-9524-94f30f8063ac service neutron] Pushing event updated for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:52.148428 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49378570-16d8-4247-8ae1-604a23d8c775 x-openstack-request-id: req-49378570-16d8-4247-8ae1-604a23d8c775 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:52.148727 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:52.151513 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49378570-16d8-4247-8ae1-604a23d8c775 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:52.151513 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e', 'status': 'completed', 'code': 200} Oct 12 11:55:52.216680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-ecba04fc-9aae-46a1-9e6a-a464fdddc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.218423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-ecba04fc-9aae-46a1-9e6a-a464fdddc58e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1095 time: 0.0474701 Oct 12 11:55:52.280110 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:52.318982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-94edce01-e2b5-4790-9ab8-699c9115c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.320433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-94edce01-e2b5-4790-9ab8-699c9115c2c2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0945342 Oct 12 11:55:52.416421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-a4282c59-7e3c-4bb2-a7dd-224a5f31ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.418438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a836ddfc-88c5-455a-b794-e7ee96ce4cd9 req-a4282c59-7e3c-4bb2-a7dd-224a5f31ed02 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916991 Oct 12 11:55:52.489092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-087dfacf-c49a-4850-9a7e-b217506e1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.490503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-087dfacf-c49a-4850-9a7e-b217506e1a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1095 time: 0.0392962 Oct 12 11:55:52.535192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-1227f4d3-60d9-445f-8f25-726ccd9cba92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 200 len: 217 time: 0.0373614 Oct 12 11:55:52.593813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-db669048-ed84-403a-9870-9eaffb1ef242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.595258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-db669048-ed84-403a-9870-9eaffb1ef242 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c2ebd16-63d7-4679-863d-43366e7e3934 HTTP/1.1" status: 200 len: 835 time: 0.0539243 Oct 12 11:55:52.660008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3273fda-b614-4eef-b4cf-b844b27fe340 req-60aecd03-cfd8-4ade-ba8d-a9730b2f5eec tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.661513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3273fda-b614-4eef-b4cf-b844b27fe340 req-60aecd03-cfd8-4ade-ba8d-a9730b2f5eec tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.0829649 Oct 12 11:55:52.664168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-59c37165-eb03-48c5-a81f-03b4cf91fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.665520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-59c37165-eb03-48c5-a81f-03b4cf91fb07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1e836ef-8500-481b-8be2-668f7d5df18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564282 Oct 12 11:55:52.754167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3273fda-b614-4eef-b4cf-b844b27fe340 req-1190c239-4e16-4641-9a6a-dd32523b9d3e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853980 Oct 12 11:55:52.781861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-7312edb9-888d-4e2f-be90-d79ad0f15e6a service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074927 Oct 12 11:55:52.906517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64a45ba5-e2ca-46e8-b357-9ab3a9dc39b7 req-fe413133-8430-4ab7-bb29-9dc65f0cf2f3 service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181641 Oct 12 11:55:52.914686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56aa84-8199-46af-81e2-fe0bfb2d5362 req-ffa3aa5d-59a4-4af6-a351-09677bb69415 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:52.916087 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b56aa84-8199-46af-81e2-fe0bfb2d5362 req-ffa3aa5d-59a4-4af6-a351-09677bb69415 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Oct 12 11:55:52.954620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2b56aa84-8199-46af-81e2-fe0bfb2d5362 req-890f6648-d725-489d-b97c-fb4873660b9c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Oct 12 11:55:52.981595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:53.020462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b3657-4886-42e6-be6a-e43acf677872 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:53.021865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-976b3657-4886-42e6-be6a-e43acf677872 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1091 time: 0.0393088 Oct 12 11:55:53.025086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41406) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:55:53.030267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:55:53.099827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:53.138204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34993-872e-4d82-9765-d3c0cbd86718 req-8654f77f-8a10-447c-860f-c97bcdf5990b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:53.139740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8cc34993-872e-4d82-9765-d3c0cbd86718 req-8654f77f-8a10-447c-860f-c97bcdf5990b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 944 time: 0.0765116 Oct 12 11:55:53.216236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8cc34993-872e-4d82-9765-d3c0cbd86718 req-16b10062-ab61-4a5c-8057-67b84daa9a36 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699673 Oct 12 11:55:53.242878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:53.350646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.25.2.236 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/dad06cf4-628d-4239-8f58-913113681d4e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:55:53.373364 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:53.450431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:53.533451 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:53.569702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:55:53.573097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:55:53.579147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:55:53.603013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=dad06cf4-628d-4239-8f58-913113681d4e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:53.934267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:54.099300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:54.258244 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:54.330359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6bd50-e3ed-407b-90ea-4ec6d6763835 req-cdb93973-68c4-4f68-802b-4b7d619a5832 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:54.331856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70b6bd50-e3ed-407b-90ea-4ec6d6763835 req-cdb93973-68c4-4f68-802b-4b7d619a5832 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 944 time: 0.0495226 Oct 12 11:55:54.344496 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:54.429759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70b6bd50-e3ed-407b-90ea-4ec6d6763835 req-5832d188-39f1-4520-b184-677a4e5bbb27 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918460 Oct 12 11:55:54.438000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=dad06cf4-628d-4239-8f58-913113681d4e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:54.449607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:54.547380 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP ba67aa39-b45d-4240-b7c5-c7f1d25dab71 associated. External IP: 172.25.2.236, port: bab0346a-91d3-4b14-be2b-5d991114aea2. Oct 12 11:55:55.092559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:55:55.223181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:55:55.233468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:55:55.242781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:55.243403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:55.295299 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:55.326565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6809a770-67b3-41e4-93f1-c3d7e82da86d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2998483 Oct 12 11:55:55.327174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:55.329664 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:55.348651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:55.369911 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379ff7c-6658-4d24-9f04-fbbeb59c96f0 x-openstack-request-id: req-d379ff7c-6658-4d24-9f04-fbbeb59c96f0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:55.370207 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:55.370469 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d379ff7c-6658-4d24-9f04-fbbeb59c96f0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:55.370899 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'status': 'completed', 'code': 200} Oct 12 11:55:55.429670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-8ce1e852-00b6-4aec-8ce3-361d901a7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:55.431343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-8ce1e852-00b6-4aec-8ce3-361d901a7a1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0391960 Oct 12 11:55:55.459715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d2a6a758-caf8-4389-b742-f8461702423e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:55:55.534823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-ab76d41f-59b3-4351-b24a-b7a6c0c4e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:55.536373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-ab76d41f-59b3-4351-b24a-b7a6c0c4e7a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0983567 Oct 12 11:55:55.554799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e99dcc-09b6-459a-baa6-18ec54924fd3 req-3e323f7e-3d65-4f29-a642-4b96182e5a87 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:55.556710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24e99dcc-09b6-459a-baa6-18ec54924fd3 req-3e323f7e-3d65-4f29-a642-4b96182e5a87 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 944 time: 0.0511878 Oct 12 11:55:55.599203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24e99dcc-09b6-459a-baa6-18ec54924fd3 req-f722e565-30cd-4d87-b710-ab9b8c9865ae tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355313 Oct 12 11:55:55.610481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-4fd3041a-34a7-4158-9ff4-0ef9c99cc9f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 999 time: 0.0660322 Oct 12 11:55:55.665448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-6dc776fe-b92f-4e4f-96b9-c185a7d69044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:55.667096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-6dc776fe-b92f-4e4f-96b9-c185a7d69044 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0487866 Oct 12 11:55:55.719918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-91bc8094-20e1-4569-ac59-18f571d36f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:55.722504 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-91bc8094-20e1-4569-ac59-18f571d36f43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485339 Oct 12 11:55:55.801386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d2a6a758-caf8-4389-b742-f8461702423e,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:55.813775 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-ac7b1d53-e155-47f0-8589-6cd93cfded44 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Oct 12 11:55:55.816844 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'd2a6a758-caf8-4389-b742-f8461702423e', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'port_id': 'd2a6a758-caf8-4389-b742-f8461702423e', 'mac_address': 'fa:16:3e:b3:71:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:55:55.873006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:53Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:55.875861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:55.901432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:55:55.910613 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-24eb9bf4-7835-4ae3-ba5c-37b72f63dcfe req-5c61e4e8-fef8-40b0-b0d4-71cc873c8da6 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Oct 12 11:55:55.915955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a6a758-caf8-4389-b742-f8461702423e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:55:55.927131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:55:55.927741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:55.974035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d2a6a758-caf8-4389-b742-f8461702423e,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:56.039304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:55:56.064481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:56.165464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:56.253419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['d2a6a758-caf8-4389-b742-f8461702423e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:55:56.371873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:53Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:55:56.405833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46bdee-986e-4f13-842b-4655b5a857a2 None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:53Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:55:56.608042 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5d3a3-a3c3-4ef2-bac8-bb5bf17cf058 None None] New status for floating IP ba67aa39-b45d-4240-b7c5-c7f1d25dab71: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:55:56.714275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3461-5cad-4936-aace-7229bf422ae4 req-4b85fa92-4b70-40a6-9609-eb673f2f74c9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:56.715712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-637a3461-5cad-4936-aace-7229bf422ae4 req-4b85fa92-4b70-40a6-9609-eb673f2f74c9 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Oct 12 11:55:56.756820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-637a3461-5cad-4936-aace-7229bf422ae4 req-35b6bdfb-109f-40c9-a81f-e0b8e20789c6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350306 Oct 12 11:55:56.948690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:57.459287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d2a6a758-caf8-4389-b742-f8461702423e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:55:57.622404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port d2a6a758-caf8-4389-b742-f8461702423e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:55:57.626380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port d2a6a758-caf8-4389-b742-f8461702423e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:55:57.626798 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:57.709672 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:57.732062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:55:57.735390 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0973384-76dd-47ad-b4dc-b67129516d78" -d '{"events": [{"server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "name": "network-vif-plugged", "status": "completed", "tag": "d2a6a758-caf8-4389-b742-f8461702423e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:55:57.747549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d2a6a758-caf8-4389-b742-f8461702423e,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:55:57.771214 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51104b19-d1fe-44a8-a3aa-c79b954d6828 x-openstack-request-id: req-51104b19-d1fe-44a8-a3aa-c79b954d6828 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:55:57.771579 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "name": "network-vif-plugged", "status": "completed", "tag": "d2a6a758-caf8-4389-b742-f8461702423e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:55:57.771857 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51104b19-d1fe-44a8-a3aa-c79b954d6828 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:55:57.772258 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e', 'code': 200} Oct 12 11:55:57.812795 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:55:57.856947 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:55:57.862165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:55:57.914960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40fa00-7774-4c6f-89a1-b17ec4113ed3 req-c2a5890b-5f5f-4924-bbd3-5a838e895752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:57.917008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee40fa00-7774-4c6f-89a1-b17ec4113ed3 req-c2a5890b-5f5f-4924-bbd3-5a838e895752 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1097 time: 0.0880115 Oct 12 11:55:57.925274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6e9a5-400c-4b17-90d5-3bf675f90ef6 req-8e8137df-4552-47d8-b657-fb3f4be75ab6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:57.926638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26d6e9a5-400c-4b17-90d5-3bf675f90ef6 req-8e8137df-4552-47d8-b657-fb3f4be75ab6 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0964530 Oct 12 11:55:57.980387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee40fa00-7774-4c6f-89a1-b17ec4113ed3 req-f286547e-fc54-42f7-955a-a9e550457949 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526934 Oct 12 11:55:57.985253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26d6e9a5-400c-4b17-90d5-3bf675f90ef6 req-fb59980a-fa20-4367-972d-909739088bc7 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496273 Oct 12 11:55:59.193707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9bd66-1a3d-408d-81bf-ed5c9344d7a0 req-af878980-16d3-4f73-820c-9f07823ef30b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:55:59.195310 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26e9bd66-1a3d-408d-81bf-ed5c9344d7a0 req-af878980-16d3-4f73-820c-9f07823ef30b tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Oct 12 11:55:59.234621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26e9bd66-1a3d-408d-81bf-ed5c9344d7a0 req-d9852b13-64ba-4544-9468-192e91ba937f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Oct 12 11:56:00.353089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d9e99-202a-499e-8256-fea08c1e5e85 req-37b30c32-4611-4e2f-8f95-185940ec8724 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:00.354665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d4d9e99-202a-499e-8256-fea08c1e5e85 req-37b30c32-4611-4e2f-8f95-185940ec8724 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0525637 Oct 12 11:56:00.391882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d4d9e99-202a-499e-8256-fea08c1e5e85 req-00f730f1-2af6-42be-ba11-600d50dc08c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Oct 12 11:56:00.502647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964d9da-f364-4640-8153-a9463452c94c req-41f657d2-2b70-4697-bf76-3c171a765fea tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:00.504128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f964d9da-f364-4640-8153-a9463452c94c req-41f657d2-2b70-4697-bf76-3c171a765fea tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0475495 Oct 12 11:56:00.543888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f964d9da-f364-4640-8153-a9463452c94c req-ffa357e2-5a9b-436c-8723-4f3f51fbd38e tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Oct 12 11:56:00.565952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41430) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:00.605131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828c0b9-bc0e-4851-9186-8fc7744fb986 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:00.606607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1828c0b9-bc0e-4851-9186-8fc7744fb986 tempest-TestNetworkBasicOps-608053623 tempest-TestNetworkBasicOps-608053623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1092 time: 0.0397077 Oct 12 11:56:00.609424 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41432) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:00.613579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'd2a6a758-caf8-4389-b742-f8461702423e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:00.721676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:00.819447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:00.929729 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Allocated IP 172.25.2.237 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/66178277-9d84-487b-a32e-2347638d68ed) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:01.033957 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.125748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.160514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:01.163208 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:01.168669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:01.195449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=66178277-9d84-487b-a32e-2347638d68ed,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:01.524950 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.650599 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.804051 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.858229 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:01.935523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event updated for resources: {'Port': ['ID=66178277-9d84-487b-a32e-2347638d68ed,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:01.946410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:02.055679 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Floating IP 40588686-62b3-4415-865e-deb99e6a925b associated. External IP: 172.25.2.237, port: d2a6a758-caf8-4389-b742-f8461702423e. Oct 12 11:56:02.278725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router c1fc1d0c-9831-4932-85d7-abc271462b16 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:02.389264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:02.399526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Sync routers for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:02.410356 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:02.411067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:02.465693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:02.499500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-128fff65-089d-4171-a2b0-dbf9543f932f tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8861537 Oct 12 11:56:02.499500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:02.499500 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6cef7-fef8-4bd4-93d8-c0e70908c976" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:02.499849 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41438) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:02.534156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:02.541547 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4805b1cb-7269-4777-80c6-2382e58e6f45 x-openstack-request-id: req-4805b1cb-7269-4777-80c6-2382e58e6f45 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:02.542475 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:02.542825 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4805b1cb-7269-4777-80c6-2382e58e6f45 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:02.543250 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e', 'status': 'completed', 'code': 200} Oct 12 11:56:02.571439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3e3507fa-0321-4be2-9c3f-5e2bcf5f48be tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/40588686-62b3-4415-865e-deb99e6a925b HTTP/1.1" status: 200 len: 992 time: 0.0703661 Oct 12 11:56:02.612389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-d017bd3a-0b92-4f0c-a047-9dee5adc6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:02.613945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-d017bd3a-0b92-4f0c-a047-9dee5adc6969 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1097 time: 0.0464764 Oct 12 11:56:02.710562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-0d2548ee-418f-4f11-9749-b0af0a68ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:02.712027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-0d2548ee-418f-4f11-9749-b0af0a68ca29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 200 len: 898 time: 0.0913010 Oct 12 11:56:02.781329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40588686-62b3-4415-865e-deb99e6a925b', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'port_id': 'd2a6a758-caf8-4389-b742-f8461702423e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'mac_address': 'fa:16:3e:b3:71:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:01Z', 'updated_at': '2021-10-12T11:56:01Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:02.787537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-a7c03a8a-c500-4c9d-aaae-76e3275fd093 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 200 len: 1000 time: 0.0682166 Oct 12 11:56:02.809046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Checking router: c1fc1d0c-9831-4932-85d7-abc271462b16 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:02.817913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:02.818587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:02.841214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-bf5a3066-662d-4a5b-b56a-2c634ba65760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:02.842878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-bf5a3066-662d-4a5b-b56a-2c634ba65760 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c2ebd16-63d7-4679-863d-43366e7e3934 HTTP/1.1" status: 200 len: 835 time: 0.0489650 Oct 12 11:56:02.890883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-0514e996-855c-425d-88f3-d68264cbbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:02.892370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-0514e996-855c-425d-88f3-d68264cbbaf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1e836ef-8500-481b-8be2-668f7d5df18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429504 Oct 12 11:56:02.929513 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:02.994107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-1e982b51-dfe8-4510-9879-bd94cdc962ff service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945630 Oct 12 11:56:03.094608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eba6cef7-fef8-4bd4-93d8-c0e70908c976 req-d3a67ad0-c853-440b-a9dd-1541f5a1a033 service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939629 Oct 12 11:56:03.166582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40588686-62b3-4415-865e-deb99e6a925b', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'port_id': 'd2a6a758-caf8-4389-b742-f8461702423e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'mac_address': 'fa:16:3e:b3:71:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:01Z', 'updated_at': '2021-10-12T11:56:01Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:03.192510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63db8-783d-44a8-aff3-dc7a7a4e9b9a None None] The sync data for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 is: [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '40588686-62b3-4415-865e-deb99e6a925b', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'port_id': 'd2a6a758-caf8-4389-b742-f8461702423e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'mac_address': 'fa:16:3e:b3:71:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:01Z', 'updated_at': '2021-10-12T11:56:01Z', 'revision_number': 0, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:03.387032 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5c7c5-ebfe-4303-a23e-92c2fb439e2e None None] New status for floating IP 40588686-62b3-4415-865e-deb99e6a925b: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:56:03.580687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41444) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:03.647874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1013f5a4-eb31-4002-bdb7-d3399d82cca1 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/40588686-62b3-4415-865e-deb99e6a925b HTTP/1.1" status: 200 len: 994 time: 0.0660281 Oct 12 11:56:07.761946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae116-0822-494b-925f-56b229f93484 req-35d6a86a-0c6d-43fb-a9b1-41b1d88aa0bd tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:07.763429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-925ae116-0822-494b-925f-56b229f93484 req-35d6a86a-0c6d-43fb-a9b1-41b1d88aa0bd tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1098 time: 0.0415792 Oct 12 11:56:07.798432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-925ae116-0822-494b-925f-56b229f93484 req-84508761-eb7e-445a-9bfa-2f178fb9a447 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288548 Oct 12 11:56:07.820012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41452) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:07.977263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port fc412b20-b18c-4224-8afc-c19cad823f5e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:07.977604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:08.062617 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:08.062914 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:08.074937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for fc412b20-b18c-4224-8afc-c19cad823f5e owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:08.279614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:08.310450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=fc412b20-b18c-4224-8afc-c19cad823f5e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:08.367513 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:08.367851 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP bfb37f50-cec5-4e5a-b3d6-29652502ed02 disassociated (deleted). External IP: 172.25.2.154, port: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0. Oct 12 11:56:08.576979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router aad5dc37-77e3-443f-8cef-d655b75b1209 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:09.024866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:09.030456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:09.037196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Sync routers for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:09.047705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:09.048329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:09.058295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-765c1a47-c018-4b33-8670-838eba50d6c9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/floatingips/bfb37f50-cec5-4e5a-b3d6-29652502ed02 HTTP/1.1" status: 204 len: 168 time: 1.2372365 Oct 12 11:56:09.058882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:09.061284 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d54101-2fa9-4591-8ded-08a15b937360" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:09.159689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:09.374914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:09.407536 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Checking router: aad5dc37-77e3-443f-8cef-d655b75b1209 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:09.416720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:09.417319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:09.516636 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e3374-515b-4f13-859a-a710685a0d42 x-openstack-request-id: req-dc8e3374-515b-4f13-859a-a710685a0d42 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:09.517246 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:09.517555 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc8e3374-515b-4f13-859a-a710685a0d42 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:09.518173 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:56:09.592349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54101-2fa9-4591-8ded-08a15b937360 req-3348ad44-3709-45be-a066-ba7f60c61560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:09.594262 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-3348ad44-3709-45be-a066-ba7f60c61560 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 1098 time: 0.0497735 Oct 12 11:56:09.618842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc1fac-48a0-49fe-aa67-5f82d6873b20 req-714bf569-30a0-4c4c-ab4a-8ef1398f0eb1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:09.620853 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56fc1fac-48a0-49fe-aa67-5f82d6873b20 req-714bf569-30a0-4c4c-ab4a-8ef1398f0eb1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 947 time: 0.0558116 Oct 12 11:56:09.669498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56fc1fac-48a0-49fe-aa67-5f82d6873b20 req-f97c8607-f1b1-4413-a975-617626930bff tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Oct 12 11:56:09.707640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:09.713675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54101-2fa9-4591-8ded-08a15b937360 req-ff47409d-2e24-4276-9e18-c33cf0a7dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:09.715285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-ff47409d-2e24-4276-9e18-c33cf0a7dd07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 200 len: 898 time: 0.1119878 Oct 12 11:56:09.757247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-6dea5582-7aaf-4845-afcc-fa4cbc5801da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 200 len: 217 time: 0.0343630 Oct 12 11:56:09.808044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54101-2fa9-4591-8ded-08a15b937360 req-8d07cf1b-98de-44a7-83a1-c879caed38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:09.809555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-8d07cf1b-98de-44a7-83a1-c879caed38ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 200 len: 835 time: 0.0446906 Oct 12 11:56:09.862166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54101-2fa9-4591-8ded-08a15b937360 req-309cad1a-eac2-4748-b65b-476677907f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:09.864029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-309cad1a-eac2-4748-b65b-476677907f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65a9e268-f706-44bf-bb6e-6f54843e2b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456762 Oct 12 11:56:09.914439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:09.940696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411232e9-d0ff-428c-8768-72cdaa4bdb5b None None] The sync data for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 is: [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a41bd03d-8ca7-4aa8-ac1d-43f2328ded02', 'name': '', 'network_id': '65a9e268-f706-44bf-bb6e-6f54843e2b78', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:c8:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:19Z', 'updated_at': '2021-10-12T11:53:23Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '9ab91181-810d-458f-ae95-92dc1f4ff40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:09.962777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-3e21803d-2956-4965-9228-430e4bcc2a0d service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899367 Oct 12 11:56:10.064737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04d54101-2fa9-4591-8ded-08a15b937360 req-5431e685-5001-45ef-bd31-76a2f1bafbbc service neutron] 10.222.0.41 "GET /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917630 Oct 12 11:56:10.169879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b686a-f20a-4ffd-808a-424523a9ef99 None None] New status for floating IP bfb37f50-cec5-4e5a-b3d6-29652502ed02: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:56:10.797462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834b6a-8ac6-46eb-bcc9-2d6d12b89c6d req-1d7ef72e-e687-4003-a981-7848c38adf9f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:10.798977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6834b6a-8ac6-46eb-bcc9-2d6d12b89c6d req-1d7ef72e-e687-4003-a981-7848c38adf9f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 947 time: 0.0498590 Oct 12 11:56:10.840662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6834b6a-8ac6-46eb-bcc9-2d6d12b89c6d req-2759adde-b11b-4fee-bf3a-fb8190b51790 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a033563-babf-4083-8db2-e12f90618ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357776 Oct 12 11:56:11.125973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-a4df5519-5ab4-46f1-8f7c-6970225df4c2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:11.127374 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-a4df5519-5ab4-46f1-8f7c-6970225df4c2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 947 time: 0.0472612 Oct 12 11:56:11.216116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:11.216444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:11.306234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:11.307493 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:11.319370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:11.538254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:11.568813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=035a3bde-2163-42f5-9e2e-87bb6f5d40b0,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:11.609725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] No DVR routers for this DVR port 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:11.612364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:11.615666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de2d18d3-483b-4edd-9dd9-244ba17fdb2a req-4389a7e7-9b4b-498c-b2be-7175b6d6919f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "DELETE /v2.0/ports/035a3bde-2163-42f5-9e2e-87bb6f5d40b0 HTTP/1.1" status: 204 len: 173 time: 0.4817371 Oct 12 11:56:11.616103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-deleted', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:11.618388 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029e39b-81ba-433c-92f0-4d3249f36b3b" -d '{"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-deleted", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:11.658068 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50abac9f-73f4-4e51-b21c-6df9a01b98da x-openstack-request-id: req-50abac9f-73f4-4e51-b21c-6df9a01b98da {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:11.658360 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf899a4-ac87-4804-a9e7-410acd554678", "name": "network-vif-deleted", "tag": "035a3bde-2163-42f5-9e2e-87bb6f5d40b0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:11.658608 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50abac9f-73f4-4e51-b21c-6df9a01b98da {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:11.659057 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf899a4-ac87-4804-a9e7-410acd554678', 'name': 'network-vif-deleted', 'tag': '035a3bde-2163-42f5-9e2e-87bb6f5d40b0', 'status': 'completed', 'code': 200} Oct 12 11:56:11.955132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a04737f-dd83-4d84-bee1-051496b1ae53 req-cabc842f-7487-4921-ac80-77b5982efee4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf899a4-ac87-4804-a9e7-410acd554678 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Oct 12 11:56:13.012558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41470) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:13.388193 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:13.663462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:13.663722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:13.762468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port a41bd03d-8ca7-4aa8-ac1d-43f2328ded02, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:13.763033 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:13.785109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:13.841292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:13.857724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-06520237-97de-48e7-b0f2-f2dca15071f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872672 Oct 12 11:56:13.867239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:13.873589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 035a3bde-2163-42f5-9e2e-87bb6f5d40b0 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:13.979720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277026-b8fb-4140-b146-1891f67da535 req-6d5955f8-344e-4ced-9606-f18261239ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:13.981093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-6d5955f8-344e-4ced-9606-f18261239ded service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1097 time: 0.0612106 Oct 12 11:56:14.125337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277026-b8fb-4140-b146-1891f67da535 req-b44fbe6b-7a7b-4aac-879e-5a33e5fcb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:14.126889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-b44fbe6b-7a7b-4aac-879e-5a33e5fcb236 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 200 len: 898 time: 0.1099107 Oct 12 11:56:14.183532 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:14.227437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=a41bd03d-8ca7-4aa8-ac1d-43f2328ded02,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:14.235999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-793bcbd7-b44d-4cc2-bb27-64654e2ab26c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 200 len: 1002 time: 0.0965352 Oct 12 11:56:14.338527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277026-b8fb-4140-b146-1891f67da535 req-5c1027bd-c2b0-49cf-a2bf-f747bfb62661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:14.340008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-5c1027bd-c2b0-49cf-a2bf-f747bfb62661 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c2ebd16-63d7-4679-863d-43366e7e3934 HTTP/1.1" status: 200 len: 835 time: 0.0865836 Oct 12 11:56:14.459831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277026-b8fb-4140-b146-1891f67da535 req-8b65ef4c-941b-4ea6-a323-fe46ee7aea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:14.461313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-8b65ef4c-941b-4ea6-a323-fe46ee7aea5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1e836ef-8500-481b-8be2-668f7d5df18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148951 Oct 12 11:56:14.525116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:14.631965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-c7a59c3d-216a-4bda-b0af-6ccdaa52d8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639032 Oct 12 11:56:14.814305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58277026-b8fb-4140-b146-1891f67da535 req-3eb33b71-ae3e-4e56-ab04-ba25f43061f6 service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740496 Oct 12 11:56:14.843138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router aad5dc37-77e3-443f-8cef-d655b75b1209 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:14.961205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:14.967517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1a9e475-3e63-40c4-af3c-04b2f17ac356 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/aad5dc37-77e3-443f-8cef-d655b75b1209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539256 Oct 12 11:56:14.970520 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41472) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:14.976249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Sync routers for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:14.982842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:14.983446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:15.032619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting subnet 9ab91181-810d-458f-ae95-92dc1f4ff40f {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:56:15.036090 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.084246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.099193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:15.175477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.302397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:56:13Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:15.317237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.331621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Checking router: aad5dc37-77e3-443f-8cef-d655b75b1209 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:15.343504 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Routers {'aad5dc37-77e3-443f-8cef-d655b75b1209'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:15.344506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:55:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aad5dc37-77e3-443f-8cef-d655b75b1209'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:15.354243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab91181-810d-458f-ae95-92dc1f4ff40f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:15.357696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.361218 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7a4f0c47-f4c1-4d77-9b7a-83cab0c98f30 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/subnets/9ab91181-810d-458f-ae95-92dc1f4ff40f HTTP/1.1" status: 204 len: 168 time: 0.3892550 Oct 12 11:56:15.364106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41474) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:15.394171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2221d-78e3-41f4-ac7f-ec273d720b86 None None] Network 65a9e268-f706-44bf-bb6e-6f54843e2b78 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:15.493269 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.571586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] Set router aad5dc37-77e3-443f-8cef-d655b75b1209 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:15.607877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.724905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 62428879-13cb-4c0c-af9b-3ff91262c422 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:15.725356 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.774285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] DHCP port deletion for 65a9e268-f706-44bf-bb6e-6f54843e2b78 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:56:15.781968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:56:13Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:15.808371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port 62428879-13cb-4c0c-af9b-3ff91262c422, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=62428879-13cb-4c0c-af9b-3ff91262c422,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:15.808741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.825568 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 62428879-13cb-4c0c-af9b-3ff91262c422 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:15.830422 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110fd50-e6b9-440c-9687-2304af8a2136 None None] The sync data for ids ['aad5dc37-77e3-443f-8cef-d655b75b1209'] in n-d-813419-3 is: [{'id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809622834', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:56:13Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '62428879-13cb-4c0c-af9b-3ff91262c422', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad5dc37-77e3-443f-8cef-d655b75b1209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:53:15Z', 'updated_at': '2021-10-12T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:15.859305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Deleting port 64b5f38c-f51e-458c-b39e-8971cde6510b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:15.859699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.926373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] For port 64b5f38c-f51e-458c-b39e-8971cde6510b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=64b5f38c-f51e-458c-b39e-8971cde6510b,segment=NetworkSegment(2e0b35f1-2a78-421c-8b40-7a3c44323bae),segment_id=2e0b35f1-2a78-421c-8b40-7a3c44323bae)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:15.927086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:15.944433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Calling delete_port for 64b5f38c-f51e-458c-b39e-8971cde6510b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:16.085786 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.108824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=62428879-13cb-4c0c-af9b-3ff91262c422,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:16.120835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.147518 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] Pushing event deleted for resources: {'Port': ['ID=64b5f38c-f51e-458c-b39e-8971cde6510b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:16.152783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3f76c-ac0c-4462-aac1-6e8fdf8b7dd8 None None] No DVR routers for this DVR port 64b5f38c-f51e-458c-b39e-8971cde6510b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:16.174259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.562944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.565059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.675026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.675556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Fanout notify agent at l3_agent the message router_deleted on router aad5dc37-77e3-443f-8cef-d655b75b1209 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:56:16.683074 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.684175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9264c1ed-0cea-4af0-83dd-efd0cd291795 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/routers/aad5dc37-77e3-443f-8cef-d655b75b1209 HTTP/1.1" status: 204 len: 168 time: 1.3191264 Oct 12 11:56:16.687032 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41478) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:16.771957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.869739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.889522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a9e268-f706-44bf-bb6e-6f54843e2b78']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:16.898574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b35f1-2a78-421c-8b40-7a3c44323bae') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:16.898976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b35f1-2a78-421c-8b40-7a3c44323bae') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:16.908605 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.922243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.927950 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:56:16.928335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:56:16.931483 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:56:17.072673 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.075994 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.078931 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/networks/65a9e268-f706-44bf-bb6e-6f54843e2b78 HTTP/1.1" status: 204 len: 168 time: 0.3907847 Oct 12 11:56:17.081825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41480) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:17.091609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706da4b-2c89-4c88-b320-65e2768ae458 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Network': ['ID=65a9e268-f706-44bf-bb6e-6f54843e2b78,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:17.146982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.177161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.185781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 64b5f38c-f51e-458c-b39e-8971cde6510b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:17.209901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 64b5f38c-f51e-458c-b39e-8971cde6510b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:17.215099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 64b5f38c-f51e-458c-b39e-8971cde6510b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:17.215099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:17.234393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:17.238197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a41bd03d-8ca7-4aa8-ac1d-43f2328ded02 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:17.309074 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.311765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.313084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a033563-babf-4083-8db2-e12f90618ad2 HTTP/1.1" status: 204 len: 168 time: 0.2302854 Oct 12 11:56:17.323179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec6a1-a43e-4380-b9d1-8fc721562b55 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a033563-babf-4083-8db2-e12f90618ad2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:17.690982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9423bbec-5568-41d5-9687-93ae3c9e4669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:17.852199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:17.857016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67222834', 'description': 'tempest-secgroup-smoke-67222834 description', 'project_id': 'fdd531f728634a3f931191cc111863e2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:17.970889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.036834 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.126515 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.154550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4506e007-f8c4-4f18-ad2b-c35216706631,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:18.259760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.261011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1cfe13bf-3b46-463a-8619-c37e42900ee0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4078155 Oct 12 11:56:18.264014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41488) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:18.268463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:18.365273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.424206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.514779 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.533720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af131341-dccd-4466-8e0c-53a54a0a4cb6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:18.601125 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.602335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7ad55f68-2a76-4fb7-bd83-cf287a7e0e1d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373866 Oct 12 11:56:18.605133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:18.609430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:18.701674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.758437 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.764552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62428879-13cb-4c0c-af9b-3ff91262c422 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:18.784051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 62428879-13cb-4c0c-af9b-3ff91262c422 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:18.784394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 62428879-13cb-4c0c-af9b-3ff91262c422 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:18.839338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.857854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89407477-88b1-4f3d-99c3-218ad47b5914,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:18.945647 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:18.946963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-acdc380b-f0de-4630-b2ad-8c6747b73008 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407698 Oct 12 11:56:18.949566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41492) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:18.954157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:19.033668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.090276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.155341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.175837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7984a9-bf7a-4834-b408-36050f994f35,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:19.271363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.272493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2020b5a0-d6ae-40b2-9189-9f3ac0f52e0d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220212 Oct 12 11:56:19.275732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41494) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:19.279944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:19.376651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.437484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.515457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.534868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d357e0fa-5ed6-4113-bbf1-23ff98859331,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:19.608682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.609923 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7c7f8bd0-1c0d-4de0-a1ff-cafa237ed340 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332536 Oct 12 11:56:19.612702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:19.617146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:19.692179 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:56:19.697552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.758375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.823745 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.842200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8356e094-eb16-484b-ab04-f2ac6f3e172f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:19.894023 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:19.895255 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-687375e5-e5fa-47e2-a186-c3d7e19f8c21 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2815292 Oct 12 11:56:19.897943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41498) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:19.902605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '4506e007-f8c4-4f18-ad2b-c35216706631', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:19.966176 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:56:19.973821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.038171 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.086668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.107107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958b646a-189d-4b17-88b4-04ce6f82c9e0,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:20.207473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.208704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58b1197d-e44c-41ab-b580-aea67c41178d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098516 Oct 12 11:56:20.214872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41500) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:20.216739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'network': {'name': 'tempest-network-smoke--309894220', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:20.315095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:56:20.318523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.341759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:56:20.349317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.349652 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Added segment c4be964c-c208-4a2e-a673-14ad83c1a050 of type vlan for network 718cd797-542f-4c76-93c4-0987372ec0e2 Oct 12 11:56:20.391540 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.503722 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.503868 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d05c6f24-35a5-4e97-8916-5e81badb638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.509478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:20.516810 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.573592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Network': ['ID=718cd797-542f-4c76-93c4-0987372ec0e2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:20.584105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 718cd797-542f-4c76-93c4-0987372ec0e2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:56:20.620282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-43470723-6f74-4c77-9ebe-d6143cf53cbb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4075587 Oct 12 11:56:20.622938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41502) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:20.627364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'admin_state_up': True, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:20.749916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.751060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.805050 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:20.993999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:21.576541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:21.594979 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:21.701596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.57 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/17cd51ea-ddbb-45d5-9e19-9de525e23b2e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:21.742241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:21.803865 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:21.880465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:22.016946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:22.057609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:22.060401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:22.065885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:22.090347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:22.383358 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:22.418550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:22.616589 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:22.840740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 6c45709b-8f8f-4f76-b529-1d8b81199851 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:56:22.947244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:22.956822 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Sync routers for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:22.966926 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:22.967542 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:23.037256 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.038509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a526c8ba-146f-439b-bb86-e7b2c9f40a8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4145575 Oct 12 11:56:23.042454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41504) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:23.068970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:23.074002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58e3411d-b374-4518-b68e-fbf4ac5f7f65 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdd531f728634a3f931191cc111863e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304358 Oct 12 11:56:23.076895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41506) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:23.166352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea5475-9bca-4574-a789-8bb8077616b7 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:23.167904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b1ea5475-9bca-4574-a789-8bb8077616b7 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901084 Oct 12 11:56:23.170671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41508) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:23.206703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-548c82a1-e93e-4f74-80b1-ad88d15dbbf7 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349128 Oct 12 11:56:23.209345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:23.214001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575898335', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:23.246936 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:22Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:23.276449 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Checking router: 6c45709b-8f8f-4f76-b529-1d8b81199851 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:23.276800 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Updating router 6c45709b-8f8f-4f76-b529-1d8b81199851 port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:56:23.387004 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.399692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:56:23.404687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.422900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.635911 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.673634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.733328 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Subnet': ['ID=415757fa-6e85-41df-8e27-d522f7c7046e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:23.743123 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:23.746174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network hostable DHCP agents. Network: 718cd797-542f-4c76-93c4-0987372ec0e2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:56:23.873784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 718cd797-542f-4c76-93c4-0987372ec0e2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:56:23.873978 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.929971 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Attempting to bind port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:23.930335 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Attempting to bind port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:23.930719 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Attempting to bind port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:23.933142 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Pushing event updated for resources: {'Port': ['ID=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:23.942292 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.942667 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.943037 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.943368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.943706 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.944025 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.944343 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.944661 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.944974 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.945289 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.945602 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.945912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:23.949630 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:23.950030 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:23.950447 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.950853 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:23.951317 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Bound port: 17cd51ea-ddbb-45d5-9e19-9de525e23b2e, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:23.951694 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.955975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 718cd797-542f-4c76-93c4-0987372ec0e2) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:23.960188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:23.960982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:23.965601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffcee87-fa85-4964-9b3c-ec10e18c5594 None None] Network 718cd797-542f-4c76-93c4-0987372ec0e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:24.004711 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] For port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:24.007771 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] For port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:24.044569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0670ecb-9955-4671-8a6b-61964978897f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8340876 Oct 12 11:56:24.047204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41516) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:24.081486 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.112017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-718cd797-542f-4c76-93c4-0987372ec0e2', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:56:24.113036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.142400 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:24.143068 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:24.147964 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3621a7-a588-473a-826e-e62913d886f3 None None] Pushing event updated for resources: {'Port': ['ID=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:24.254606 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:24.258276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Allocated IP 172.20.0.2 (718cd797-542f-4c76-93c4-0987372ec0e2/415757fa-6e85-41df-8e27-d522f7c7046e/0c912957-f108-4f30-a866-64eab716a537) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:24.421951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.454613 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:22Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:24.483956 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64744142-e0b8-4007-9860-f87f68d85cb3 None None] The sync data for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 is: [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:22Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:24.499112 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.542465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Network 718cd797-542f-4c76-93c4-0987372ec0e2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:24.548819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:24.550497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.551339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:24.599279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Pushing event updated for resources: {'Port': ['ID=0c912957-f108-4f30-a866-64eab716a537,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:24.660674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Attempting to bind port 0c912957-f108-4f30-a866-64eab716a537 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:24.661105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Attempting to bind port 0c912957-f108-4f30-a866-64eab716a537 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:24.661462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Attempting to bind port 0c912957-f108-4f30-a866-64eab716a537 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:24.860396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:24.860789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:24.861231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.861620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Bound using segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:24.862145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Bound port: 0c912957-f108-4f30-a866-64eab716a537, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:24.862522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:24.891850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.1 (718cd797-542f-4c76-93c4-0987372ec0e2/415757fa-6e85-41df-8e27-d522f7c7046e/b7c4e39b-4e6c-47d1-83f4-2022fc47484c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:24.909650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 17cd51ea-ddbb-45d5-9e19-9de525e23b2e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:24.985890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] For port 0c912957-f108-4f30-a866-64eab716a537, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:24.990300 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] For port 0c912957-f108-4f30-a866-64eab716a537, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0c912957-f108-4f30-a866-64eab716a537,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:25.000699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:25.001073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.030398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.074805 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.127679 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.169589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:25.171049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bfcd7-fbd3-44df-badf-d133f9ab5bc7 None None] Pushing event updated for resources: {'Port': ['ID=0c912957-f108-4f30-a866-64eab716a537,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:25.178355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.226820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 718cd797-542f-4c76-93c4-0987372ec0e2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:25.233089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:25.237013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:25.243604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:25.279830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.294253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.365919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:25.589973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.877561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:25.926250 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.002336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:26.007561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.067933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90cbf82-64f6-4eee-ab75-e22537c13df5 None None] Network 718cd797-542f-4c76-93c4-0987372ec0e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:26.109490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 718cd797-542f-4c76-93c4-0987372ec0e2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:26.110941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:26.142342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] Provisioning complete for port 0c912957-f108-4f30-a866-64eab716a537 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:26.155054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.226521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 6c45709b-8f8f-4f76-b529-1d8b81199851 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:26.298872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.342911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] For port 0c912957-f108-4f30-a866-64eab716a537, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0c912957-f108-4f30-a866-64eab716a537,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:26.346355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:26.352429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7863101-a813-4caa-b4ee-6ce3e91abac4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/6c45709b-8f8f-4f76-b529-1d8b81199851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3041975 Oct 12 11:56:26.435419 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.497527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fae85-97f5-43d4-b3ff-0e41f6a7d4c6 None None] Pushing event updated for resources: {'Port': ['ID=0c912957-f108-4f30-a866-64eab716a537,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:26.518562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Sync routers for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:26.529918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:26.530568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:26.531051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-3f15dc32-1751-4bea-b666-847f101f8922 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67222834&fields=id&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 267 time: 0.0424881 Oct 12 11:56:26.654630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-beaf1346-cbbb-4f50-b157-e82e92b1df9b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:26.656336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-beaf1346-cbbb-4f50-b157-e82e92b1df9b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 796 time: 0.1175489 Oct 12 11:56:26.658355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:26.674603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-e96dfc42-0cc8-40d9-98b4-9df0643b9d19 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/quotas/fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 375 time: 0.0107355 Oct 12 11:56:26.698449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2d30800d-55d7-437b-b621-ebe09615d535 None None] Provisioning complete for port 0c912957-f108-4f30-a866-64eab716a537 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:26.698919 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d30800d-55d7-437b-b621-ebe09615d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.731548 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-c3ee294f-c08e-4e2e-93f4-e2adf193366f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507765 Oct 12 11:56:26.857794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-a2b72e81-3365-4591-8827-60f878c0dd08 service neutron] 10.222.0.43 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129298 Oct 12 11:56:26.942462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 17cd51ea-ddbb-45d5-9e19-9de525e23b2e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:26.966598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2d30800d-55d7-437b-b621-ebe09615d535 None None] Provisioning complete for port b7c4e39b-4e6c-47d1-83f4-2022fc47484c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:26.967028 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d30800d-55d7-437b-b621-ebe09615d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:26.970400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-24d1b4ab-5916-46fd-b6c9-505bc704dfa6 service neutron] 10.222.0.43 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058195 Oct 12 11:56:27.033060 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.046997 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2d30800d-55d7-437b-b621-ebe09615d535 None None] Port b7c4e39b-4e6c-47d1-83f4-2022fc47484c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:56:27.066442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:27.066720 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.098799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 2, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:27.129871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Checking router: 6c45709b-8f8f-4f76-b529-1d8b81199851 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:27.130217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Updating router 6c45709b-8f8f-4f76-b529-1d8b81199851 port b7c4e39b-4e6c-47d1-83f4-2022fc47484c binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:56:27.172599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.217800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a448be61-2a08-49bd-8b68-911c59eb7942 req-8d6b4d4a-a43c-44e3-9fc1-a57689859a82 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 210 time: 0.0310009 Oct 12 11:56:27.218944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4e5bbac0-b3b5-4836-9539-e5e6e26826c2 None None] Provisioning complete for port b7c4e39b-4e6c-47d1-83f4-2022fc47484c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:27.219309 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbac0-b3b5-4836-9539-e5e6e26826c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.223236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0c912957-f108-4f30-a866-64eab716a537 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:27.298237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4e5bbac0-b3b5-4836-9539-e5e6e26826c2 None None] Port b7c4e39b-4e6c-47d1-83f4-2022fc47484c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:56:27.397511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0c912957-f108-4f30-a866-64eab716a537 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:27.397780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.602031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.709146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.760606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c6f70-bf2f-4a3a-ab12-6cb767dff010 None None] Pushing event updated for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:27.813332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Attempting to bind port b7c4e39b-4e6c-47d1-83f4-2022fc47484c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:27.813742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Attempting to bind port b7c4e39b-4e6c-47d1-83f4-2022fc47484c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:27.814103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Attempting to bind port b7c4e39b-4e6c-47d1-83f4-2022fc47484c on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:27.819175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:27.819624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:27.819929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.820318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Bound using segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:27.820781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Bound port: b7c4e39b-4e6c-47d1-83f4-2022fc47484c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:27.821158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:27.888631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] For port b7c4e39b-4e6c-47d1-83f4-2022fc47484c, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:27.891938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] For port b7c4e39b-4e6c-47d1-83f4-2022fc47484c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:27.949676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:28.008401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:28.009530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:28.060777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c6f70-bf2f-4a3a-ab12-6cb767dff010 None None] Pushing event updated for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:28.106206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] Provisioning complete for port b7c4e39b-4e6c-47d1-83f4-2022fc47484c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:28.106886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:28.171509 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:28.316654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7afb204-171a-44fa-bc16-31dc5e5c4a27 req-fff3ae92-4bf9-48ad-80d0-0f09846c0e07 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 210 time: 0.0273345 Oct 12 11:56:28.457247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:28.534034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] For port b7c4e39b-4e6c-47d1-83f4-2022fc47484c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:28.593349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:27Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:28.623691 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:28.627144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc3c9c0-6a09-4f5b-b28a-3f61d5904099 None None] The sync data for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 is: [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:27Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:28.677266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987af4b-32f7-400f-a532-3dd2c7e88e82 None None] Pushing event updated for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:28.744220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e193fd13-63f3-41e7-9aea-21fa13cc3b7b None None] Provisioning complete for port b7c4e39b-4e6c-47d1-83f4-2022fc47484c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:28.744863 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e193fd13-63f3-41e7-9aea-21fa13cc3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:28.871565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7c4e39b-4e6c-47d1-83f4-2022fc47484c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:28.920532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b7c4e39b-4e6c-47d1-83f4-2022fc47484c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:28.920852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:29.091974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-6f650be0-99b9-40dc-a2e3-753d93bf89cb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:29.093595 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-6f650be0-99b9-40dc-a2e3-753d93bf89cb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 796 time: 0.1068506 Oct 12 11:56:29.150035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-087b71b5-c436-40bf-bf27-a1541a7d6fa5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 378 time: 0.0473228 Oct 12 11:56:29.159898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'port': {'device_id': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'admin_state_up': True, 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'security_groups': ['4506e007-f8c4-4f18-ad2b-c35216706631']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:29.377795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:56:29.382251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:29.415941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9bfcf49-0af7-4158-9d94-d5420a9c4f90 req-5a4b2826-23f4-401f-9ed3-b032557db115 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 210 time: 0.0272913 Oct 12 11:56:29.525239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.4 (718cd797-542f-4c76-93c4-0987372ec0e2/415757fa-6e85-41df-8e27-d522f7c7046e/a17b318d-bcad-4397-aeb7-2d74359a15e0) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:29.667473 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:29.766681 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:29.819766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 718cd797-542f-4c76-93c4-0987372ec0e2 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:29.825046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:29.828992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:29.854330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:29.865814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.866163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.866505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.866875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.867229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.874253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:29.896851 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:29.897502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:29.974801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-cd85b03f-c8b8-469a-b519-de28bd5750ca tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189137 Oct 12 11:56:29.987440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Request body: {'port': {'device_id': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:30.046245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.092009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f26816ac-38cc-4ff3-9b65-1fc1469c1d81 None None] Provisioning complete for port a17b318d-bcad-4397-aeb7-2d74359a15e0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:30.092563 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f26816ac-38cc-4ff3-9b65-1fc1469c1d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.128084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f26816ac-38cc-4ff3-9b65-1fc1469c1d81 None None] Port a17b318d-bcad-4397-aeb7-2d74359a15e0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:56:30.302292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17b318d-bcad-4397-aeb7-2d74359a15e0 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:56:30.309658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.320895 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Transition to ACTIVE for port object a17b318d-bcad-4397-aeb7-2d74359a15e0 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:56:30.389336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.440452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:30.516373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:30.516856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:30.517283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:30.522071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:56:30.522516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:30.528069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:30.528482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:30.528942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Bound using segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:30.529440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Bound port: a17b318d-bcad-4397-aeb7-2d74359a15e0, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:30.529914 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.547848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247c82a-63ff-4ae4-9b79-1f81ae5c826d req-be49a419-f928-4562-8a16-495ab377f49b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:30.555282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a247c82a-63ff-4ae4-9b79-1f81ae5c826d req-be49a419-f928-4562-8a16-495ab377f49b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0620310 Oct 12 11:56:30.591887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a247c82a-63ff-4ae4-9b79-1f81ae5c826d req-cb202463-aa36-49e3-8fbe-e4e4c50f2c8a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349486 Oct 12 11:56:30.605445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:30.609038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:30.675675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.711381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:30.712276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:30.713817 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] 10.222.0.41 "PUT /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 1091 time: 0.7306423 Oct 12 11:56:30.714173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:30.716464 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e6bc96-3151-4a8f-a40b-c2024b35d233" -d '{"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:30.743000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d469da-a014-4483-84fd-17a4bbd72f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:30.759913 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a627a760-8aec-406c-80ba-45e9b590b6d5 x-openstack-request-id: req-a627a760-8aec-406c-80ba-45e9b590b6d5 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:30.760214 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:30.760451 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a627a760-8aec-406c-80ba-45e9b590b6d5 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:30.760855 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'status': 'completed', 'code': 200} Oct 12 11:56:30.827024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-edf46334-a68d-4a39-a22d-c6af24e0b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:30.828875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-edf46334-a68d-4a39-a22d-c6af24e0b4ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1094 time: 0.0480545 Oct 12 11:56:30.929270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-e80cf3ea-896a-47fa-b3eb-346a2cdfa3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:30.931403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-e80cf3ea-896a-47fa-b3eb-346a2cdfa3be service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fdd531f728634a3f931191cc111863e2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0941472 Oct 12 11:56:31.029596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-fb3f0693-d30b-46cd-ab95-d199ae0e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:31.031001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-93e6bc96-3151-4a8f-a40b-c2024b35d233 req-fb3f0693-d30b-46cd-ab95-d199ae0e3831 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922940 Oct 12 11:56:31.103776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-d3f1c692-7e7e-429f-8c53-778633e4cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:31.105729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-d3f1c692-7e7e-429f-8c53-778633e4cce1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1094 time: 0.0409386 Oct 12 11:56:31.150729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-7fbac32d-92eb-493e-8fcd-a3b3c2e936e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 217 time: 0.0373819 Oct 12 11:56:31.203673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-a9a74df3-1f4f-4c18-a378-3a90401ead2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:31.205031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-a9a74df3-1f4f-4c18-a378-3a90401ead2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0482769 Oct 12 11:56:31.248750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-6300c842-a19e-4e50-9734-d540c0f539b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:31.250224 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-6300c842-a19e-4e50-9734-d540c0f539b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384817 Oct 12 11:56:31.339182 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-8614f6c3-f56a-439e-a2ad-849f6e9dc67e service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811365 Oct 12 11:56:31.436033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c412b628-473c-4660-aaf2-1f4d653ace54 req-97ec64f5-3585-4123-86b8-f96a312c2523 service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892451 Oct 12 11:56:31.712013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801979f-7b89-4f91-8812-c51d089018c9 req-712e4df6-9a16-4aca-8a95-a25101b29d2b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:31.713507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2801979f-7b89-4f91-8812-c51d089018c9 req-712e4df6-9a16-4aca-8a95-a25101b29d2b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0524881 Oct 12 11:56:31.751686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2801979f-7b89-4f91-8812-c51d089018c9 req-b6b70ec9-245f-435d-bcef-60cbea2c0705 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321007 Oct 12 11:56:32.866962 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231282cb-8a60-4b26-91df-e52a8bcaff09 req-badf4f35-b32b-4463-b55b-ed3e3ac4be0a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:32.869460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231282cb-8a60-4b26-91df-e52a8bcaff09 req-badf4f35-b32b-4463-b55b-ed3e3ac4be0a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0509229 Oct 12 11:56:32.906684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231282cb-8a60-4b26-91df-e52a8bcaff09 req-3f1435a7-9b37-4ecf-88cb-6619bc23dd3d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317895 Oct 12 11:56:33.883479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-28504567-9a34-4144-978b-8908efaef1c9 req-a89f6531-8c79-41a0-b860-c13fc80d53db service neutron] (95547) timed out ('10.222.0.43', 37146) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:56:34.019553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f63465-2d4b-4a6d-a9b7-4e42917fccae req-9253ffa6-8232-43cc-82a9-b1a443dd0ea0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:34.021029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60f63465-2d4b-4a6d-a9b7-4e42917fccae req-9253ffa6-8232-43cc-82a9-b1a443dd0ea0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0484281 Oct 12 11:56:34.058410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60f63465-2d4b-4a6d-a9b7-4e42917fccae req-2ba1923c-7fac-4142-b75d-cb1224165641 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314145 Oct 12 11:56:34.841260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41568) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:34.855916 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:56:34.905429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a063055c-b5a6-429a-97ca-e1460412c265 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/floatingips/40588686-62b3-4415-865e-deb99e6a925b HTTP/1.1" status: 200 len: 994 time: 0.0630512 Oct 12 11:56:35.122507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41576) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:35.176211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315224f-eceb-41e5-89aa-667b3c3ae977 req-fe55f905-eb2c-4bd9-bff2-bb1718ae0b51 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:35.177808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e315224f-eceb-41e5-89aa-667b3c3ae977 req-fe55f905-eb2c-4bd9-bff2-bb1718ae0b51 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0510211 Oct 12 11:56:35.217771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e315224f-eceb-41e5-89aa-667b3c3ae977 req-c87c7a17-8156-4e60-9786-86d91ef92c66 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336714 Oct 12 11:56:35.282841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 66178277-9d84-487b-a32e-2347638d68ed {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:35.283191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:35.361234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:35.361481 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:35.373817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 66178277-9d84-487b-a32e-2347638d68ed owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:35.610227 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:35.640031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=66178277-9d84-487b-a32e-2347638d68ed,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:35.695523 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:35.699787 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Floating IP 40588686-62b3-4415-865e-deb99e6a925b disassociated (deleted). External IP: 172.25.2.237, port: d2a6a758-caf8-4389-b742-f8461702423e. Oct 12 11:56:35.904808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router c1fc1d0c-9831-4932-85d7-abc271462b16 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:35.933519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:56:36.014537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:36.019070 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:36.024583 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Sync routers for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:36.027946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:36.034831 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:36.035800 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:36.040398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'port_id': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'mac_address': 'fa:16:3e:a2:50:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:56:36.046475 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fe00bba7-a41b-4b65-80cd-68836e5c8efb tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/floatingips/40588686-62b3-4415-865e-deb99e6a925b HTTP/1.1" status: 204 len: 168 time: 0.9225566 Oct 12 11:56:36.047093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:36.051097 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dded8f-ce76-4351-92c0-d39e94e029e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:36.085730 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:36.099668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17b318d-bcad-4397-aeb7-2d74359a15e0 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:56:36.119437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:36.147089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:36.211290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:36.259353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:36.343234 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:36.372647 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Checking router: c1fc1d0c-9831-4932-85d7-abc271462b16 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:36.380974 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:36.381674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:36.493361 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe256a59-45ef-49ab-b2e7-2ada576f459b x-openstack-request-id: req-fe256a59-45ef-49ab-b2e7-2ada576f459b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:36.493778 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "tag": "d2a6a758-caf8-4389-b742-f8461702423e", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:36.494066 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe256a59-45ef-49ab-b2e7-2ada576f459b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:36.494403 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:36.500010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a17b318d-bcad-4397-aeb7-2d74359a15e0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:56:36.502030 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e', 'status': 'completed', 'code': 200} Oct 12 11:56:36.596532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-4d829a26-6a6d-4937-a314-712675f3c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.598048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-4d829a26-6a6d-4937-a314-712675f3c2c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 1097 time: 0.0793343 Oct 12 11:56:36.610318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6e9b-8daa-423b-80cf-09a2078c28c6 req-0a07cd12-aa08-4539-affb-2571ca8390fe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.611555 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325a6e9b-8daa-423b-80cf-09a2078c28c6 req-0a07cd12-aa08-4539-affb-2571ca8390fe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0646114 Oct 12 11:56:36.702874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:36.708609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-325a6e9b-8daa-423b-80cf-09a2078c28c6 req-4dad3d12-2f30-4165-8ebb-9a397fa3e00e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870631 Oct 12 11:56:36.743220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-d3a4330c-f559-4bde-96db-dd9028698406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.743220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-d3a4330c-f559-4bde-96db-dd9028698406 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 200 len: 898 time: 0.1162121 Oct 12 11:56:36.743394 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8a762-63e4-4de8-b67d-f966a81d9776 None None] The sync data for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 is: [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:55:42Z', 'revision_number': 4, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '53d97cc8-b49d-483f-8f1a-f1b9eb953089', 'name': '', 'network_id': 'b1e836ef-8500-481b-8be2-668f7d5df18e', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'mac_address': 'fa:16:3e:bf:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:41Z', 'updated_at': '2021-10-12T11:55:45Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'subnets': [{'id': '7c2ebd16-63d7-4679-863d-43366e7e3934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:36.782987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-af429c8f-e332-40bd-a0b2-7c62e63f26f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 200 len: 217 time: 0.0455096 Oct 12 11:56:36.856904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-ae1ddc9f-720d-47cd-88eb-e0419a2530f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.858388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-ae1ddc9f-720d-47cd-88eb-e0419a2530f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c2ebd16-63d7-4679-863d-43366e7e3934 HTTP/1.1" status: 200 len: 835 time: 0.0662768 Oct 12 11:56:36.867043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23fa4-35ec-4b5b-a740-37adf3a3a729 req-15f6dc30-0d65-47f8-87c7-58bd6eef95b7 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.868444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9a23fa4-35ec-4b5b-a740-37adf3a3a729 req-15f6dc30-0d65-47f8-87c7-58bd6eef95b7 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0884829 Oct 12 11:56:36.939607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9a23fa4-35ec-4b5b-a740-37adf3a3a729 req-c126bbc0-e1c2-4a69-bf7e-ed0cfa792bdd tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623896 Oct 12 11:56:36.942433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-f34f954d-6cfb-4a3f-96d3-571c4cf6d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:36.943910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-f34f954d-6cfb-4a3f-96d3-571c4cf6d34f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1e836ef-8500-481b-8be2-668f7d5df18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746212 Oct 12 11:56:36.980469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363022e4-5e75-4788-a4e2-9d0d551579b6 None None] New status for floating IP 40588686-62b3-4415-865e-deb99e6a925b: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:56:37.042182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-7382d45c-5815-460d-ad68-24974f055e4a service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Oct 12 11:56:37.136466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dded8f-ce76-4351-92c0-d39e94e029e4 req-c6be3c7a-ba46-4bb4-a2a9-03a2c495068d service neutron] 10.222.0.47 "GET /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Oct 12 11:56:37.829935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869f0bb-1873-4433-9b5d-ca65a370b7dc req-16a90342-7aab-4cdd-8e8f-3a80fd93add6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:37.831426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2869f0bb-1873-4433-9b5d-ca65a370b7dc req-16a90342-7aab-4cdd-8e8f-3a80fd93add6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0489032 Oct 12 11:56:37.895822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2869f0bb-1873-4433-9b5d-ca65a370b7dc req-e14bbe8a-9abc-4f69-948b-4fff5641e46d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584905 Oct 12 11:56:37.907678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-81bbef39-181a-4f8a-aaed-b9e4fe5720c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:37.909128 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-81bbef39-181a-4f8a-aaed-b9e4fe5720c3 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.0659089 Oct 12 11:56:37.951431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:38.015047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port d2a6a758-caf8-4389-b742-f8461702423e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:38.015047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.069106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a17b318d-bcad-4397-aeb7-2d74359a15e0 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:56:38.073727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a17b318d-bcad-4397-aeb7-2d74359a15e0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:38.074118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.154906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.178343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:38.180743 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314fa717-9767-42d0-8abc-2144a3e2fc25" -d '{"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-plugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:38.194537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:38.274928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.330895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:38.440778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168f31-5dae-483d-bdc5-2f265980be7f req-9937b2e4-4818-4e69-837c-33c2609931da tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:38.442239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72168f31-5dae-483d-bdc5-2f265980be7f req-9937b2e4-4818-4e69-837c-33c2609931da tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 946 time: 0.4329784 Oct 12 11:56:38.471108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port d2a6a758-caf8-4389-b742-f8461702423e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d2a6a758-caf8-4389-b742-f8461702423e,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:38.471465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.488126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for d2a6a758-caf8-4389-b742-f8461702423e owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:38.508693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72168f31-5dae-483d-bdc5-2f265980be7f req-d96cb42b-a741-4c8e-938f-d639b5905062 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d59f70f-5f91-4545-85c5-c794537e9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595183 Oct 12 11:56:38.552446 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ad4d6-3522-410d-bb15-a1489140eca2 x-openstack-request-id: req-5b0ad4d6-3522-410d-bb15-a1489140eca2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:38.552738 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-plugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:38.552988 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b0ad4d6-3522-410d-bb15-a1489140eca2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:38.553563 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'code': 200} Oct 12 11:56:38.651609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c065b-17a2-461a-ba5e-d15d9e234228 req-ecf7d177-b184-4e3f-a54a-01944c518c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:38.657637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-584c065b-17a2-461a-ba5e-d15d9e234228 req-ecf7d177-b184-4e3f-a54a-01944c518c52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1096 time: 0.0440023 Oct 12 11:56:38.687881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-584c065b-17a2-461a-ba5e-d15d9e234228 req-9f85468c-b04c-45fe-8142-a7a7ef21dcc4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282788 Oct 12 11:56:38.720453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.750405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=d2a6a758-caf8-4389-b742-f8461702423e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:38.776204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.776204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.776204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.776204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.776809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.776809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.777004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.777329 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.777699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.777971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.778291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.778611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:38.799467 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] No DVR routers for this DVR port d2a6a758-caf8-4389-b742-f8461702423e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:38.802043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:38.805504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e577db4-fd49-4191-9992-65ae24c3b032 req-8925d8f9-9947-4ac4-b384-521a971b633c tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.47 "DELETE /v2.0/ports/d2a6a758-caf8-4389-b742-f8461702423e HTTP/1.1" status: 204 len: 173 time: 0.8905404 Oct 12 11:56:38.805937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'name': 'network-vif-deleted', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:38.808737 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22412a8a-1df0-43f4-b2aa-e6000d10a059" -d '{"events": [{"server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "name": "network-vif-deleted", "tag": "d2a6a758-caf8-4389-b742-f8461702423e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:38.845644 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4244003d-6be5-4d39-b2fd-7e87a2fba3a4 x-openstack-request-id: req-4244003d-6be5-4d39-b2fd-7e87a2fba3a4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:38.846226 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62f7c8-8d7f-45c3-8bbb-c617b292ef72", "name": "network-vif-deleted", "tag": "d2a6a758-caf8-4389-b742-f8461702423e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:38.846226 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4244003d-6be5-4d39-b2fd-7e87a2fba3a4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:38.846561 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62f7c8-8d7f-45c3-8bbb-c617b292ef72', 'name': 'network-vif-deleted', 'tag': 'd2a6a758-caf8-4389-b742-f8461702423e', 'status': 'completed', 'code': 200} Oct 12 11:56:39.011336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fda72d-7b54-4ba4-bd12-bb2f14fbfd16 req-c7b0f62f-8b05-4e26-9080-b86e8d1f0b13 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:39.012831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87fda72d-7b54-4ba4-bd12-bb2f14fbfd16 req-c7b0f62f-8b05-4e26-9080-b86e8d1f0b13 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0476651 Oct 12 11:56:39.051498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87fda72d-7b54-4ba4-bd12-bb2f14fbfd16 req-4cd7d4e0-007d-461b-9387-bc466574852f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325267 Oct 12 11:56:39.618433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-edf2e289-1e04-4c97-961c-518d629f2e86 req-8c4f2c09-4f79-4eb1-ab83-9848ab036eab tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd62f7c8-8d7f-45c3-8bbb-c617b292ef72 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Oct 12 11:56:40.171291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7dfed-f613-4ba8-b5e0-39874b7b1359 req-88299e88-9ebb-442f-975b-376c6a6c2b74 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:40.172844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b7dfed-f613-4ba8-b5e0-39874b7b1359 req-88299e88-9ebb-442f-975b-376c6a6c2b74 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0534863 Oct 12 11:56:40.212439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b7dfed-f613-4ba8-b5e0-39874b7b1359 req-8bfb608c-55ae-4fb4-88cb-80b6c383f7df tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335958 Oct 12 11:56:40.675439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41602) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:40.734771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:40.760428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:40.886192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:40.888864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:40.890055 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d59f70f-5f91-4545-85c5-c794537e9e73 HTTP/1.1" status: 204 len: 168 time: 0.2136292 Oct 12 11:56:40.899194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606987ca-f5cc-4e3a-9fd4-b02624116c63 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d59f70f-5f91-4545-85c5-c794537e9e73,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:40.983516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41606) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:41.360121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4b65-3e80-4aee-a777-b0ae800beba5 req-a1ceb28f-de25-441b-a426-f435528f843d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:41.361588 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50ac4b65-3e80-4aee-a777-b0ae800beba5 req-a1ceb28f-de25-441b-a426-f435528f843d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0812600 Oct 12 11:56:41.408761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:41.414113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50ac4b65-3e80-4aee-a777-b0ae800beba5 req-ea849e25-a717-4b7b-a142-9577ee554c87 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463669 Oct 12 11:56:41.556349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737fe27-6706-4392-88db-2cbaca0e6ef0 req-f1a4369f-be96-48f4-8ae3-75e45b123cb4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:41.558368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c737fe27-6706-4392-88db-2cbaca0e6ef0 req-f1a4369f-be96-48f4-8ae3-75e45b123cb4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0686901 Oct 12 11:56:41.644207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c737fe27-6706-4392-88db-2cbaca0e6ef0 req-bd0ae905-a117-4955-8bbf-e15efbd7a284 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565770 Oct 12 11:56:41.645793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d2a6a758-caf8-4389-b742-f8461702423e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:41.666059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: d2a6a758-caf8-4389-b742-f8461702423e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:41.666427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d2a6a758-caf8-4389-b742-f8461702423e not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:41.666915 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41612) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:41.708920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e60f52-185f-4fe3-9cb9-f44654278443 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:41.710588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f5e60f52-185f-4fe3-9cb9-f44654278443 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1091 time: 0.0416098 Oct 12 11:56:41.713410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41614) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:41.717820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:41.747791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port 53d97cc8-b49d-483f-8f1a-f1b9eb953089 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:41.748037 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:41.828365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:41.835482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port 53d97cc8-b49d-483f-8f1a-f1b9eb953089, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=53d97cc8-b49d-483f-8f1a-f1b9eb953089,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:41.835857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:41.851487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for 53d97cc8-b49d-483f-8f1a-f1b9eb953089 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:41.935572 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.048173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.10 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/06e27fb5-21da-4e96-86ca-acb19e50018c) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:42.155691 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.159178 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.192451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=53d97cc8-b49d-483f-8f1a-f1b9eb953089,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:42.286670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.330954 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:42.333857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:42.339048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:42.342232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=06e27fb5-21da-4e96-86ca-acb19e50018c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:42.374434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.607260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Router c1fc1d0c-9831-4932-85d7-abc271462b16 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:42.705986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.717336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:42.722500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-80cc4dbd-d3c2-4fe5-b277-783517940067 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "PUT /v2.0/routers/c1fc1d0c-9831-4932-85d7-abc271462b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379539 Oct 12 11:56:42.725090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:42.731243 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Sync routers for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:42.741435 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:42.742135 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:42.780894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting subnet 7c2ebd16-63d7-4679-863d-43366e7e3934 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:56:42.784734 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.828041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.866364 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.926363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:42.952755 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:43.022938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.062327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.091726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2ebd16-63d7-4679-863d-43366e7e3934,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:43.093690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.096948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-69db795e-157b-470c-8eea-3f9c00a94513 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/subnets/7c2ebd16-63d7-4679-863d-43366e7e3934 HTTP/1.1" status: 204 len: 168 time: 0.3709223 Oct 12 11:56:43.098803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3a794-7289-41ce-96ec-7c1245a47573 None None] Network b1e836ef-8500-481b-8be2-668f7d5df18e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:43.099577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41618) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:43.127502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.146597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:56:41Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:43.177893 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Checking router: c1fc1d0c-9831-4932-85d7-abc271462b16 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:43.187575 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Routers {'c1fc1d0c-9831-4932-85d7-abc271462b16'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:43.188183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['c1fc1d0c-9831-4932-85d7-abc271462b16'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:43.212179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.229384 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.278893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=06e27fb5-21da-4e96-86ca-acb19e50018c,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:43.329576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] DHCP port deletion for b1e836ef-8500-481b-8be2-668f7d5df18e request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:56:43.331378 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] Set router c1fc1d0c-9831-4932-85d7-abc271462b16 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:43.347898 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.349192 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP a968f1ac-50ab-4634-81c1-53c79dc23e3b associated. External IP: 172.25.2.10, port: a17b318d-bcad-4397-aeb7-2d74359a15e0. Oct 12 11:56:43.381122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Deleting port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:43.381419 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.463823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Deleting port bab19174-f256-40fd-9d78-da4db7e28ac3 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:43.464429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.469479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] For port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,segment=NetworkSegment(a0442a29-5426-4ef2-b6a8-070587a8b5dd),segment_id=a0442a29-5426-4ef2-b6a8-070587a8b5dd)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:43.470127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.485834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Calling delete_port for 241b48b0-2c94-4e26-a9a4-8bbf9f10741f owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:43.552597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:56:41Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:43.558853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] For port bab19174-f256-40fd-9d78-da4db7e28ac3, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bab19174-f256-40fd-9d78-da4db7e28ac3,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:43.559220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.583179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Calling delete_port for bab19174-f256-40fd-9d78-da4db7e28ac3 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:43.597595 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb2462-07e7-4848-a52f-076f89324861 None None] The sync data for ids ['c1fc1d0c-9831-4932-85d7-abc271462b16'] in n-d-813419-3 is: [{'id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'name': 'tempest-TestNetworkBasicOps-router-1033409676', 'tenant_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:55:37Z', 'updated_at': '2021-10-12T11:56:41Z', 'revision_number': 5, 'project_id': 'fc93a54056c94f0e8d7b950465a6cc56', 'gw_port': {'id': 'bab19174-f256-40fd-9d78-da4db7e28ac3', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc1d0c-9831-4932-85d7-abc271462b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:55:38Z', 'updated_at': '2021-10-12T11:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:43.599811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 6c45709b-8f8f-4f76-b529-1d8b81199851 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:43.703704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.715963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:43.732490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Sync routers for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:43.737331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Pushing event deleted for resources: {'Port': ['ID=241b48b0-2c94-4e26-a9a4-8bbf9f10741f,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:43.744959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] No DVR routers for this DVR port 241b48b0-2c94-4e26-a9a4-8bbf9f10741f on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:43.757316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:43.757842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:43.760482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.760925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.761266 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.761601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.761934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.762258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.762580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.762926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.763248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.763566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.763883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.764200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8939f63-7d81-4420-a0b1-25987c3494df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:56:43.819627 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.847063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1c5ab190-118b-4eee-a8a2-09137593b940 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1326139 Oct 12 11:56:43.847744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:56:43.859210 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c614c2-127a-476a-bd51-e96f5cc5c001" -d '{"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:56:43.874225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:43.890548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:43.919404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Port': ['ID=bab19174-f256-40fd-9d78-da4db7e28ac3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:44.009322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2c661-136f-41d8-ae38-44a1d3c76d56 req-2f2fba3b-e2c3-42ac-92ca-48a3e424a7c6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:44.010946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbd2c661-136f-41d8-ae38-44a1d3c76d56 req-2f2fba3b-e2c3-42ac-92ca-48a3e424a7c6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0982404 Oct 12 11:56:44.014133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.125548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a968f1ac-50ab-4634-81c1-53c79dc23e3b', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'port_id': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'mac_address': 'fa:16:3e:a2:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:42Z', 'updated_at': '2021-10-12T11:56:42Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.129984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.132362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.154016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Checking router: 6c45709b-8f8f-4f76-b529-1d8b81199851 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:44.162916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:44.163601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.182163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fbd2c661-136f-41d8-ae38-44a1d3c76d56 req-6a22a0f4-76fa-4a98-aeda-7a79ba4c1b22 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361482 Oct 12 11:56:44.207835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41624) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:44.251893 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43680f9-49d1-4fab-9150-e1721527d733 x-openstack-request-id: req-e43680f9-49d1-4fab-9150-e1721527d733 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:56:44.252174 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:56:44.252427 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e43680f9-49d1-4fab-9150-e1721527d733 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:56:44.252829 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'status': 'completed', 'code': 200} Oct 12 11:56:44.257887 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.259142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Fanout notify agent at l3_agent the message router_deleted on router c1fc1d0c-9831-4932-85d7-abc271462b16 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:56:44.274878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.276262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-81b1513d-05ca-41d6-ab56-48e1921dc031 tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/routers/c1fc1d0c-9831-4932-85d7-abc271462b16 HTTP/1.1" status: 204 len: 168 time: 1.1757314 Oct 12 11:56:44.279145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41626) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:44.281737 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dee03447-2a91-4207-9bea-839967a6c22d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/a968f1ac-50ab-4634-81c1-53c79dc23e3b HTTP/1.1" status: 200 len: 990 time: 0.0727448 Oct 12 11:56:44.287583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:44.347395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-337753b1-9f59-4975-a8e7-053d0a5558d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:44.348952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-337753b1-9f59-4975-a8e7-053d0a5558d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1096 time: 0.0662293 Oct 12 11:56:44.371069 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.501622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.529438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e836ef-8500-481b-8be2-668f7d5df18e']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.540232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0442a29-5426-4ef2-b6a8-070587a8b5dd') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.540552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0442a29-5426-4ef2-b6a8-070587a8b5dd') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.553121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.564445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a968f1ac-50ab-4634-81c1-53c79dc23e3b', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'port_id': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'mac_address': 'fa:16:3e:a2:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:42Z', 'updated_at': '2021-10-12T11:56:42Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:44.569516 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.577986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:56:44.578855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: timer() Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:56:44.582432 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:56:44.595696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffae60-cf30-495c-83b1-fcb422fd583a None None] The sync data for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 is: [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a968f1ac-50ab-4634-81c1-53c79dc23e3b', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'port_id': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'mac_address': 'fa:16:3e:a2:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:56:42Z', 'updated_at': '2021-10-12T11:56:42Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:44.737055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.756019 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:44.763680 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] 10.222.0.43 "DELETE /v2.0/networks/b1e836ef-8500-481b-8be2-668f7d5df18e HTTP/1.1" status: 204 len: 168 time: 0.4825068 Oct 12 11:56:44.764835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67233a1-d2d2-4633-91d7-39d8d0cc0abe tempest-TestNetworkBasicOps-2110227909 tempest-TestNetworkBasicOps-2110227909-project] Pushing event deleted for resources: {'Network': ['ID=b1e836ef-8500-481b-8be2-668f7d5df18e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:44.789837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-bacfa751-9c4f-4e1f-8940-dd0dbd553f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:44.793263 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-bacfa751-9c4f-4e1f-8940-dd0dbd553f35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 897 time: 0.4359338 Oct 12 11:56:44.878916 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09cbfb-c3b2-42ce-bc27-4a64b531ea86 None None] New status for floating IP a968f1ac-50ab-4634-81c1-53c79dc23e3b: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:56:44.896297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bab19174-f256-40fd-9d78-da4db7e28ac3 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:44.918667 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-c491f410-aadf-4641-99ea-37723bf3c440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 998 time: 0.1172841 Oct 12 11:56:44.928015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: bab19174-f256-40fd-9d78-da4db7e28ac3 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:44.928492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bab19174-f256-40fd-9d78-da4db7e28ac3 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:44.929058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b48b0-2c94-4e26-a9a4-8bbf9f10741f no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:44.952486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 241b48b0-2c94-4e26-a9a4-8bbf9f10741f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:44.953061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b48b0-2c94-4e26-a9a4-8bbf9f10741f not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:44.953797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53d97cc8-b49d-483f-8f1a-f1b9eb953089 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:44.972112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-4108863b-59eb-47c6-be42-79b532081a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:44.973651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-4108863b-59eb-47c6-be42-79b532081a96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0483520 Oct 12 11:56:44.973945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 53d97cc8-b49d-483f-8f1a-f1b9eb953089 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:44.974291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 53d97cc8-b49d-483f-8f1a-f1b9eb953089 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:45.025216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-0e07eea8-15f1-4652-aecb-18d1a8c7578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:45.027097 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-0e07eea8-15f1-4652-aecb-18d1a8c7578b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460162 Oct 12 11:56:45.127685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-e4219b91-f4e0-489d-b4f9-47632a7d7cbf service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Oct 12 11:56:45.231801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-71c614c2-127a-476a-bd51-e96f5cc5c001 req-126d7752-f8f6-4ca6-98c5-57c0024038da service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938535 Oct 12 11:56:45.285317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41634) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:45.343554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41636) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:45.355337 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-76c547a7-7f27-4a0d-a734-2a2605fad231 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/a968f1ac-50ab-4634-81c1-53c79dc23e3b HTTP/1.1" status: 200 len: 992 time: 0.0686328 Oct 12 11:56:45.486136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ade8a793-c7ab-4139-a3ee-3cbff3a9cfcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc93a54056c94f0e8d7b950465a6cc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412575 Oct 12 11:56:45.488663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41640) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:45.544497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:45.566063 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:45.667250 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:45.669938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:45.671136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60a001aa-6aa1-40ab-bfed-dad207d7dcdb HTTP/1.1" status: 204 len: 168 time: 0.1814475 Oct 12 11:56:45.678824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe3635-fa03-4aba-8f45-bcf88519193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a001aa-6aa1-40ab-bfed-dad207d7dcdb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:46.443414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41646) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:46.457569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f28609ef-1824-4d03-b026-04cf4a4bd6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.535666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f28609ef-1824-4d03-b026-04cf4a4bd6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.600265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f28609ef-1824-4d03-b026-04cf4a4bd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.646651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f28609ef-1824-4d03-b026-04cf4a4bd6d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8bd6a8894024cd18f80d371d842334d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021165 Oct 12 11:56:46.647538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28609ef-1824-4d03-b026-04cf4a4bd6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b806f-18b7-4fe6-b9da-7cd45b4e4496,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:46.649923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41648) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:46.700393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.722559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.851879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.854652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:46.855834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d0b806f-18b7-4fe6-b9da-7cd45b4e4496 HTTP/1.1" status: 204 len: 168 time: 0.2053976 Oct 12 11:56:46.863589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a412d-2157-4a26-8e87-aa99dae1fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b806f-18b7-4fe6-b9da-7cd45b4e4496,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:47.698257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f8517b49-0bae-4969-b236-b41b02cd454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:47.899220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:47.997250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1845198739-network', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:48.085495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Made reservation on behalf of 12eaa8d66fbd43e0b01e3778f3bc4c37 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:56:48.087743 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.099902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.173332 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.244144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.268519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:56:48.277282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db56866-d5ea-45cd-b609-55a20ef3e4f9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:48.284189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.284531 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Added segment b9bb7e1f-1cc8-48b8-a455-7a994c21d503 of type vlan for network 6754db2b-b772-4b0f-9559-3912c6914b9c Oct 12 11:56:48.324740 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.427383 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.428259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:48.428826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:48.519667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] Pushing event updated for resources: {'Network': ['ID=6754db2b-b772-4b0f-9559-3912c6914b9c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:48.530154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8c4c4d4c-5c25-4984-b321-b7f3dc5be850 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6284578 Oct 12 11:56:48.530297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 6754db2b-b772-4b0f-9559-3912c6914b9c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:56:48.531845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41674) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:48.536706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Request body: {'subnet': {'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1845198739-subnet', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:48.639848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Made reservation on behalf of 12eaa8d66fbd43e0b01e3778f3bc4c37 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:56:48.642231 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.200652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.257460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729d0d25-c0e3-46c1-87c2-335ea7fd288b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:49.267278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Checking segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:49.267278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Network hostable DHCP agents. Network: 6754db2b-b772-4b0f-9559-3912c6914b9c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:56:49.388625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Network 6754db2b-b772-4b0f-9559-3912c6914b9c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:56:49.491951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 6754db2b-b772-4b0f-9559-3912c6914b9c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:49.496219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:56:49.496806 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.500985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2c9ec-1e54-447a-83bd-adc5bfd292fc None None] Network 6754db2b-b772-4b0f-9559-3912c6914b9c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:49.631330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-951c24dc-7bc2-40c8-a549-068e86749921 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0981932 Oct 12 11:56:49.633975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41676) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:49.639196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:56:49.645077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-6754db2b-b772-4b0f-9559-3912c6914b9c', 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'fixed_ips': [{'subnet_id': '729d0d25-c0e3-46c1-87c2-335ea7fd288b'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:56:49.645954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.743235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.745008 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.779971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Allocated IP 172.20.0.2 (6754db2b-b772-4b0f-9559-3912c6914b9c/729d0d25-c0e3-46c1-87c2-335ea7fd288b/48adffbc-34f8-47d2-9493-32e7df1295c8) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:49.799956 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:49.920251 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.017770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.057963 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.253277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Network 6754db2b-b772-4b0f-9559-3912c6914b9c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:50.258267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:50.262466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:50.268019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Pushing event updated for resources: {'Port': ['ID=48adffbc-34f8-47d2-9493-32e7df1295c8,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:50.293367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.313288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.320431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Attempting to bind port 48adffbc-34f8-47d2-9493-32e7df1295c8 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:50.320800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Attempting to bind port 48adffbc-34f8-47d2-9493-32e7df1295c8 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:50.321164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Attempting to bind port 48adffbc-34f8-47d2-9493-32e7df1295c8 on network 6754db2b-b772-4b0f-9559-3912c6914b9c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:50.326738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:50.327088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Checking segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:50.327491 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.327882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Bound using segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:50.328599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Bound port: 48adffbc-34f8-47d2-9493-32e7df1295c8, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:50.328973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.391625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] For port 48adffbc-34f8-47d2-9493-32e7df1295c8, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:50.394841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] For port 48adffbc-34f8-47d2-9493-32e7df1295c8, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48adffbc-34f8-47d2-9493-32e7df1295c8,segment=NetworkSegment(b9bb7e1f-1cc8-48b8-a455-7a994c21d503),segment_id=b9bb7e1f-1cc8-48b8-a455-7a994c21d503)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:50.426181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Allocated IP 172.25.2.45 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/14bff383-148c-4900-b62e-ac5ff0615698) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:50.440788 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.473023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cd94b9e1-1808-4243-9a63-c4d190a3f4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.515348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189958-6edb-43aa-86fc-11acaf7ff519 None None] Pushing event updated for resources: {'Port': ['ID=48adffbc-34f8-47d2-9493-32e7df1295c8,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:50.538191 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.635653 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.688989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:50.692057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:50.696745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:50.700371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Pushing event updated for resources: {'Port': ['ID=14bff383-148c-4900-b62e-ac5ff0615698,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:50.861990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48adffbc-34f8-47d2-9493-32e7df1295c8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:50.909764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48adffbc-34f8-47d2-9493-32e7df1295c8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:50.910060 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:50.990045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.021888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 48adffbc-34f8-47d2-9493-32e7df1295c8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48adffbc-34f8-47d2-9493-32e7df1295c8,segment=NetworkSegment(b9bb7e1f-1cc8-48b8-a455-7a994c21d503),segment_id=b9bb7e1f-1cc8-48b8-a455-7a994c21d503)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:51.049913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.103165 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.156073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=48adffbc-34f8-47d2-9493-32e7df1295c8,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:51.256015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.442850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045e4c5-3ba3-4dd1-a384-075074dbc3fc None None] Network 6754db2b-b772-4b0f-9559-3912c6914b9c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:51.491977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Router 3779782a-ef29-4477-8d1a-fd6f0432f939 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:56:51.566872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9c97c172-044b-4bf7-a536-f73178fde4d0 None None] Provisioning complete for port 48adffbc-34f8-47d2-9493-32e7df1295c8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:51.567429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9c97c172-044b-4bf7-a536-f73178fde4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.599765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:51.612297 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Sync routers for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:51.637005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Routers {'3779782a-ef29-4477-8d1a-fd6f0432f939'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:51.637648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3779782a-ef29-4477-8d1a-fd6f0432f939'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:51.692851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.704406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a8e09864-6c21-4a50-b3f6-cf75b5133ffc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0592115 Oct 12 11:56:51.704687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41678) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:51.802771 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.808127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Set router 3779782a-ef29-4477-8d1a-fd6f0432f939 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:51.881234 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:51.938588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a5be08b8-0b1d-415a-a5ca-32e311203ca7 None None] Provisioning complete for port 48adffbc-34f8-47d2-9493-32e7df1295c8 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:51.938990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a5be08b8-0b1d-415a-a5ca-32e311203ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.067696 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:50Z', 'revision_number': 3, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:52.098573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Checking router: 3779782a-ef29-4477-8d1a-fd6f0432f939 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:52.099001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Updating router 3779782a-ef29-4477-8d1a-fd6f0432f939 port 14bff383-148c-4900-b62e-ac5ff0615698 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:56:52.124405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.143922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.351339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Allocated IP 172.20.0.1 (6754db2b-b772-4b0f-9559-3912c6914b9c/729d0d25-c0e3-46c1-87c2-335ea7fd288b/7a25ed3d-9c51-470f-9170-30d496f03342) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:56:52.370898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.389797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.455765 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.474038 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.530243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cfae6-2a11-4d1a-a59a-d3a01de02a61 None None] Pushing event updated for resources: {'Port': ['ID=14bff383-148c-4900-b62e-ac5ff0615698,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:52.532691 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Attempting to bind port 14bff383-148c-4900-b62e-ac5ff0615698 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:52.533063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Attempting to bind port 14bff383-148c-4900-b62e-ac5ff0615698 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:52.533426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Attempting to bind port 14bff383-148c-4900-b62e-ac5ff0615698 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Bound port: 14bff383-148c-4900-b62e-ac5ff0615698, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:52.545163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.591598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] For port 14bff383-148c-4900-b62e-ac5ff0615698, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:56:52.594532 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.594719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] For port 14bff383-148c-4900-b62e-ac5ff0615698, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=14bff383-148c-4900-b62e-ac5ff0615698,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:56:52.640441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Network 6754db2b-b772-4b0f-9559-3912c6914b9c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:52.643448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:52.647803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:56:52.651589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Pushing event updated for resources: {'Port': ['ID=7a25ed3d-9c51-470f-9170-30d496f03342,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:52.688192 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.726470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.793475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cfae6-2a11-4d1a-a59a-d3a01de02a61 None None] Pushing event updated for resources: {'Port': ['ID=14bff383-148c-4900-b62e-ac5ff0615698,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:52.796093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Routers {'3779782a-ef29-4477-8d1a-fd6f0432f939'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:52.796693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3779782a-ef29-4477-8d1a-fd6f0432f939'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:52.882617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48adffbc-34f8-47d2-9493-32e7df1295c8 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:52.924019 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.942097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-88f1dfa7-78b8-4022-8251-ac48099b47d7 None None] Provisioning complete for port 7a25ed3d-9c51-470f-9170-30d496f03342 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:52.942465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-88f1dfa7-78b8-4022-8251-ac48099b47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:52.972178 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] Set router 3779782a-ef29-4477-8d1a-fd6f0432f939 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:53.051268 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-88f1dfa7-78b8-4022-8251-ac48099b47d7 None None] Port 7a25ed3d-9c51-470f-9170-30d496f03342 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:56:53.065880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 48adffbc-34f8-47d2-9493-32e7df1295c8 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:53.066257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.092559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.154645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.223821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.226612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Pushing event updated for resources: {'Port': ['ID=7a25ed3d-9c51-470f-9170-30d496f03342,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:53.238574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:50Z', 'revision_number': 3, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:53.265468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130f7c2-d2a2-48b3-918f-96f658fde2fb None None] The sync data for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 is: [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:50Z', 'revision_number': 3, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:53.327537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Network 6754db2b-b772-4b0f-9559-3912c6914b9c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:56:53.329322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:56:53.411791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.452437 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Router 3779782a-ef29-4477-8d1a-fd6f0432f939 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:53.599198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:53.606738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0a834f8c-20e6-42cc-9de7-1e0aefe40f3a admin admin] 10.222.0.43 "PUT /v2.0/routers/3779782a-ef29-4477-8d1a-fd6f0432f939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051790 Oct 12 11:56:53.673967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ab126ed9-e16d-4893-93eb-9e18f6a16975 None None] Provisioning complete for port 7a25ed3d-9c51-470f-9170-30d496f03342 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:53.674538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab126ed9-e16d-4893-93eb-9e18f6a16975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:53.711646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ab126ed9-e16d-4893-93eb-9e18f6a16975 None None] Port 7a25ed3d-9c51-470f-9170-30d496f03342 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:56:54.775396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41700) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:54.855346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Sync routers for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:54.867007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 14bff383-148c-4900-b62e-ac5ff0615698 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:54.870271 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Routers {'3779782a-ef29-4477-8d1a-fd6f0432f939'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:54.871171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3779782a-ef29-4477-8d1a-fd6f0432f939'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:54.915004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 14bff383-148c-4900-b62e-ac5ff0615698 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:54.915382 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:54.976873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Set router 3779782a-ef29-4477-8d1a-fd6f0432f939 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:55.006322 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.026768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 14bff383-148c-4900-b62e-ac5ff0615698, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=14bff383-148c-4900-b62e-ac5ff0615698,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:55.120033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.120220 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.174155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=14bff383-148c-4900-b62e-ac5ff0615698,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:55.187442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:52Z', 'revision_number': 4, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '7a25ed3d-9c51-470f-9170-30d496f03342', 'name': '', 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'mac_address': 'fa:16:3e:f2:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '729d0d25-c0e3-46c1-87c2-335ea7fd288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:52Z', 'updated_at': '2021-10-12T11:56:52Z', 'revision_number': 2, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'subnets': [{'id': '729d0d25-c0e3-46c1-87c2-335ea7fd288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:55.217590 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Checking router: 3779782a-ef29-4477-8d1a-fd6f0432f939 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:56:55.218011 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Updating router 3779782a-ef29-4477-8d1a-fd6f0432f939 port 7a25ed3d-9c51-470f-9170-30d496f03342 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:56:55.242274 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.382047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Deleting port 7a25ed3d-9c51-470f-9170-30d496f03342 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:55.382388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.458742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.471652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Calling delete_port for 7a25ed3d-9c51-470f-9170-30d496f03342 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:55.507459 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.571719 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.645753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d5166-83b8-46b0-803b-d4871e79e10e None None] Pushing event updated for resources: {'Port': ['ID=7a25ed3d-9c51-470f-9170-30d496f03342,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:55.673593 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:55.673958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:55.674313 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 on network 6754db2b-b772-4b0f-9559-3912c6914b9c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:55.679782 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:55.683459 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Checking segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:55.683459 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.683459 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Bound using segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:55.683459 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Bound port: 7a25ed3d-9c51-470f-9170-30d496f03342, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:55.683459 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.777787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:55.778737 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.db.api [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:56:55.779116 n-d-813419-3 neutron-server[95550]: DEBUG oslo_db.api [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:56:55.803494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a25ed3d-9c51-470f-9170-30d496f03342,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:55.840798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0fab4291-bfe3-4909-ba4e-ac2fcdd6ac3c None None] Could not find standard attr ID for object 7a25ed3d-9c51-470f-9170-30d496f03342. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:56:55.985964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.198886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Router 3779782a-ef29-4477-8d1a-fd6f0432f939 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:56:56.296484 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:56:56.297050 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:56:56.297187 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Attempting to bind port 7a25ed3d-9c51-470f-9170-30d496f03342 on network 6754db2b-b772-4b0f-9559-3912c6914b9c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:56:56.302137 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:56:56.302492 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Checking segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:56:56.302970 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.303357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Bound using segment: {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:56:56.303805 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Bound port: 7a25ed3d-9c51-470f-9170-30d496f03342, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6754db2b-b772-4b0f-9559-3912c6914b9c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:56:56.304173 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.309548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:56:56.314924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d34cad50-2f32-45ee-ab4f-33de906d7335 admin admin] 10.222.0.43 "PUT /v2.0/routers/3779782a-ef29-4477-8d1a-fd6f0432f939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381663 Oct 12 11:56:56.317696 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41702) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:56.334345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Port 7a25ed3d-9c51-470f-9170-30d496f03342 has been deleted concurrently {{(pid=95550) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 11:56:56.344158 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Routers {'3779782a-ef29-4477-8d1a-fd6f0432f939'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:56.344753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['3779782a-ef29-4477-8d1a-fd6f0432f939'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:56.423076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.527421 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.538559 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] Set router 3779782a-ef29-4477-8d1a-fd6f0432f939 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:56:56.648136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Deleting port 14bff383-148c-4900-b62e-ac5ff0615698 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:56.648478 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.719734 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:55Z', 'revision_number': 5, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:56.728638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] For port 14bff383-148c-4900-b62e-ac5ff0615698, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=14bff383-148c-4900-b62e-ac5ff0615698,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:56.729006 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.741746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Calling delete_port for 14bff383-148c-4900-b62e-ac5ff0615698 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:56.747417 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5b83c-6a67-445f-976b-f9e4bb3a856c None None] The sync data for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 is: [{'id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'name': 'tempest-ImageQuotaTest-1845198739-router', 'tenant_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '14bff383-148c-4900-b62e-ac5ff0615698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:49Z', 'updated_at': '2021-10-12T11:56:55Z', 'revision_number': 5, 'project_id': '12eaa8d66fbd43e0b01e3778f3bc4c37', 'gw_port': {'id': '14bff383-148c-4900-b62e-ac5ff0615698', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779782a-ef29-4477-8d1a-fd6f0432f939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:50Z', 'updated_at': '2021-10-12T11:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:56.843829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 14bff383-148c-4900-b62e-ac5ff0615698 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:56:56.910884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 14bff383-148c-4900-b62e-ac5ff0615698 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:56:56.911263 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:56.981920 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.011342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=14bff383-148c-4900-b62e-ac5ff0615698,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:57.079658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.092405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.112453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Could not find standard attr ID for object 14bff383-148c-4900-b62e-ac5ff0615698. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 11:56:57.115144 n-d-813419-3 neutron-server[95549]: INFO neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No ports have port_id starting with 14bff383-148c-4900-b62e-ac5ff0615698 Oct 12 11:56:57.177163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.179457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.319093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.319644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3779782a-ef29-4477-8d1a-fd6f0432f939 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:56:57.324618 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.325792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-833fe7d3-2858-4adb-bf5b-70bf52ce5a78 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3779782a-ef29-4477-8d1a-fd6f0432f939 HTTP/1.1" status: 204 len: 168 time: 1.0070977 Oct 12 11:56:57.328639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41704) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:57.379392 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Deleting subnet 729d0d25-c0e3-46c1-87c2-335ea7fd288b {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:56:57.382956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.420460 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.444381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Sync routers for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:56:57.448843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:57.449210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:56:57.449793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_agentschedulers_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3779782a-ef29-4477-8d1a-fd6f0432f939'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95549) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:56:57.458269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Routers set() bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:56:57.458630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Router IDs set() for agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 11:56:57.459215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_agentschedulers_db [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3779782a-ef29-4477-8d1a-fd6f0432f939'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:56:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent'). {{(pid=95549) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 11:56:57.459589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98e198-e2ea-41b7-b95e-1c9fdb40b173 None None] The sync data for ids ['3779782a-ef29-4477-8d1a-fd6f0432f939'] in n-d-813419-3 is: [] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:56:57.500846 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.663506 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.689112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729d0d25-c0e3-46c1-87c2-335ea7fd288b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:57.692719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.696147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c1b4bd36-b5b9-4a5e-b8ee-d09cfd21609f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/729d0d25-c0e3-46c1-87c2-335ea7fd288b HTTP/1.1" status: 204 len: 168 time: 0.3664167 Oct 12 11:56:57.699271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7d136-35e8-48b2-b67a-bd70b31a62c0 None None] Network 6754db2b-b772-4b0f-9559-3912c6914b9c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:56:57.699776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41706) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:57.768427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.829759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Deleting port 48adffbc-34f8-47d2-9493-32e7df1295c8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:57.829759 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:57.904286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] DHCP port deletion for 6754db2b-b772-4b0f-9559-3912c6914b9c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:56:57.955444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Deleting port 48adffbc-34f8-47d2-9493-32e7df1295c8 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:56:57.955819 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.020506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] For port 48adffbc-34f8-47d2-9493-32e7df1295c8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48adffbc-34f8-47d2-9493-32e7df1295c8,segment=NetworkSegment(b9bb7e1f-1cc8-48b8-a455-7a994c21d503),segment_id=b9bb7e1f-1cc8-48b8-a455-7a994c21d503)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:58.020899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.034828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Calling delete_port for 48adffbc-34f8-47d2-9493-32e7df1295c8 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:58.215061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] For port 48adffbc-34f8-47d2-9493-32e7df1295c8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=48adffbc-34f8-47d2-9493-32e7df1295c8,segment=NetworkSegment(b9bb7e1f-1cc8-48b8-a455-7a994c21d503),segment_id=b9bb7e1f-1cc8-48b8-a455-7a994c21d503)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:56:58.215426 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.228003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Calling delete_port for 48adffbc-34f8-47d2-9493-32e7df1295c8 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:56:58.240937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.264767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] Pushing event deleted for resources: {'Port': ['ID=48adffbc-34f8-47d2-9493-32e7df1295c8,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:58.268606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363f09a-3d65-4181-8c89-a1c590bb4405 None None] No DVR routers for this DVR port 48adffbc-34f8-47d2-9493-32e7df1295c8 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:58.307984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.337217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Pushing event deleted for resources: {'Port': ['ID=48adffbc-34f8-47d2-9493-32e7df1295c8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:58.339866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] No DVR routers for this DVR port 48adffbc-34f8-47d2-9493-32e7df1295c8 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:56:58.410885 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.430586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6754db2b-b772-4b0f-9559-3912c6914b9c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:58.440191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:58.440191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bb7e1f-1cc8-48b8-a455-7a994c21d503') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:56:58.449944 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.463679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.469511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:56:58.469896 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:56:58.471552 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:56:58.623470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-3efaec21-df8b-4556-8b38-0a77eca5f24e req-a6632153-99ba-43be-8a5f-a0bebb8083b7 service neutron] (95547) timed out ('10.222.0.41', 62478) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 11:56:58.651711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.657730 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:58.660813 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] 10.222.0.43 "DELETE /v2.0/networks/6754db2b-b772-4b0f-9559-3912c6914b9c HTTP/1.1" status: 204 len: 168 time: 0.9599905 Oct 12 11:56:58.677833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b887f-5060-4d45-bf52-8bc930f9370f admin admin] Pushing event deleted for resources: {'Network': ['ID=6754db2b-b772-4b0f-9559-3912c6914b9c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:56:58.832897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48adffbc-34f8-47d2-9493-32e7df1295c8 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:58.854278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 48adffbc-34f8-47d2-9493-32e7df1295c8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:58.854621 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 48adffbc-34f8-47d2-9493-32e7df1295c8 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:58.855054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 14bff383-148c-4900-b62e-ac5ff0615698 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:56:58.873388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 14bff383-148c-4900-b62e-ac5ff0615698 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:56:58.873734 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 14bff383-148c-4900-b62e-ac5ff0615698 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:56:59.119532 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41710) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:59.158431 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b780b6e-5394-4172-9943-005fdc401e36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12eaa8d66fbd43e0b01e3778f3bc4c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377042 Oct 12 11:56:59.160795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41712) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:56:59.207839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:59.228948 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:59.394336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:59.396828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:56:59.397975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4db56866-d5ea-45cd-b609-55a20ef3e4f9 HTTP/1.1" status: 204 len: 168 time: 0.2362936 Oct 12 11:56:59.406986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546b21-a3cf-4195-ab0c-b7c9af1c2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db56866-d5ea-45cd-b609-55a20ef3e4f9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:00.461750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41718) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:57:00.475599 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-302ab15f-3088-4548-93a2-f04c734fd5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.550900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-302ab15f-3088-4548-93a2-f04c734fd5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.662755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-302ab15f-3088-4548-93a2-f04c734fd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.702904 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-302ab15f-3088-4548-93a2-f04c734fd5c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2392242 Oct 12 11:57:00.704080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ab15f-3088-4548-93a2-f04c734fd5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd0f74-9646-4fd7-b647-a7588ecfb4ba,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:00.705886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:57:00.762478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.783969 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.954448 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.957038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:00.958197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9cd0f74-9646-4fd7-b647-a7588ecfb4ba HTTP/1.1" status: 204 len: 168 time: 0.2513216 Oct 12 11:57:00.966882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1beeed-7537-481a-83a8-003fa7c0a40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd0f74-9646-4fd7-b647-a7588ecfb4ba,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:11.854919 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:57:12.520407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-c2e53edb-970e-4cd7-b5f4-06a26bccd267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407013 Oct 12 11:57:12.604434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-c5d99637-06b4-4341-932e-ea0daedd6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:12.606400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-c5d99637-06b4-4341-932e-ea0daedd6521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0429554 Oct 12 11:57:12.709804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-c5cc0e3d-d87e-44eb-900d-5239b40b665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:12.711204 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-c5cc0e3d-d87e-44eb-900d-5239b40b665d service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0855904 Oct 12 11:57:12.781481 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-76e99476-aa51-43cf-ad39-c929be15f3ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 1001 time: 0.0613616 Oct 12 11:57:12.830362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-ea671046-3478-44fe-9536-c6338d34a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:12.831788 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-ea671046-3478-44fe-9536-c6338d34a2a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0440719 Oct 12 11:57:12.877180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-115e9cb6-ccda-4ac1-a5e7-99d463108baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:12.878622 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-115e9cb6-ccda-4ac1-a5e7-99d463108baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397067 Oct 12 11:57:12.970223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-f12f43de-57aa-48ef-8c42-72de7aac6734 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847681 Oct 12 11:57:13.060015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b35d4ea6-6a24-40db-ba19-e6fcad28b4d7 req-e761ac03-2efb-493b-9d02-1745c7de69d7 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Oct 12 11:57:17.752656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1870889b-5261-4dcb-bd42-b6909a696cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:20.500971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-24334946-0c6e-4276-8535-8c0c8609592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:21.718906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:21.919359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:22.342565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:23.415945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:26.982749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:46.059818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32d82f-8c97-4869-a814-bc229794bdd6 req-b6f2272a-e2dc-44a0-a047-32313d9ef351 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:46.061874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b32d82f-8c97-4869-a814-bc229794bdd6 req-b6f2272a-e2dc-44a0-a047-32313d9ef351 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0484648 Oct 12 11:57:46.103080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b32d82f-8c97-4869-a814-bc229794bdd6 req-177d8b4f-4f08-42e4-88c7-44a5b6c684ff tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349917 Oct 12 11:57:46.125706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41754) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:57:46.187489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3ec75029-bd74-4451-8e05-aeb3274c3d57 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/a968f1ac-50ab-4634-81c1-53c79dc23e3b HTTP/1.1" status: 200 len: 992 time: 0.0606430 Oct 12 11:57:46.561111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e31d-388a-43ce-b911-d31d4890bb92 req-3775b218-d1f2-4e8f-97d9-5921920d3d55 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:46.562601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a15e31d-388a-43ce-b911-d31d4890bb92 req-3775b218-d1f2-4e8f-97d9-5921920d3d55 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1096 time: 0.0403659 Oct 12 11:57:46.596205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a15e31d-388a-43ce-b911-d31d4890bb92 req-3d33a7f3-3796-4f27-a7a9-03354641b75c tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276990 Oct 12 11:57:47.635424 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-365ac886-cb19-4863-a57e-7d2bcf62740b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459030 Oct 12 11:57:47.644451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-3d4fbfe3-b8e4-484d-b18e-96a4f4dcdccf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:57:47.645816 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-3d4fbfe3-b8e4-484d-b18e-96a4f4dcdccf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054274 Oct 12 11:57:47.718464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ec55-82d8-41cd-9179-b5082ea68e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:48.567230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-79bc3674-4907-4a5b-9078-3a0c8d8f6575 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:48.568614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-79bc3674-4907-4a5b-9078-3a0c8d8f6575 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 1093 time: 0.1586263 Oct 12 11:57:48.577261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Request body: {'binding': {'host': 'n-h2-813419-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:57:48.577700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Unknown quota resources ['binding']. {{(pid=95547) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 11:57:48.709311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on host n-h2-813419-3 for vnic_type normal with profile None {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:57:48.710006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:57:48.710006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:57:48.713997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:57:48.714315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:57:48.719616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:57:48.719958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:57:48.720347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Bound using segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:57:48.720775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Bound port: a17b318d-bcad-4397-aeb7-2d74359a15e0, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:57:48.806816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:57:48.853832 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:57:48.875984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:48.877176 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-e7d18f5b-b3d3-4ee4-bb1c-9dc0682131a8 service neutron] 10.222.0.43 "POST /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3032300 Oct 12 11:57:49.492196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593f0cf-e0f1-440e-9fb8-5bcd281c6d82 req-6c97d445-88cd-495f-972f-3916444daa58 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:49.493693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6593f0cf-e0f1-440e-9fb8-5bcd281c6d82 req-6c97d445-88cd-495f-972f-3916444daa58 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.4029374 Oct 12 11:57:49.508640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-2fee1049-a2ab-4953-8352-cb119cc91ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:49.510063 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-2fee1049-a2ab-4953-8352-cb119cc91ecb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1096 time: 0.0619664 Oct 12 11:57:49.586473 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6593f0cf-e0f1-440e-9fb8-5bcd281c6d82 req-1d7a53b7-0e74-4d11-9075-04740a79ef25 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852802 Oct 12 11:57:49.621137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-8fd3c1b9-2600-4539-bed9-2c2314062934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:49.622595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-8fd3c1b9-2600-4539-bed9-2c2314062934 service neutron] 10.222.0.47 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 897 time: 0.1052525 Oct 12 11:57:49.688054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-753e3e5e-0d82-4c8c-bafc-772afbd02f17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 1000 time: 0.0584309 Oct 12 11:57:49.737026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-7418ef60-4857-4b6d-b1ad-ebf2320d68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:49.738429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-7418ef60-4857-4b6d-b1ad-ebf2320d68a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0440588 Oct 12 11:57:49.785964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-ae2870ec-3221-4b4b-9b7b-247d8af06d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:49.787366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-ae2870ec-3221-4b4b-9b7b-247d8af06d1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424426 Oct 12 11:57:49.876017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-c7d3777b-9498-4c60-b415-f1701191d2fa service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803154 Oct 12 11:57:49.969133 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-c2504a18-7ef4-40e8-bcf9-004bb799859f service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860543 Oct 12 11:57:50.096370 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-11198338-fee7-490f-89f0-cf15493c5216 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:50.097963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-11198338-fee7-490f-89f0-cf15493c5216 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c&tenant_id=fdd531f728634a3f931191cc111863e2&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1096 time: 0.0742693 Oct 12 11:57:50.109111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-3'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:57:50.164676 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.289200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:57:50.324462 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:57:50.364020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:57:50.366265 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f426d1-00b6-41cc-bf62-683f99ed1caf" -d '{"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-unplugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:57:50.370071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.404594 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe96c5b-11ec-4dd9-929d-10a0b505c2a9 x-openstack-request-id: req-6fe96c5b-11ec-4dd9-929d-10a0b505c2a9 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:57:50.404909 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-unplugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:57:50.405182 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fe96c5b-11ec-4dd9-929d-10a0b505c2a9 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:57:50.405588 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'code': 200} Oct 12 11:57:50.444166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.472726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80f37a6d-53e1-4b15-a8d7-5b1face1b934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.542600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:50.555439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.555783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.556121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.556456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.556786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.557121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.557445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.557769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.558091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.558412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.558749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.559070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:50.604275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on host n-h1-813419-3 for vnic_type normal with profile {"migrating_to": "n-h2-813419-3"} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:57:50.604616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:57:50.604977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:57:50.611431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:57:50.611757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Attempting to bind port a17b318d-bcad-4397-aeb7-2d74359a15e0 on network 718cd797-542f-4c76-93c4-0987372ec0e2 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:57:50.617163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:57:50.617499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Checking segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:57:50.617877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Bound using segment: {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:57:50.618333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Bound port: a17b318d-bcad-4397-aeb7-2d74359a15e0, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4be964c-c208-4a2e-a673-14ad83c1a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:57:50.618684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.712613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:57:50.717205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:57:50.741537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3cbc-a0db-4137-baa0-82988ed9a601 req-3962cddc-900a-4d2b-b1d0-acd85d20803b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:50.742967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c05a3cbc-a0db-4137-baa0-82988ed9a601 req-3962cddc-900a-4d2b-b1d0-acd85d20803b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 943 time: 0.0792880 Oct 12 11:57:50.769552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f94b6cf0-0b88-4144-a8d1-754038220c39 None None] Provisioning complete for port a17b318d-bcad-4397-aeb7-2d74359a15e0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:57:50.769933 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f94b6cf0-0b88-4144-a8d1-754038220c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.777933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.804104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f94b6cf0-0b88-4144-a8d1-754038220c39 None None] Port a17b318d-bcad-4397-aeb7-2d74359a15e0 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:57:50.806979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c05a3cbc-a0db-4137-baa0-82988ed9a601 req-a924c7ee-4f6d-407e-8d3f-7ccb4d106ef6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572233 Oct 12 11:57:50.876791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=8']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:50.922849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:50.923462 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:50.924858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-bc999df1-9867-40bf-8744-aed1ef79bc1e service neutron] 10.222.0.47 "PUT /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 1121 time: 0.8198023 Oct 12 11:57:50.997823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a17b318d-bcad-4397-aeb7-2d74359a15e0'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:57:51.043368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Provisioning complete for port a17b318d-bcad-4397-aeb7-2d74359a15e0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:57:51.043735 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:51.179306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:51.214641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:57:51.217118 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a2546c-f1df-4154-af03-62eedd7a78de" -d '{"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-plugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:57:51.233103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:57:51.258782 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2509f81c-eb72-4e0d-885d-667b6d867a8b x-openstack-request-id: req-2509f81c-eb72-4e0d-885d-667b6d867a8b {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:57:51.259063 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-plugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:57:51.259306 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2509f81c-eb72-4e0d-885d-667b6d867a8b {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:57:51.259768 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'code': 200} Oct 12 11:57:51.302585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:51.461070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:51.471569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.471911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.472247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.472576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.472901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.473470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.473577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.473838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.474156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.474471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.474812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.475129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb5da5b-98e5-4e5c-aeb0-c07afe3baf81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:51.729839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:51.838324 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:51.931132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53a62-2d33-42f8-9c60-fe3ce9bb2fcc req-060ec376-1687-4b0d-b093-8f33c8412663 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:51.932627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4c53a62-2d33-42f8-9c60-fe3ce9bb2fcc req-060ec376-1687-4b0d-b093-8f33c8412663 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0506973 Oct 12 11:57:51.959828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:57:51.972687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4c53a62-2d33-42f8-9c60-fe3ce9bb2fcc req-5a496f00-a1c4-46a6-81d3-eaf3aa2d9abb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335915 Oct 12 11:57:52.062052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:57:52.072746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 has no active binding in host n-h2-813419-3 {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 11:57:52.351847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:52.407164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:57:52.409603 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3135588-4b31-4207-9c9e-66bdc30d15fc" -d '{"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:57:52.444426 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc958396-6243-4420-82cc-d6b3b43bdf06 x-openstack-request-id: req-dc958396-6243-4420-82cc-d6b3b43bdf06 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:57:52.444706 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:57:52.444955 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc958396-6243-4420-82cc-d6b3b43bdf06 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:57:52.445347 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'status': 'completed', 'code': 200} Oct 12 11:57:52.510507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-7c34ff97-1261-47fa-aa6f-69891843e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:52.512091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-7c34ff97-1261-47fa-aa6f-69891843e5dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1126 time: 0.0428932 Oct 12 11:57:52.600002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-ec235712-d689-45d1-911f-49cce3ef47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:52.601476 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-ec235712-d689-45d1-911f-49cce3ef47e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 897 time: 0.0825398 Oct 12 11:57:52.668321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-5ed03ed3-4dcb-4280-a54c-9d80d20dac0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 1000 time: 0.0600832 Oct 12 11:57:52.716127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-0cb0f5ad-e1bd-41fd-9d9b-9fb103499a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:52.718396 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-0cb0f5ad-e1bd-41fd-9d9b-9fb103499a6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0428531 Oct 12 11:57:52.764416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-0d03007c-a6e0-4077-8e31-8c058d70ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:52.765862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-0d03007c-a6e0-4077-8e31-8c058d70ec4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392969 Oct 12 11:57:52.861894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-ed888107-b9e0-47b7-9289-e8afaa76e7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Oct 12 11:57:52.952680 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3135588-4b31-4207-9c9e-66bdc30d15fc req-13451399-ade7-4717-95ac-b86e3f2bd551 service neutron] 10.222.0.41 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827746 Oct 12 11:57:53.091682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510be021-2457-443b-9252-844d98453412 req-a1f8f13e-1e4a-44bf-953d-6e49b1eff01d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:53.093188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-510be021-2457-443b-9252-844d98453412 req-a1f8f13e-1e4a-44bf-953d-6e49b1eff01d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0495298 Oct 12 11:57:53.131532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-510be021-2457-443b-9252-844d98453412 req-22139211-2acd-426e-892c-e6dd781c4692 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320926 Oct 12 11:57:53.404830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:54.249876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1741182-8081-4976-8245-63600149ae34 req-58d8c6ab-48b2-4938-b56c-b0b8f01c6714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:54.251355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1741182-8081-4976-8245-63600149ae34 req-58d8c6ab-48b2-4938-b56c-b0b8f01c6714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0527461 Oct 12 11:57:54.288085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1741182-8081-4976-8245-63600149ae34 req-e95bafe6-e565-4a52-bc75-25966dd43a51 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309556 Oct 12 11:57:55.404470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fdbc2-3618-4dc7-ac4b-778c479710f3 req-1c3d372d-a800-421b-a7fa-d8dc0d8cb633 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:55.406105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff5fdbc2-3618-4dc7-ac4b-778c479710f3 req-1c3d372d-a800-421b-a7fa-d8dc0d8cb633 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0511603 Oct 12 11:57:55.451278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff5fdbc2-3618-4dc7-ac4b-778c479710f3 req-08cb9960-bad6-4c31-a1fe-6f93bff9928e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370319 Oct 12 11:57:56.363305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-0ace1043-e096-4266-b39f-a95eacf436ee service neutron] 10.222.0.41 "GET /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 384 time: 0.0611582 Oct 12 11:57:56.547668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:57:56.569134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:57:56.583947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802a5d3-0a0f-4cde-b15a-69a76816c556 req-e0c134a7-9e2b-421d-8bab-35b8ef9ec2c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:56.585443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4802a5d3-0a0f-4cde-b15a-69a76816c556 req-e0c134a7-9e2b-421d-8bab-35b8ef9ec2c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 945 time: 0.0494721 Oct 12 11:57:56.612879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:57:56.615478 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff95b58-57a0-4638-b307-ab92e019fad3" -d '{"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-unplugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:57:56.623051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:57:56.625348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4802a5d3-0a0f-4cde-b15a-69a76816c556 req-8f11412a-e2e0-45c9-91ae-5297729a30ac tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333161 Oct 12 11:57:56.672658 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff4956-3b7b-4e53-93d8-f52d9cb48a5e x-openstack-request-id: req-4eff4956-3b7b-4e53-93d8-f52d9cb48a5e {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:57:56.673024 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-unplugged", "status": "completed", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:57:56.673344 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4eff4956-3b7b-4e53-93d8-f52d9cb48a5e {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:57:56.673921 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'code': 200} Oct 12 11:57:56.702069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:56.777101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Transition to ACTIVE for port object a17b318d-bcad-4397-aeb7-2d74359a15e0 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:57:56.867533 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:56.971479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=11']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:57:56.975424 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:56.986854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.987206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.987565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.987910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.988244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.988575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.988903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.989230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.989555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.989933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.990277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:56.990777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:57:57.049767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] No DVR routers for this DVR port a17b318d-bcad-4397-aeb7-2d74359a15e0 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:57:57.187942 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-5bdb8794-509e-4cb3-ae6f-0834502eb5c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0/bindings/n-h2-813419-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8177490 Oct 12 11:57:57.347583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-f2e64aa4-f931-43df-a05c-a821649d5bf5 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.348997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-f2e64aa4-f931-43df-a05c-a821649d5bf5 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c&tenant_id=fdd531f728634a3f931191cc111863e2&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0488164 Oct 12 11:57:57.394487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-6532faa3-c0c2-4f5f-a9d6-40a169b4f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.396027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-6532faa3-c0c2-4f5f-a9d6-40a169b4f329 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 1095 time: 0.0395212 Oct 12 11:57:57.455653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-4c05a72d-e715-434e-a4d1-8b4c44a200d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.457090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-4c05a72d-e715-434e-a4d1-8b4c44a200d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1095 time: 0.0397990 Oct 12 11:57:57.553910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-ae4833db-02c0-4bb9-bef8-7a079391b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.555431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-ae4833db-02c0-4bb9-bef8-7a079391b3a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 897 time: 0.0914137 Oct 12 11:57:57.623205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-1345a7a3-80be-43a8-b6a0-2819772f869d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 998 time: 0.0600929 Oct 12 11:57:57.673999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-7802b7a6-2222-45d4-a178-4f17010742a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.675521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-7802b7a6-2222-45d4-a178-4f17010742a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0461001 Oct 12 11:57:57.756478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-d7de1de7-b529-4b95-9b7c-dc23afb8a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.757938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-d7de1de7-b529-4b95-9b7c-dc23afb8a2c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756187 Oct 12 11:57:57.769339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f52048-6971-48c8-9faf-e1f9cf93b769 req-45cd168b-886b-471f-a2bd-8f81693a1c9a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:57.770684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8f52048-6971-48c8-9faf-e1f9cf93b769 req-45cd168b-886b-471f-a2bd-8f81693a1c9a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0583036 Oct 12 11:57:57.857614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8f52048-6971-48c8-9faf-e1f9cf93b769 req-fcf236d1-7b6b-4878-a28a-c934b43a7ff5 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793002 Oct 12 11:57:57.883660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-3dfc8d47-c98f-412a-8455-b5d027b0caa8 service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119335 Oct 12 11:57:57.979711 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-209e5277-7d4f-4ff7-b81b-4aeb75c91ca0 service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Oct 12 11:57:58.413184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-02746db8-f753-4c79-83e6-da761760ee27 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:58.414660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-02746db8-f753-4c79-83e6-da761760ee27 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c&tenant_id=fdd531f728634a3f931191cc111863e2&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 1095 time: 0.0474477 Oct 12 11:57:58.462149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:57:58.502172 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:57:58.618671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-f9dac208-51ce-47f7-be55-fd0d9e1ab8af service neutron] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:57:58.622000 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-f9dac208-51ce-47f7-be55-fd0d9e1ab8af service neutron] Notify callbacks [] for binding, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:58.623154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b660c46-474d-4631-81eb-d88aa2f60fc2 req-f9dac208-51ce-47f7-be55-fd0d9e1ab8af service neutron] 10.222.0.47 "DELETE /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0/bindings/n-h1-813419-3 HTTP/1.1" status: 204 len: 173 time: 0.2010269 Oct 12 11:57:58.979181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14229c-0306-4ed3-861e-08d5211788ad req-2166e1a6-b72a-4046-be60-b119d4a87dbe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:58.980592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f14229c-0306-4ed3-861e-08d5211788ad req-2166e1a6-b72a-4046-be60-b119d4a87dbe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0538018 Oct 12 11:57:59.021095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f14229c-0306-4ed3-861e-08d5211788ad req-3963e90f-3425-4925-8319-8558faf9a4ce tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338664 Oct 12 11:57:59.138086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae995-2ad7-45ea-80c6-7a763b777351 req-578f6f6a-5e36-42c4-88ad-42a104d4eaa5 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:59.139651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b9ae995-2ad7-45ea-80c6-7a763b777351 req-578f6f6a-5e36-42c4-88ad-42a104d4eaa5 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1095 time: 0.0446634 Oct 12 11:57:59.175706 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b9ae995-2ad7-45ea-80c6-7a763b777351 req-e53546d9-d576-48f6-807a-96d5fd4decd4 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289221 Oct 12 11:57:59.291978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53aaf-3cfa-4046-bd93-f75c9f416f48 req-9f422003-11a7-4857-bd1b-cd23193b5b7a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:57:59.293412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49f53aaf-3cfa-4046-bd93-f75c9f416f48 req-9f422003-11a7-4857-bd1b-cd23193b5b7a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0475161 Oct 12 11:57:59.332484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49f53aaf-3cfa-4046-bd93-f75c9f416f48 req-db522462-fd79-4bb3-a926-d60889bc72d2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321796 Oct 12 11:57:59.355646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:57:59.419215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38dbbe5d-3435-45b7-be13-99d585fac0f4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/a968f1ac-50ab-4634-81c1-53c79dc23e3b HTTP/1.1" status: 200 len: 990 time: 0.0623693 Oct 12 11:57:59.648780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:57:59.813699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 06e27fb5-21da-4e96-86ca-acb19e50018c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:57:59.813699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:59.884839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:59.885164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:57:59.897153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 06e27fb5-21da-4e96-86ca-acb19e50018c owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:58:00.134328 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:00.156312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=06e27fb5-21da-4e96-86ca-acb19e50018c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:00.233287 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:00.233638 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP a968f1ac-50ab-4634-81c1-53c79dc23e3b disassociated (deleted). External IP: 172.25.2.10, port: a17b318d-bcad-4397-aeb7-2d74359a15e0. Oct 12 11:58:00.450492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 6c45709b-8f8f-4f76-b529-1d8b81199851 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:58:00.563665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:00.568658 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:00.574814 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Sync routers for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:00.585105 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:00.585924 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:00.597598 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2dec0b21-7392-470b-baf2-9513441fb7c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/floatingips/a968f1ac-50ab-4634-81c1-53c79dc23e3b HTTP/1.1" status: 204 len: 168 time: 0.9451225 Oct 12 11:58:00.597598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:00.597982 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae78e44-a80e-4463-a0ff-6dedd826c54c" -d '{"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:00.699462 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:00.901897 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:00.930468 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Checking router: 6c45709b-8f8f-4f76-b529-1d8b81199851 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:00.939617 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:00.940232 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:00.964190 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b60660-0a48-477d-9d2d-c6a516c5add7 x-openstack-request-id: req-22b60660-0a48-477d-9d2d-c6a516c5add7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:00.964729 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:00.965221 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22b60660-0a48-477d-9d2d-c6a516c5add7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:00.966025 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'status': 'completed', 'code': 200} Oct 12 11:58:01.057664 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:01.072029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-680a2b79-5c35-4338-b364-dc02cd0a5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.073511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-680a2b79-5c35-4338-b364-dc02cd0a5d38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 1095 time: 0.0779212 Oct 12 11:58:01.090269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b625-53f9-4347-8ea1-6198280f6fd5 req-1f9f2780-d54b-4734-8360-06c6fdbf8e81 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.091876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aad5b625-53f9-4347-8ea1-6198280f6fd5 req-1f9f2780-d54b-4734-8360-06c6fdbf8e81 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0687008 Oct 12 11:58:01.192775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aad5b625-53f9-4347-8ea1-6198280f6fd5 req-7cb23d62-81fb-4945-8cde-b866b34928c1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830066 Oct 12 11:58:01.236319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-4543768f-b6c5-4765-adfb-6b5abb1233c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.239423 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-4543768f-b6c5-4765-adfb-6b5abb1233c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 200 len: 897 time: 0.1556449 Oct 12 11:58:01.268912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:01.295433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-296f04a6-5503-4a4e-a41d-377b46851ea1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 200 len: 217 time: 0.0476110 Oct 12 11:58:01.297521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2813b-0561-4fe5-bd4f-59e3fd092401 None None] The sync data for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 is: [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b7c4e39b-4e6c-47d1-83f4-2022fc47484c', 'name': '', 'network_id': '718cd797-542f-4c76-93c4-0987372ec0e2', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:26:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:24Z', 'updated_at': '2021-10-12T11:56:28Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '415757fa-6e85-41df-8e27-d522f7c7046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:01.352143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-46cf1af9-7688-468b-89db-c80021807855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.353764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-46cf1af9-7688-468b-89db-c80021807855 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 200 len: 834 time: 0.0510845 Oct 12 11:58:01.401717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-f82a4b5a-d8fb-4499-81d8-e0f47f98557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.403275 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-f82a4b5a-d8fb-4499-81d8-e0f47f98557b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=718cd797-542f-4c76-93c4-0987372ec0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410118 Oct 12 11:58:01.555941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-5924588a-ea30-42ab-843f-db9cf21fb1a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:01.557549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-5924588a-ea30-42ab-843f-db9cf21fb1a3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.1299083 Oct 12 11:58:01.560207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-9f25f8af-d7ef-4a7f-914d-ab2acd887f92 service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493819 Oct 12 11:58:01.584003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc28b5-65f9-4aea-b31e-8b53d50304f3 None None] New status for floating IP a968f1ac-50ab-4634-81c1-53c79dc23e3b: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:58:01.726379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-20f8299a-dbf3-4a72-a26d-761c15649787 service neutron] 10.222.0.47 "GET /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477654 Oct 12 11:58:01.739761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port a17b318d-bcad-4397-aeb7-2d74359a15e0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:58:01.740106 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:02.169261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port a17b318d-bcad-4397-aeb7-2d74359a15e0, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a17b318d-bcad-4397-aeb7-2d74359a15e0,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:02.169631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:02.182623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for a17b318d-bcad-4397-aeb7-2d74359a15e0 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:58:02.357805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c43ad-b62b-4e94-ba4e-c0cff195ba01 req-62f4a025-025c-4055-92fc-b1f82ae8901d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:02.359379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a3c43ad-b62b-4e94-ba4e-c0cff195ba01 req-62f4a025-025c-4055-92fc-b1f82ae8901d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b0453a-f4b4-41c5-a1a1-47f43231782c HTTP/1.1" status: 200 len: 944 time: 0.0698295 Oct 12 11:58:02.398634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a3c43ad-b62b-4e94-ba4e-c0cff195ba01 req-727a3e61-cff6-419d-8722-c8ddbcf61501 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=4506e007-f8c4-4f18-ad2b-c35216706631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316770 Oct 12 11:58:02.455542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:02.486235 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=a17b318d-bcad-4397-aeb7-2d74359a15e0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:02.529436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] No DVR routers for this DVR port a17b318d-bcad-4397-aeb7-2d74359a15e0 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:58:02.532701 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:02.545129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ecbbaf9-a25a-4222-aceb-8c40b0341e9d req-84393fe1-4e0c-4fc6-b92f-00bb2fa2eceb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "DELETE /v2.0/ports/a17b318d-bcad-4397-aeb7-2d74359a15e0 HTTP/1.1" status: 204 len: 173 time: 0.9656923 Oct 12 11:58:02.967364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-deleted', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:02.973334 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5227e-0474-49b1-a544-e4f0f05ae57e" -d '{"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-deleted", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:03.010362 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc5758-3f23-40b0-ae50-86a21818456b x-openstack-request-id: req-aabc5758-3f23-40b0-ae50-86a21818456b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:03.010722 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0453a-f4b4-41c5-a1a1-47f43231782c", "name": "network-vif-deleted", "tag": "a17b318d-bcad-4397-aeb7-2d74359a15e0", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:03.013353 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aabc5758-3f23-40b0-ae50-86a21818456b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:03.013353 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0453a-f4b4-41c5-a1a1-47f43231782c', 'name': 'network-vif-deleted', 'tag': 'a17b318d-bcad-4397-aeb7-2d74359a15e0', 'status': 'completed', 'code': 200} Oct 12 11:58:03.460434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41872) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:03.845135 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:04.034883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:58:04.057089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: a17b318d-bcad-4397-aeb7-2d74359a15e0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:58:04.057421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a17b318d-bcad-4397-aeb7-2d74359a15e0 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:58:04.127455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port b7c4e39b-4e6c-47d1-83f4-2022fc47484c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:58:04.127727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:04.243155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port b7c4e39b-4e6c-47d1-83f4-2022fc47484c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:04.243427 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:04.256615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for b7c4e39b-4e6c-47d1-83f4-2022fc47484c owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:58:04.518344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:04.545308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=b7c4e39b-4e6c-47d1-83f4-2022fc47484c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:04.738237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:04.965345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router 6c45709b-8f8f-4f76-b529-1d8b81199851 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:58:05.070960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:05.078255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5edd1109-e7bf-4778-b782-a09b0e78201f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/6c45709b-8f8f-4f76-b529-1d8b81199851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144705 Oct 12 11:58:05.081305 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Sync routers for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:05.082113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41876) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:05.091472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:05.092067 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:05.135945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting subnet 415757fa-6e85-41df-8e27-d522f7c7046e {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:58:05.139242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.179624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.198158 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:05.271448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.377869 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:58:04Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:05.421515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.449373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Subnet': ['ID=415757fa-6e85-41df-8e27-d522f7c7046e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:05.458793 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.464616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9fe1530b-1e2e-4dd9-8f89-fc647318c195 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/subnets/415757fa-6e85-41df-8e27-d522f7c7046e HTTP/1.1" status: 204 len: 168 time: 0.3790331 Oct 12 11:58:05.464885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41880) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:05.478403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2565db-a702-4b4b-b0fd-4908bcbaef01 None None] Network 718cd797-542f-4c76-93c4-0987372ec0e2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:58:05.507195 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Checking router: 6c45709b-8f8f-4f76-b529-1d8b81199851 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:05.516473 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Routers {'6c45709b-8f8f-4f76-b529-1d8b81199851'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:05.516987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6c45709b-8f8f-4f76-b529-1d8b81199851'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:05.599637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.635469 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] Set router 6c45709b-8f8f-4f76-b529-1d8b81199851 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:05.713783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.745404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] DHCP port deletion for 718cd797-542f-4c76-93c4-0987372ec0e2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:58:05.795437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Deleting port 0c912957-f108-4f30-a866-64eab716a537 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:58:05.795820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.843975 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:58:04Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:05.869284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] For port 0c912957-f108-4f30-a866-64eab716a537, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0c912957-f108-4f30-a866-64eab716a537,segment=NetworkSegment(c4be964c-c208-4a2e-a673-14ad83c1a050),segment_id=c4be964c-c208-4a2e-a673-14ad83c1a050)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:05.877753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.877928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:58:05.877928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.878113 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea5ab8-bd53-4a6f-ba57-9771c2ebbded None None] The sync data for ids ['6c45709b-8f8f-4f76-b529-1d8b81199851'] in n-d-813419-3 is: [{'id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387629643', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:56:20Z', 'updated_at': '2021-10-12T11:58:04Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '17cd51ea-ddbb-45d5-9e19-9de525e23b2e', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c45709b-8f8f-4f76-b529-1d8b81199851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:56:21Z', 'updated_at': '2021-10-12T11:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:05.885110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Calling delete_port for 0c912957-f108-4f30-a866-64eab716a537 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:58:05.977346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port 17cd51ea-ddbb-45d5-9e19-9de525e23b2e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:05.977346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:05.985043 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 17cd51ea-ddbb-45d5-9e19-9de525e23b2e owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:58:06.072053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.104168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] No DVR routers for this DVR port 0c912957-f108-4f30-a866-64eab716a537 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:58:06.106135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173fc93-8cd2-4fee-99da-0267f4f64c24 None None] Pushing event deleted for resources: {'Port': ['ID=0c912957-f108-4f30-a866-64eab716a537,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:06.239003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.265320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=17cd51ea-ddbb-45d5-9e19-9de525e23b2e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:06.336750 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.778366 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.780422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.920162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7c4e39b-4e6c-47d1-83f4-2022fc47484c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:58:06.941542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b7c4e39b-4e6c-47d1-83f4-2022fc47484c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:58:06.941874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b7c4e39b-4e6c-47d1-83f4-2022fc47484c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:58:06.942400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0c912957-f108-4f30-a866-64eab716a537 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:58:06.946687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.949176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Fanout notify agent at l3_agent the message router_deleted on router 6c45709b-8f8f-4f76-b529-1d8b81199851 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:58:06.965441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:06.965441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f1b325d5-7b3e-44ce-9dbb-a2b6cb535adc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/routers/6c45709b-8f8f-4f76-b529-1d8b81199851 HTTP/1.1" status: 204 len: 168 time: 1.4928763 Oct 12 11:58:06.965441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41884) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:06.966758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0c912957-f108-4f30-a866-64eab716a537 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:58:06.967113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0c912957-f108-4f30-a866-64eab716a537 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:58:07.053889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.143667 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.165106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718cd797-542f-4c76-93c4-0987372ec0e2']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:07.174085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4be964c-c208-4a2e-a673-14ad83c1a050') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:07.174381 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4be964c-c208-4a2e-a673-14ad83c1a050') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:07.183682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.196974 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.204155 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:58:07.204412 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:58:07.207419 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:58:07.346522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.354161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.357406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/networks/718cd797-542f-4c76-93c4-0987372ec0e2 HTTP/1.1" status: 204 len: 168 time: 0.3950145 Oct 12 11:58:07.361300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41886) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:07.368919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582385a0-e432-447c-8e9c-a2e74b1f3f2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Network': ['ID=718cd797-542f-4c76-93c4-0987372ec0e2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:07.426473 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.456713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.575385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.578101 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:07.579776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/security-groups/4506e007-f8c4-4f18-ad2b-c35216706631 HTTP/1.1" status: 204 len: 168 time: 0.2169137 Oct 12 11:58:07.591810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa64ccb-418e-41e6-94f9-01ad3d3f0adf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506e007-f8c4-4f18-ad2b-c35216706631,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:08.155944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41894) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:08.161204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276332957', 'description': 'tempest-secgroup-smoke-276332957 description', 'project_id': 'fdd531f728634a3f931191cc111863e2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:08.289545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.357530 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.478307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.514929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65052275-7094-4c75-b8be-dc92d84bd0bb,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:08.588536 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.589797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dc0a40e8-b952-4025-9ce4-f98547ad8dc7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4328094 Oct 12 11:58:08.593111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41896) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:08.597598 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:08.711771 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.772919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.826221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 17cd51ea-ddbb-45d5-9e19-9de525e23b2e no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:58:08.848926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 17cd51ea-ddbb-45d5-9e19-9de525e23b2e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:58:08.849276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 17cd51ea-ddbb-45d5-9e19-9de525e23b2e not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:58:08.883603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:08.906334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f1f275-e887-4c30-9c7b-e7473bf3ba26,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:09.011410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.012657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-921a8b24-77df-4b83-ab73-58702be290a9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185400 Oct 12 11:58:09.016913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41900) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:09.021544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:09.153306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.218416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.301144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.321101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aad163-bfdb-4eed-a076-4a7083e34377,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:09.434550 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.435815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-149bb188-0802-4606-a2df-f9d1dc3ed614 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4178813 Oct 12 11:58:09.439590 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41902) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:09.444548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:09.557828 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.622414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.735278 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.753614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb908e1-79a1-489a-84cf-b5fff883af1c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:09.880297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:09.881539 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-543c1b7d-9821-4ac1-8ca1-3cd0b01aa32f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408371 Oct 12 11:58:09.884271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41906) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:09.888675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:10.025866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.084464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.169454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.186374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33976b25-3bc2-4730-bc80-796c1da64cc0,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:10.270446 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.271686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20d9ed7f-d2ae-403d-9d50-9b481a101363 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3864493 Oct 12 11:58:10.274334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41908) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:10.278875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:10.398224 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:58:10.403341 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.464553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.553007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.573206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7b252c-ec87-4f04-92e5-d19e70929147,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:10.686104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.687359 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7881045e-9303-414d-8317-9af88b24720d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4120491 Oct 12 11:58:10.690827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 41910) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:10.695562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'security_group_rule': {'security_group_id': '65052275-7094-4c75-b8be-dc92d84bd0bb', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:10.786348 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Project fdd531f728634a3f931191cc111863e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 11:58:10.791657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.854450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.912545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:10.931391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5759f8-34fb-4d3b-846f-d1f01d55bb26,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:11.000541 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.001850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2058b935-4d9b-44aa-984c-72baa3e47816 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099196 Oct 12 11:58:11.004902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41914) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:11.010188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'network': {'name': 'tempest-network-smoke--120907162', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:11.129248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:58:11.132785 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.155490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 11:58:11.163929 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.164289 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Added segment fab78328-46ee-41dd-ab16-88697a12dfca of type vlan for network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 Oct 12 11:58:11.207444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.329349 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.335005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:11.335588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.399545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Network': ['ID=1536df9e-0a2c-4c47-8136-0dca7fe4c245,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:11.412385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 11:58:11.457990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a5b46608-e6fb-4835-ae78-fb35d1649487 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4519780 Oct 12 11:58:11.460863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41916) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:11.465373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'admin_state_up': True, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:11.569107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.570198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.626873 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:11.869471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:12.147546 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:12.166965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:12.277089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.202 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/8a4f7215-9bcc-42ce-8799-8ca5eb023c94) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:12.380670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:12.478346 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:12.523863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:12.528604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:12.532499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:12.538065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:12.901548 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:13.128096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:13.311869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 11:58:13.426963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:13.436407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Sync routers for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:13.445292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:13.451249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:13.520383 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:13.521625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20886954-5854-43e4-bd7c-094eb137684e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0597556 Oct 12 11:58:13.524861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41922) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:13.554502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:13.559826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-879d2b2d-c342-4eaf-a7ba-39c862a76b06 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdd531f728634a3f931191cc111863e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329254 Oct 12 11:58:13.562389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41924) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:13.668596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f1bc6-712c-43c3-91b2-dd6bcd113a47 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:13.670090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa9f1bc6-712c-43c3-91b2-dd6bcd113a47 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062586 Oct 12 11:58:13.673226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41926) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:13.705127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dd2c2429-228b-4857-b840-d1ad8c3f887c tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305932 Oct 12 11:58:13.707530 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41928) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:13.712188 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831758982', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'project_id': 'fdd531f728634a3f931191cc111863e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:13.738849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:12Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:13.765058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Checking router: d1b1f1f4-e0f1-436d-bc59-216cbfd70cac for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:13.766084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Updating router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:58:13.794875 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:13.872424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:58:13.876716 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.068530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.152410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.204702 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Attempting to bind port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:58:14.205102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Attempting to bind port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:58:14.205488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Attempting to bind port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:14.208541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a0a46-70ca-4105-914c-ccd506c2a01a None None] Pushing event updated for resources: {'Port': ['ID=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:14.209791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.213126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:58:14.213490 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:14.213883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.214259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:58:14.214737 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Bound port: 8a4f7215-9bcc-42ce-8799-8ca5eb023c94, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:58:14.215287 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.274377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] For port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:58:14.275478 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Subnet': ['ID=751b2fd0-dc64-4f10-bca0-7a23f542d82e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:14.277503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] For port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:58:14.283230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Checking segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:14.283594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network hostable DHCP agents. Network: 1536df9e-0a2c-4c47-8136-0dca7fe4c245, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 11:58:14.393216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.426527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 11:58:14.455586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:14.456188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:14.457948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a0a46-70ca-4105-914c-ccd506c2a01a None None] Pushing event updated for resources: {'Port': ['ID=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:14.518000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1536df9e-0a2c-4c47-8136-0dca7fe4c245) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:14.522441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:14.527100 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:14.638193 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-982a292c-28d1-4964-8c2b-7f3a565c2a03 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9296031 Oct 12 11:58:14.641468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 41932) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:14.693744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5e723-af9c-460a-b46d-fac44d7df706 None None] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:58:14.771082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:14.990216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 11:58:14.991198 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.118068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.131309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:12Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:15.164481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c7213-ce2c-4eab-824a-e54c50440814 None None] The sync data for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 is: [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:12Z', 'revision_number': 3, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:15.194637 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Allocated IP 172.20.0.2 (1536df9e-0a2c-4c47-8136-0dca7fe4c245/751b2fd0-dc64-4f10-bca0-7a23f542d82e/121a548c-3f78-4828-a337-01a6c6059f13) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:15.363610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.450054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.504795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:15.511970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:15.518839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:15.529778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Pushing event updated for resources: {'Port': ['ID=121a548c-3f78-4828-a337-01a6c6059f13,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:15.592611 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Attempting to bind port 121a548c-3f78-4828-a337-01a6c6059f13 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:58:15.592984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Attempting to bind port 121a548c-3f78-4828-a337-01a6c6059f13 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:58:15.593382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Attempting to bind port 121a548c-3f78-4828-a337-01a6c6059f13 on network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:15.607357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:58:15.607738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Checking segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:15.608148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.608538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Bound using segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:58:15.609009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Bound port: 121a548c-3f78-4828-a337-01a6c6059f13, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:58:15.610723 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.688764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] For port 121a548c-3f78-4828-a337-01a6c6059f13, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:58:15.692704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] For port 121a548c-3f78-4828-a337-01a6c6059f13, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=121a548c-3f78-4828-a337-01a6c6059f13,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:58:15.778684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.1 (1536df9e-0a2c-4c47-8136-0dca7fe4c245/751b2fd0-dc64-4f10-bca0-7a23f542d82e/efbdbecd-c865-48de-baef-68540671ce7b) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:15.799916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:15.876689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8352a-6b11-4948-b07b-a83307439854 None None] Pushing event updated for resources: {'Port': ['ID=121a548c-3f78-4828-a337-01a6c6059f13,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:15.915665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.056585 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.113589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:16.121090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:16.128552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:16.171223 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:16.187059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.429023 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.722360 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.803908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.897393 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:16.900068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:16.977825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:17.035285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:17.039327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:17.059500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:17.060015 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.176938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.215205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:17.226296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:58:17.336036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.351018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 121a548c-3f78-4828-a337-01a6c6059f13 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:17.380957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:17.392031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-523f5b50-1d6f-4caf-9725-f516782d71c0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/d1b1f1f4-e0f1-436d-bc59-216cbfd70cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7443199 Oct 12 11:58:17.417051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aee3a1-7ce2-40b9-a1c6-760a27295f6d None None] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:58:17.463194 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Sync routers for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:17.475696 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:17.477913 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:17.478359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:17.539785 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 121a548c-3f78-4828-a337-01a6c6059f13 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:17.540459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.544090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] Provisioning complete for port 121a548c-3f78-4828-a337-01a6c6059f13 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:17.544459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.637231 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:17.676520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f17a181e-9e7b-4806-928c-2196f60ea5d4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276332957&fields=id&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 267 time: 0.0399501 Oct 12 11:58:17.759867 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa5b04d4-d675-4b8f-9aed-2cf41ff8d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.804700 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.818873 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.820086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bf4d188f-272f-4843-b381-aa8b443a6db2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:17.821874 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bf4d188f-272f-4843-b381-aa8b443a6db2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/networks?id=1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 200 len: 796 time: 0.1364121 Oct 12 11:58:17.845778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-a1eb4801-a12a-4790-b10b-77143ad09ffc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/quotas/fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 375 time: 0.0159621 Oct 12 11:58:17.866762 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 2, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:17.873487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] For port 121a548c-3f78-4828-a337-01a6c6059f13, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=121a548c-3f78-4828-a337-01a6c6059f13,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:17.903036 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Checking router: d1b1f1f4-e0f1-436d-bc59-216cbfd70cac for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:17.903301 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Updating router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac port efbdbecd-c865-48de-baef-68540671ce7b binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 11:58:17.919168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-3f8123e0-7d7a-43d5-96df-4347fbd3531f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673738 Oct 12 11:58:17.931930 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:17.954148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.031631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:58:18.032882 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:58:18.035173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-6948133b-d8b9-43d5-89ad-98802dac0a9e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 11:58:18.036416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-6948133b-d8b9-43d5-89ad-98802dac0a9e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1038878 Oct 12 11:58:18.049174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557cd50-0f4d-4ebd-bbfe-a41e80d3d341 None None] Pushing event updated for resources: {'Port': ['ID=121a548c-3f78-4828-a337-01a6c6059f13,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:18.177032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b7ee605c-ae98-4af5-9073-c16a56cb4ba7 None None] Provisioning complete for port 121a548c-3f78-4828-a337-01a6c6059f13 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:18.177545 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ee605c-ae98-4af5-9073-c16a56cb4ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.198866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-451d7a50-0a8f-429c-a37b-b45c2b34236d service neutron] 10.222.0.43 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489983 Oct 12 11:58:18.247355 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.315545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b7ee605c-ae98-4af5-9073-c16a56cb4ba7 None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:18.315913 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b7ee605c-ae98-4af5-9073-c16a56cb4ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.329789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-32caa2b8-ce02-4ea9-83c8-caf6129219bf service neutron] 10.222.0.43 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243911 Oct 12 11:58:18.341403 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.379907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee605c-ae98-4af5-9073-c16a56cb4ba7 None None] Port efbdbecd-c865-48de-baef-68540671ce7b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:58:18.418380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Pushing event updated for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:18.448371 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.448802 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.449163 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.449494 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.449819 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.450190 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.450509 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.450884 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.451352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.451674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.451988 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.452303 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:58:18.490021 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Attempting to bind port efbdbecd-c865-48de-baef-68540671ce7b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:58:18.490683 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Attempting to bind port efbdbecd-c865-48de-baef-68540671ce7b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:58:18.490830 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Attempting to bind port efbdbecd-c865-48de-baef-68540671ce7b on network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:18.496245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:58:18.496621 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Checking segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:18.497027 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.497413 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Bound using segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:58:18.497910 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Bound port: efbdbecd-c865-48de-baef-68540671ce7b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:58:18.498287 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.501128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-889474dd-3e16-40d0-b365-5cbdc9e6c0eb None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:18.501918 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-889474dd-3e16-40d0-b365-5cbdc9e6c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.566600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-889474dd-3e16-40d0-b365-5cbdc9e6c0eb None None] Port efbdbecd-c865-48de-baef-68540671ce7b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:58:18.583536 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] For port efbdbecd-c865-48de-baef-68540671ce7b, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:58:18.584650 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] For port efbdbecd-c865-48de-baef-68540671ce7b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=efbdbecd-c865-48de-baef-68540671ce7b,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:58:18.642266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20f976d6-f939-4ba9-ac02-59f4f4aaeb63 req-8492a169-cf62-429a-95af-a86ce4486fe0 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 210 time: 0.0274518 Oct 12 11:58:18.659992 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.693142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-65bc7074-f21b-49af-bf63-251341828cec None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:18.693527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bc7074-f21b-49af-bf63-251341828cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.734894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:18.735550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:57:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:18.808172 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55890-69ce-4b8d-b6d3-6f8502227078 None None] Pushing event updated for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:18.814921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bc7074-f21b-49af-bf63-251341828cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:18.858489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-65bc7074-f21b-49af-bf63-251341828cec None None] For port efbdbecd-c865-48de-baef-68540671ce7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=efbdbecd-c865-48de-baef-68540671ce7b,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:18.880612 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:18.930348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:18.941203 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-65bc7074-f21b-49af-bf63-251341828cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:19.044904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7074-f21b-49af-bf63-251341828cec None None] Pushing event updated for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:19.064299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:19.064670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:19.095723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-61bc236e-af54-4c9a-8e51-2f2078ba520d None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:19.096094 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61bc236e-af54-4c9a-8e51-2f2078ba520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:19.164032 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:19.224808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 121a548c-3f78-4828-a337-01a6c6059f13 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:19.291668 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992eccf-5995-4d97-a5c5-d8604dc9a301 None None] The sync data for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 is: [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:19.316231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 121a548c-3f78-4828-a337-01a6c6059f13 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:19.316812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:19.428742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f0f27819-d752-46b0-9ba5-d4e9ffd100a5 None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:19.429103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0f27819-d752-46b0-9ba5-d4e9ffd100a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:19.761720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41dcca90-d901-4238-8f81-fc2d8f18fcf3 req-6829c98a-d5a1-43e8-947e-4aa6563ddfbd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 210 time: 0.0353944 Oct 12 11:58:20.516419 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d83cdaf7-b998-4fdc-a456-b68311b47c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:20.872975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb51ccf5-7079-4ff3-a68d-b571d64f062a req-dad65afd-34a4-4a74-85ea-c4871284fe9c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 210 time: 0.0338993 Oct 12 11:58:20.914992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-d8e92843-e087-42e0-b41b-fd04d22c029a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:20.916667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-d8e92843-e087-42e0-b41b-fd04d22c029a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/networks?id=1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 200 len: 796 time: 0.1486664 Oct 12 11:58:20.929439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device efbdbecd-c865-48de-baef-68540671ce7b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:20.963536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-83ce557d-abd3-43a4-bef9-cfbcb767e160 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd531f728634a3f931191cc111863e2 HTTP/1.1" status: 200 len: 379 time: 0.0379570 Oct 12 11:58:20.974435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'port': {'device_id': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'admin_state_up': True, 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'security_groups': ['65052275-7094-4c75-b8be-dc92d84bd0bb']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:20.979996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port efbdbecd-c865-48de-baef-68540671ce7b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:20.980377 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.186927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Made reservation on behalf of fdd531f728634a3f931191cc111863e2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:58:21.191177 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.329555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.20.0.14 (1536df9e-0a2c-4c47-8136-0dca7fe4c245/751b2fd0-dc64-4f10-bca0-7a23f542d82e/c30be5f8-da84-4e18-8482-fa5c59399907) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:21.469599 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.558239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.604482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:21.607511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:21.613748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:21.640834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:21.676485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:21.678839 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.786505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.813226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-bfe2e9e8-8632-4d76-86aa-1a9a8b4f480b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8423359 Oct 12 11:58:21.862400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ab800ca5-c8b4-4e27-b94c-bdc7988e5bc0 None None] Provisioning complete for port c30be5f8-da84-4e18-8482-fa5c59399907 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:21.862813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab800ca5-c8b4-4e27-b94c-bdc7988e5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.880344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Request body: {'port': {'device_id': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:21.894203 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:21.898528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ab800ca5-c8b4-4e27-b94c-bdc7988e5bc0 None None] Port c30be5f8-da84-4e18-8482-fa5c59399907 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:58:21.942854 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.100405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404071-1d89-43b3-b539-90b655a0f487 req-1cfdbae0-cd89-4ba0-b57f-8c4a5df8d6f3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:22.101932 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87404071-1d89-43b3-b539-90b655a0f487 req-1cfdbae0-cd89-4ba0-b57f-8c4a5df8d6f3 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 932 time: 0.1437874 Oct 12 11:58:22.205792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87404071-1d89-43b3-b539-90b655a0f487 req-36e6a86d-4117-480e-9230-dc013f3ba947 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944428 Oct 12 11:58:22.302054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:58:22.310124 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.323233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Transition to ACTIVE for port object c30be5f8-da84-4e18-8482-fa5c59399907 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:58:22.381003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.397960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.448140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:22.527200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Attempting to bind port c30be5f8-da84-4e18-8482-fa5c59399907 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:58:22.527532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Attempting to bind port c30be5f8-da84-4e18-8482-fa5c59399907 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:58:22.527878 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Attempting to bind port c30be5f8-da84-4e18-8482-fa5c59399907 on network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:22.532916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Port c30be5f8-da84-4e18-8482-fa5c59399907 on network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:58:22.533263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Attempting to bind port c30be5f8-da84-4e18-8482-fa5c59399907 on network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:22.538107 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:58:22.538435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Checking segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:22.538984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Bound using segment: {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:58:22.539408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Bound port: c30be5f8-da84-4e18-8482-fa5c59399907, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab78328-46ee-41dd-ab16-88697a12dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:58:22.539761 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.610784 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:58:22.614251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:58:22.695620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.732985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:22.733667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:22.735252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 200 len: 1092 time: 0.9155426 Oct 12 11:58:22.735732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:22.738128 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff1d40-8fb4-45c6-93c5-45054dffecb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:22.767954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597eccb-34a5-4a43-9322-4ccb57f576f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:22.788221 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041a50d-fa18-414f-89a6-7eda65227251 x-openstack-request-id: req-a041a50d-fa18-414f-89a6-7eda65227251 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:22.788653 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:22.788977 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a041a50d-fa18-414f-89a6-7eda65227251 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:22.789451 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'status': 'completed', 'code': 200} Oct 12 11:58:22.860616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-285cc8de-72c4-431b-b6d5-63edc2374afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:22.865398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-285cc8de-72c4-431b-b6d5-63edc2374afb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1095 time: 0.0525696 Oct 12 11:58:22.973017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-5065527e-beb9-438c-ad4f-0fbfc77111ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:22.974524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-5065527e-beb9-438c-ad4f-0fbfc77111ff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fdd531f728634a3f931191cc111863e2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1044762 Oct 12 11:58:23.081252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-be840dc1-faef-478c-ab57-92879dc98038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:23.082795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22ff1d40-8fb4-45c6-93c5-45054dffecb8 req-be840dc1-faef-478c-ab57-92879dc98038 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018000 Oct 12 11:58:23.156089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-05c4590f-c466-48f0-a2a3-31dedfbcb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:23.157666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-05c4590f-c466-48f0-a2a3-31dedfbcb006 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1095 time: 0.0404899 Oct 12 11:58:23.198838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-caf66152-20c5-442e-9f1c-974084d74034 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 200 len: 217 time: 0.0335526 Oct 12 11:58:23.256427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-92062d07-06b1-455d-a42e-89eeb34497b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:23.256427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-92062d07-06b1-455d-a42e-89eeb34497b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751b2fd0-dc64-4f10-bca0-7a23f542d82e HTTP/1.1" status: 200 len: 834 time: 0.0489523 Oct 12 11:58:23.334444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-1c2bb04c-f95e-4f97-b984-c424b9908bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:23.335965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-1c2bb04c-f95e-4f97-b984-c424b9908bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1536df9e-0a2c-4c47-8136-0dca7fe4c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734391 Oct 12 11:58:23.347112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e836e-a305-4e55-a39a-5c70c939b21c req-04026808-0f54-4775-be53-15bbd468471b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:23.357200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e0e836e-a305-4e55-a39a-5c70c939b21c req-04026808-0f54-4775-be53-15bbd468471b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 944 time: 0.0615132 Oct 12 11:58:23.403630 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:23.435032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e0e836e-a305-4e55-a39a-5c70c939b21c req-aa29f634-de87-43df-9436-d6008fd0c829 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788400 Oct 12 11:58:23.464120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-6dee9e06-ecf2-4fe0-b262-4c84a87354bf service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147346 Oct 12 11:58:23.563201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d8cb8b-fd3a-478c-aacd-9b4a11d55e22 req-9c9b0565-d377-4061-89ce-0f74a9f8e727 service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914342 Oct 12 11:58:24.576997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c800bd7-6c28-4361-8d92-5f14fbb50038 req-d3d9d5ee-5c99-4ddf-94f5-ec3be0693bdb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:24.579576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c800bd7-6c28-4361-8d92-5f14fbb50038 req-d3d9d5ee-5c99-4ddf-94f5-ec3be0693bdb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 944 time: 0.0590394 Oct 12 11:58:24.620186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4c800bd7-6c28-4361-8d92-5f14fbb50038 req-ab187bff-dcd5-415a-87cb-13804629e99c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340168 Oct 12 11:58:25.737273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d6ef-a209-4ef3-9566-f5347a81382f req-16edfa45-6e91-4ed7-be00-5df3df0e2d1f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:25.738792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4331d6ef-a209-4ef3-9566-f5347a81382f req-16edfa45-6e91-4ed7-be00-5df3df0e2d1f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 944 time: 0.0502021 Oct 12 11:58:25.778401 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4331d6ef-a209-4ef3-9566-f5347a81382f req-a5edc162-63ee-4f67-90f4-060cc4c40924 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Oct 12 11:58:25.853992 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:58:25.888569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-e7c3aca5-4b72-4f73-a74a-5c2c1ee7abe1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647390747&fields=id&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 267 time: 0.0329466 Oct 12 11:58:25.998526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-02498755-acea-4364-9026-241b10b30127 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:26.000008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-02498755-acea-4364-9026-241b10b30127 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1038744 Oct 12 11:58:26.015176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-ff6f5986-ccd6-4ee7-a326-4eb2689837d1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/quotas/d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 375 time: 0.0087764 Oct 12 11:58:26.071198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-5c15013c-c4a2-47bb-8581-e5438448785d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506768 Oct 12 11:58:26.142095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:58:26.173513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-c9802e22-a2bb-4bea-9270-ce226c663efb service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905914 Oct 12 11:58:26.238068 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:26.248964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'mac_address': 'fa:16:3e:78:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:58:26.264481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-71509742-5eeb-4d1b-ae94-de16240ac748 service neutron] 10.222.0.43 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Oct 12 11:58:26.287624 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:26.300552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:58:26.319329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:26.380794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:26.427540 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:26.621921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c30be5f8-da84-4e18-8482-fa5c59399907'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:58:26.960407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273653e-51e8-4159-80a6-09de87890c3e req-86920c54-95d1-4e51-aced-f5ea0acf4039 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:26.961934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a273653e-51e8-4159-80a6-09de87890c3e req-86920c54-95d1-4e51-aced-f5ea0acf4039 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 945 time: 0.0560434 Oct 12 11:58:26.969903 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:27.001929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a273653e-51e8-4159-80a6-09de87890c3e req-d1bab367-f8fb-43f6-a19c-0f992ef01574 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337124 Oct 12 11:58:27.072286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d88d2b3-2e4f-4c5d-9c1d-ee58e75f4984 req-b46d3bbe-03e0-4dcb-8ab3-046176eb2ae4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0298209 Oct 12 11:58:28.122535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa23471-978e-42b2-a651-46e13243c08d req-8f6fc373-bfaa-4205-a032-21b6642ee711 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:28.124046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3fa23471-978e-42b2-a651-46e13243c08d req-8f6fc373-bfaa-4205-a032-21b6642ee711 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 945 time: 0.0502176 Oct 12 11:58:28.165831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3fa23471-978e-42b2-a651-46e13243c08d req-2d1cc1ed-c5e6-4d16-ac97-04b0cd0a8396 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347426 Oct 12 11:58:28.173693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:28.252100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1e4d190-33ed-4775-aabb-40384a41f7ca req-36aed3ef-8484-41e7-a269-b1bbf57ac3e1 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0308237 Oct 12 11:58:28.323237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port c30be5f8-da84-4e18-8482-fa5c59399907 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:58:28.327364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c30be5f8-da84-4e18-8482-fa5c59399907 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:28.327742 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:28.405445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:28.430005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:28.432357 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec97e77-8837-4da3-a0e4-f18ab816d32d" -d '{"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-plugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:28.446922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:28.475173 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab1441-1b89-4be1-bea8-7dcf24460aad x-openstack-request-id: req-13ab1441-1b89-4be1-bea8-7dcf24460aad {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:28.475465 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-plugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:28.475734 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13ab1441-1b89-4be1-bea8-7dcf24460aad {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:28.476137 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'code': 200} Oct 12 11:58:28.578147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535b112-ca32-4015-ba01-247d18187f41 req-efbec42a-30f2-40d4-8c85-010fe20d3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:28.580035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5535b112-ca32-4015-ba01-247d18187f41 req-efbec42a-30f2-40d4-8c85-010fe20d3ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1096 time: 0.0402403 Oct 12 11:58:28.597969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:28.616214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5535b112-ca32-4015-ba01-247d18187f41 req-deb7691f-45d3-4d02-9f81-362d6092d104 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295098 Oct 12 11:58:28.644183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:29.195892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-65b42b65-2d0d-4a9d-ac17-d8cfbb13a49d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:29.197302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-65b42b65-2d0d-4a9d-ac17-d8cfbb13a49d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 811 time: 0.1056604 Oct 12 11:58:29.241166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-f2c4e3d3-3d84-40db-8c51-80f907cea364 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2783b95dab049f7a4f61e3e0ea907f7 HTTP/1.1" status: 200 len: 379 time: 0.0349367 Oct 12 11:58:29.250225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'port': {'device_id': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'admin_state_up': True, 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'security_groups': ['bf7e16a1-503b-4291-8b9e-bd13e022a033']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:29.288631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb961c-434f-4464-9f33-edd12e2d60dd req-210e2975-1584-4001-806f-fc5b53990ac7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:29.290135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81bb961c-434f-4464-9f33-edd12e2d60dd req-210e2975-1584-4001-806f-fc5b53990ac7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0512424 Oct 12 11:58:29.332970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81bb961c-434f-4464-9f33-edd12e2d60dd req-6b676751-56d7-4e3e-b2af-af6f3b9fc461 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366721 Oct 12 11:58:29.428212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb900681-5bbf-4e34-a74d-47694cdadf39 req-37a615f8-db9a-4ade-90d9-131de00ece15 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0284483 Oct 12 11:58:29.455677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Made reservation on behalf of d2783b95dab049f7a4f61e3e0ea907f7 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 11:58:29.459254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:29.592191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.20.0.11 (02445180-d85b-41d8-a774-ac057a92971f/b62900bb-54bd-40c0-abb4-c7f807014500/9483d4bc-caf7-4088-8628-dabf44cecdfe) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:29.735941 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:29.889674 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:29.933326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 02445180-d85b-41d8-a774-ac057a92971f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:29.938545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:29.946872 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:29.948279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:29.998815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:29.999404 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.081826 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-048917eb-53a5-4255-89bd-4dd5e61952df tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8353000 Oct 12 11:58:30.095324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Request body: {'port': {'device_id': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:30.160251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.210238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5913c054-a835-49b4-80ec-0ecbc7661064 None None] Provisioning complete for port 9483d4bc-caf7-4088-8628-dabf44cecdfe triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:30.210850 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5913c054-a835-49b4-80ec-0ecbc7661064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.249110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5913c054-a835-49b4-80ec-0ecbc7661064 None None] Port 9483d4bc-caf7-4088-8628-dabf44cecdfe cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 11:58:30.432187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9483d4bc-caf7-4088-8628-dabf44cecdfe {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:58:30.441324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.457341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Transition to ACTIVE for port object 9483d4bc-caf7-4088-8628-dabf44cecdfe will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 11:58:30.461030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231717e3-d1e9-42f0-831b-dcdef0f462bd req-91130c48-e3bb-48af-89f4-8a0f3d69f7e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:30.462538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231717e3-d1e9-42f0-831b-dcdef0f462bd req-91130c48-e3bb-48af-89f4-8a0f3d69f7e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0587161 Oct 12 11:58:30.502721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-231717e3-d1e9-42f0-831b-dcdef0f462bd req-cc6d94ac-7a15-47dc-b4bd-5d1a61a717a2 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336716 Oct 12 11:58:30.534071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.585178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:30.644159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0e17-e3db-4b76-8131-462902037e46 req-63e10046-a4e4-4bc8-9070-593615dee09b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:30.647016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47cd0e17-e3db-4b76-8131-462902037e46 req-63e10046-a4e4-4bc8-9070-593615dee09b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0668185 Oct 12 11:58:30.683817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Attempting to bind port 9483d4bc-caf7-4088-8628-dabf44cecdfe on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 11:58:30.684165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Attempting to bind port 9483d4bc-caf7-4088-8628-dabf44cecdfe by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 11:58:30.684492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Attempting to bind port 9483d4bc-caf7-4088-8628-dabf44cecdfe on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:30.689540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Port 9483d4bc-caf7-4088-8628-dabf44cecdfe on network 02445180-d85b-41d8-a774-ac057a92971f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 11:58:30.690071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Attempting to bind port 9483d4bc-caf7-4088-8628-dabf44cecdfe on network 02445180-d85b-41d8-a774-ac057a92971f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 11:58:30.691563 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47cd0e17-e3db-4b76-8131-462902037e46 req-56be45a2-5de7-4950-a91e-4ae4e1d6f384 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Oct 12 11:58:30.702664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 11:58:30.703226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Checking segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 11:58:30.705044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Bound using segment: {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 11:58:30.705947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Bound port: 9483d4bc-caf7-4088-8628-dabf44cecdfe, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7662e-412f-475a-95a7-38e348f33c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '02445180-d85b-41d8-a774-ac057a92971f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 11:58:30.707142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.792668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 11:58:30.795963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 11:58:30.824320 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e288c-b95d-42b5-8060-315f89d581b1 req-36644a3c-93f7-48f8-942c-06e1ba70a7bd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:30.825841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e43e288c-b95d-42b5-8060-315f89d581b1 req-36644a3c-93f7-48f8-942c-06e1ba70a7bd tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0577717 Oct 12 11:58:30.862288 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.867920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e43e288c-b95d-42b5-8060-315f89d581b1 req-5e8791eb-08fe-46fd-b875-d5334c0d4539 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346313 Oct 12 11:58:30.877735 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:30.878849 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:30.880438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] 10.222.0.41 "PUT /v2.0/ports/9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 1092 time: 0.7898884 Oct 12 11:58:30.883058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:30.889959 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ddf81-60bd-4f2d-906f-77b9bee09312" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:30.917305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42048) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:30.948620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1eeb0-639a-4c5e-ac04-f1e434d25a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:31.002167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b746df-be44-4dcb-b3cc-3afb3490d296 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.004316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b0b746df-be44-4dcb-b3cc-3afb3490d296 tempest-TestNetworkAdvancedServerOps-1490521317 tempest-TestNetworkAdvancedServerOps-1490521317-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1092 time: 0.0873079 Oct 12 11:58:31.007062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42050) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:31.012079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:31.065384 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ddf7ea-5c47-4894-a55f-143dcda165c9 x-openstack-request-id: req-66ddf7ea-5c47-4894-a55f-143dcda165c9 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:31.065992 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:31.066392 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66ddf7ea-5c47-4894-a55f-143dcda165c9 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:31.067545 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'status': 'completed', 'code': 200} Oct 12 11:58:31.088335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-4054f3a6-1a18-4db5-a6bb-550e2d494aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.090196 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-4054f3a6-1a18-4db5-a6bb-550e2d494aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1095 time: 0.0690145 Oct 12 11:58:31.123015 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:31.136094 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-e643b934-ad6f-45ef-8ff9-0cd3e4677ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 217 time: 0.0374093 Oct 12 11:58:31.193690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-a0d350ee-b8e4-4dce-b1bd-f07879f7ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.195238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-a0d350ee-b8e4-4dce-b1bd-f07879f7ad61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0521863 Oct 12 11:58:31.232588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:31.256562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a59-811a-432b-977d-334945b27b7e req-23af8076-f28c-43b2-9008-fbb1ea6ff2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.258058 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-23af8076-f28c-43b2-9008-fbb1ea6ff2f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544033 Oct 12 11:58:31.349505 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Allocated IP 172.25.2.27 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/f78edb15-9ed2-4c89-b6b8-5247b2aff3f7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:31.355965 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-d1a84d82-6e80-4940-b85d-574b621f339b service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905707 Oct 12 11:58:31.458133 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1847a59-811a-432b-977d-334945b27b7e req-03033a07-9045-4970-9090-0743988b79ff service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937233 Oct 12 11:58:31.497604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:31.597596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:31.607281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-814b6199-20a0-466e-bc48-c52059388502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.608998 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-814b6199-20a0-466e-bc48-c52059388502 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1095 time: 0.0430019 Oct 12 11:58:31.645816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:31.648896 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:31.653522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:31.656638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=f78edb15-9ed2-4c89-b6b8-5247b2aff3f7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:31.720712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-9d534f43-23c5-4f39-80a3-a3942ff2e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.723398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-9d534f43-23c5-4f39-80a3-a3942ff2e43a service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.1068540 Oct 12 11:58:31.773343 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-15359012-7c6c-4b12-9ecd-9261b1938a7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 217 time: 0.0418308 Oct 12 11:58:31.826053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-e6fd185a-9175-4e5c-8efb-1efe5efe19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.827994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-e6fd185a-9175-4e5c-8efb-1efe5efe19f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0477316 Oct 12 11:58:31.871977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a892c5-a7f1-4cb7-9b46-cc82c1280ee6 req-a54772f7-cbf4-434c-94ff-65d2563c3de3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.873498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18a892c5-a7f1-4cb7-9b46-cc82c1280ee6 req-a54772f7-cbf4-434c-94ff-65d2563c3de3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.1017048 Oct 12 11:58:31.887741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-55ba62ec-d75e-48f9-9e0e-eebe75bc28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:31.889307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-55ba62ec-d75e-48f9-9e0e-eebe75bc28f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537105 Oct 12 11:58:31.992351 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-46d5f5bd-158e-4de5-9bf2-8f770c59527b service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948775 Oct 12 11:58:31.994061 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18a892c5-a7f1-4cb7-9b46-cc82c1280ee6 req-6df22bc6-d3ed-45a1-9464-8296634e147e tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748549 Oct 12 11:58:32.101387 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5a5ddf81-60bd-4f2d-906f-77b9bee09312 req-533c2d6b-b6d9-45d1-97c8-061a9f69c721 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016724 Oct 12 11:58:32.122608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:32.269453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:32.424525 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:32.534906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:32.609343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event updated for resources: {'Port': ['ID=f78edb15-9ed2-4c89-b6b8-5247b2aff3f7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:32.620953 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:32.722102 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP 82a94662-439e-41e8-85ff-bd01df051b1e associated. External IP: 172.25.2.27, port: c30be5f8-da84-4e18-8482-fa5c59399907. Oct 12 11:58:32.936142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:58:33.049822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:33.068622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Sync routers for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:33.079958 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:33.080583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:58:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:33.123657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b0f37-690b-45f1-89cc-538b2700ee98 req-7ece846b-8bf0-4823-8cf8-6b92fcdf2263 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:33.125166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e65b0f37-690b-45f1-89cc-538b2700ee98 req-7ece846b-8bf0-4823-8cf8-6b92fcdf2263 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0597248 Oct 12 11:58:33.156752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:33.187668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e65b0f37-690b-45f1-89cc-538b2700ee98 req-fd1fb146-f56d-4280-ad61-1e4d6f29e890 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547848 Oct 12 11:58:33.194013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-76a10446-401e-4fe0-8fff-ef310fda4772 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1857455 Oct 12 11:58:33.194576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:33.196560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:33.196932 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f9ff7-930f-478a-963a-0534d7d2a90c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:33.311883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e14f-ffc5-437e-bf7f-f5676ff71084 req-d60ae230-4dda-4516-8bcb-f47b0750dbaf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:33.313641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a207e14f-ffc5-437e-bf7f-f5676ff71084 req-d60ae230-4dda-4516-8bcb-f47b0750dbaf tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0529857 Oct 12 11:58:33.359892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a207e14f-ffc5-437e-bf7f-f5676ff71084 req-af36ff0d-797b-4cf1-9983-c6f8c817ec2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Oct 12 11:58:33.383140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:33.463617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '82a94662-439e-41e8-85ff-bd01df051b1e', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'mac_address': 'fa:16:3e:78:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:31Z', 'updated_at': '2021-10-12T11:58:31Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:33.502003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Checking router: d1b1f1f4-e0f1-436d-bc59-216cbfd70cac for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:33.515167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:33.515784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:58:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:33.637168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:33.797974 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6d7d5-fe89-41a4-a017-080b4de22f8b x-openstack-request-id: req-77c6d7d5-fe89-41a4-a017-080b4de22f8b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:33.798534 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:33.798800 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77c6d7d5-fe89-41a4-a017-080b4de22f8b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:33.799195 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'status': 'completed', 'code': 200} Oct 12 11:58:33.852501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e3b1fb6-7b87-4418-941e-966c7a8c64b1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/82a94662-439e-41e8-85ff-bd01df051b1e HTTP/1.1" status: 200 len: 991 time: 0.4670920 Oct 12 11:58:33.858714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-622c6b69-36cf-4352-9d3b-b7065148d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:33.860358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-622c6b69-36cf-4352-9d3b-b7065148d627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1097 time: 0.0604022 Oct 12 11:58:33.887132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '82a94662-439e-41e8-85ff-bd01df051b1e', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'mac_address': 'fa:16:3e:78:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:31Z', 'updated_at': '2021-10-12T11:58:31Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:33.917842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfcd8e-c70c-4b9e-88e9-76edd9d9808a None None] The sync data for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 is: [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '82a94662-439e-41e8-85ff-bd01df051b1e', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'mac_address': 'fa:16:3e:78:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:31Z', 'updated_at': '2021-10-12T11:58:31Z', 'revision_number': 0, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:33.967264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-7d750f6e-9f14-4d82-a526-55444c232306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:33.968786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-7d750f6e-9f14-4d82-a526-55444c232306 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 200 len: 897 time: 0.1015632 Oct 12 11:58:34.036058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-c54cc943-1ae7-4e36-8b8c-fa06e0fb283f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 200 len: 999 time: 0.0607984 Oct 12 11:58:34.087246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-f463c738-c6e2-4718-97c7-ffab5da30209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:34.088844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-f463c738-c6e2-4718-97c7-ffab5da30209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751b2fd0-dc64-4f10-bca0-7a23f542d82e HTTP/1.1" status: 200 len: 834 time: 0.0466473 Oct 12 11:58:34.142194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-15c80d2d-9b77-4914-9663-27c9c6c47fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:34.144595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-15c80d2d-9b77-4914-9663-27c9c6c47fdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1536df9e-0a2c-4c47-8136-0dca7fe4c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478148 Oct 12 11:58:34.152825 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a03c-a0c4-4c90-9fb2-9a1eb0079c05 None None] New status for floating IP 82a94662-439e-41e8-85ff-bd01df051b1e: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:58:34.250518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-0601abea-4bd0-4a72-bc36-40eef07d84d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985403 Oct 12 11:58:34.388746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f36f7-53d0-4fb2-af27-a39c9ed5c520 req-9c20970b-f966-403d-bc3c-1279f70e39b5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:34.390215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-344f36f7-53d0-4fb2-af27-a39c9ed5c520 req-9c20970b-f966-403d-bc3c-1279f70e39b5 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0722375 Oct 12 11:58:34.392421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178f9ff7-930f-478a-963a-0534d7d2a90c req-4c2b2a46-0847-44ba-8fd2-187e4c61dc2e service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350501 Oct 12 11:58:34.431180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-344f36f7-53d0-4fb2-af27-a39c9ed5c520 req-53e22628-1e50-40fc-8fbf-d88ecfbb223b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340424 Oct 12 11:58:34.855350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42064) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:34.915664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c143bdb7-f7d6-43c4-b231-315338c70000 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/82a94662-439e-41e8-85ff-bd01df051b1e HTTP/1.1" status: 200 len: 993 time: 0.0590858 Oct 12 11:58:35.550240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba318-103e-43e6-948c-66804c3b6e3e req-da4d7131-1025-4f7e-a374-42222e50ea4f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:35.551770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de8ba318-103e-43e6-948c-66804c3b6e3e req-da4d7131-1025-4f7e-a374-42222e50ea4f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0529764 Oct 12 11:58:35.589409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de8ba318-103e-43e6-948c-66804c3b6e3e req-db571b39-2e61-4b74-99e8-f79add054f1f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Oct 12 11:58:36.702388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313ae3d-361f-4b32-b40e-1c48a33c0a34 req-456016c6-bd7f-4525-8b5b-c8ffb6847043 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:36.704140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9313ae3d-361f-4b32-b40e-1c48a33c0a34 req-456016c6-bd7f-4525-8b5b-c8ffb6847043 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0485427 Oct 12 11:58:36.741480 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9313ae3d-361f-4b32-b40e-1c48a33c0a34 req-85f15fd6-4fa6-4a79-9da2-c3ebccfeafdc tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Oct 12 11:58:37.853375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be04d6-84d7-434b-9281-7912c32e71cc req-a442fea8-a4e2-43a9-b333-c499c23efdbd tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:37.854902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0be04d6-84d7-434b-9281-7912c32e71cc req-a442fea8-a4e2-43a9-b333-c499c23efdbd tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0485508 Oct 12 11:58:37.892017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0be04d6-84d7-434b-9281-7912c32e71cc req-cf3d0657-8c1f-40b7-af59-5798e491ef18 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303383 Oct 12 11:58:39.010578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccc9ef-2bbc-4166-b41c-8afdc39176a3 req-5cd8c94f-9d17-471b-88ac-a0e514851738 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:39.012173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3fccc9ef-2bbc-4166-b41c-8afdc39176a3 req-5cd8c94f-9d17-471b-88ac-a0e514851738 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0529370 Oct 12 11:58:39.050948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3fccc9ef-2bbc-4166-b41c-8afdc39176a3 req-539752d0-3c2f-4895-9b46-e5b0008128ee tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Oct 12 11:58:40.165504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde16376-fed8-4d6d-9d4b-6c27077c9924 req-45a20d81-4cd3-46a0-ad59-d9702a8e40c0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:40.167025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dde16376-fed8-4d6d-9d4b-6c27077c9924 req-45a20d81-4cd3-46a0-ad59-d9702a8e40c0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0496387 Oct 12 11:58:40.206837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dde16376-fed8-4d6d-9d4b-6c27077c9924 req-67e98226-0b52-4e0b-83d5-61cc83465372 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338626 Oct 12 11:58:41.318890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ec28-8ada-40ff-868b-5a33e1de12e4 req-c9bb3e0a-8ce8-4070-83a5-95f60ffdce27 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:41.320374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b53ec28-8ada-40ff-868b-5a33e1de12e4 req-c9bb3e0a-8ce8-4070-83a5-95f60ffdce27 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0486093 Oct 12 11:58:41.358454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b53ec28-8ada-40ff-868b-5a33e1de12e4 req-fe2ea9bd-3338-4709-b658-02e07129fc20 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Oct 12 11:58:42.478487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ff3e4-d6ef-450d-81dc-8264a2c1723b req-e920c5c1-2c37-4e72-8408-ba3930f9b86b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:42.480033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a0ff3e4-d6ef-450d-81dc-8264a2c1723b req-e920c5c1-2c37-4e72-8408-ba3930f9b86b tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Oct 12 11:58:42.518749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a0ff3e4-d6ef-450d-81dc-8264a2c1723b req-cd703829-001d-4d2b-b1b4-b6242954041f tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Oct 12 11:58:43.632901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7fde1-87ec-4805-9a39-cd8d94ea107d req-67ac00f1-1c08-49d0-82cb-cdb770b599e0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:43.634325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fa7fde1-87ec-4805-9a39-cd8d94ea107d req-67ac00f1-1c08-49d0-82cb-cdb770b599e0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0488474 Oct 12 11:58:43.672669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9fa7fde1-87ec-4805-9a39-cd8d94ea107d req-a4042bec-48ac-450f-828c-9ffdfbb16bbe tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Oct 12 11:58:44.711532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9483d4bc-caf7-4088-8628-dabf44cecdfe details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:58:44.788066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904fde-1b52-47bf-b7ff-ffec1521977e req-4850725b-fe10-42ba-98bf-6f8ff6454424 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:44.789557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79904fde-1b52-47bf-b7ff-ffec1521977e req-4850725b-fe10-42ba-98bf-6f8ff6454424 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 944 time: 0.0476804 Oct 12 11:58:44.810995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:44.821999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'port_id': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'mac_address': 'fa:16:3e:50:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:58:44.827732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79904fde-1b52-47bf-b7ff-ffec1521977e req-e937bdf6-3f88-4582-9066-7d18d9f6f02c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Oct 12 11:58:44.864139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:44.877139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9483d4bc-caf7-4088-8628-dabf44cecdfe {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:58:44.895978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:44.963071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:45.010978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:45.289086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['9483d4bc-caf7-4088-8628-dabf44cecdfe'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:58:45.947325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee708d-f40d-49d8-8e74-71429a003ab6 req-f5675139-e378-439b-9688-864ec388e981 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:45.948820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26ee708d-f40d-49d8-8e74-71429a003ab6 req-f5675139-e378-439b-9688-864ec388e981 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Oct 12 11:58:45.986116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26ee708d-f40d-49d8-8e74-71429a003ab6 req-0975cd77-ae36-4d0b-a0ef-75c41b2ff3b3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Oct 12 11:58:46.732742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9483d4bc-caf7-4088-8628-dabf44cecdfe up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:58:46.825034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 9483d4bc-caf7-4088-8628-dabf44cecdfe completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 11:58:46.828911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 9483d4bc-caf7-4088-8628-dabf44cecdfe triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:58:46.829280 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:46.908147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:46.929481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:46.931720 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24386bc0-a2ee-483e-8557-49a09f60eacd" -d '{"events": [{"server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "name": "network-vif-plugged", "status": "completed", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:46.944620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:58:46.971110 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfebac17-14d1-4d6a-adee-b37d19ff7c63 x-openstack-request-id: req-bfebac17-14d1-4d6a-adee-b37d19ff7c63 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:46.971401 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "name": "network-vif-plugged", "status": "completed", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:46.971648 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfebac17-14d1-4d6a-adee-b37d19ff7c63 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:46.972046 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'code': 200} Oct 12 11:58:47.026080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:47.070204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72729e-6832-49cc-b9fa-6b79372a2766 req-57c85909-1b1b-48d8-9cfd-fb955bb39b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:47.072492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2a72729e-6832-49cc-b9fa-6b79372a2766 req-57c85909-1b1b-48d8-9cfd-fb955bb39b1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1097 time: 0.0445380 Oct 12 11:58:47.074992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:47.105959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591560b-1a87-4440-947c-2bf04fad9418 req-aff7e7c7-ad8e-4f76-95c0-0550b51c7073 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:47.107489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b591560b-1a87-4440-947c-2bf04fad9418 req-aff7e7c7-ad8e-4f76-95c0-0550b51c7073 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0505981 Oct 12 11:58:47.114186 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2a72729e-6832-49cc-b9fa-6b79372a2766 req-0523cbbf-e8c2-401f-9b03-90e042c0987f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345509 Oct 12 11:58:47.145897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b591560b-1a87-4440-947c-2bf04fad9418 req-1eadcb94-15cd-4e82-af92-aeaeeed2f60d tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Oct 12 11:58:47.716928 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d616734-d513-4792-aa63-bcdf63321a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:48.261977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741da7-978d-47c5-9ca7-c4396180e0d9 req-f6017e1c-3b5b-4712-a208-c3a9d7e0fe4a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:48.263618 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07741da7-978d-47c5-9ca7-c4396180e0d9 req-f6017e1c-3b5b-4712-a208-c3a9d7e0fe4a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0511634 Oct 12 11:58:48.303175 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07741da7-978d-47c5-9ca7-c4396180e0d9 req-ee8bad2d-a0b3-44ab-b7f3-765c15760f22 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324118 Oct 12 11:58:49.423281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd960d-9b23-455d-82fc-118425223b86 req-be31fc39-9895-49e0-bef1-15e9b934c675 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:49.424737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21bd960d-9b23-455d-82fc-118425223b86 req-be31fc39-9895-49e0-bef1-15e9b934c675 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0526040 Oct 12 11:58:49.463706 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21bd960d-9b23-455d-82fc-118425223b86 req-b22a6ed5-d6fb-4713-adad-a09e3a2f56a4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321834 Oct 12 11:58:49.575875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f771e6-156d-4f72-b4f3-5c24e1104ed6 req-a3f9728a-4d06-4cce-9c59-f6a1ef6ea728 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:49.577339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57f771e6-156d-4f72-b4f3-5c24e1104ed6 req-a3f9728a-4d06-4cce-9c59-f6a1ef6ea728 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0484431 Oct 12 11:58:49.616814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57f771e6-156d-4f72-b4f3-5c24e1104ed6 req-050026b8-7d4a-4f13-b6e9-fe98e406b50a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Oct 12 11:58:49.638889 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42096) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:49.856979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b153b38-b69e-4481-afb1-96650240ae85 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:49.858488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3b153b38-b69e-4481-afb1-96650240ae85 tempest-TestVolumeBootPattern-178432515 tempest-TestVolumeBootPattern-178432515-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1092 time: 0.2186217 Oct 12 11:58:49.862001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42102) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:58:49.866988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 11:58:49.928954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.022595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.128953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Allocated IP 172.25.2.193 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/0e86e5c5-720f-45ce-9d44-5d3d78c45844) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 11:58:50.228115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.317218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.355212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 11:58:50.360085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 11:58:50.368870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 11:58:50.374480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=0e86e5c5-720f-45ce-9d44-5d3d78c45844,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:50.511542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fcbf453e-75bf-49f1-b571-62b80142304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.721124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:50.891304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.043465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.128940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.197694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event updated for resources: {'Port': ['ID=0e86e5c5-720f-45ce-9d44-5d3d78c45844,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:58:51.208264 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.306421 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP d9e50cec-a284-4356-8caf-b5994a45f136 associated. External IP: 172.25.2.193, port: 9483d4bc-caf7-4088-8628-dabf44cecdfe. Oct 12 11:58:51.511698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:58:51.618545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:58:51.627961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:58:51.637462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:51.638070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:58:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:51.685085 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.713096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-474e0713-3e7d-448a-9c47-915521e47ca7 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8500502 Oct 12 11:58:51.713860 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:58:51.716270 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:58:51.753138 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3057cf3b-e9c7-4fd9-9011-60a45fcff0ea x-openstack-request-id: req-3057cf3b-e9c7-4fd9-9011-60a45fcff0ea {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:58:51.753763 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:58:51.753763 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3057cf3b-e9c7-4fd9-9011-60a45fcff0ea {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:58:51.754056 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'status': 'completed', 'code': 200} Oct 12 11:58:51.755001 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:51.786270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:51.814678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-0caa67bc-4e38-4db4-b7f9-93ac5b2f24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:51.816258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-0caa67bc-4e38-4db4-b7f9-93ac5b2f24d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1097 time: 0.0403538 Oct 12 11:58:51.919158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-03ad0a7c-4ddf-473d-b753-8c98aa3d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:51.920565 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-03ad0a7c-4ddf-473d-b753-8c98aa3d93a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0964439 Oct 12 11:58:51.987906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-0fcc7e56-a2ea-4018-b96e-427c88cdf5e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 1000 time: 0.0604501 Oct 12 11:58:52.000634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:52.041302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-e18ed2b4-b27e-461a-b54d-5f54c67010ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:52.042967 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-e18ed2b4-b27e-461a-b54d-5f54c67010ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0481403 Oct 12 11:58:52.088580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-99d0eb50-de88-41cc-82e8-465ce9d06559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:58:52.090088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-99d0eb50-de88-41cc-82e8-465ce9d06559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408955 Oct 12 11:58:52.153475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}, {'id': 'd9e50cec-a284-4356-8caf-b5994a45f136', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:50:68:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:50Z', 'updated_at': '2021-10-12T11:58:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:52.179761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:58:52.183108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-5d2f8c3f-9128-4ac6-8e4e-a975bd1e4fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856705 Oct 12 11:58:52.188003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:58:52.188600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:58:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:52.278823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-839b0579-8ec1-4e41-aef9-ecb195f5e5e3 req-e4a8e546-f40d-4a8d-969d-62319859fce3 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878177 Oct 12 11:58:52.296248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:58:52.405076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:52.531953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}, {'id': 'd9e50cec-a284-4356-8caf-b5994a45f136', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:50:68:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:50Z', 'updated_at': '2021-10-12T11:58:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:58:52.559350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a425639-4e2d-4825-b799-044db5d458b9 None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}, {'id': 'd9e50cec-a284-4356-8caf-b5994a45f136', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:50:68:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:58:50Z', 'updated_at': '2021-10-12T11:58:50Z', 'revision_number': 0, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:58:52.755604 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13038b39-7a40-4a9c-97b5-83c0bdbf5496 None None] New status for floating IP d9e50cec-a284-4356-8caf-b5994a45f136: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:58:53.379968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:58:57.002164 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:01.808201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eff8a-e77b-4782-a91c-a4fb76b67cf1 req-64745b92-ae8f-42e0-82d2-4628925d9e2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:01.809716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-051eff8a-e77b-4782-a91c-a4fb76b67cf1 req-64745b92-ae8f-42e0-82d2-4628925d9e2c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0507548 Oct 12 11:59:01.850658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-051eff8a-e77b-4782-a91c-a4fb76b67cf1 req-80bc8bc1-d12e-4a4b-81b7-1377cf0d21cc tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342820 Oct 12 11:59:02.852196 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:59:02.971558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc895733-868c-4eb5-91e4-51856800a070 req-6b26c3f1-11a4-4b13-9ce6-7e08a12abd98 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:02.973165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc895733-868c-4eb5-91e4-51856800a070 req-6b26c3f1-11a4-4b13-9ce6-7e08a12abd98 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0544839 Oct 12 11:59:03.011796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc895733-868c-4eb5-91e4-51856800a070 req-81e35328-4702-471b-9a23-359eb9f14f88 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Oct 12 11:59:04.133458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6df86-e195-463e-9594-5cd67d1f76d1 req-af37a827-47c3-4a34-b530-dfafb5e5147e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:04.134978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3f6df86-e195-463e-9594-5cd67d1f76d1 req-af37a827-47c3-4a34-b530-dfafb5e5147e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0500917 Oct 12 11:59:04.173904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e3f6df86-e195-463e-9594-5cd67d1f76d1 req-a742c9d1-9939-4115-813d-50c72ab0e4e6 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326583 Oct 12 11:59:05.289078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9c459-076b-49fe-867d-25eecdf0ff95 req-e932f96e-bc91-41b9-a72f-6c9328fc570c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:05.290526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acb9c459-076b-49fe-867d-25eecdf0ff95 req-e932f96e-bc91-41b9-a72f-6c9328fc570c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0480590 Oct 12 11:59:05.328187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acb9c459-076b-49fe-867d-25eecdf0ff95 req-a9c0ebc1-8e87-4db3-ae16-59b91ac187b4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Oct 12 11:59:06.444950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad29bd5-7d56-4b62-b99b-30427d0cab89 req-6a7979f4-8b2d-4b6b-b2e5-531a712af92d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:06.446466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cad29bd5-7d56-4b62-b99b-30427d0cab89 req-6a7979f4-8b2d-4b6b-b2e5-531a712af92d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0521209 Oct 12 11:59:06.485083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cad29bd5-7d56-4b62-b99b-30427d0cab89 req-2f49c786-c7f2-49a6-a882-572c28d9aa88 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Oct 12 11:59:07.599348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc5448-8b42-47a0-b827-995b328167a3 req-9875e221-e739-41d1-82fa-6af79f717324 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:07.600847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dc5448-8b42-47a0-b827-995b328167a3 req-9875e221-e739-41d1-82fa-6af79f717324 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0488708 Oct 12 11:59:07.638386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6dc5448-8b42-47a0-b827-995b328167a3 req-aabc0ddf-f246-418a-b6bc-66bf5450e185 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Oct 12 11:59:08.754383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d558-1956-485d-aa94-9df6269f8b95 req-0b7d0c62-e300-4b54-b73d-24dc727ca60f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:08.755784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96f8d558-1956-485d-aa94-9df6269f8b95 req-0b7d0c62-e300-4b54-b73d-24dc727ca60f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0495045 Oct 12 11:59:08.801922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96f8d558-1956-485d-aa94-9df6269f8b95 req-4562ae68-917a-457e-bf60-1f6963c44c23 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Oct 12 11:59:09.942250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd83258-d72f-48cf-a1bf-3c27c65b40d7 req-04845afa-6e9b-442f-9511-718205230f65 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:09.943867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cd83258-d72f-48cf-a1bf-3c27c65b40d7 req-04845afa-6e9b-442f-9511-718205230f65 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0600939 Oct 12 11:59:09.985621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cd83258-d72f-48cf-a1bf-3c27c65b40d7 req-64b3a92b-a93f-496d-850e-5cd29985541d tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355890 Oct 12 11:59:11.099940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f871-c371-4f39-8322-a5e9c0ae6a3b req-e942082b-b019-4f37-8d86-63f3d419bb52 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:11.101477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e11f871-c371-4f39-8322-a5e9c0ae6a3b req-e942082b-b019-4f37-8d86-63f3d419bb52 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0493145 Oct 12 11:59:11.139178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e11f871-c371-4f39-8322-a5e9c0ae6a3b req-c34762e4-1275-4d9e-ae0b-1f1c301ae507 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 Oct 12 11:59:12.258062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58b605-b33e-4131-b94f-2d925df2f895 req-dc37dbad-e55d-46ee-b4fe-18e798958357 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:12.259634 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa58b605-b33e-4131-b94f-2d925df2f895 req-dc37dbad-e55d-46ee-b4fe-18e798958357 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0494833 Oct 12 11:59:12.297285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa58b605-b33e-4131-b94f-2d925df2f895 req-417e9cc8-7058-4c6d-bb1d-1c0856e01792 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317016 Oct 12 11:59:12.418635 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-4574f052-1ad0-42cf-9fb7-65db25fd1701 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416317 Oct 12 11:59:12.508597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27888-9351-4140-8918-ea989202027a req-6be16c39-9d2d-4957-8eb4-2dd694e18a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:12.510239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-6be16c39-9d2d-4957-8eb4-2dd694e18a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0481026 Oct 12 11:59:12.615439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27888-9351-4140-8918-ea989202027a req-7b573dbe-66fc-4e1a-a2b4-5df6a2b80597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:12.616879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-7b573dbe-66fc-4e1a-a2b4-5df6a2b80597 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0862620 Oct 12 11:59:13.018080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-391f4481-8636-4de9-b2a4-1c150a4189e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 1001 time: 0.3930235 Oct 12 11:59:13.069482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27888-9351-4140-8918-ea989202027a req-603898dd-b4af-4d53-b2bf-ad4a88ee7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:13.071046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-603898dd-b4af-4d53-b2bf-ad4a88ee7a3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0460529 Oct 12 11:59:13.116356 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27888-9351-4140-8918-ea989202027a req-d96cac35-a1d5-4f21-bdb4-13fbb1966e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:13.117726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-d96cac35-a1d5-4f21-bdb4-13fbb1966e21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396044 Oct 12 11:59:13.211465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-92895202-9177-49ff-86a6-2c6c562b3d29 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Oct 12 11:59:13.304743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c3d27888-9351-4140-8918-ea989202027a req-6e29a66c-29ac-46e2-9ea7-42fa4c916abf service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835319 Oct 12 11:59:13.417661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38434ff8-0039-48a4-b569-f83b94c3405b req-ab4a5217-da18-45fc-ab7b-39852e16768f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:13.419194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38434ff8-0039-48a4-b569-f83b94c3405b req-ab4a5217-da18-45fc-ab7b-39852e16768f tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0530510 Oct 12 11:59:13.459227 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38434ff8-0039-48a4-b569-f83b94c3405b req-92b9ec1b-4a4f-4c87-855a-5059753bb485 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Oct 12 11:59:14.581904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea48b93-2172-4a63-a378-17f9623f60cd req-241d8a8b-db0a-4106-ba73-64c5c15d875e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:14.583525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea48b93-2172-4a63-a378-17f9623f60cd req-241d8a8b-db0a-4106-ba73-64c5c15d875e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0508132 Oct 12 11:59:14.621529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea48b93-2172-4a63-a378-17f9623f60cd req-341fc0a4-da4d-48d9-aa10-5010d464af7c tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Oct 12 11:59:14.770368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb527f-e45c-4851-8785-dd5f975fd52b req-161c55f5-e57b-4b04-95bf-bf69fb86be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:14.771828 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57cb527f-e45c-4851-8785-dd5f975fd52b req-161c55f5-e57b-4b04-95bf-bf69fb86be75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1097 time: 0.0415807 Oct 12 11:59:14.810650 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57cb527f-e45c-4851-8785-dd5f975fd52b req-4e86cf42-3496-48fb-8dff-a29fc6d6683a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316913 Oct 12 11:59:15.743603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace697d-a009-46b1-9c12-24e60a903573 req-256f324e-bffe-4ab2-a9d8-78cd29e42526 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:15.745569 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ace697d-a009-46b1-9c12-24e60a903573 req-256f324e-bffe-4ab2-a9d8-78cd29e42526 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0559204 Oct 12 11:59:15.785790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ace697d-a009-46b1-9c12-24e60a903573 req-8924fd31-5214-4f3b-a499-55c4fdbd66e4 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338666 Oct 12 11:59:16.438684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 11:59:16.440911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:59:16.584654 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:16.606760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:16.623580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'port_id': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'mac_address': 'fa:16:3e:78:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 11:59:16.629792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:59:16.632142 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398418d8-cf77-4614-b9c8-fa10c9c5daf1" -d '{"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-unplugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:59:16.663462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:16.668792 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a945da8-c215-41ee-8ed3-f92f0fe4463c x-openstack-request-id: req-1a945da8-c215-41ee-8ed3-f92f0fe4463c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:59:16.669101 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-unplugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:59:16.669484 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a945da8-c215-41ee-8ed3-f92f0fe4463c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:59:16.669945 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'code': 200} Oct 12 11:59:16.681579 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:16.694608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:59:16.727994 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:16.802314 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 11:59:16.802668 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 11:59:16.805389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:16.812599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.812945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.813275 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.813664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.813995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.814318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.814688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.815038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.815372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.815760 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.816082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.816401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:16.905281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc6ea-ca13-4cfa-bf2b-888c768c3398 req-bd7a091d-4d21-4fef-b19b-945cc43baf1a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:16.906797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f9bc6ea-ca13-4cfa-bf2b-888c768c3398 req-bd7a091d-4d21-4fef-b19b-945cc43baf1a tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 944 time: 0.0501330 Oct 12 11:59:16.945404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f9bc6ea-ca13-4cfa-bf2b-888c768c3398 req-773e8a37-ad27-472e-88c9-6809cbf3219b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Oct 12 11:59:16.968520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:17.033013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bcc52602-557a-48d1-a195-c4cd14f778d7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/floatingips/82a94662-439e-41e8-85ff-bd01df051b1e HTTP/1.1" status: 200 len: 991 time: 0.0633450 Oct 12 11:59:17.339740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:17.353277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 11:59:17.372177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:17.464355 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:17.512072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:17.659652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['c30be5f8-da84-4e18-8482-fa5c59399907'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 11:59:17.708024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e2b20bf4-b91a-4cde-bd40-5df74cbee588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:18.455057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 11:59:18.503364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port c30be5f8-da84-4e18-8482-fa5c59399907 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 11:59:18.504038 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:18.583116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:18.615101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:18.665024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:18.671012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:59:18.673303 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c7738-e6a3-41c8-a804-cd2847d85540" -d '{"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-plugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:59:18.710890 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bfa738-0471-47a2-900e-b2b2993bab89 x-openstack-request-id: req-57bfa738-0471-47a2-900e-b2b2993bab89 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:59:18.711172 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-plugged", "status": "completed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:59:18.711423 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57bfa738-0471-47a2-900e-b2b2993bab89 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:59:18.711817 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'code': 200} Oct 12 11:59:18.721393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:18.790169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-0039dc7f-ea0a-4c41-9db6-5d5fdbccf108 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417342 Oct 12 11:59:18.871151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-b9259777-2b0a-45b0-9cb7-bd35cb87fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:18.872726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-b9259777-2b0a-45b0-9cb7-bd35cb87fb85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1097 time: 0.0415421 Oct 12 11:59:18.985019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-3599d849-ee28-47e1-af72-1d70ce8df69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:18.986867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-3599d849-ee28-47e1-af72-1d70ce8df69d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 200 len: 897 time: 0.0957170 Oct 12 11:59:19.055954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-a4d7d251-7fae-451b-9769-11a704adaffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 200 len: 1001 time: 0.0616684 Oct 12 11:59:19.105889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-e9acc0eb-4d31-40b7-9805-3f6f436b512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:19.107452 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-e9acc0eb-4d31-40b7-9805-3f6f436b512c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751b2fd0-dc64-4f10-bca0-7a23f542d82e HTTP/1.1" status: 200 len: 834 time: 0.0445218 Oct 12 11:59:19.158600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-108613ea-9c75-4d74-b828-b265c0374388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:19.160274 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-108613ea-9c75-4d74-b828-b265c0374388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1536df9e-0a2c-4c47-8136-0dca7fe4c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447645 Oct 12 11:59:19.254162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-5ffe8bdc-98f4-4582-85c0-a0216ead970d service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813947 Oct 12 11:59:19.343100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eaa45fd-fcff-4da2-843f-1710a3272a73 req-8feba5e5-dec5-4770-bdaf-4787c25ec04c service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Oct 12 11:59:20.516299 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-14f44a6b-ec90-409b-a0b5-6fe0fcfb447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:21.733360 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:21.870415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:22.430552 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:23.424479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:26.984542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:39.854541 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 11:59:47.517693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42190) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:47.679366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port f78edb15-9ed2-4c89-b6b8-5247b2aff3f7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:59:47.679847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:47.687480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a073cf8c-a2a7-42c4-b006-77e9a1fbd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:47.759947 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:47.760321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:47.771862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for f78edb15-9ed2-4c89-b6b8-5247b2aff3f7 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:59:48.036065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:48.065017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=f78edb15-9ed2-4c89-b6b8-5247b2aff3f7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:48.078566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.079198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.079538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.079877 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.080205 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.080536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.080866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.081191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.081516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.081843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.082164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.082483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:48.137868 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:48.138357 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Floating IP 82a94662-439e-41e8-85ff-bd01df051b1e disassociated (deleted). External IP: 172.25.2.27, port: c30be5f8-da84-4e18-8482-fa5c59399907. Oct 12 11:59:48.348284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:59:48.455030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:59:48.460405 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:48.465833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Sync routers for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:59:48.474767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:59:48.475510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:59:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:48.489435 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ba705e7d-7484-4250-bebf-00a618b8a246 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/floatingips/82a94662-439e-41e8-85ff-bd01df051b1e HTTP/1.1" status: 204 len: 168 time: 0.9686501 Oct 12 11:59:48.489435 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:59:48.490446 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c7c38-4531-434d-89a9-009f00a8b726" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:59:48.588092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:59:48.792517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:48.825924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Checking router: d1b1f1f4-e0f1-436d-bc59-216cbfd70cac for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:59:48.828465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:59:48.829366 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:59:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:48.838206 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0d7f87-633b-4ad0-bbb0-23b9aef9670f x-openstack-request-id: req-9c0d7f87-633b-4ad0-bbb0-23b9aef9670f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:59:48.838754 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:59:48.839081 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c0d7f87-633b-4ad0-bbb0-23b9aef9670f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:59:48.839584 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'status': 'completed', 'code': 200} Oct 12 11:59:48.940765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-4a0884b5-b245-4964-8be8-f2bd54658982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:48.942354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-4a0884b5-b245-4964-8be8-f2bd54658982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd531f728634a3f931191cc111863e2&device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 1097 time: 0.0740635 Oct 12 11:59:48.949042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:59:48.955327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e72d4-b222-48f6-8348-7d21483731a9 req-d720d21e-3e45-4971-8baf-02c7fa512065 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:48.956811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d0e72d4-b222-48f6-8348-7d21483731a9 req-d720d21e-3e45-4971-8baf-02c7fa512065 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0626719 Oct 12 11:59:49.047887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d0e72d4-b222-48f6-8348-7d21483731a9 req-11f4d3a6-5c48-46cc-a52c-db60d2597c3b tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821071 Oct 12 11:59:49.073643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-62f8f804-dd98-46a2-bf57-38a30fb5a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:49.075189 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-62f8f804-dd98-46a2-bf57-38a30fb5a2d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 200 len: 897 time: 0.1174881 Oct 12 11:59:49.122997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-c654f629-5d5b-46b7-873f-a2f299a20a85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 200 len: 217 time: 0.0398228 Oct 12 11:59:49.154983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:49.178848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-e205c9cd-caea-4849-9199-2861b1e00931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:49.180404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-e205c9cd-caea-4849-9199-2861b1e00931 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751b2fd0-dc64-4f10-bca0-7a23f542d82e HTTP/1.1" status: 200 len: 834 time: 0.0452144 Oct 12 11:59:49.194131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a778b4-6785-46e8-948d-5a2232953ea4 None None] The sync data for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 is: [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:58:16Z', 'revision_number': 4, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'efbdbecd-c865-48de-baef-68540671ce7b', 'name': '', 'network_id': '1536df9e-0a2c-4c47-8136-0dca7fe4c245', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'mac_address': 'fa:16:3e:b9:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:15Z', 'updated_at': '2021-10-12T11:58:18Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'subnets': [{'id': '751b2fd0-dc64-4f10-bca0-7a23f542d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:59:49.237300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-a5f24c60-860b-4e52-8956-a3b2283f9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:49.238895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-a5f24c60-860b-4e52-8956-a3b2283f9158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1536df9e-0a2c-4c47-8136-0dca7fe4c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505657 Oct 12 11:59:49.338104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-a706d7c5-d60c-4b49-8de4-e67703d10dc1 service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908241 Oct 12 11:59:49.436697 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d42dc6-2050-4db8-b65c-3f9a3b41ced4 None None] New status for floating IP 82a94662-439e-41e8-85ff-bd01df051b1e: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 11:59:49.437211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cf1c7c38-4531-434d-89a9-009f00a8b726 req-fcb63224-f9ff-456d-96f9-c5ebc4e8f9b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915439 Oct 12 11:59:50.181711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1064e1-08e3-4f82-870d-b80798f976cb req-842c5c78-e98f-4207-a0c9-3a98ba7afdf9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:50.183204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a1064e1-08e3-4f82-870d-b80798f976cb req-842c5c78-e98f-4207-a0c9-3a98ba7afdf9 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0503378 Oct 12 11:59:50.225454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0a1064e1-08e3-4f82-870d-b80798f976cb req-ff286aa8-c162-429b-9e64-86ac8bcee28e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/security-groups?id=65052275-7094-4c75-b8be-dc92d84bd0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362062 Oct 12 11:59:50.289783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-34e67ccb-9e34-4b4b-a5cf-b6e7eb050bfe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 11:59:50.292140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-34e67ccb-9e34-4b4b-a5cf-b6e7eb050bfe tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 946 time: 0.0492814 Oct 12 11:59:50.381660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:59:50.381924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:50.470361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f269afa9-8118-4516-97a5-fad44b0ec827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:50.477895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port c30be5f8-da84-4e18-8482-fa5c59399907, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=c30be5f8-da84-4e18-8482-fa5c59399907,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:50.478347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:50.497739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for c30be5f8-da84-4e18-8482-fa5c59399907 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:59:50.692674 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:50.726168 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=c30be5f8-da84-4e18-8482-fa5c59399907,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:50.762448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] No DVR routers for this DVR port c30be5f8-da84-4e18-8482-fa5c59399907 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:59:50.765012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:50.768387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa9af47d-9f5e-47fd-aabb-6d41b4ea3f49 req-a24509d7-91df-45e4-b9a0-13454da8d68e tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.47 "DELETE /v2.0/ports/c30be5f8-da84-4e18-8482-fa5c59399907 HTTP/1.1" status: 204 len: 173 time: 0.4697878 Oct 12 11:59:50.841058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-deleted', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 11:59:50.843426 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe9925-b759-4444-92f5-8590dbf01dc3" -d '{"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-deleted", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 11:59:50.878489 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f76bb-89a7-4e64-9722-51af5d072567 x-openstack-request-id: req-cb2f76bb-89a7-4e64-9722-51af5d072567 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 11:59:50.878826 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab5a671-6f5b-4cea-b146-3abc12411aed", "name": "network-vif-deleted", "tag": "c30be5f8-da84-4e18-8482-fa5c59399907", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 11:59:50.879079 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb2f76bb-89a7-4e64-9722-51af5d072567 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 11:59:50.879483 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab5a671-6f5b-4cea-b146-3abc12411aed', 'name': 'network-vif-deleted', 'tag': 'c30be5f8-da84-4e18-8482-fa5c59399907', 'status': 'completed', 'code': 200} Oct 12 11:59:51.336199 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7850a5a9-f2f7-4764-80b3-93231c8a9b72 req-313c55ca-6a86-4f9a-9bfe-cd82c8d989e1 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab5a671-6f5b-4cea-b146-3abc12411aed HTTP/1.1" status: 200 len: 210 time: 0.0253091 Oct 12 11:59:51.738556 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:51.870464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:52.384131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:52.391504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42208) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:52.751439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:53.339745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port efbdbecd-c865-48de-baef-68540671ce7b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:59:53.340093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:53.390030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:53.429068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port efbdbecd-c865-48de-baef-68540671ce7b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=efbdbecd-c865-48de-baef-68540671ce7b,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:53.429604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:53.447517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for efbdbecd-c865-48de-baef-68540671ce7b owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:59:53.721821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:53.749646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=efbdbecd-c865-48de-baef-68540671ce7b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:53.929467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.153144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 11:59:54.263610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 11:59:54.273284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f0115c26-fb1f-4c5d-9057-0ee8921734bb tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "PUT /v2.0/routers/d1b1f1f4-e0f1-436d-bc59-216cbfd70cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763919 Oct 12 11:59:54.273284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:54.273836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Sync routers for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 11:59:54.283795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:59:54.284393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:59:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:54.323451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting subnet 751b2fd0-dc64-4f10-bca0-7a23f542d82e {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 11:59:54.326614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.367196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.388412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:59:54.458010 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.613327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.641985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:59:54.644765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.648727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/subnets/751b2fd0-dc64-4f10-bca0-7a23f542d82e HTTP/1.1" status: 204 len: 168 time: 0.3752992 Oct 12 11:59:54.649942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebe4ef-1d28-465e-b9ee-5f7bbae60714 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Subnet': ['ID=751b2fd0-dc64-4f10-bca0-7a23f542d82e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:54.651264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:54.670663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590377b-8e43-4d6e-9980-9a3039637089 None None] Network 1536df9e-0a2c-4c47-8136-0dca7fe4c245 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 11:59:54.674990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: c30be5f8-da84-4e18-8482-fa5c59399907 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:59:54.675338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device c30be5f8-da84-4e18-8482-fa5c59399907 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:59:54.763717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.850149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:59:53Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:54.876168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:54.879128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Checking router: d1b1f1f4-e0f1-436d-bc59-216cbfd70cac for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 11:59:54.888857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Routers {'d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 11:59:54.889457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T11:59:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:54.924028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] DHCP port deletion for 1536df9e-0a2c-4c47-8136-0dca7fe4c245 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 11:59:55.001656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Deleting port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:59:55.002291 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.032929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] Set router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 11:59:55.064466 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 121a548c-3f78-4828-a337-01a6c6059f13 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:59:55.088330 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] For port 8a4f7215-9bcc-42ce-8799-8ca5eb023c94, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:55.088696 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.095871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Deleting port 121a548c-3f78-4828-a337-01a6c6059f13 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 11:59:55.096246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.101003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Calling delete_port for 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:59:55.235723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] For port 121a548c-3f78-4828-a337-01a6c6059f13, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=121a548c-3f78-4828-a337-01a6c6059f13,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:55.236050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.261499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Calling delete_port for 121a548c-3f78-4828-a337-01a6c6059f13 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 11:59:55.355497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.371864 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.382855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Port': ['ID=8a4f7215-9bcc-42ce-8799-8ca5eb023c94,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:55.407183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.407626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.407869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.408205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.408543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.408873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.409199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.409521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.409858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.410170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.410493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.410832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 11:59:55.439192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 121a548c-3f78-4828-a337-01a6c6059f13, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=121a548c-3f78-4828-a337-01a6c6059f13,segment=NetworkSegment(fab78328-46ee-41dd-ab16-88697a12dfca),segment_id=fab78328-46ee-41dd-ab16-88697a12dfca)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 11:59:55.447405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:59:53Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:55.457747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.478444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0329f73d-890d-47bb-9a52-4cd1b0f39f2f None None] The sync data for ids ['d1b1f1f4-e0f1-436d-bc59-216cbfd70cac'] in n-d-813419-3 is: [{'id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561388605', 'tenant_id': 'fdd531f728634a3f931191cc111863e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:58:11Z', 'updated_at': '2021-10-12T11:59:53Z', 'revision_number': 5, 'project_id': 'fdd531f728634a3f931191cc111863e2', 'gw_port': {'id': '8a4f7215-9bcc-42ce-8799-8ca5eb023c94', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b1f1f4-e0f1-436d-bc59-216cbfd70cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:58:12Z', 'updated_at': '2021-10-12T11:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 11:59:55.499542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.553461 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=121a548c-3f78-4828-a337-01a6c6059f13,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:55.554975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.557995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.561701 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.589441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] Pushing event deleted for resources: {'Port': ['ID=121a548c-3f78-4828-a337-01a6c6059f13,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:55.591328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bdd21-5381-4845-a76c-0d78567b7bf1 None None] No DVR routers for this DVR port 121a548c-3f78-4828-a337-01a6c6059f13 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 11:59:55.676080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.676566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Fanout notify agent at l3_agent the message router_deleted on router d1b1f1f4-e0f1-436d-bc59-216cbfd70cac {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 11:59:55.683708 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.686819 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4655f386-8fa4-4e1f-a0f8-a67356b859e7 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/routers/d1b1f1f4-e0f1-436d-bc59-216cbfd70cac HTTP/1.1" status: 204 len: 168 time: 1.0320668 Oct 12 11:59:55.687737 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:55.768051 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.855399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.876733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1536df9e-0a2c-4c47-8136-0dca7fe4c245']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:55.887072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab78328-46ee-41dd-ab16-88697a12dfca') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:55.887372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab78328-46ee-41dd-ab16-88697a12dfca') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 11:59:55.897157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.911891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.919262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 11:59:55.919800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: timer() Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 11:59:55.923018 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 11:59:56.088197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.093168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.096778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/networks/1536df9e-0a2c-4c47-8136-0dca7fe4c245 HTTP/1.1" status: 204 len: 168 time: 0.4079564 Oct 12 11:59:56.099556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42216) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:56.112725 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5402476-f5d1-455b-b284-4c9770a4a608 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'Network': ['ID=1536df9e-0a2c-4c47-8136-0dca7fe4c245,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:56.169290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.195827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.338423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.341226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:56.342404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] 10.222.0.43 "DELETE /v2.0/security-groups/65052275-7094-4c75-b8be-dc92d84bd0bb HTTP/1.1" status: 204 len: 168 time: 0.2418544 Oct 12 11:59:56.352048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f4c51-eda2-4bb6-bdd7-e33b077b7563 tempest-TestNetworkAdvancedServerOps-71729343 tempest-TestNetworkAdvancedServerOps-71729343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65052275-7094-4c75-b8be-dc92d84bd0bb,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:56.897249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42224) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:56.935265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:59:56.962667 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:59:56.963183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a4f7215-9bcc-42ce-8799-8ca5eb023c94 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:59:56.963689 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device efbdbecd-c865-48de-baef-68540671ce7b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 11:59:56.991643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: efbdbecd-c865-48de-baef-68540671ce7b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 11:59:56.991990 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device efbdbecd-c865-48de-baef-68540671ce7b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 11:59:57.062172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-79ddc566-f1a9-4608-a5fc-5f956b1b2a6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdd531f728634a3f931191cc111863e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637378 Oct 12 11:59:57.064212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.064695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42230) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:57.113055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.134138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.258381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.261477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.262631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca7a178a-48db-4a0e-bdc2-02e22af0c921 HTTP/1.1" status: 204 len: 168 time: 0.1970446 Oct 12 11:59:57.270743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe292a-757e-48ba-bb5e-dcf00da03e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a178a-48db-4a0e-bdc2-02e22af0c921,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 11:59:57.879181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:57.919884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0026d0f-6ee5-4321-b213-f8d1c56a515b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f99a9d712b41448785966ff7511ca177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394044 Oct 12 11:59:57.922109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42238) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 11:59:57.972915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:57.995805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:58.127179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:58.129862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 11:59:58.131038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e72f66c-23dc-4665-85ff-1c85baf7cf51 HTTP/1.1" status: 204 len: 168 time: 0.2080235 Oct 12 11:59:58.138885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378c35-5c25-4eee-96b4-082251763d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72f66c-23dc-4665-85ff-1c85baf7cf51,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:00:13.420573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-3caf9db0-8166-42b0-bd96-799e764e1583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391936 Oct 12 12:00:13.483057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-f3e06d64-ff8f-45e5-8f92-da897d5d623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:13.484600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-f3e06d64-ff8f-45e5-8f92-da897d5d623e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1097 time: 0.0410657 Oct 12 12:00:13.593918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-6286d48e-1a95-4a3d-9770-0ca19ff4a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:13.595410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-6286d48e-1a95-4a3d-9770-0ca19ff4a310 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0894456 Oct 12 12:00:13.659867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-0379b192-2a7c-43da-98e2-3a0f85526dd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 1002 time: 0.0575628 Oct 12 12:00:13.714794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-1d8c1f2d-03ae-44a3-8d78-003c76978fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:13.716178 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-1d8c1f2d-03ae-44a3-8d78-003c76978fc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0498452 Oct 12 12:00:13.763108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-331f70e9-7228-4ed8-9425-0588376ac46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:13.764822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-331f70e9-7228-4ed8-9425-0588376ac46b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410271 Oct 12 12:00:13.857987 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-ecad73e9-a08d-47a5-8e6a-f796229aaee1 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856824 Oct 12 12:00:13.948311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f2fdd7ef-312c-48f2-b2c3-a6651b304008 req-226c75ea-5779-40a8-bdbf-5eef1e731e5c service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Oct 12 12:00:16.854899 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:00:17.704232 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-df75655a-421d-40cf-a700-ed5a6bdcd739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:20.493014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-576afd39-897b-4c8b-8645-4eae494d2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:21.709953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:21.841158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:22.395281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:23.401539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:27.030102 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:47.686921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-449ae520-fdfd-4f86-8f7f-906efec1c05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:50.504163 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee8434e6-89dc-45a9-89e8-693aa0db9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.092478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42268) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:00:51.253135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port 0e86e5c5-720f-45ce-9d44-5d3d78c45844 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:00:51.253434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.331495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.331816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.343801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for 0e86e5c5-720f-45ce-9d44-5d3d78c45844 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:00:51.584228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.610788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=0e86e5c5-720f-45ce-9d44-5d3d78c45844,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:00:51.624457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.624809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.625145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.625480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.625810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.626137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.626465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.626819 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.627142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.627464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.627785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.628104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:00:51.685344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.685718 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP d9e50cec-a284-4356-8caf-b5994a45f136 disassociated (deleted). External IP: 172.25.2.193, port: 9483d4bc-caf7-4088-8628-dabf44cecdfe. Oct 12 12:00:51.715652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.898728 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:51.900060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:00:52.014311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:00:52.019330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:52.024015 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:00:52.036047 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:00:52.036693 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:00:52.047403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0255cdcb-7e67-4bc2-b96b-9ec2ba33a847 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "DELETE /v2.0/floatingips/d9e50cec-a284-4356-8caf-b5994a45f136 HTTP/1.1" status: 204 len: 168 time: 0.9538388 Oct 12 12:00:52.047997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:00:52.050264 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c2e55-edbc-464f-b756-5cca8a4001cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:00:52.137773 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:00:52.363299 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:00:52.388805 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:00:52.396859 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:00:52.397446 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:00:52.406931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:52.501801 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:00:52.554207 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45157f43-226a-4531-8128-107e724e472d x-openstack-request-id: req-45157f43-226a-4531-8128-107e724e472d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:00:52.554729 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:00:52.554828 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45157f43-226a-4531-8128-107e724e472d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:00:52.555180 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'status': 'completed', 'code': 200} Oct 12 12:00:52.631959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-8abb77c7-7b27-4f74-bc86-1dced989d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:52.633997 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-8abb77c7-7b27-4f74-bc86-1dced989d28f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 1097 time: 0.0533059 Oct 12 12:00:52.734197 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-34c44d04-dde0-47b2-be4f-075347c6959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:52.735716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-34c44d04-dde0-47b2-be4f-075347c6959f service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0937188 Oct 12 12:00:52.741427 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:00:52.764086 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a680c-18bb-4bfc-b1ee-91ad648c6333 None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ba67aa39-b45d-4240-b7c5-c7f1d25dab71', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'port_id': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'mac_address': 'fa:16:3e:41:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T11:55:53Z', 'updated_at': '2021-10-12T11:55:56Z', 'revision_number': 1, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:00:52.772236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c67d20-b9f8-4e74-8a4c-d335a3abcf82 req-b092ac31-6f1d-4b2f-ae50-ebf8906c103a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:52.773965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89c67d20-b9f8-4e74-8a4c-d335a3abcf82 req-b092ac31-6f1d-4b2f-ae50-ebf8906c103a tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.1739812 Oct 12 12:00:52.790321 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-143b3499-555e-44b6-8f74-e1d4e4dd6fc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 200 len: 217 time: 0.0455456 Oct 12 12:00:52.822153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-89c67d20-b9f8-4e74-8a4c-d335a3abcf82 req-ab444c63-ecfa-46d1-98b5-f177ece8c738 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392907 Oct 12 12:00:52.846357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-f4414a1c-2df0-45bb-a937-6acc85c0d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:52.847874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-f4414a1c-2df0-45bb-a937-6acc85c0d6a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0507796 Oct 12 12:00:52.896022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-067d1221-4d7d-49a0-9312-c55d33bba902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:52.897593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-067d1221-4d7d-49a0-9312-c55d33bba902 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418110 Oct 12 12:00:52.993670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-5efdfd3d-ad32-40ae-90e5-ebfd35020637 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879848 Oct 12 12:00:53.033680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5679cf8-9a64-4d23-a31b-343f9629bc7a None None] New status for floating IP d9e50cec-a284-4356-8caf-b5994a45f136: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:00:53.093862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-020c2e55-edbc-464f-b756-5cca8a4001cf req-1f5cdc46-b3d4-4ec1-a163-0d2287cc172d service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922778 Oct 12 12:00:53.383971 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:53.854475 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:00:53.958558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1580421-c617-435b-b3ef-8b895702a34a req-e3175916-6ec9-4fbb-a94a-9bd3eabf0de0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:53.960044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1580421-c617-435b-b3ef-8b895702a34a req-e3175916-6ec9-4fbb-a94a-9bd3eabf0de0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0526233 Oct 12 12:00:53.998607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1580421-c617-435b-b3ef-8b895702a34a req-06b31b62-1a6d-40dc-8dd8-681d32ca39e8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Oct 12 12:00:54.019201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-cb7189ec-605c-4f3c-8d25-7316bf88e5e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:00:54.020657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-cb7189ec-605c-4f3c-8d25-7316bf88e5e4 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Oct 12 12:00:54.114272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port 9483d4bc-caf7-4088-8628-dabf44cecdfe {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:00:54.114524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:54.201051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port 9483d4bc-caf7-4088-8628-dabf44cecdfe, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=9483d4bc-caf7-4088-8628-dabf44cecdfe,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:00:54.201410 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:54.214065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for 9483d4bc-caf7-4088-8628-dabf44cecdfe owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:00:54.412979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:54.443386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=9483d4bc-caf7-4088-8628-dabf44cecdfe,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:00:54.487140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port 9483d4bc-caf7-4088-8628-dabf44cecdfe on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:00:54.491425 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:54.494761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95c95145-81c1-4d63-937e-7f6b29dad273 req-4f0f1b45-71b7-474b-bee6-b39bd97b0cb9 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "DELETE /v2.0/ports/9483d4bc-caf7-4088-8628-dabf44cecdfe HTTP/1.1" status: 204 len: 173 time: 0.4682462 Oct 12 12:00:54.495208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'name': 'network-vif-deleted', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:00:54.497591 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c90816-a37d-488e-a16e-f6547c53d686" -d '{"events": [{"server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "name": "network-vif-deleted", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:00:54.533108 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f27e40-6f36-404e-91c3-39aee713dfa5 x-openstack-request-id: req-e3f27e40-6f36-404e-91c3-39aee713dfa5 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:00:54.535562 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b31261-06ac-4fa5-a7d5-b7aeca58d781", "name": "network-vif-deleted", "tag": "9483d4bc-caf7-4088-8628-dabf44cecdfe", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:00:54.535562 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3f27e40-6f36-404e-91c3-39aee713dfa5 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:00:54.535562 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b31261-06ac-4fa5-a7d5-b7aeca58d781', 'name': 'network-vif-deleted', 'tag': '9483d4bc-caf7-4088-8628-dabf44cecdfe', 'status': 'completed', 'code': 200} Oct 12 12:00:55.095801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b8ddf25-094d-49da-bd2f-3bd7f5c4b0ea req-4a9f89f5-5b52-4247-ae7f-18b7703bebf0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Oct 12 12:00:56.191384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60f5da49-ff7d-4df8-b0bb-3430e145282e req-c29a7f0e-704c-46cf-99c0-c54d8ee8003c tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Oct 12 12:00:57.030388 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:00:57.286515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b56f2ce0-0796-4b9a-ac30-760c1c726960 req-8c42f5ee-15ca-409e-a1d4-a7af95a32fe0 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Oct 12 12:00:58.379639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cc99e72-f51e-4006-ba4a-dcd0466f5907 req-f85842cd-7bbf-4a3d-9a2c-4814ff7f8b87 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0253677 Oct 12 12:00:59.475462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9483d4bc-caf7-4088-8628-dabf44cecdfe no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:00:59.485722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-155bc43f-5043-42a4-bee2-040e22de3fae req-59eba371-8f88-466d-a5f5-21174fcdf656 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9b31261-06ac-4fa5-a7d5-b7aeca58d781 HTTP/1.1" status: 200 len: 210 time: 0.0297635 Oct 12 12:00:59.495265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 9483d4bc-caf7-4088-8628-dabf44cecdfe {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:00:59.495609 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 9483d4bc-caf7-4088-8628-dabf44cecdfe not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:06.061848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42330) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:06.222571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port dad06cf4-628d-4239-8f58-913113681d4e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:06.222817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.296864 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.297188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.308512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for dad06cf4-628d-4239-8f58-913113681d4e owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:06.538787 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.567599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=dad06cf4-628d-4239-8f58-913113681d4e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:06.628475 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.628803 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Floating IP ba67aa39-b45d-4240-b7c5-c7f1d25dab71 disassociated (deleted). External IP: 172.25.2.236, port: bab0346a-91d3-4b14-be2b-5d991114aea2. Oct 12 12:01:06.832139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:01:06.937125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:01:06.942028 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:06.946921 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:01:06.956334 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:06.956916 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:06.970888 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d85fa847-e256-47d3-a881-08fc30e48c84 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "DELETE /v2.0/floatingips/ba67aa39-b45d-4240-b7c5-c7f1d25dab71 HTTP/1.1" status: 204 len: 168 time: 0.9079232 Oct 12 12:01:06.971480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:01:06.973746 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d484b-6785-4e5a-9563-7eb7296ae97f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:01:07.146131 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:07.285352 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141cedb-22dd-4f9d-bd79-fce3da7f5b9c x-openstack-request-id: req-6141cedb-22dd-4f9d-bd79-fce3da7f5b9c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:01:07.285893 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:01:07.285985 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6141cedb-22dd-4f9d-bd79-fce3da7f5b9c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:01:07.286472 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'status': 'completed', 'code': 200} Oct 12 12:01:07.349572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:07.352777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-98e25c70-d17c-4242-96b0-26ec972d2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.354497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-98e25c70-d17c-4242-96b0-26ec972d2d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0434864 Oct 12 12:01:07.376737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:01:07.381234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce2735-e03e-4e30-a7bc-5c1574f6ffe1 req-bf1c1829-0698-44c9-a02e-0b2957be6e60 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.382930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bce2735-e03e-4e30-a7bc-5c1574f6ffe1 req-bf1c1829-0698-44c9-a02e-0b2957be6e60 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.0527921 Oct 12 12:01:07.384879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:07.385477 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:07.430909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5bce2735-e03e-4e30-a7bc-5c1574f6ffe1 req-e265f294-7b73-470b-8008-e226fdebee86 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf7e16a1-503b-4291-8b9e-bd13e022a033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Oct 12 12:01:07.457249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-a7b5f94f-af3a-48dc-9da1-7a3845e98c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.458731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-a7b5f94f-af3a-48dc-9da1-7a3845e98c93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 200 len: 912 time: 0.0968366 Oct 12 12:01:07.495750 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:07.501302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-4dbf821a-930f-4775-a72d-d3a9430d61ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 200 len: 217 time: 0.0342891 Oct 12 12:01:07.554585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-93949bee-88fd-42b9-9173-acd7ed197f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.556035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-93949bee-88fd-42b9-9173-acd7ed197f23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 200 len: 850 time: 0.0471694 Oct 12 12:01:07.607406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-e5a11822-ed14-4d1d-91c6-e6a0beca1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.609179 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-e5a11822-ed14-4d1d-91c6-e6a0beca1f37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02445180-d85b-41d8-a774-ac057a92971f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437179 Oct 12 12:01:07.695136 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:07.707588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-216ee946-a7b0-4a66-8037-868ced26c9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891936 Oct 12 12:01:07.725364 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d0069-43e4-437b-80b2-c26612e9a47c None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:13Z', 'revision_number': 4, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b168d7dc-f1ea-44c4-b58e-8c928c77e889', 'name': '', 'network_id': '02445180-d85b-41d8-a774-ac057a92971f', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'mac_address': 'fa:16:3e:3b:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:12Z', 'updated_at': '2021-10-12T11:46:21Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'subnets': [{'id': 'b62900bb-54bd-40c0-abb4-c7f807014500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:01:07.806649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ed4d484b-6785-4e5a-9563-7eb7296ae97f req-494ddd85-9b1b-4b03-8c30-2605c718943c service neutron] 10.222.0.41 "GET /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911975 Oct 12 12:01:07.942181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2a302-68e7-4d78-8db0-1381080662b9 None None] New status for floating IP ba67aa39-b45d-4240-b7c5-c7f1d25dab71: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:01:07.994134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a0736-3309-4f57-9833-1288ec79b338 req-31a58b74-0efd-49dc-ac45-86fdf2fbd019 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:07.995515 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e14a0736-3309-4f57-9833-1288ec79b338 req-31a58b74-0efd-49dc-ac45-86fdf2fbd019 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 945 time: 0.0483391 Oct 12 12:01:08.085713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port bab0346a-91d3-4b14-be2b-5d991114aea2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:08.086050 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:08.174243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] For port bab0346a-91d3-4b14-be2b-5d991114aea2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=bab0346a-91d3-4b14-be2b-5d991114aea2,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:08.174600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:08.187877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for bab0346a-91d3-4b14-be2b-5d991114aea2 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:08.401260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:08.428154 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=bab0346a-91d3-4b14-be2b-5d991114aea2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:08.441196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.441545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.441869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.442203 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.442537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.442892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.443222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.443544 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.443871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.444199 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.444512 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.444830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:08.486402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] No DVR routers for this DVR port bab0346a-91d3-4b14-be2b-5d991114aea2 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:08.489098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:08.492528 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e14a0736-3309-4f57-9833-1288ec79b338 req-b4572f11-098c-4b38-92ff-ca321f452521 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.41 "DELETE /v2.0/ports/bab0346a-91d3-4b14-be2b-5d991114aea2 HTTP/1.1" status: 204 len: 173 time: 0.4908681 Oct 12 12:01:08.492993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'name': 'network-vif-deleted', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:01:08.495257 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2ca1f-eaea-44a3-8fba-c334bc776c89" -d '{"events": [{"server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "name": "network-vif-deleted", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:01:08.525546 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00839eb6-832d-48fa-902b-9dead55af240 req-56ccc2e1-22b7-4daf-81c1-5c46a438a3fa tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0253701 Oct 12 12:01:08.568806 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2370931-cbd4-4cea-b4a3-095b410aad7f x-openstack-request-id: req-b2370931-cbd4-4cea-b4a3-095b410aad7f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:01:08.569167 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09", "name": "network-vif-deleted", "tag": "bab0346a-91d3-4b14-be2b-5d991114aea2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:01:08.569485 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2370931-cbd4-4cea-b4a3-095b410aad7f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:01:08.569957 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09', 'name': 'network-vif-deleted', 'tag': 'bab0346a-91d3-4b14-be2b-5d991114aea2', 'status': 'completed', 'code': 200} Oct 12 12:01:09.625008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-becad322-a3ed-4dcb-833e-6dfdf6e14384 req-09b57c1c-5fd8-4c25-bcde-2e9cc00ac7d8 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Oct 12 12:01:10.717601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0805e48-7083-44f8-a0cd-94cd8e144515 req-6c0d0f5f-82d4-4c20-bdd9-40368d006291 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0254669 Oct 12 12:01:11.812750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c695c75-2b00-45c5-b3a4-120585616426 req-155cc039-b9c2-4626-9fd9-9598b54666a2 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0263009 Oct 12 12:01:12.917506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46b05e18-49e0-4082-9560-83e22793add2 req-75556ba3-b9f8-4112-9c0c-55f792b23bfb tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bff9cca-3149-4ea2-9abd-9f8cd2cb7a09 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Oct 12 12:01:13.573179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bab0346a-91d3-4b14-be2b-5d991114aea2 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:13.593003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: bab0346a-91d3-4b14-be2b-5d991114aea2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:13.593342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device bab0346a-91d3-4b14-be2b-5d991114aea2 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:13.978005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42364) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:14.100821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Deleting port 365976cd-b742-4ce6-bb05-5599f120382d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:14.101164 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.178586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.178941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.190127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Calling delete_port for 365976cd-b742-4ce6-bb05-5599f120382d owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:14.395795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.422852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'Port': ['ID=365976cd-b742-4ce6-bb05-5599f120382d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:14.485631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.488279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:14.489443 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-951c56da-378e-4827-b0f5-0c569da44099 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "DELETE /v2.0/floatingips/42125cb6-0248-45c6-8381-eb1b8f7b3a8b HTTP/1.1" status: 204 len: 168 time: 0.5104516 Oct 12 12:01:17.681220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b6badcbc-3b0c-470d-9929-186bc773a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:17.859524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42382) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:17.918910 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:17.945026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.070395 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.073195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.074372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf7e16a1-503b-4291-8b9e-bd13e022a033 HTTP/1.1" status: 204 len: 168 time: 0.2138236 Oct 12 12:01:18.084575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a3b79-bc84-4b80-975f-db857394b0c3 tempest-TestVolumeBootPattern-2133699054 tempest-TestVolumeBootPattern-2133699054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e16a1-503b-4291-8b9e-bd13e022a033,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:18.196608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42386) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:18.651077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.895524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Deleting port b168d7dc-f1ea-44c4-b58e-8c928c77e889 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:18.895864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.972227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] For port b168d7dc-f1ea-44c4-b58e-8c928c77e889, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b168d7dc-f1ea-44c4-b58e-8c928c77e889,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:18.972593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:18.985227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Calling delete_port for b168d7dc-f1ea-44c4-b58e-8c928c77e889 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:19.247883 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:19.273524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Pushing event deleted for resources: {'Port': ['ID=b168d7dc-f1ea-44c4-b58e-8c928c77e889,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:19.448780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:19.658044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:01:20.133808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:01:20.139859 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-36919b07-ca96-45c9-9348-ca07dba7826b admin admin] 10.222.0.43 "PUT /v2.0/routers/aab98f2c-3d22-43f5-8c90-8b2dbf8523f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9420245 Oct 12 12:01:20.142609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42394) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:20.143636 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Sync routers for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:01:20.154156 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:20.155238 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:20.268298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.271491 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:20.381365 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.468509 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T12:01:19Z', 'revision_number': 5, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port': {'id': '93ee3ad7-e17a-4244-9996-2bb503fc8e08', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:20.496049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Checking router: aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:01:20.505442 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Routers {'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:20.506054 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:00:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:20.510600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7188c01-38fa-43c9-9a64-da21f9713472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.539790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Deleting port 93ee3ad7-e17a-4244-9996-2bb503fc8e08 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:20.540131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.595183 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] Set router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:20.623543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] For port 93ee3ad7-e17a-4244-9996-2bb503fc8e08, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=93ee3ad7-e17a-4244-9996-2bb503fc8e08,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:20.623937 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.635659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Calling delete_port for 93ee3ad7-e17a-4244-9996-2bb503fc8e08 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:20.649402 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T12:01:20Z', 'revision_number': 6, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:20.675006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ac9b4-a1a9-4489-95ea-f7e088b0fccc None None] The sync data for ids ['aab98f2c-3d22-43f5-8c90-8b2dbf8523f6'] in n-d-813419-3 is: [{'id': 'aab98f2c-3d22-43f5-8c90-8b2dbf8523f6', 'name': 'tempest-TestVolumeBootPattern-977733750-router', 'tenant_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:09Z', 'updated_at': '2021-10-12T12:01:20Z', 'revision_number': 6, 'project_id': 'd2783b95dab049f7a4f61e3e0ea907f7', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:01:20.858350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:20.884673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ee3ad7-e17a-4244-9996-2bb503fc8e08,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:20.945594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.037405 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.039662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.178664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.179275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:01:21.190073 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.190073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5706334e-d5cf-4c9b-815e-c1380e860ac7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/aab98f2c-3d22-43f5-8c90-8b2dbf8523f6 HTTP/1.1" status: 204 len: 168 time: 1.0440533 Oct 12 12:01:21.191130 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42396) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:21.242201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Deleting subnet b62900bb-54bd-40c0-abb4-c7f807014500 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:01:21.245615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.282832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.361295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.437163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b168d7dc-f1ea-44c4-b58e-8c928c77e889 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:21.462459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b168d7dc-f1ea-44c4-b58e-8c928c77e889 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:21.462836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b168d7dc-f1ea-44c4-b58e-8c928c77e889 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:21.493219 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.517779 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62900bb-54bd-40c0-abb4-c7f807014500,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:21.523638 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.526983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-81cf534d-b7aa-4497-a966-e5559b54d885 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b62900bb-54bd-40c0-abb4-c7f807014500 HTTP/1.1" status: 204 len: 168 time: 0.3347838 Oct 12 12:01:21.532539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:21.533649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee99018-edb9-44aa-b514-cbab64bfc38e None None] Network 02445180-d85b-41d8-a774-ac057a92971f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:01:21.600254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.659799 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Deleting port 0cd5980d-877b-47b0-8f14-ed6d0d015466 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:21.660140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.747617 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.750949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] DHCP port deletion for 02445180-d85b-41d8-a774-ac057a92971f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:01:21.820238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Deleting port 0cd5980d-877b-47b0-8f14-ed6d0d015466 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:21.820758 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.893481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] For port 0cd5980d-877b-47b0-8f14-ed6d0d015466, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0cd5980d-877b-47b0-8f14-ed6d0d015466,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:21.893781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:21.912124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Calling delete_port for 0cd5980d-877b-47b0-8f14-ed6d0d015466 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:22.047106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.062281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] For port 0cd5980d-877b-47b0-8f14-ed6d0d015466, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0cd5980d-877b-47b0-8f14-ed6d0d015466,segment=NetworkSegment(80b7662e-412f-475a-95a7-38e348f33c5f),segment_id=80b7662e-412f-475a-95a7-38e348f33c5f)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:22.062650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.074918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Calling delete_port for 0cd5980d-877b-47b0-8f14-ed6d0d015466 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:22.087386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.113284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Pushing event deleted for resources: {'Port': ['ID=0cd5980d-877b-47b0-8f14-ed6d0d015466,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:22.118921 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] No DVR routers for this DVR port 0cd5980d-877b-47b0-8f14-ed6d0d015466 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:22.128589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.128999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.129260 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.129591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.129911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.130237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.130554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.130897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.132324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.132324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.132324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.132324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4154-ce48-485c-a8ca-f9814ff84f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:22.158930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.186746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd5980d-877b-47b0-8f14-ed6d0d015466,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:22.192720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] No DVR routers for this DVR port 0cd5980d-877b-47b0-8f14-ed6d0d015466 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:22.267913 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.290906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02445180-d85b-41d8-a774-ac057a92971f']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:22.299915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b7662e-412f-475a-95a7-38e348f33c5f') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:22.300212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b7662e-412f-475a-95a7-38e348f33c5f') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:22.309259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.322817 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.329523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: items = [ Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self.session.flush() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:01:22.332021 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:01:22.452881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.458401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.461663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] 10.222.0.43 "DELETE /v2.0/networks/02445180-d85b-41d8-a774-ac057a92971f HTTP/1.1" status: 204 len: 168 time: 0.9299610 Oct 12 12:01:22.464850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42402) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:22.474251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb3544-22b0-49a0-8430-c35bf0b86a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=02445180-d85b-41d8-a774-ac057a92971f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:22.487662 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.809396 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:22.988553 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93ee3ad7-e17a-4244-9996-2bb503fc8e08 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:23.009045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 93ee3ad7-e17a-4244-9996-2bb503fc8e08 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:23.009394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 93ee3ad7-e17a-4244-9996-2bb503fc8e08 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:23.009818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0cd5980d-877b-47b0-8f14-ed6d0d015466 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:23.033228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0cd5980d-877b-47b0-8f14-ed6d0d015466 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:23.033608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0cd5980d-877b-47b0-8f14-ed6d0d015466 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:23.062671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Deleting port 15b56a16-98e7-491a-a24c-b51ae50efe6a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:23.062981 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:23.143750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] For port 15b56a16-98e7-491a-a24c-b51ae50efe6a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=15b56a16-98e7-491a-a24c-b51ae50efe6a,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:23.144118 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:23.156450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Calling delete_port for 15b56a16-98e7-491a-a24c-b51ae50efe6a owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:23.419781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:23.430558 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:23.447110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b56a16-98e7-491a-a24c-b51ae50efe6a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:23.610864 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:23.834853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Router bfdb2dc6-dd24-4e8b-960e-1201053db162 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:01:23.936728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:01:23.941794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7c9cb990-dba6-4e46-beef-788144627dd0 admin admin] 10.222.0.43 "PUT /v2.0/routers/bfdb2dc6-dd24-4e8b-960e-1201053db162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759295 Oct 12 12:01:23.944272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42406) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:23.947703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Sync routers for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:01:23.957011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:23.957610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:01:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:24.048977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.060874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:24.151290 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.266688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Deleting port a5f4b10d-9ac3-417a-a03d-36397a7104c8 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:24.267059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.355001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] For port a5f4b10d-9ac3-417a-a03d-36397a7104c8, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a5f4b10d-9ac3-417a-a03d-36397a7104c8,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:24.355371 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.368207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Calling delete_port for a5f4b10d-9ac3-417a-a03d-36397a7104c8 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:24.388731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T12:01:23Z', 'revision_number': 5, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port': {'id': 'a5f4b10d-9ac3-417a-a03d-36397a7104c8', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T11:46:19Z', 'updated_at': '2021-10-12T11:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:24.414088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Checking router: bfdb2dc6-dd24-4e8b-960e-1201053db162 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:01:24.422665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Routers {'bfdb2dc6-dd24-4e8b-960e-1201053db162'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:01:24.423287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:01:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['bfdb2dc6-dd24-4e8b-960e-1201053db162'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:24.512238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] Set router bfdb2dc6-dd24-4e8b-960e-1201053db162 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:01:24.568312 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T12:01:24Z', 'revision_number': 6, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:24.584560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.595095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f042373-337e-42b7-ab78-c7be2c0dfd21 None None] The sync data for ids ['bfdb2dc6-dd24-4e8b-960e-1201053db162'] in n-d-813419-3 is: [{'id': 'bfdb2dc6-dd24-4e8b-960e-1201053db162', 'name': 'tempest-TestVolumeBootPattern-1328539092-router', 'tenant_id': '57be8359ddc64389b7580eefe6d61bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T11:46:18Z', 'updated_at': '2021-10-12T12:01:24Z', 'revision_number': 6, 'project_id': '57be8359ddc64389b7580eefe6d61bf9', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:01:24.611719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f4b10d-9ac3-417a-a03d-36397a7104c8,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:24.688605 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.782474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.784611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.905114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.905577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfdb2dc6-dd24-4e8b-960e-1201053db162 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:01:24.909983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:24.911160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-71a65883-3756-4e37-8ae8-cec24434a87d admin admin] 10.222.0.43 "DELETE /v2.0/routers/bfdb2dc6-dd24-4e8b-960e-1201053db162 HTTP/1.1" status: 204 len: 168 time: 0.9654019 Oct 12 12:01:24.913664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42410) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:24.960632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Deleting subnet 39230b60-6ac9-44d6-8fe8-b1871b29812f {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:01:24.964111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.003198 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.059211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 15b56a16-98e7-491a-a24c-b51ae50efe6a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:25.079645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 15b56a16-98e7-491a-a24c-b51ae50efe6a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:25.080303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 15b56a16-98e7-491a-a24c-b51ae50efe6a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:25.093202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.202210 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.229880 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39230b60-6ac9-44d6-8fe8-b1871b29812f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:25.234107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.235969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b3741-4e07-4ad1-a02c-62f2cb06ced5 None None] Network 72783b89-fc9f-41fe-aa97-1cb715b2d7ac requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:01:25.240327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3bdb135d-139b-4a60-95a6-0b9b885c97fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/39230b60-6ac9-44d6-8fe8-b1871b29812f HTTP/1.1" status: 204 len: 168 time: 0.3229733 Oct 12 12:01:25.240327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42412) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:25.311463 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.368943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Deleting port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:25.369285 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.423013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] DHCP port deletion for 72783b89-fc9f-41fe-aa97-1cb715b2d7ac request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:01:25.440529 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] For port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:25.440895 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.453114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Calling delete_port for 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:25.468563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Deleting port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:25.468933 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.546552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] For port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,segment=NetworkSegment(72fee635-0eaa-4eca-884a-e56f08267a58),segment_id=72fee635-0eaa-4eca-884a-e56f08267a58)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:25.546981 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.558936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Calling delete_port for 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:25.613107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.636976 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.645561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:25.647538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] No DVR routers for this DVR port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:25.671641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] Pushing event deleted for resources: {'Port': ['ID=9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:25.678292 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fe857-6793-4a34-b5a2-ac4cf0f65c5d None None] No DVR routers for this DVR port 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:25.728313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.747766 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72783b89-fc9f-41fe-aa97-1cb715b2d7ac']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:25.756958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fee635-0eaa-4eca-884a-e56f08267a58') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:25.757259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fee635-0eaa-4eca-884a-e56f08267a58') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:01:25.766986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.781656 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.787475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:01:25.787862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:01:25.789565 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:01:26.218753 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.224283 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.228447 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72783b89-fc9f-41fe-aa97-1cb715b2d7ac HTTP/1.1" status: 204 len: 168 time: 0.9864004 Oct 12 12:01:26.238871 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb04c2-c787-4455-95c3-df5de9f52998 admin admin] Pushing event deleted for resources: {'Network': ['ID=72783b89-fc9f-41fe-aa97-1cb715b2d7ac,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:26.504572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42416) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:26.538183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eaf2f43f-ed1b-4e91-8792-584469b0423b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2783b95dab049f7a4f61e3e0ea907f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387998 Oct 12 12:01:26.540786 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:26.592238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.612492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.715784 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.718409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:26.719617 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00f9ebce-4a8b-4f4f-a4a1-052747b21bd1 HTTP/1.1" status: 204 len: 168 time: 0.1779075 Oct 12 12:01:26.727783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1774f5-8a75-4aa5-8f65-f42c926f1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9ebce-4a8b-4f4f-a4a1-052747b21bd1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:26.984964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5f4b10d-9ac3-417a-a03d-36397a7104c8 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:27.006400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a5f4b10d-9ac3-417a-a03d-36397a7104c8 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:27.006768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a5f4b10d-9ac3-417a-a03d-36397a7104c8 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:27.007208 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:27.026786 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:27.027129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9aa17cb4-a595-4d77-a9d7-b3c2677e4a1c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:27.070012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:27.349362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:27.389220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a2a0fb3e-a545-4e9a-b47c-d8a36f1dc3fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57be8359ddc64389b7580eefe6d61bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386968 Oct 12 12:01:27.391816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:27.438570 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:27.459394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:27.566886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:27.569513 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:27.570717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8150a7f4-5f45-4aa0-afa0-62cf56166e92 HTTP/1.1" status: 204 len: 168 time: 0.1780059 Oct 12 12:01:27.579392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be43e-4840-4878-a031-5fba14fe522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8150a7f4-5f45-4aa0-afa0-62cf56166e92,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:30.852970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:01:38.326648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-a576c9cc-8d4a-43f1-bddf-7a0c8e2adfe4 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a253b4a369c44424af73b045e02294aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327404 Oct 12 12:01:38.509854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-dcc5088f-4a44-424d-8055-357a09256c74 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:38.511362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-dcc5088f-4a44-424d-8055-357a09256c74 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789634 Oct 12 12:01:38.527499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-3b7248f8-a53a-4117-a150-7a7413ec4a54 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/quotas/a253b4a369c44424af73b045e02294aa HTTP/1.1" status: 200 len: 375 time: 0.0093470 Oct 12 12:01:38.558547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-2a60bdca-cd20-4ee1-a11c-af63268d28b0 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a253b4a369c44424af73b045e02294aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249305 Oct 12 12:01:38.793370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-15e00ccf-402b-4223-a020-06c382b2c8cd req-35d8c867-781b-45f7-a633-f2d124d14961 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 210 time: 0.0304542 Oct 12 12:01:39.873791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-523b7c9a-5b57-40bb-8726-8c8326294aff req-0a845c49-f9f4-4063-a7ed-44f2e002a017 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 210 time: 0.0258493 Oct 12 12:01:40.848090 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-3bc8c90b-f60c-4ff0-8366-877d1853edb2 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a253b4a369c44424af73b045e02294aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279934 Oct 12 12:01:40.972958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bea67a05-6aa6-4dc5-8880-ffb9c7dd5e4a req-fbec1881-beaa-4397-a0a4-d940191684a5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 210 time: 0.0272076 Oct 12 12:01:41.041787 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-926971e2-7a74-4fc8-8807-286f12b20e93 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:41.043272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-926971e2-7a74-4fc8-8807-286f12b20e93 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891558 Oct 12 12:01:41.056054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Request body: {'port': {'device_id': 'd81ac990-5edb-4374-b351-17994f06912c', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'admin_state_up': True, 'tenant_id': 'a253b4a369c44424af73b045e02294aa'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:01:41.213234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Made reservation on behalf of a253b4a369c44424af73b045e02294aa for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:01:41.217142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.225569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.300411 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.355494 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.419035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba05351-f374-42b0-8c20-c8b5756789bf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:41.489497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Allocated IP 192.168.233.14 (8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed/afbdea7c-ff89-4a9a-9700-60598a68a650/e4e55122-d193-4f99-adc8-afdffd421a38) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:01:41.635172 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.721406 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.764135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:01:41.768973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:01:41.772638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:01:41.779069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Pushing event updated for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:41.826828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:41.827468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:41.918872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-64250df6-31c8-4791-93c8-24a684166ab5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8662636 Oct 12 12:01:41.932178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Request body: {'port': {'device_id': 'd81ac990-5edb-4374-b351-17994f06912c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:01:41.992457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.096576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7421-d7c4-486a-8cd1-fa15d1a867d2 req-8fe6801c-0197-4e37-ab49-e981377c59e1 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:42.098074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53bc7421-d7c4-486a-8cd1-fa15d1a867d2 req-8fe6801c-0197-4e37-ab49-e981377c59e1 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 935 time: 0.0520589 Oct 12 12:01:42.125584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c7e8d947-d3ce-4898-9892-ac42a179fd78 None None] Provisioning complete for port e4e55122-d193-4f99-adc8-afdffd421a38 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:01:42.126214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7e8d947-d3ce-4898-9892-ac42a179fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.136344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-53bc7421-d7c4-486a-8cd1-fa15d1a867d2 req-0589790a-0ee8-4e2a-abc4-f9c962bd06b6 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Oct 12 12:01:42.161968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8d947-d3ce-4898-9892-ac42a179fd78 None None] Port e4e55122-d193-4f99-adc8-afdffd421a38 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:01:42.274027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e55122-d193-4f99-adc8-afdffd421a38 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:01:42.281818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.293284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Transition to ACTIVE for port object e4e55122-d193-4f99-adc8-afdffd421a38 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:01:42.372573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.425151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:42.496423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Attempting to bind port e4e55122-d193-4f99-adc8-afdffd421a38 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:01:42.496763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Attempting to bind port e4e55122-d193-4f99-adc8-afdffd421a38 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:01:42.497655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Attempting to bind port e4e55122-d193-4f99-adc8-afdffd421a38 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:01:42.502180 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Port e4e55122-d193-4f99-adc8-afdffd421a38 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:01:42.502495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Attempting to bind port e4e55122-d193-4f99-adc8-afdffd421a38 on network 8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:01:42.507556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:01:42.507890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Checking segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:01:42.508279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Bound using segment: {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:01:42.508714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Bound port: e4e55122-d193-4f99-adc8-afdffd421a38, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa40497c-8e31-4443-bec1-b83e42b65b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:01:42.509072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.574454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:01:42.578168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e4e55122-d193-4f99-adc8-afdffd421a38,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:01:42.635855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.673184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:42.674038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:42.675672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4e55122-d193-4f99-adc8-afdffd421a38 HTTP/1.1" status: 200 len: 1095 time: 0.7479551 Oct 12 12:01:42.677841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:01:42.680953 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692" -d '{"events": [{"name": "network-changed", "server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:01:42.708795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eafa5d-f8a2-408f-addf-50df290664b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:42.724704 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957afb9c-7d63-4632-a715-9d090e0908ff x-openstack-request-id: req-957afb9c-7d63-4632-a715-9d090e0908ff {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:01:42.725045 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:01:42.725297 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-957afb9c-7d63-4632-a715-9d090e0908ff {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:01:42.725725 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38', 'status': 'completed', 'code': 200} Oct 12 12:01:42.788838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692 req-b396bd67-2b81-4c64-ac35-4edd7e38fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:42.790383 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692 req-b396bd67-2b81-4c64-ac35-4edd7e38fec4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a253b4a369c44424af73b045e02294aa&device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 1098 time: 0.0445843 Oct 12 12:01:42.818048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692 req-9de02205-650b-4563-a1ae-395adcd03b58 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a253b4a369c44424af73b045e02294aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199745 Oct 12 12:01:42.911805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692 req-a3419470-fecb-4d8f-aaee-b03fb7df1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:42.913286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a0a11fcd-8bb4-495a-a4d3-1252c4d58692 req-a3419470-fecb-4d8f-aaee-b03fb7df1558 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885043 Oct 12 12:01:42.991745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-2427aa76-f37e-4395-b1b6-b15ae8e93ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:42.993216 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-2427aa76-f37e-4395-b1b6-b15ae8e93ada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a253b4a369c44424af73b045e02294aa&device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 1098 time: 0.0440295 Oct 12 12:01:43.034171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-c6e3c10d-5950-418e-a8cf-319123605d31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e4e55122-d193-4f99-adc8-afdffd421a38 HTTP/1.1" status: 200 len: 217 time: 0.0328088 Oct 12 12:01:43.083309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-d811b15b-b115-40a1-9d70-9757ba2b8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:43.084628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-d811b15b-b115-40a1-9d70-9757ba2b8791 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afbdea7c-ff89-4a9a-9700-60598a68a650 HTTP/1.1" status: 200 len: 843 time: 0.0438840 Oct 12 12:01:43.133533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-acaa1847-c822-4d2d-8d13-e2c21dc1591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:43.135050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-acaa1847-c822-4d2d-8d13-e2c21dc1591b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430572 Oct 12 12:01:43.225184 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-56ae3c1c-869e-423c-b009-95dbbb10ca63 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833414 Oct 12 12:01:43.252631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582494cc-185f-41fa-a306-b97e82cc70e0 req-f9fb3799-eb92-4248-a0cc-18fc9a5177ae tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:43.254139 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-582494cc-185f-41fa-a306-b97e82cc70e0 req-f9fb3799-eb92-4248-a0cc-18fc9a5177ae tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 947 time: 0.0478983 Oct 12 12:01:43.295517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-582494cc-185f-41fa-a306-b97e82cc70e0 req-212f0cde-8cf2-43c1-b439-ca847dd0469e tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353322 Oct 12 12:01:43.319771 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48af3570-1fb7-416f-98ca-b6148fa96412 req-8a7d129c-022c-4deb-9b96-44f79fd2ec82 service neutron] 10.222.0.41 "GET /v2.0/networks/8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 Oct 12 12:01:44.408494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a83b-7c62-4b90-88a3-15f6a5c857c4 req-634732b6-d78b-4910-ab9d-8554074c1c68 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:44.409940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfb1a83b-7c62-4b90-88a3-15f6a5c857c4 req-634732b6-d78b-4910-ab9d-8554074c1c68 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 947 time: 0.0480967 Oct 12 12:01:44.446948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfb1a83b-7c62-4b90-88a3-15f6a5c857c4 req-eb9daa2b-afde-4ca7-ac2c-d963369cd540 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Oct 12 12:01:45.560565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bfcd5-7e11-45be-9131-d6631ab19c1d req-eedc284e-b2c6-4a6d-b8f4-007f7a040f6b tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:45.562030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-885bfcd5-7e11-45be-9131-d6631ab19c1d req-eedc284e-b2c6-4a6d-b8f4-007f7a040f6b tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 947 time: 0.0480566 Oct 12 12:01:45.598938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-885bfcd5-7e11-45be-9131-d6631ab19c1d req-25dfa5a3-4de9-4bc3-9407-378d32763d2c tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Oct 12 12:01:46.711942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761c5fb-f7aa-4482-bd20-de833844895b req-66a567c3-26fa-457f-9af7-03f8551d58b4 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:46.713395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4761c5fb-f7aa-4482-bd20-de833844895b req-66a567c3-26fa-457f-9af7-03f8551d58b4 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 947 time: 0.0487871 Oct 12 12:01:46.754918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4761c5fb-f7aa-4482-bd20-de833844895b req-85d03231-97dc-451f-8157-28ca6de0309f tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Oct 12 12:01:47.693141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92f870fb-00d5-4e07-851a-0745b7949ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:47.755724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e4e55122-d193-4f99-adc8-afdffd421a38 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:01:47.849799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e4e55122-d193-4f99-adc8-afdffd421a38,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:47.863331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e4e55122-d193-4f99-adc8-afdffd421a38', 'network_id': '8f7e5cd0-b367-401f-9cfa-5052f8e7e0ed', 'port_id': 'e4e55122-d193-4f99-adc8-afdffd421a38', 'mac_address': 'fa:16:3e:37:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdea7c-ff89-4a9a-9700-60598a68a650', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:01:47.877978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246ef32-9d1b-4d0d-abef-148ece0b8f76 req-e7e124bf-d3d8-4b76-836d-a550e92854a5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:47.880418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f246ef32-9d1b-4d0d-abef-148ece0b8f76 req-e7e124bf-d3d8-4b76-836d-a550e92854a5 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 947 time: 0.0592620 Oct 12 12:01:47.906783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:47.917558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f246ef32-9d1b-4d0d-abef-148ece0b8f76 req-ce1494f0-d2c9-4d36-af46-c257600866ad tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Oct 12 12:01:47.923549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e55122-d193-4f99-adc8-afdffd421a38 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:01:47.942641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e4e55122-d193-4f99-adc8-afdffd421a38,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:48.007400 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:48.067389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:48.357986 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e4e55122-d193-4f99-adc8-afdffd421a38'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:01:49.032166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61ef6-840c-460a-8807-8acfd21bdd66 req-8a2da729-d865-4c04-83ab-e3e08b4615aa tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:49.033613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fa61ef6-840c-460a-8807-8acfd21bdd66 req-8a2da729-d865-4c04-83ab-e3e08b4615aa tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 948 time: 0.0478842 Oct 12 12:01:49.070862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fa61ef6-840c-460a-8807-8acfd21bdd66 req-dc349dce-c680-4825-b014-59318275843a tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Oct 12 12:01:49.755763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e4e55122-d193-4f99-adc8-afdffd421a38 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:01:49.881037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e4e55122-d193-4f99-adc8-afdffd421a38 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:01:49.884743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e4e55122-d193-4f99-adc8-afdffd421a38 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:01:49.885108 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:49.962145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:49.983762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:01:49.985980 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157071ab-640b-4b28-9301-3ddc2d54a075" -d '{"events": [{"server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:01:49.999634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e4e55122-d193-4f99-adc8-afdffd421a38,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:50.047096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:50.086423 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aa554e-9af1-4d05-948a-252c8f3460b6 x-openstack-request-id: req-30aa554e-9af1-4d05-948a-252c8f3460b6 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:01:50.086751 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "name": "network-vif-plugged", "status": "completed", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:01:50.087011 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30aa554e-9af1-4d05-948a-252c8f3460b6 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:01:50.087409 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38', 'code': 200} Oct 12 12:01:50.101593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:50.184770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e6462-f6d3-4d63-aeb8-c59d6d525bf6 req-83e74a05-a046-4e7b-a40b-ad716dd6e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:50.186252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-666e6462-f6d3-4d63-aeb8-c59d6d525bf6 req-83e74a05-a046-4e7b-a40b-ad716dd6e571 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 1100 time: 0.0400026 Oct 12 12:01:50.191211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a6f68-9ea1-4aa6-afd2-a1bb8eb881de req-47d5fdbe-4835-4dfd-b978-e6ad80f24027 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:50.192700 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf0a6f68-9ea1-4aa6-afd2-a1bb8eb881de req-47d5fdbe-4835-4dfd-b978-e6ad80f24027 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0481791 Oct 12 12:01:50.223619 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-666e6462-f6d3-4d63-aeb8-c59d6d525bf6 req-0f70e3d8-55ff-4f55-b39d-4bdb80e15870 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301571 Oct 12 12:01:50.233965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf0a6f68-9ea1-4aa6-afd2-a1bb8eb881de req-c6a7c198-dcb3-4cf9-836d-8426476b17dc tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Oct 12 12:01:50.475454 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce1eb-3365-429f-9c60-4804c13c4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:51.349888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcec515-cc4e-438f-8683-5a06a0270bbb req-8fb6885d-2ce7-4b08-811b-59a09ae7d26b tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:51.351421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dcec515-cc4e-438f-8683-5a06a0270bbb req-8fb6885d-2ce7-4b08-811b-59a09ae7d26b tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0510545 Oct 12 12:01:51.389114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dcec515-cc4e-438f-8683-5a06a0270bbb req-85c33857-cfb7-49ac-b5cf-01e11cfaae62 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 12 12:01:51.738564 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:51.864832 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:52.487161 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:52.503546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b18074-dede-49a8-be13-77e41f810089 req-8d746631-7123-4d0f-9b22-0d9489ce50dc tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:52.505726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57b18074-dede-49a8-be13-77e41f810089 req-8d746631-7123-4d0f-9b22-0d9489ce50dc tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0492651 Oct 12 12:01:52.543082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57b18074-dede-49a8-be13-77e41f810089 req-72545e67-e7e8-4420-ac76-fef53bb60409 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Oct 12 12:01:52.932853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-33cea4cb-0ce5-4efe-a0ec-da6b2aef435b req-f1a8645c-44b7-4b9a-b94e-544c0196119b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:01:52.933735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33cea4cb-0ce5-4efe-a0ec-da6b2aef435b req-f1a8645c-44b7-4b9a-b94e-544c0196119b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054541 Oct 12 12:01:53.441520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:53.882008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb207f-ccde-417e-abd4-6a6555bb340d req-e7a1f62e-9cc8-496b-9947-8e9973bfabe6 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:53.883499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94cb207f-ccde-417e-abd4-6a6555bb340d req-e7a1f62e-9cc8-496b-9947-8e9973bfabe6 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0482821 Oct 12 12:01:53.925105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94cb207f-ccde-417e-abd4-6a6555bb340d req-02710303-6e15-4c9f-aaff-fc7e100ca30f tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Oct 12 12:01:55.039125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1d2e-bb4d-426a-b7c7-ef34f5afee56 req-82273d78-c2f0-408a-b701-6f3a2cf65c8a tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:55.040576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b35e1d2e-bb4d-426a-b7c7-ef34f5afee56 req-82273d78-c2f0-408a-b701-6f3a2cf65c8a tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0481772 Oct 12 12:01:55.079781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b35e1d2e-bb4d-426a-b7c7-ef34f5afee56 req-5e96696d-48d7-45aa-b382-17f5b19c0444 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ba05351-f374-42b0-8c20-c8b5756789bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Oct 12 12:01:55.296206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-9eb05097-90b3-4d97-a63f-f0f55b26cd0c tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:01:55.297651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-9eb05097-90b3-4d97-a63f-f0f55b26cd0c tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.41 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 949 time: 0.0487111 Oct 12 12:01:55.388913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Deleting port e4e55122-d193-4f99-adc8-afdffd421a38 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:01:55.389252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:55.475418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] For port e4e55122-d193-4f99-adc8-afdffd421a38, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e4e55122-d193-4f99-adc8-afdffd421a38,segment=NetworkSegment(aa40497c-8e31-4443-bec1-b83e42b65b30),segment_id=aa40497c-8e31-4443-bec1-b83e42b65b30)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:01:55.475783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:55.488688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Calling delete_port for e4e55122-d193-4f99-adc8-afdffd421a38 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:01:55.670179 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:55.681715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e4e55122-d193-4f99-adc8-afdffd421a38'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:01:55.698399 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Pushing event deleted for resources: {'Port': ['ID=e4e55122-d193-4f99-adc8-afdffd421a38,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:55.743278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] No DVR routers for this DVR port e4e55122-d193-4f99-adc8-afdffd421a38 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:01:55.746055 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:55.749701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b472e0ec-4e17-4831-8a4b-8376e0fcd89f req-90417296-4743-42f9-8139-25efde0c24d7 tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.41 "DELETE /v2.0/ports/e4e55122-d193-4f99-adc8-afdffd421a38 HTTP/1.1" status: 204 len: 173 time: 0.4455554 Oct 12 12:01:55.750157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'name': 'network-vif-deleted', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:01:55.752536 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf32bf0-3f7b-4cf6-a6fd-2e4fb62f3c13" -d '{"events": [{"server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "name": "network-vif-deleted", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:01:55.790261 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed13b5-74e0-427d-ac66-2f93f961b237 x-openstack-request-id: req-3aed13b5-74e0-427d-ac66-2f93f961b237 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:01:55.791311 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ac990-5edb-4374-b351-17994f06912c", "name": "network-vif-deleted", "tag": "e4e55122-d193-4f99-adc8-afdffd421a38", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:01:55.791564 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aed13b5-74e0-427d-ac66-2f93f961b237 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:01:55.791973 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ac990-5edb-4374-b351-17994f06912c', 'name': 'network-vif-deleted', 'tag': 'e4e55122-d193-4f99-adc8-afdffd421a38', 'status': 'completed', 'code': 200} Oct 12 12:01:56.183721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b085e70d-9d03-40bc-9943-9192c5e9f8c0 req-40b2068f-661f-4e20-ab46-ac85125d8a4f tempest-ServersAdminNegativeTestJSON-1244738452 tempest-ServersAdminNegativeTestJSON-1244738452-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81ac990-5edb-4374-b351-17994f06912c HTTP/1.1" status: 200 len: 210 time: 0.0252910 Oct 12 12:01:57.075843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:57.633726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:57.772572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-55adcd77-3767-4fce-962f-5b7c9b56115a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a253b4a369c44424af73b045e02294aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376781 Oct 12 12:01:57.775009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:57.822223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:57.847190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:57.961504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:57.964138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:57.965910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ba05351-f374-42b0-8c20-c8b5756789bf HTTP/1.1" status: 204 len: 168 time: 0.1893826 Oct 12 12:01:57.973673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba05351-f374-42b0-8c20-c8b5756789bf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:57.980921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.981266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.981697 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.982035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.982368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.982708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.983048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.983371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.983700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.984002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.984323 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:57.984641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad4a2f-6fe9-4eb4-991c-1fe94fc9987d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:01:58.612938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42582) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:58.629564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a48ff32d-f92e-4e99-bb8c-6a9c35c98980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:58.702041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a48ff32d-f92e-4e99-bb8c-6a9c35c98980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:58.778483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a48ff32d-f92e-4e99-bb8c-6a9c35c98980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:58.816360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ff32d-f92e-4e99-bb8c-6a9c35c98980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e4ff0-b575-410b-8177-bfc159c05f49,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:58.821687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a48ff32d-f92e-4e99-bb8c-6a9c35c98980 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b38f23d4347b4e6bb51d8dd63db42dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077134 Oct 12 12:01:58.824369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42584) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:01:58.872948 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:58.893663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:59.001195 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:59.003824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:01:59.005004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/553e4ff0-b575-410b-8177-bfc159c05f49 HTTP/1.1" status: 204 len: 168 time: 0.1792231 Oct 12 12:01:59.013386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49a70-92c7-402b-b453-4783be0a2007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e4ff0-b575-410b-8177-bfc159c05f49,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:01:59.834315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e4e55122-d193-4f99-adc8-afdffd421a38 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:01:59.854369 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: e4e55122-d193-4f99-adc8-afdffd421a38 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:01:59.857506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e4e55122-d193-4f99-adc8-afdffd421a38 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:01:59.967489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42606) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:00.062100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1190392048-network', 'tenant_id': 'b68d0f38316a4fc9a15f0fdb33c753bb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:00.121380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Made reservation on behalf of b68d0f38316a4fc9a15f0fdb33c753bb for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:02:00.123902 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.132519 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.204744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.252646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.276341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:02:00.286451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93d7bd-31be-49d9-b6d6-a9063d5423e4,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:00.291129 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.297058 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Added segment 873fb798-1e73-4ce3-918f-0c5805cd7ec2 of type vlan for network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 Oct 12 12:02:00.338259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.424471 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.425350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:00.425928 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.514317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] Pushing event updated for resources: {'Network': ['ID=ad05359e-20c6-4f2b-9d58-1be1b196e5a9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:00.524126 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d7b39521-d256-40f0-9ffe-3bbd68d0bc7e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5555813 Oct 12 12:02:00.524340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:02:00.527096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42610) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:00.531857 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Request body: {'subnet': {'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1190392048-subnet', 'tenant_id': 'b68d0f38316a4fc9a15f0fdb33c753bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:00.607377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Made reservation on behalf of b68d0f38316a4fc9a15f0fdb33c753bb for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:02:00.609881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.859199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:00.913890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4627906b-dfa9-497b-8c8a-3ada5991146f,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:00.921415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Checking segment: {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:02:00.921771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Network hostable DHCP agents. Network: ad05359e-20c6-4f2b-9d58-1be1b196e5a9, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:02:00.984710 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:02:01.052288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, ad05359e-20c6-4f2b-9d58-1be1b196e5a9) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:02:01.056385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:01.056964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:01.062237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d6594-1118-4f07-8b5b-f1907adaca09 None None] Network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:02:01.176759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-683f0073-0524-4282-bb20-dcdf7dc2dacb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6485877 Oct 12 12:02:01.180681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d938f-ae74-48ed-9120-1eb2c0ff4320 None None] Network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:02:01.599808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-62e7298e-00bd-474a-96b1-61510c4d97f9 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:01.601262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-62e7298e-00bd-474a-96b1-61510c4d97f9 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 812 time: 0.0994325 Oct 12 12:02:01.615991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-31ab9028-2f7d-4fed-8e9b-9a205a43d1f3 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/quotas/b68d0f38316a4fc9a15f0fdb33c753bb HTTP/1.1" status: 200 len: 375 time: 0.0090473 Oct 12 12:02:01.646496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-c17e57f3-044f-478f-bc51-c0baf0d72332 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252342 Oct 12 12:02:01.743725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-c62926bb-0520-479a-867b-2f27ebd84278 service neutron] 10.222.0.43 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897002 Oct 12 12:02:01.836506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-f1be6e8f-e7f3-40ec-b6be-c0b214807f1d service neutron] 10.222.0.43 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Oct 12 12:02:02.060032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-900febf2-fc19-4618-b579-8e994c44cee5 req-77b4f7c5-29f6-4cd1-a912-682ad5cf6cfe tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 210 time: 0.0269864 Oct 12 12:02:03.155472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb4917e2-79f2-4536-a2cc-76d1e4aa386e req-94e4d6af-057a-429f-9e96-477382d50fe6 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 210 time: 0.0273280 Oct 12 12:02:04.253956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6439dd5f-06f4-41b7-bed9-20c769f7c0aa req-26dcd168-d370-4f66-9b4a-4e742e8e2532 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 210 time: 0.0273082 Oct 12 12:02:04.286129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-70777837-c639-4962-83e5-5284f48dbc18 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:04.295881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-70777837-c639-4962-83e5-5284f48dbc18 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.41 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1204743 Oct 12 12:02:04.309320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Request body: {'port': {'device_id': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9', 'admin_state_up': True, 'tenant_id': 'b68d0f38316a4fc9a15f0fdb33c753bb'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:04.481975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Made reservation on behalf of b68d0f38316a4fc9a15f0fdb33c753bb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:02:04.485664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:04.612033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Allocated IP 172.20.0.12 (ad05359e-20c6-4f2b-9d58-1be1b196e5a9/4627906b-dfa9-497b-8c8a-3ada5991146f/d881fe7e-6e8c-4149-8513-cb009635c414) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:02:04.759115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:04.870357 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:04.910878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:02:04.913687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:02:04.920281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:02:04.949844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:04.974995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:04.975603 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.049373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-fee1b9b9-973d-4c3c-9c11-e792fff47336 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441604 Oct 12 12:02:05.061609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Request body: {'port': {'device_id': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:05.113783 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.369322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d881fe7e-6e8c-4149-8513-cb009635c414 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:02:05.376961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.389113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Transition to ACTIVE for port object d881fe7e-6e8c-4149-8513-cb009635c414 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:02:05.389564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0e75-016e-4ca3-bb72-1d7c83d09275 req-11951cca-a37a-4d49-a776-f369fdfb8dfb tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:05.390934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-849d0e75-016e-4ca3-bb72-1d7c83d09275 req-11951cca-a37a-4d49-a776-f369fdfb8dfb tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 932 time: 0.0475092 Oct 12 12:02:05.428027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-849d0e75-016e-4ca3-bb72-1d7c83d09275 req-73c0764a-55f4-4297-8471-7144dc78d977 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Oct 12 12:02:05.447163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.513602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:05.561304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:02:05.561564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:02:05.561891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:02:05.566117 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:02:05.566435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:02:05.571161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:02:05.571492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Checking segment: {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:02:05.571866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Bound using segment: {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:02:05.572289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Bound port: d881fe7e-6e8c-4149-8513-cb009635c414, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:02:05.572637 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.636612 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:02:05.640240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:02:05.721739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.754030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:05.754665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:05.756054 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 1092 time: 0.6984303 Oct 12 12:02:05.756500 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:05.758778 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136cdccc-46b2-48aa-8c53-e078b65e6fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:05.785383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52b77-37b1-4fd3-a3f8-6f9b483d55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:05.800099 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d4edc-0fc6-4bd6-a4da-bf436fc8132a x-openstack-request-id: req-bb4d4edc-0fc6-4bd6-a4da-bf436fc8132a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:05.800099 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:05.800099 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb4d4edc-0fc6-4bd6-a4da-bf436fc8132a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:05.800099 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'status': 'completed', 'code': 200} Oct 12 12:02:05.855207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-d2c5a068-4c95-4ea0-8efd-6727cc56478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:05.856739 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-d2c5a068-4c95-4ea0-8efd-6727cc56478a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1095 time: 0.0399976 Oct 12 12:02:05.956281 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-99af2561-d1ff-4458-a805-f97a6195cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:05.957979 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-99af2561-d1ff-4458-a805-f97a6195cffc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933461 Oct 12 12:02:06.048145 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-433fa182-3bc6-4693-8973-8ec5668b8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:06.049573 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-136cdccc-46b2-48aa-8c53-e078b65e6fbf req-433fa182-3bc6-4693-8973-8ec5668b8f57 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847869 Oct 12 12:02:06.124606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-a38e9037-0de5-48ea-a21c-c045fb24df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:06.125937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-a38e9037-0de5-48ea-a21c-c045fb24df1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1095 time: 0.0395436 Oct 12 12:02:06.168853 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-2ef08582-1965-4840-8afc-eeb6468c96b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0348475 Oct 12 12:02:06.215933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-d68a2817-3b67-4689-a39d-d472d6805d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:06.217280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-d68a2817-3b67-4689-a39d-d472d6805d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0422971 Oct 12 12:02:06.247881 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-df31dd3b-845d-4576-99a6-1bbd5db055b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233107 Oct 12 12:02:06.338144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-aae29c2f-2c3e-497f-ae1b-235348f6ddb3 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825701 Oct 12 12:02:06.426554 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-62caa5ef-cb22-420f-828a-ea39c1b771a9 req-6a78e84c-bd00-4377-abe8-c70766dcba53 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818350 Oct 12 12:02:06.548538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b578-2f0e-4a11-8037-c063980f2fbf req-28190314-73e9-49a6-a9b0-136da7971811 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:06.550068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea45b578-2f0e-4a11-8037-c063980f2fbf req-28190314-73e9-49a6-a9b0-136da7971811 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0532932 Oct 12 12:02:06.587134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea45b578-2f0e-4a11-8037-c063980f2fbf req-c0ecc326-3bf8-47e1-83a4-5a954d810b62 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Oct 12 12:02:07.701461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d743-9a13-4997-8756-fa62a7a67321 req-ab60fbc5-bc80-41a0-80a7-45bac7c9074c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:07.702959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1900d743-9a13-4997-8756-fa62a7a67321 req-ab60fbc5-bc80-41a0-80a7-45bac7c9074c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0486956 Oct 12 12:02:07.755803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1900d743-9a13-4997-8756-fa62a7a67321 req-3fb9474e-ab47-4c39-bd8e-c35059094ce2 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Oct 12 12:02:07.852408 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:02:08.871570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c6d4-ae63-4b83-82bf-8725bafbceb2 req-2eaa3de9-6e63-47cb-84eb-8da5c213b9d4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:08.873039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b89c6d4-ae63-4b83-82bf-8725bafbceb2 req-2eaa3de9-6e63-47cb-84eb-8da5c213b9d4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0500159 Oct 12 12:02:08.923214 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b89c6d4-ae63-4b83-82bf-8725bafbceb2 req-091842e2-3135-499e-b86d-f6e51200ea4a tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Oct 12 12:02:09.880610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:02:09.973544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:09.985298 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9', 'port_id': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4627906b-dfa9-497b-8c8a-3ada5991146f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:02:10.031519 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:10.040319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69fd4d-9e6c-4b41-891f-ac9d11c5caba req-ea1822aa-9579-4490-83bd-daefa7fef634 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:10.041791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e69fd4d-9e6c-4b41-891f-ac9d11c5caba req-ea1822aa-9579-4490-83bd-daefa7fef634 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0523446 Oct 12 12:02:10.044681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d881fe7e-6e8c-4149-8513-cb009635c414 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:02:10.063983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:10.079947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e69fd4d-9e6c-4b41-891f-ac9d11c5caba req-8a6ebb30-7ef6-4786-963f-ac7d9a37d3a4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Oct 12 12:02:10.127017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:10.173144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:10.409964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['d881fe7e-6e8c-4149-8513-cb009635c414'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:02:11.191999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad432-4b88-4677-9a32-a2353ec84ccc req-0bab87d8-d41a-493d-a7b6-dc0c5c66f0a9 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:11.193456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7bad432-4b88-4677-9a32-a2353ec84ccc req-0bab87d8-d41a-493d-a7b6-dc0c5c66f0a9 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 945 time: 0.0473757 Oct 12 12:02:11.230633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7bad432-4b88-4677-9a32-a2353ec84ccc req-53258017-2d72-4373-ad92-eb724c99c933 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Oct 12 12:02:11.880659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:02:11.978314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port d881fe7e-6e8c-4149-8513-cb009635c414 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:02:11.982166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port d881fe7e-6e8c-4149-8513-cb009635c414 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:02:11.982533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:12.063231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:12.083224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:12.085433 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4317066-b24d-467f-ac9d-d93b6ad26e45" -d '{"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-plugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:12.097670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:12.123406 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4b214-9ca3-4928-8fde-e5a2b95f9348 x-openstack-request-id: req-93b4b214-9ca3-4928-8fde-e5a2b95f9348 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:12.123699 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-plugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:12.123958 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93b4b214-9ca3-4928-8fde-e5a2b95f9348 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:12.124367 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'code': 200} Oct 12 12:02:12.161632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:12.214814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:12.220608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6917-4660-46d6-9ded-5dae53f4fdc3 req-936e3962-7cac-4196-b9bb-be9d00e7b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:12.222139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a12a6917-4660-46d6-9ded-5dae53f4fdc3 req-936e3962-7cac-4196-b9bb-be9d00e7b872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1097 time: 0.0445027 Oct 12 12:02:12.258119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a12a6917-4660-46d6-9ded-5dae53f4fdc3 req-0efc42be-8ad2-475e-b293-345921920de7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286715 Oct 12 12:02:12.344965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c21c-ed1e-4cd8-9f76-9d6111335c8a req-35ea41b6-3c56-4015-9ad5-d586be160625 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:12.346385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e629c21c-ed1e-4cd8-9f76-9d6111335c8a req-35ea41b6-3c56-4015-9ad5-d586be160625 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0469115 Oct 12 12:02:12.382717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e629c21c-ed1e-4cd8-9f76-9d6111335c8a req-cbd735c7-7534-4eeb-a04e-3fbd648e7658 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303993 Oct 12 12:02:13.501562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572102-3287-48b6-99db-3de44fe8a936 req-85e45ff5-c822-4e51-9a36-3d48d745077f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:13.503035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad572102-3287-48b6-99db-3de44fe8a936 req-85e45ff5-c822-4e51-9a36-3d48d745077f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0542881 Oct 12 12:02:13.540920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad572102-3287-48b6-99db-3de44fe8a936 req-76703cea-eec7-45a9-810f-6fc530c7333e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Oct 12 12:02:14.652997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d51c7-78a0-4f5f-9c2e-ad0f2098d967 req-bd37786d-a05b-4166-b3e0-685c62bf7950 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:14.654518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-375d51c7-78a0-4f5f-9c2e-ad0f2098d967 req-bd37786d-a05b-4166-b3e0-685c62bf7950 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0474830 Oct 12 12:02:14.692080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-375d51c7-78a0-4f5f-9c2e-ad0f2098d967 req-a7049081-e09b-4565-bcd0-222a52300848 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Oct 12 12:02:15.026792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fb0d-0f5e-4b7d-bbec-522f99c8a634 req-b6b50447-656c-475f-8495-52e2c01b5c9a tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:15.029069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5862fb0d-0f5e-4b7d-bbec-522f99c8a634 req-b6b50447-656c-475f-8495-52e2c01b5c9a tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0494921 Oct 12 12:02:15.069800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5862fb0d-0f5e-4b7d-bbec-522f99c8a634 req-9fbb29f9-5741-4e32-ba64-05711786f21b tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Oct 12 12:02:15.159330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-904e8519-6eb2-4e99-be31-3072c89a918c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030054 Oct 12 12:02:16.190580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4c6a9-2580-4252-aad7-6a71d2d305e1 req-cf47a4cb-716c-4bd9-b591-203ed61fde0f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:16.192001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a4c6a9-2580-4252-aad7-6a71d2d305e1 req-cf47a4cb-716c-4bd9-b591-203ed61fde0f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0524919 Oct 12 12:02:16.230265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a4c6a9-2580-4252-aad7-6a71d2d305e1 req-a4b0c713-1c59-4736-8c38-40f37a02816e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Oct 12 12:02:17.113642 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-8df5ff07-cdc2-4d3e-beb3-7e1c3d8972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:17.115117 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-8df5ff07-cdc2-4d3e-beb3-7e1c3d8972bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1097 time: 0.0864785 Oct 12 12:02:17.206306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-c5081252-9f3e-4a42-8d7e-efaa3babd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:17.207923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-c5081252-9f3e-4a42-8d7e-efaa3babd07d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0850220 Oct 12 12:02:17.248334 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-aea888e1-3ee9-45bf-b47f-bfec20ea43ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0327678 Oct 12 12:02:17.296945 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-27ebd6d9-e080-401e-b669-f2c7e1190470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:17.298438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-27ebd6d9-e080-401e-b669-f2c7e1190470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0428731 Oct 12 12:02:17.333018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-3aaddae9-ba3a-41d8-827a-5aea2ca31c49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277812 Oct 12 12:02:17.344678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-8b81d897-7d4b-4a45-b7a6-3a20d52f8eff service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:02:17.345597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-8b81d897-7d4b-4a45-b7a6-3a20d52f8eff service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057328 Oct 12 12:02:17.347108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf5e63-38c0-4afe-99c3-5fbc8b3f7666 req-e42f673e-f36e-41d3-bbbc-c07b41b4f482 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:17.348629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fcaf5e63-38c0-4afe-99c3-5fbc8b3f7666 req-e42f673e-f36e-41d3-bbbc-c07b41b4f482 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0496750 Oct 12 12:02:17.386075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fcaf5e63-38c0-4afe-99c3-5fbc8b3f7666 req-4db85b0f-f618-424e-a004-b4df34806501 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Oct 12 12:02:17.437365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-26517023-2e67-45e1-9548-46f49d43b999 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836365 Oct 12 12:02:17.529843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-5a87a19f-452a-4fea-854a-19a9b9e80ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853148 Oct 12 12:02:17.727160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a9315083-7726-4c91-bd1b-75f3d2d01db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:18.050587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-6e25613c-4a17-47d0-8540-26552aff8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:18.052073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-6e25613c-4a17-47d0-8540-26552aff8745 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1097 time: 0.0391917 Oct 12 12:02:18.154173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-633e5422-1adc-489d-8673-6386f5dbf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:18.155644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-633e5422-1adc-489d-8673-6386f5dbf680 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0855386 Oct 12 12:02:18.196189 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-256e776f-cba3-45ec-b76b-874a2b40906b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0334787 Oct 12 12:02:18.241778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-3029270f-e6da-468b-b026-2ffe7f0968c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:18.243137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-3029270f-e6da-468b-b026-2ffe7f0968c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0408807 Oct 12 12:02:18.271553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-fd919c2e-e35b-419e-8300-e83546d1df2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221112 Oct 12 12:02:18.361375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-1c9ec6e9-b544-430c-9239-8e7d6548695c service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823085 Oct 12 12:02:18.507641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6872-234b-4f43-a658-d22a9ad4e754 req-531c0b90-e44d-4ad1-baec-096a37aed564 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:18.509409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d28b6872-234b-4f43-a658-d22a9ad4e754 req-531c0b90-e44d-4ad1-baec-096a37aed564 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0509799 Oct 12 12:02:18.552252 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d28b6872-234b-4f43-a658-d22a9ad4e754 req-74e09183-40d5-4bd9-af51-4df4733917c1 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Oct 12 12:02:18.773897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-15a5ab1b-f78e-4086-a2ca-b29ec15c55e4 req-0f4eeb25-0fd1-461e-b086-9712f03c4ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062223 Oct 12 12:02:19.671042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70c61-0a1b-42fb-bb18-54b7fb4f5389 req-c2fc37f0-650c-408f-81b8-f9db6d6ba189 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:19.672511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43e70c61-0a1b-42fb-bb18-54b7fb4f5389 req-c2fc37f0-650c-408f-81b8-f9db6d6ba189 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0514650 Oct 12 12:02:19.710520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43e70c61-0a1b-42fb-bb18-54b7fb4f5389 req-cecc698b-090a-4971-b260-da38c5965950 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Oct 12 12:02:20.482155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-726e75b6-447d-4d29-ac1e-4e8381945431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:20.827461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c18a-dd7b-474f-94f8-12cd33438d35 req-555e28b7-e296-494d-b844-66d66f97e11b tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:20.828976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d65c18a-dd7b-474f-94f8-12cd33438d35 req-555e28b7-e296-494d-b844-66d66f97e11b tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0496628 Oct 12 12:02:20.867876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d65c18a-dd7b-474f-94f8-12cd33438d35 req-7f0eeafb-47bc-4df9-af9b-fbf6deaa686b tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Oct 12 12:02:21.744663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:21.864011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:21.980937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324f77-b721-42dd-a4fa-ee8a58104cce req-48eb8a35-bc0c-4714-a046-97d71e1b0c7e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:21.982460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31324f77-b721-42dd-a4fa-ee8a58104cce req-48eb8a35-bc0c-4714-a046-97d71e1b0c7e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0475833 Oct 12 12:02:22.020192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31324f77-b721-42dd-a4fa-ee8a58104cce req-111eadb5-6b9e-48ad-9792-371e024d9a40 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Oct 12 12:02:22.475594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:23.140364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fad25-5b90-4082-a117-fc64026cc9f0 req-7f51098a-61bd-4d2d-b178-8dfc24421353 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:23.141894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c9fad25-5b90-4082-a117-fc64026cc9f0 req-7f51098a-61bd-4d2d-b178-8dfc24421353 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0538533 Oct 12 12:02:23.180648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c9fad25-5b90-4082-a117-fc64026cc9f0 req-c0fcb35c-c7fb-4232-90ea-10d0d2cec3cf tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Oct 12 12:02:23.475636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:24.291654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d60a86-8ee8-4f51-92d8-1cf5091d6b1b req-62a8c564-ba1e-40b3-9abf-597983ee8593 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:24.293603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9d60a86-8ee8-4f51-92d8-1cf5091d6b1b req-62a8c564-ba1e-40b3-9abf-597983ee8593 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0475340 Oct 12 12:02:24.330557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9d60a86-8ee8-4f51-92d8-1cf5091d6b1b req-7910f30d-6887-4a91-8d82-0c2089387265 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Oct 12 12:02:25.445216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff53ae-f055-4678-a7db-32e9f8c76152 req-4073f9c1-de18-4bc6-9188-0cd0bd9a0aee tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:25.446651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f7ff53ae-f055-4678-a7db-32e9f8c76152 req-4073f9c1-de18-4bc6-9188-0cd0bd9a0aee tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0484509 Oct 12 12:02:25.484966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f7ff53ae-f055-4678-a7db-32e9f8c76152 req-34ecb2b4-a1a6-456a-b943-129d796b1ea0 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Oct 12 12:02:26.600512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0a7d2-b5c8-443a-ac95-064b0136e681 req-ff2878f6-bf94-4e8e-8fcf-4b43de6e6c53 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:26.601940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4dc0a7d2-b5c8-443a-ac95-064b0136e681 req-ff2878f6-bf94-4e8e-8fcf-4b43de6e6c53 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0510316 Oct 12 12:02:26.639153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4dc0a7d2-b5c8-443a-ac95-064b0136e681 req-a917207b-80fd-4dde-af26-f57e70e3e071 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Oct 12 12:02:27.052559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:27.752053 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c991-9054-4ceb-bc3d-e5d78961d325 req-cc3fbbed-bd73-4bcd-b8b1-4913a17bb723 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:27.753445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af94c991-9054-4ceb-bc3d-e5d78961d325 req-cc3fbbed-bd73-4bcd-b8b1-4913a17bb723 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0483520 Oct 12 12:02:27.791645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af94c991-9054-4ceb-bc3d-e5d78961d325 req-7707ed85-fc57-4f03-8e3c-d19857aa7507 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Oct 12 12:02:28.909638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1640-acde-40e3-a026-8f109ca8ae84 req-9e7f80ea-83a8-4243-bb19-539b5a56f82f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:28.911114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e33f1640-acde-40e3-a026-8f109ca8ae84 req-9e7f80ea-83a8-4243-bb19-539b5a56f82f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0487342 Oct 12 12:02:28.947791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e33f1640-acde-40e3-a026-8f109ca8ae84 req-f9905caf-79b5-4f24-b117-42ec9877a38b tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Oct 12 12:02:30.063970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d1b84-a2ad-409d-ba1f-ae13dcdac1d0 req-8e8e4ade-afe4-4c92-9f83-4d8ce0a8cdcb tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:30.065400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a99d1b84-a2ad-409d-ba1f-ae13dcdac1d0 req-8e8e4ade-afe4-4c92-9f83-4d8ce0a8cdcb tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0513468 Oct 12 12:02:30.103281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a99d1b84-a2ad-409d-ba1f-ae13dcdac1d0 req-5e0c7331-b95b-4fb1-8d65-4a2cafd64f72 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Oct 12 12:02:31.216342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ff8f-8c7e-4445-a031-ec3095ac5b14 req-711f4bd0-ef92-43ed-a705-373347391848 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:31.217745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e48ff8f-8c7e-4445-a031-ec3095ac5b14 req-711f4bd0-ef92-43ed-a705-373347391848 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0484107 Oct 12 12:02:31.254889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9e48ff8f-8c7e-4445-a031-ec3095ac5b14 req-efd85b77-4756-4f51-8485-99344a672dc6 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Oct 12 12:02:32.369094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739420d8-66f9-48bc-8df0-e88c887e5179 req-7ef9d8eb-7eef-40dd-8228-32dc56825bb4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:32.370580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-739420d8-66f9-48bc-8df0-e88c887e5179 req-7ef9d8eb-7eef-40dd-8228-32dc56825bb4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0478876 Oct 12 12:02:32.408103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-739420d8-66f9-48bc-8df0-e88c887e5179 req-1a99b27a-2cb8-427c-8762-a9c3abee2059 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Oct 12 12:02:33.526554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559312d-764f-428b-b33b-14b5bd22dea5 req-ebf925eb-d9a3-4fe5-a1fc-dbf1bc9a2882 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:33.528746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0559312d-764f-428b-b33b-14b5bd22dea5 req-ebf925eb-d9a3-4fe5-a1fc-dbf1bc9a2882 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0544434 Oct 12 12:02:33.567298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0559312d-764f-428b-b33b-14b5bd22dea5 req-ae116275-cbac-4e55-8af2-58be144510f7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Oct 12 12:02:34.681568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db808074-c647-45d3-8659-24179de77fc7 req-0a5822a1-4ebb-4291-8a26-c014d974a6b3 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:34.683810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db808074-c647-45d3-8659-24179de77fc7 req-0a5822a1-4ebb-4291-8a26-c014d974a6b3 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0477920 Oct 12 12:02:34.722145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db808074-c647-45d3-8659-24179de77fc7 req-e1f2e7ae-17cd-43c9-9ae5-bd148a52db8e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Oct 12 12:02:35.837369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904afeb-abc4-4d82-aea9-2724f9a1ffb7 req-b7f689b0-cc8a-4066-bdb7-43c6c4d8a017 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:35.838882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7904afeb-abc4-4d82-aea9-2724f9a1ffb7 req-b7f689b0-cc8a-4066-bdb7-43c6c4d8a017 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0502682 Oct 12 12:02:35.876604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7904afeb-abc4-4d82-aea9-2724f9a1ffb7 req-cb58ff3a-4e57-4812-a4cf-67cf3540a9e6 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Oct 12 12:02:36.993367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9bf9-5ebe-44d9-b0aa-de1753241666 req-fcdd88f0-56cc-4813-b71a-eb0fda0a8bb5 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:36.994914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97ef9bf9-5ebe-44d9-b0aa-de1753241666 req-fcdd88f0-56cc-4813-b71a-eb0fda0a8bb5 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0524483 Oct 12 12:02:37.032345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97ef9bf9-5ebe-44d9-b0aa-de1753241666 req-adf6d457-6ee0-49b6-9d81-ef22c7d859b5 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Oct 12 12:02:38.144914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499263b-1974-4d0b-8fab-971e0fb390ec req-a9414389-f741-4e65-9d78-2c8712f625e4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:38.146355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e499263b-1974-4d0b-8fab-971e0fb390ec req-a9414389-f741-4e65-9d78-2c8712f625e4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0478706 Oct 12 12:02:38.183849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e499263b-1974-4d0b-8fab-971e0fb390ec req-6d93583e-40fb-4778-8383-a76dfd4293a8 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Oct 12 12:02:39.302944 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3141f-ad03-4197-a90f-3c183c432a69 req-79697aa5-dec4-4a4f-9940-7429344b880f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:39.304426 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45f3141f-ad03-4197-a90f-3c183c432a69 req-79697aa5-dec4-4a4f-9940-7429344b880f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0541010 Oct 12 12:02:39.342287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45f3141f-ad03-4197-a90f-3c183c432a69 req-96a6b1f9-55fc-486c-8421-7c26b5380b9f tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Oct 12 12:02:40.460410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1b13f-bce1-4b47-ad02-f4e01f857290 req-591101db-7fb8-4862-b39d-d2c91977b645 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:40.461907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80d1b13f-bce1-4b47-ad02-f4e01f857290 req-591101db-7fb8-4862-b39d-d2c91977b645 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0524554 Oct 12 12:02:40.499841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80d1b13f-bce1-4b47-ad02-f4e01f857290 req-01a93823-9bfe-44a5-a18c-bb7eaf8b2776 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Oct 12 12:02:41.612631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cab11-6acf-4b87-b37e-f512d085a250 req-0d5d1967-186e-4bbf-b4f8-cb6864170ba4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:41.614095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545cab11-6acf-4b87-b37e-f512d085a250 req-0d5d1967-186e-4bbf-b4f8-cb6864170ba4 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0481508 Oct 12 12:02:41.651835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-545cab11-6acf-4b87-b37e-f512d085a250 req-4cb4c787-16bb-4be4-9a74-572eeb2e56bb tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Oct 12 12:02:42.763522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e760-7f75-4d73-9255-dc5507b0cddd req-25739223-3d3e-4ac6-921e-5cbc3d64a24d tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:42.765418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3259e760-7f75-4d73-9255-dc5507b0cddd req-25739223-3d3e-4ac6-921e-5cbc3d64a24d tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0477035 Oct 12 12:02:42.802065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3259e760-7f75-4d73-9255-dc5507b0cddd req-2ba9cc40-526a-4aec-93a0-35771aed5ada tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Oct 12 12:02:43.918277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276abf19-2068-41d5-82d6-f3c464eafc59 req-5a4a6c8a-13de-4ce0-b536-dba2f5716c6e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:43.919757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-276abf19-2068-41d5-82d6-f3c464eafc59 req-5a4a6c8a-13de-4ce0-b536-dba2f5716c6e tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0521605 Oct 12 12:02:43.957183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-276abf19-2068-41d5-82d6-f3c464eafc59 req-5deae2be-a64f-4060-9c1e-4f866116b37c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Oct 12 12:02:44.544328 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-69184c5f-0606-4785-83af-8ec2522f2a04 service neutron] show failed (client error): The resource could not be found. Oct 12 12:02:44.545304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-69184c5f-0606-4785-83af-8ec2522f2a04 service neutron] 10.222.0.41 "GET /v2.0/ports/d881fe7e-6e8c-4149-8513-cb009635c414/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0528765 Oct 12 12:02:44.851388 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:02:44.997019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-e1b90258-9aa6-4d49-b6b2-ea1824954d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:44.998607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-e1b90258-9aa6-4d49-b6b2-ea1824954d46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e&tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb HTTP/1.1" status: 200 len: 1097 time: 0.0440559 Oct 12 12:02:45.009432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-704d94a1-25e1-4dcc-9350-adb0b3ef4e8b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:02:45.010510 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-704d94a1-25e1-4dcc-9350-adb0b3ef4e8b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048795 Oct 12 12:02:45.021647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:45.111545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d2b5-eef4-4964-a948-5e95f7096c34 req-4984bf28-3f13-4591-a932-18cdea2b84b0 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:45.112924 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08e5d2b5-eef4-4964-a948-5e95f7096c34 req-4984bf28-3f13-4591-a932-18cdea2b84b0 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0885763 Oct 12 12:02:45.117175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.191833 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08e5d2b5-eef4-4964-a948-5e95f7096c34 req-4d076c88-6566-4172-90ec-6237cc4dcc13 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717046 Oct 12 12:02:45.344344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:45.376412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:02:45.414331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:45.416655 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae79ac7-8e52-45af-857b-0889417be93f" -d '{"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-unplugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:45.420390 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.432355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Transition to ACTIVE for port object d881fe7e-6e8c-4149-8513-cb009635c414 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:02:45.468028 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a697e8f6-40f4-4be4-b2bd-a05f98e07f2a x-openstack-request-id: req-a697e8f6-40f4-4be4-b2bd-a05f98e07f2a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:45.468792 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-unplugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:45.469064 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a697e8f6-40f4-4be4-b2bd-a05f98e07f2a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:45.469472 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'code': 200} Oct 12 12:02:45.504353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.565547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] No DVR routers for this DVR port d881fe7e-6e8c-4149-8513-cb009635c414 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:02:45.575600 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:45.605522 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:02:45.605855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:02:45.606177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:02:45.610418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:02:45.612009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Attempting to bind port d881fe7e-6e8c-4149-8513-cb009635c414 on network ad05359e-20c6-4f2b-9d58-1be1b196e5a9 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:02:45.615555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:02:45.615889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Checking segment: {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:02:45.616268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Bound using segment: {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:02:45.616691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Bound port: d881fe7e-6e8c-4149-8513-cb009635c414, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873fb798-1e73-4ce3-918f-0c5805cd7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:02:45.617044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.678008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:02:45.681060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:02:45.778905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.817373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:45.817986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:45.819404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] 10.222.0.47 "PUT /v2.0/ports/d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 1092 time: 0.8014963 Oct 12 12:02:45.839633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb30864-8afb-469a-8016-329a5df14c33 service neutron] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:45.881703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ea78e4d9-49ea-4754-9bbb-91da35e48a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:45.883284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ea78e4d9-49ea-4754-9bbb-91da35e48a81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1095 time: 0.0408268 Oct 12 12:02:45.972421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ecd2d198-2b99-4386-a535-ec676a9c63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:45.973783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-ecd2d198-2b99-4386-a535-ec676a9c63d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0839639 Oct 12 12:02:46.022682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-33aa1919-d26e-469d-9e17-e3d90eb8de08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0394797 Oct 12 12:02:46.071082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-486c3b90-9ea2-49fc-97fa-290fb7f43273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:46.072450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-486c3b90-9ea2-49fc-97fa-290fb7f43273 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0435750 Oct 12 12:02:46.103970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-6cbac6ea-49aa-44ca-96ea-383c9d995cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235980 Oct 12 12:02:46.195036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-281bf921-32db-4f07-9cfa-5e7b624b614e service neutron] 10.222.0.47 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845156 Oct 12 12:02:46.325717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d034ed79-3cf4-449a-8b5c-7ed336066544 req-bb143359-2c0c-4d30-b745-cb5898f64624 service neutron] 10.222.0.47 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233835 Oct 12 12:02:46.336567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560f87-10c1-4e8d-8e9a-f40c706fda59 req-b5f2635a-1549-45be-991d-e9f366cadd04 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:46.337958 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10560f87-10c1-4e8d-8e9a-f40c706fda59 req-b5f2635a-1549-45be-991d-e9f366cadd04 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0733788 Oct 12 12:02:46.375971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10560f87-10c1-4e8d-8e9a-f40c706fda59 req-50bbe435-8fce-4069-9a5e-5d5517ba5a58 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Oct 12 12:02:47.403008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:02:47.470142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:47.472393 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17be7861-3dfb-4044-82bd-c43f02b490d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:47.493590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3406-c7cd-4c58-af8e-fa1745ccbeb9 req-0f88652c-1e77-404b-87ec-5bb9588c72e2 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.495113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d0a3406-c7cd-4c58-af8e-fa1745ccbeb9 req-0f88652c-1e77-404b-87ec-5bb9588c72e2 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 944 time: 0.0528193 Oct 12 12:02:47.502904 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:47.514403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'network_id': 'ad05359e-20c6-4f2b-9d58-1be1b196e5a9', 'port_id': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4627906b-dfa9-497b-8c8a-3ada5991146f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:02:47.535611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d0a3406-c7cd-4c58-af8e-fa1745ccbeb9 req-f1d0303e-e888-4df6-b99f-009b80d91fe1 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Oct 12 12:02:47.560511 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:47.578492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d881fe7e-6e8c-4149-8513-cb009635c414 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:02:47.596183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:47.601713 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d163112-4aef-4ee7-aac1-cf50e6d6d986 x-openstack-request-id: req-9d163112-4aef-4ee7-aac1-cf50e6d6d986 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:47.601713 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:47.601713 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d163112-4aef-4ee7-aac1-cf50e6d6d986 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:47.602019 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'status': 'completed', 'code': 200} Oct 12 12:02:47.653714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:47.659068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-ad0d2fef-e230-4879-84e2-074465c7dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.661175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-ad0d2fef-e230-4879-84e2-074465c7dbe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1095 time: 0.0423713 Oct 12 12:02:47.665723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-f5c42d40-dfce-4c4c-b1b0-5e1ba4f78b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.667223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-f5c42d40-dfce-4c4c-b1b0-5e1ba4f78b35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1095 time: 0.0413938 Oct 12 12:02:47.683516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-42d4771a-9c4b-48a5-a4bb-47797c710b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:47.707519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:47.715564 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.715907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.716253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.716573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.716897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.717220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.717535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.718364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.719060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.719388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.719711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.720027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:47.764458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-8e30530b-fa5a-47a7-8f46-8366b8131755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.766144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-8e30530b-fa5a-47a7-8f46-8366b8131755 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0979047 Oct 12 12:02:47.774398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-35b42ccc-2537-4206-b839-52e26a790292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.775887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-35b42ccc-2537-4206-b839-52e26a790292 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1012874 Oct 12 12:02:47.807587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-e21f05b0-538d-4a06-b378-a734e9c642b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0344379 Oct 12 12:02:47.823292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-b582c857-2a7f-4e4f-a9fd-b86b32e15767 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0364099 Oct 12 12:02:47.862733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-e37948ff-e117-4d11-9af0-7fb786be8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.864223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-e37948ff-e117-4d11-9af0-7fb786be8015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0502539 Oct 12 12:02:47.879344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-194af9a0-8e3b-4c8e-8320-d8159882c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:47.880940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-194af9a0-8e3b-4c8e-8320-d8159882c0b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0501258 Oct 12 12:02:47.899185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-95901a3f-bc0d-4ce7-8841-fcd03218cb2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267043 Oct 12 12:02:47.913914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-9c96de56-a2ac-40cf-a1f1-2ba68fabed9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247595 Oct 12 12:02:47.995902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-2136f28d-b5ff-4f4d-96c0-c5a579859bee service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886221 Oct 12 12:02:48.006215 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-9128da27-75ee-449f-858d-d9ad911fd946 service neutron] 10.222.0.47 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Oct 12 12:02:48.092373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-010803b8-6f1f-44d1-9bd7-520dd4122d60 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888915 Oct 12 12:02:48.102287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17be7861-3dfb-4044-82bd-c43f02b490d7 req-6c20d636-170b-4896-87ae-b4a5f0564a0f service neutron] 10.222.0.47 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888894 Oct 12 12:02:48.657870 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b52e-22e9-4bda-a781-c2731bd51b67 req-f51efabf-50d1-447e-9b41-831407f6ccd1 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:48.659381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ce6b52e-22e9-4bda-a781-c2731bd51b67 req-f51efabf-50d1-447e-9b41-831407f6ccd1 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 945 time: 0.0511723 Oct 12 12:02:48.696080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8ce6b52e-22e9-4bda-a781-c2731bd51b67 req-d5bafd5b-10c9-4924-b98c-e7853164dcb3 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Oct 12 12:02:48.936497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['d881fe7e-6e8c-4149-8513-cb009635c414'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:02:49.183311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540a2b-4d14-4439-9777-55ed0c697295 req-15e71f5b-3e16-4af0-aec3-755a2ccde803 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:49.184746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-15e71f5b-3e16-4af0-aec3-755a2ccde803 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e&tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 945 time: 0.0833795 Oct 12 12:02:49.246593 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-19540a2b-4d14-4439-9777-55ed0c697295 req-633b467b-495c-41b7-b1f1-2eefed8f2328 service neutron] delete failed (client error): The resource could not be found. Oct 12 12:02:49.247649 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-633b467b-495c-41b7-b1f1-2eefed8f2328 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d881fe7e-6e8c-4149-8513-cb009635c414/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0551231 Oct 12 12:02:49.329127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e3f2371e-4e8d-453a-8bf9-799697a26c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:49.330602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e3f2371e-4e8d-453a-8bf9-799697a26c39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 1096 time: 0.0403194 Oct 12 12:02:49.416914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540a2b-4d14-4439-9777-55ed0c697295 req-36938471-0d7c-4d53-ace2-ac5ab158d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:49.418265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:02:49.418389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-36938471-0d7c-4d53-ace2-ac5ab158d39b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0813961 Oct 12 12:02:49.463410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-090b17f0-2c79-4129-85cd-e813c597bcf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 200 len: 217 time: 0.0375283 Oct 12 12:02:49.512859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540a2b-4d14-4439-9777-55ed0c697295 req-6f9a74be-20c4-49a8-845b-6cee12667789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:49.514324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-6f9a74be-20c4-49a8-845b-6cee12667789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 200 len: 852 time: 0.0444798 Oct 12 12:02:49.520685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port d881fe7e-6e8c-4149-8513-cb009635c414 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:02:49.524592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port d881fe7e-6e8c-4149-8513-cb009635c414 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:02:49.527711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:49.545368 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-008c8170-82a4-495c-84d9-fc7e20cc8bbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad05359e-20c6-4f2b-9d58-1be1b196e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240698 Oct 12 12:02:49.604931 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:49.628371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:49.630618 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964108d-95fc-4103-92c4-ef178e84dc85" -d '{"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-plugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:49.640700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-cbaba4e5-25d7-457e-8602-38a251d774dd service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Oct 12 12:02:49.647085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:49.716170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:49.730135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-a6b6cfa8-94bd-419d-ba1c-eae7f1e2e7e5 service neutron] 10.222.0.41 "GET /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825152 Oct 12 12:02:49.766664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:50.020695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:02:50.060447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:02:50.492664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a683e4b-9d16-403d-9ccb-fe3ac3addef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:50.923788 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a3ea7-1fee-44cd-b813-3a49ac1990b2 x-openstack-request-id: req-4a6a3ea7-1fee-44cd-b813-3a49ac1990b2 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:50.924078 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-plugged", "status": "completed", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:50.924328 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a6a3ea7-1fee-44cd-b813-3a49ac1990b2 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:50.924748 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'code': 200} Oct 12 12:02:51.013163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab299a-4a9b-4528-804f-01e635987ede req-dd65b72e-a765-486a-996e-be883aad331a tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:51.015118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbab299a-4a9b-4528-804f-01e635987ede req-dd65b72e-a765-486a-996e-be883aad331a tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0476449 Oct 12 12:02:51.056430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbab299a-4a9b-4528-804f-01e635987ede req-08332e30-9e70-4099-a92c-4b83c9133fd9 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Oct 12 12:02:51.704312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:51.859187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.195745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2d44-da1e-49e7-a78c-714451ae1ee2 req-53585685-180f-433f-9369-81a7ab66357c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:52.197132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f2be2d44-da1e-49e7-a78c-714451ae1ee2 req-53585685-180f-433f-9369-81a7ab66357c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0717027 Oct 12 12:02:52.234975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540a2b-4d14-4439-9777-55ed0c697295 req-61165838-8a1b-4fe4-84ee-090aac93ecfc tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:52.236413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-61165838-8a1b-4fe4-84ee-090aac93ecfc tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e HTTP/1.1" status: 200 len: 946 time: 0.0745296 Oct 12 12:02:52.273851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f2be2d44-da1e-49e7-a78c-714451ae1ee2 req-8e8616b8-8627-40f8-a8d3-a4f33040267c tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f93d7bd-31be-49d9-b6d6-a9063d5423e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Oct 12 12:02:52.339977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Deleting port d881fe7e-6e8c-4149-8513-cb009635c414 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:02:52.340321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.430371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] For port d881fe7e-6e8c-4149-8513-cb009635c414, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=d881fe7e-6e8c-4149-8513-cb009635c414,segment=NetworkSegment(873fb798-1e73-4ce3-918f-0c5805cd7ec2),segment_id=873fb798-1e73-4ce3-918f-0c5805cd7ec2)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:02:52.430767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.443866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Calling delete_port for d881fe7e-6e8c-4149-8513-cb009635c414 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:02:52.470318 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.601370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.613402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['d881fe7e-6e8c-4149-8513-cb009635c414'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:02:52.630220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Pushing event deleted for resources: {'Port': ['ID=d881fe7e-6e8c-4149-8513-cb009635c414,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:52.672115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] No DVR routers for this DVR port d881fe7e-6e8c-4149-8513-cb009635c414 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:02:52.674926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:52.678329 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19540a2b-4d14-4439-9777-55ed0c697295 req-e9019b31-05b5-4b62-93de-349668aa49d7 tempest-DeleteServersTestJSON-155146931 tempest-DeleteServersTestJSON-155146931-project] 10.222.0.47 "DELETE /v2.0/ports/d881fe7e-6e8c-4149-8513-cb009635c414 HTTP/1.1" status: 204 len: 173 time: 0.4324853 Oct 12 12:02:52.678804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-deleted', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:02:52.681042 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2f80e-f618-493a-9d5a-b200f2eb84da" -d '{"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-deleted", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:02:52.716309 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06225c-32f8-4fc5-920b-6db82f8650c5 x-openstack-request-id: req-ed06225c-32f8-4fc5-920b-6db82f8650c5 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:02:52.716608 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e", "name": "network-vif-deleted", "tag": "d881fe7e-6e8c-4149-8513-cb009635c414", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:02:52.716887 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed06225c-32f8-4fc5-920b-6db82f8650c5 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:02:52.717317 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5af1fb-c8a8-43f1-abdc-c7e51ce9612e', 'name': 'network-vif-deleted', 'tag': 'd881fe7e-6e8c-4149-8513-cb009635c414', 'status': 'completed', 'code': 200} Oct 12 12:02:53.399419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 42778) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:53.436012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.448517 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Deleting subnet 4627906b-dfa9-497b-8c8a-3ada5991146f {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:02:53.451482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.485623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.525707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.681893 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.713920 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:53.717194 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4627906b-dfa9-497b-8c8a-3ada5991146f HTTP/1.1" status: 204 len: 168 time: 0.3167701 Oct 12 12:02:53.718666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4627906b-dfa9-497b-8c8a-3ada5991146f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:53.720550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42780) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:53.726522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.727068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.727410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.728343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.728679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.729013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.729341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.729673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.729995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.730319 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.730657 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.731005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8bc26-4228-45c4-bcfa-f71a1969a3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:02:53.787362 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.193991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.213552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad05359e-20c6-4f2b-9d58-1be1b196e5a9']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:02:54.223193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873fb798-1e73-4ce3-918f-0c5805cd7ec2') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:02:54.223491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873fb798-1e73-4ce3-918f-0c5805cd7ec2') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:02:54.232493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.256233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.262183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:02:54.262572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:02:54.264264 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:02:54.395765 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.401238 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.404459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ad05359e-20c6-4f2b-9d58-1be1b196e5a9 HTTP/1.1" status: 204 len: 168 time: 0.6829226 Oct 12 12:02:54.416112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd466-ddce-4dcb-b822-f3c9bfd282d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad05359e-20c6-4f2b-9d58-1be1b196e5a9,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:54.738679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42784) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:54.781166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a5849838-5c05-43b7-a70a-84d46e90e769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b68d0f38316a4fc9a15f0fdb33c753bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412023 Oct 12 12:02:54.783969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42786) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:54.831759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.852304 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.973093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.975742 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:54.976906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f93d7bd-31be-49d9-b6d6-a9063d5423e4 HTTP/1.1" status: 204 len: 168 time: 0.1919639 Oct 12 12:02:54.984969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a37e4-f7f9-445d-a90a-223908d0f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93d7bd-31be-49d9-b6d6-a9063d5423e4,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:55.465983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:02:55.487090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: d881fe7e-6e8c-4149-8513-cb009635c414 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:02:55.493000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device d881fe7e-6e8c-4149-8513-cb009635c414 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:02:55.943110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42808) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:56.039664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1090704008-network', 'tenant_id': '90a2187df70747b59074402a23195fb2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:56.121366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Made reservation on behalf of 90a2187df70747b59074402a23195fb2 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:02:56.123543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.131620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.201852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.281353 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.306055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:02:56.314643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:56.320431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.320775 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Added segment e3c804a4-30eb-4225-ab63-0d12182bb47a of type vlan for network 3e614d94-f491-4e9f-8eff-3a146e741178 Oct 12 12:02:56.362207 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.452801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.454183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:56.454770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.512134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] Pushing event updated for resources: {'Network': ['ID=3e614d94-f491-4e9f-8eff-3a146e741178,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:56.522432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3e614d94-f491-4e9f-8eff-3a146e741178 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:02:56.548740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-240438cd-e017-414f-9617-04a29baa466a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6041620 Oct 12 12:02:56.553117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 42812) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:02:56.558079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Request body: {'subnet': {'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1090704008-subnet', 'tenant_id': '90a2187df70747b59074402a23195fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:02:56.635495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Made reservation on behalf of 90a2187df70747b59074402a23195fb2 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:02:56.637829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.887241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:56.944112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde211a4-3f57-4f3e-a18d-aecb8fb4f558,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:02:56.954678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Checking segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:02:56.954678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Network hostable DHCP agents. Network: 3e614d94-f491-4e9f-8eff-3a146e741178, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:02:57.024450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Network 3e614d94-f491-4e9f-8eff-3a146e741178 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:02:57.076044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:57.093058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3e614d94-f491-4e9f-8eff-3a146e741178) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:02:57.097474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:57.098061 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:02:57.102012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c230c3-11cc-4eb2-a2ab-9be0158db7c9 None None] Network 3e614d94-f491-4e9f-8eff-3a146e741178 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:02:57.159437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-803d719e-9dcb-4b5e-b964-a40278192d87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6050546 Oct 12 12:02:57.223205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cfe9d-2a8e-4448-a6c8-f8757e5aae8f None None] Network 3e614d94-f491-4e9f-8eff-3a146e741178 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:02:57.586673 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-4433ff82-14ef-4cf5-8157-a95f3fb26262 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:02:57.588161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-4433ff82-14ef-4cf5-8157-a95f3fb26262 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 815 time: 0.1055186 Oct 12 12:02:57.603900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-a3651b11-c9f5-46ad-8477-a1b3d9822346 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/quotas/90a2187df70747b59074402a23195fb2 HTTP/1.1" status: 200 len: 375 time: 0.0098543 Oct 12 12:02:57.635112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-3d7eea9c-122d-437b-9610-fcfb58d54a3f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256889 Oct 12 12:02:57.728154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-ad7ee95e-dd94-4ffd-a665-2a96f209c8c9 service neutron] 10.222.0.43 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859997 Oct 12 12:02:57.814941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-d612349e-8b22-4299-9d59-8a35c01b2287 service neutron] 10.222.0.43 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806253 Oct 12 12:02:58.064069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0764697-cad2-453f-a9c2-9834e7d31837 req-60abdd43-2cd5-4b84-8caa-d0c2ca3a7c4a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Oct 12 12:02:59.163763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17bcd7e6-1f74-4069-9b9f-f9dce29b670a req-2c1439a5-4ca7-49a8-b697-c19f97eac69b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 210 time: 0.0320225 Oct 12 12:03:00.052417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-2721a7d3-51a9-495d-832e-a22aa54be347 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:00.053897 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-2721a7d3-51a9-495d-832e-a22aa54be347 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 815 time: 0.1020455 Oct 12 12:03:00.066113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Request body: {'port': {'device_id': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'admin_state_up': True, 'tenant_id': '90a2187df70747b59074402a23195fb2'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:03:00.257256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4cabfd13-a092-456b-9a3a-7d240042820e req-629ce9f3-e436-4c0f-a129-13bd7c1d4944 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 210 time: 0.0262926 Oct 12 12:03:00.258806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Made reservation on behalf of 90a2187df70747b59074402a23195fb2 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:03:00.262277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:00.390262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Allocated IP 172.20.0.10 (3e614d94-f491-4e9f-8eff-3a146e741178/fde211a4-3f57-4f3e-a18d-aecb8fb4f558/a1343e01-ac85-4cfc-8fee-caa937e91d2f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:03:00.536741 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:00.630671 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:00.672660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Network 3e614d94-f491-4e9f-8eff-3a146e741178 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:03:00.678022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:03:00.681635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:03:00.687833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:00.715930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.716275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.716613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.716947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.717277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.717599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.717920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.718244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.718567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.718913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.719234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.719549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:00.744220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:00.744828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:00.855518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-c275b6ca-a47c-4f3a-93a9-62b2321d1d45 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931905 Oct 12 12:03:00.868509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Request body: {'port': {'device_id': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:03:00.924154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.181310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1343e01-ac85-4cfc-8fee-caa937e91d2f {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:03:01.188479 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.200418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Transition to ACTIVE for port object a1343e01-ac85-4cfc-8fee-caa937e91d2f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:03:01.252397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.305636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:01.405477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:03:01.405811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:03:01.406139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:01.416801 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca841a-6a5c-45b0-af7d-6a8a184402fc req-c9be3001-cc15-4675-93e1-a73156b28c6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.418283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23ca841a-6a5c-45b0-af7d-6a8a184402fc req-c9be3001-cc15-4675-93e1-a73156b28c6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0718868 Oct 12 12:03:01.420336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:03:01.420653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:01.427950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:03:01.428283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Checking segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:03:01.428658 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Bound using segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:03:01.429085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Bound port: a1343e01-ac85-4cfc-8fee-caa937e91d2f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:03:01.429441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.494459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23ca841a-6a5c-45b0-af7d-6a8a184402fc req-4d66e869-a36e-448e-b234-5e5c89b46c9d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681882 Oct 12 12:03:01.520810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:03:01.523850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:03:01.578905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.613731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.614334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:01.615724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] 10.222.0.47 "PUT /v2.0/ports/a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 1092 time: 0.7512169 Oct 12 12:03:01.616145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:01.618367 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50a03f-a1d1-4e06-b793-319cf7481530" -d '{"events": [{"name": "network-changed", "server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:01.641413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d062f-c259-4380-ae48-cef6c4f5befc service neutron] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:01.654200 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4617e4b-9eef-46fb-a50e-8ba52cc059a8 x-openstack-request-id: req-a4617e4b-9eef-46fb-a50e-8ba52cc059a8 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:01.654493 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:01.654767 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4617e4b-9eef-46fb-a50e-8ba52cc059a8 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:01.655272 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'status': 'completed', 'code': 200} Oct 12 12:03:01.714100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-f366e00c-4086-46ae-9b82-62b3e2f7fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.715620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-f366e00c-4086-46ae-9b82-62b3e2f7fd9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0411596 Oct 12 12:03:01.817652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-e18726f6-5bcb-4f30-87f3-b44d056d7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.819180 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-e18726f6-5bcb-4f30-87f3-b44d056d7671 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=90a2187df70747b59074402a23195fb2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951641 Oct 12 12:03:01.911935 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-a17c0c58-691d-4bf0-ba39-2f5cda3a82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.913376 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d50a03f-a1d1-4e06-b793-319cf7481530 req-a17c0c58-691d-4bf0-ba39-2f5cda3a82b7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877428 Oct 12 12:03:01.987852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-46070a81-d980-4f6d-9eca-83d9d8d467c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:01.989337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-46070a81-d980-4f6d-9eca-83d9d8d467c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0400426 Oct 12 12:03:02.034921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-e994d000-e4f1-4966-a416-2e8b55fd772f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0379679 Oct 12 12:03:02.083254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-13313a7e-73f8-4352-9e9b-553e70382efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:02.084856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-13313a7e-73f8-4352-9e9b-553e70382efb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0435290 Oct 12 12:03:02.114518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-d8d64ca1-c478-4a10-8a9f-95a6841d6cf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230591 Oct 12 12:03:02.206785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-190cf664-f15d-44ae-837f-61a4575ccf8b service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851181 Oct 12 12:03:02.292466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88126574-ebf0-4210-a82c-9fce4c5b59fa req-41faa701-3c53-4ad8-89f3-aac47007599e service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787289 Oct 12 12:03:02.618668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8de246-9bb7-4000-b108-1c221a023306 req-fad9b930-0732-45b2-afea-0d7294213a27 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:02.620174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a8de246-9bb7-4000-b108-1c221a023306 req-fad9b930-0732-45b2-afea-0d7294213a27 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0522227 Oct 12 12:03:02.657500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a8de246-9bb7-4000-b108-1c221a023306 req-e6533f37-6c56-44fc-bdfc-c0dacb006d39 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Oct 12 12:03:03.543596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:03:03.644055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:03.655243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'port_id': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'mac_address': 'fa:16:3e:7e:c5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde211a4-3f57-4f3e-a18d-aecb8fb4f558', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:03:03.694883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:03.708229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1343e01-ac85-4cfc-8fee-caa937e91d2f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:03:03.732762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:03.776067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a479ed0-afd4-4c74-973a-c8c61db33143 req-7b074e0c-e165-4f98-b46b-478f73c24bdb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:03.777649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a479ed0-afd4-4c74-973a-c8c61db33143 req-7b074e0c-e165-4f98-b46b-478f73c24bdb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0491843 Oct 12 12:03:03.801312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:03.816639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a479ed0-afd4-4c74-973a-c8c61db33143 req-e655b0d8-ae1a-467d-b218-590b112501a6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Oct 12 12:03:03.851294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:03.989550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['a1343e01-ac85-4cfc-8fee-caa937e91d2f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:03:04.973862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb759-423e-4b4f-8ee6-ab7b6f2871fd req-6424e930-bac0-42c1-accb-7ddaef3392d7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:04.975358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e28cb759-423e-4b4f-8ee6-ab7b6f2871fd req-6424e930-bac0-42c1-accb-7ddaef3392d7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Oct 12 12:03:05.012896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e28cb759-423e-4b4f-8ee6-ab7b6f2871fd req-80d5ff79-d250-4192-b87c-17ae191baa89 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Oct 12 12:03:05.543341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:03:05.715584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port a1343e01-ac85-4cfc-8fee-caa937e91d2f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:03:05.720190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port a1343e01-ac85-4cfc-8fee-caa937e91d2f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:03:05.725036 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:05.794995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:05.817000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:05.826575 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a820c80-3b01-4bd0-966a-e1a49e44fcf5" -d '{"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-plugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:05.831551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:05.854535 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8a53e-70f4-4971-883a-6872998fc010 x-openstack-request-id: req-e9b8a53e-70f4-4971-883a-6872998fc010 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:05.854856 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-plugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:05.855132 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9b8a53e-70f4-4971-883a-6872998fc010 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:05.855563 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'code': 200} Oct 12 12:03:05.921899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:05.956856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3c32-18cf-431b-84ae-ca06f37d03e2 req-573d8f8b-241f-4f2e-a82c-0af92b1585b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:05.958374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-797d3c32-18cf-431b-84ae-ca06f37d03e2 req-573d8f8b-241f-4f2e-a82c-0af92b1585b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1097 time: 0.0459363 Oct 12 12:03:05.972919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:05.992949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-797d3c32-18cf-431b-84ae-ca06f37d03e2 req-119b13a5-0a28-4576-bf29-e830d984778a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276046 Oct 12 12:03:06.127083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ef11d-a8b2-4537-a645-734f7d96a64b req-2ef684ed-ffd6-4258-bfbf-3ba575456fd2 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:06.128520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f4ef11d-a8b2-4537-a645-734f7d96a64b req-2ef684ed-ffd6-4258-bfbf-3ba575456fd2 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0485716 Oct 12 12:03:06.165234 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f4ef11d-a8b2-4537-a645-734f7d96a64b req-132e6938-2b03-4fe1-abd7-48fa8934b6d0 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307715 Oct 12 12:03:07.279853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad587-9bbd-4b8a-b6a6-f77af4f9d3e0 req-ad37f3fa-f04a-477e-ac26-a53a5e31c4d1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:07.281201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e79ad587-9bbd-4b8a-b6a6-f77af4f9d3e0 req-ad37f3fa-f04a-477e-ac26-a53a5e31c4d1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0481186 Oct 12 12:03:07.318124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e79ad587-9bbd-4b8a-b6a6-f77af4f9d3e0 req-e1707b91-5de5-4dd6-873b-3b46eef2b80b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Oct 12 12:03:07.433722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebebee-f348-40f2-8a19-240cf04f87c6 req-bf4c5342-ebf9-4b2f-bf7f-e0c570a3ce5f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:07.435211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4ebebee-f348-40f2-8a19-240cf04f87c6 req-bf4c5342-ebf9-4b2f-bf7f-e0c570a3ce5f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0517244 Oct 12 12:03:07.473581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c4ebebee-f348-40f2-8a19-240cf04f87c6 req-8f90f784-3aec-40b7-ba78-4bacab09b3d1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Oct 12 12:03:07.745527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1910-1a2f-4e7d-9ec3-e48a7acdd152 req-171a9c21-043c-4215-b189-477ef4a0a8f9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:07.747007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59be1910-1a2f-4e7d-9ec3-e48a7acdd152 req-171a9c21-043c-4215-b189-477ef4a0a8f9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Oct 12 12:03:07.784872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59be1910-1a2f-4e7d-9ec3-e48a7acdd152 req-58f3d587-8a4d-439f-ac03-71fa66aa2795 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Oct 12 12:03:07.899401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b5f86-bdf1-40f4-aa48-0027c6ccf5f6 req-a12a19da-909c-4d3a-92cb-e9472e19b0a1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:07.900790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f8b5f86-bdf1-40f4-aa48-0027c6ccf5f6 req-a12a19da-909c-4d3a-92cb-e9472e19b0a1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Oct 12 12:03:07.939494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f8b5f86-bdf1-40f4-aa48-0027c6ccf5f6 req-507d2a7c-7a27-412c-a6bb-e3fe89645ed9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Oct 12 12:03:08.332030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb5d1-036f-4d23-aa80-f86a96bfe035 req-f7850df8-2cfa-4866-8bc6-cad7c86abb76 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:08.333734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f3fb5d1-036f-4d23-aa80-f86a96bfe035 req-f7850df8-2cfa-4866-8bc6-cad7c86abb76 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0515878 Oct 12 12:03:08.370631 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f3fb5d1-036f-4d23-aa80-f86a96bfe035 req-163bf055-a528-480a-a6cc-fb68bdc2fc05 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Oct 12 12:03:08.421061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-8e39abe2-602c-4419-8480-8e588b0defb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381975 Oct 12 12:03:09.489915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6dadf-fddf-4222-bf68-b8193a5e58cc req-d19234f3-e2c5-4d25-a389-178c1a6b3873 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:09.492407 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71b6dadf-fddf-4222-bf68-b8193a5e58cc req-d19234f3-e2c5-4d25-a389-178c1a6b3873 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Oct 12 12:03:09.531379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-71b6dadf-fddf-4222-bf68-b8193a5e58cc req-8f412c98-5a88-4978-b0dd-6afa885a6c5d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Oct 12 12:03:10.313904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-42787eed-e05b-4757-af56-81d0cce1a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:10.316130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-42787eed-e05b-4757-af56-81d0cce1a5fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1097 time: 0.0396545 Oct 12 12:03:10.407720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-68e041e4-0e67-41a8-9a5c-0fab53942406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:10.409277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-68e041e4-0e67-41a8-9a5c-0fab53942406 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0859315 Oct 12 12:03:10.449851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-c6b2802d-62d2-4931-9b07-40ea4dbdd122 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0337317 Oct 12 12:03:10.504740 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-f3fc3513-84ea-412d-954c-b4ad9737f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:10.505461 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-f3fc3513-84ea-412d-954c-b4ad9737f2ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0492687 Oct 12 12:03:10.536068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-8bfedb4d-37a7-4416-8fa1-b84ec3ab4bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237772 Oct 12 12:03:10.654729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-9f09b04d-e655-47b9-8192-ca431be6b313 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120086 Oct 12 12:03:10.666114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab74d-fc20-4ccb-b8df-b0d960e676c3 req-b80366ec-c758-4504-a2f0-63e70a000689 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:10.667501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c2ab74d-fc20-4ccb-b8df-b0d960e676c3 req-b80366ec-c758-4504-a2f0-63e70a000689 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0683467 Oct 12 12:03:10.752524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c2ab74d-fc20-4ccb-b8df-b0d960e676c3 req-eea11ed9-74d6-4a28-ba54-585464484708 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766358 Oct 12 12:03:10.776509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-d0b23b86-9fe7-49bb-a9c5-121213397103 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081128 Oct 12 12:03:11.871665 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b67ac5-a6d8-4efa-b235-a4abaf7b3ebb req-ed996e57-ec88-4af4-8a83-d1eb235672bd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:11.873130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98b67ac5-a6d8-4efa-b235-a4abaf7b3ebb req-ed996e57-ec88-4af4-8a83-d1eb235672bd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0542111 Oct 12 12:03:11.910258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98b67ac5-a6d8-4efa-b235-a4abaf7b3ebb req-4fea0be4-4580-4b7b-af34-42f69a5bc156 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Oct 12 12:03:13.027806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98183864-64c8-4975-9df0-6c538a087bcb req-ba19cf50-2273-4f20-8bed-f2dcc0a75832 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:13.029278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98183864-64c8-4975-9df0-6c538a087bcb req-ba19cf50-2273-4f20-8bed-f2dcc0a75832 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0499816 Oct 12 12:03:13.067048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98183864-64c8-4975-9df0-6c538a087bcb req-78fa779e-31d8-4764-a508-2b7d501eb2a2 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Oct 12 12:03:14.181182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb01b-6099-4c02-8d5a-38f8b2447724 req-cbe84f06-1333-48a2-b468-f0ea139b6442 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:14.182663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-970fb01b-6099-4c02-8d5a-38f8b2447724 req-cbe84f06-1333-48a2-b468-f0ea139b6442 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0487509 Oct 12 12:03:14.219808 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-970fb01b-6099-4c02-8d5a-38f8b2447724 req-30d36bcc-3a19-4c86-b00b-618684aaa531 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Oct 12 12:03:15.337219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1ee0-e32d-4a81-b689-822bc9d9a37b req-67434588-966d-43af-bf40-81eed7e4cf25 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:15.338660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-196e1ee0-e32d-4a81-b689-822bc9d9a37b req-67434588-966d-43af-bf40-81eed7e4cf25 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Oct 12 12:03:15.376161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-196e1ee0-e32d-4a81-b689-822bc9d9a37b req-87acad0f-241c-4d5b-b477-ebccd8e1468e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Oct 12 12:03:16.489057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76e2bc-62e1-4ca5-9e47-81185a465a0d req-768e817f-4ef4-452b-8c30-b75d5704f1ec tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:16.490623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa76e2bc-62e1-4ca5-9e47-81185a465a0d req-768e817f-4ef4-452b-8c30-b75d5704f1ec tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Oct 12 12:03:16.527908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa76e2bc-62e1-4ca5-9e47-81185a465a0d req-88b4377c-122d-4ce7-bd27-276fca86a447 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Oct 12 12:03:17.641773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6de8-8a20-40e7-b990-3d4dc64f60de req-e39a7c41-57f0-441c-a488-bc9ddb670721 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:17.643422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c53b6de8-8a20-40e7-b990-3d4dc64f60de req-e39a7c41-57f0-441c-a488-bc9ddb670721 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0495400 Oct 12 12:03:17.681293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c53b6de8-8a20-40e7-b990-3d4dc64f60de req-0eb5a588-7769-44df-a844-20042180fcdf tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Oct 12 12:03:17.686236 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8dd44bee-0ae8-46ac-8179-ba5146e21a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:18.797465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd854f-5fb0-4eb5-945b-823a43e30d5c req-65bc576b-ddda-4e68-9c02-11c1d8d46bf7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:18.799466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9dcd854f-5fb0-4eb5-945b-823a43e30d5c req-65bc576b-ddda-4e68-9c02-11c1d8d46bf7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0521798 Oct 12 12:03:18.837069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9dcd854f-5fb0-4eb5-945b-823a43e30d5c req-54981b65-0df3-4429-af81-ff9db9c2109c tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Oct 12 12:03:19.950060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfae65-9f5c-448c-8417-b44e68984470 req-2109c1b0-882d-4fb9-8ff1-3e37e69d1268 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:19.951682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24bfae65-9f5c-448c-8417-b44e68984470 req-2109c1b0-882d-4fb9-8ff1-3e37e69d1268 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0481503 Oct 12 12:03:19.989360 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24bfae65-9f5c-448c-8417-b44e68984470 req-c9f3784f-6450-4231-b6d9-f30623185cae tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Oct 12 12:03:20.527389 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9f50b83f-4dde-44c1-b7ea-a6d2667fd420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:21.102869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e967ff-5697-48a0-b2f9-3c0642272146 req-b500d9f2-1e80-4aaa-84ff-1d74df450fdb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:21.104323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6e967ff-5697-48a0-b2f9-3c0642272146 req-b500d9f2-1e80-4aaa-84ff-1d74df450fdb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0478263 Oct 12 12:03:21.141594 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6e967ff-5697-48a0-b2f9-3c0642272146 req-3e0bd752-ef44-4787-a6f8-93d7e534c39b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Oct 12 12:03:21.693052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:21.851495 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:03:21.858940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:22.270120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07055d45-fb22-425b-9e0c-ec790b00267a req-bb111e90-84ec-43b8-962e-5f0e6e378ffb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:22.271638 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07055d45-fb22-425b-9e0c-ec790b00267a req-bb111e90-84ec-43b8-962e-5f0e6e378ffb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0574746 Oct 12 12:03:22.317580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07055d45-fb22-425b-9e0c-ec790b00267a req-39b1e937-14e1-45e6-9f9e-e31fec084c4f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Oct 12 12:03:22.504554 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:23.407272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:23.434311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5018-a5c5-40e4-9012-0f25943f12e3 req-c4f52dfb-0f70-4823-9ee9-8241297ec987 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:23.435810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-139f5018-a5c5-40e4-9012-0f25943f12e3 req-c4f52dfb-0f70-4823-9ee9-8241297ec987 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Oct 12 12:03:23.476328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-139f5018-a5c5-40e4-9012-0f25943f12e3 req-78d4b9c7-73b5-4aef-b1d6-1331a23e8c20 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Oct 12 12:03:24.591737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fde0f-e79a-46c5-b38e-7d604e264a07 req-e7a86f13-8d88-47f7-8fb8-39c317dd2d86 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:24.593221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f24fde0f-e79a-46c5-b38e-7d604e264a07 req-e7a86f13-8d88-47f7-8fb8-39c317dd2d86 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0502014 Oct 12 12:03:24.631604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f24fde0f-e79a-46c5-b38e-7d604e264a07 req-eba30dc7-ea3a-4a51-9c7b-f7c5efd42953 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Oct 12 12:03:24.881173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-d8937c0e-8742-4380-887b-16c8887d8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:24.882733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-d8937c0e-8742-4380-887b-16c8887d8b8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1097 time: 0.0942552 Oct 12 12:03:24.984746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-4f6f72c2-a40e-461f-a5cd-259ff44ffddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:24.987271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-4f6f72c2-a40e-461f-a5cd-259ff44ffddf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0855360 Oct 12 12:03:25.029981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-139c84e7-070f-4ea9-a082-6018885a86fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0367210 Oct 12 12:03:25.077060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-d72bd7c6-24d1-4865-a76a-1cc22cb92e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:25.078366 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-d72bd7c6-24d1-4865-a76a-1cc22cb92e9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0418389 Oct 12 12:03:25.108040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-a9a4d0a5-a05a-4b03-b90c-419fd710d074 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231438 Oct 12 12:03:25.199450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-682e34be-f7cd-4995-8528-f70a3af02230 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Oct 12 12:03:25.289542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc0bff4e-879f-4a90-880a-5a75fbc9427f req-ab6bf20a-e0f2-4ac8-9bbc-9dcba61d311e service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 Oct 12 12:03:25.752596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29ceee-59b1-42ed-8ccb-c5eb4d0f6124 req-4801a470-a4d8-4524-bbe6-6734e1aab427 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:25.753967 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a29ceee-59b1-42ed-8ccb-c5eb4d0f6124 req-4801a470-a4d8-4524-bbe6-6734e1aab427 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Oct 12 12:03:25.790934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a29ceee-59b1-42ed-8ccb-c5eb4d0f6124 req-d65fa8c4-ef29-4a40-b7f0-d3ccf9719bdf tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Oct 12 12:03:26.916754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dcf31-4615-4dbd-b5f8-8a23307af077 req-03a3a993-c5e3-4bb6-b907-eaa0d5da37b8 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:26.918201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db9dcf31-4615-4dbd-b5f8-8a23307af077 req-03a3a993-c5e3-4bb6-b907-eaa0d5da37b8 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0509462 Oct 12 12:03:26.955823 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db9dcf31-4615-4dbd-b5f8-8a23307af077 req-45ce0df5-c04e-481a-a6ab-82fb98a1ec40 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Oct 12 12:03:27.064546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:28.067343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd648-5731-40f8-8741-92b03a936e56 req-b86a78b7-21d8-4327-91ab-76f96129a280 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:28.068788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84ffd648-5731-40f8-8741-92b03a936e56 req-b86a78b7-21d8-4327-91ab-76f96129a280 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0471156 Oct 12 12:03:28.105686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84ffd648-5731-40f8-8741-92b03a936e56 req-b3759061-6d2e-4d02-bf9e-b6fbec18c594 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Oct 12 12:03:29.217808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d66c3-0366-499d-9e8d-89b501221c3a req-8b79c58d-5cda-4ba6-8adc-c859bdee90a5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:29.219325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e6d66c3-0366-499d-9e8d-89b501221c3a req-8b79c58d-5cda-4ba6-8adc-c859bdee90a5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0468030 Oct 12 12:03:29.256820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e6d66c3-0366-499d-9e8d-89b501221c3a req-34cde8a3-1b7b-4f6a-b83b-38c9028422a9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Oct 12 12:03:30.373165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016791-7fb7-4f1d-9015-2f56c2f051a9 req-c07c93fa-192e-4aa1-9602-b74bbb5c85ab tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:30.374629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b016791-7fb7-4f1d-9015-2f56c2f051a9 req-c07c93fa-192e-4aa1-9602-b74bbb5c85ab tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0514319 Oct 12 12:03:30.411862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b016791-7fb7-4f1d-9015-2f56c2f051a9 req-48059edb-3833-462b-828a-39feaa5d91b7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Oct 12 12:03:31.526259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b73a-ceda-4c53-b4af-d54278658cd3 req-88d59ada-3a02-4b1c-bda9-e298557bbb84 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:31.527754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c26b73a-ceda-4c53-b4af-d54278658cd3 req-88d59ada-3a02-4b1c-bda9-e298557bbb84 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Oct 12 12:03:31.565084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0c26b73a-ceda-4c53-b4af-d54278658cd3 req-c76532fb-deff-4008-9d3b-d10dfea22f93 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306518 Oct 12 12:03:32.679473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa6429-df38-42d2-b50b-56787c94acfd req-e2869b89-039e-40e8-bc88-c8a06dbbc482 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:32.680936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02fa6429-df38-42d2-b50b-56787c94acfd req-e2869b89-039e-40e8-bc88-c8a06dbbc482 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Oct 12 12:03:32.717067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02fa6429-df38-42d2-b50b-56787c94acfd req-c64721ca-7702-47f9-bb32-7991220a0b98 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303380 Oct 12 12:03:33.833461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43910b00-3143-4c09-9f31-594f73aeee6f req-f381c43e-d6d1-41c6-a627-45915c4a1c8f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:33.835226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43910b00-3143-4c09-9f31-594f73aeee6f req-f381c43e-d6d1-41c6-a627-45915c4a1c8f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0519347 Oct 12 12:03:33.872615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43910b00-3143-4c09-9f31-594f73aeee6f req-63ab7a71-e6cb-4b2f-ad42-d9447deb0f52 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Oct 12 12:03:34.985148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc081e-3db0-4683-85fc-e1a6d863d0ed req-1e230fb5-e8a5-4f97-af49-9ab9c5016d88 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:34.986742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2fc081e-3db0-4683-85fc-e1a6d863d0ed req-1e230fb5-e8a5-4f97-af49-9ab9c5016d88 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Oct 12 12:03:35.024177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2fc081e-3db0-4683-85fc-e1a6d863d0ed req-bf1f978c-284e-49ed-b3cb-8838316f70e7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Oct 12 12:03:36.136309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c513e-529c-4663-aaa1-586b56fca505 req-d44bbf26-6be8-4eea-ac8f-3adf76d35d66 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:36.137748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596c513e-529c-4663-aaa1-586b56fca505 req-d44bbf26-6be8-4eea-ac8f-3adf76d35d66 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0473509 Oct 12 12:03:36.174210 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596c513e-529c-4663-aaa1-586b56fca505 req-c7a751bf-b513-4d58-bc48-f6711cd82fdc tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Oct 12 12:03:37.290525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fe2e-d78a-49e1-a860-7dd9560b80ea req-5c7ea166-ac0e-4da3-a238-ef27632b200d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:37.291919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3480fe2e-d78a-49e1-a860-7dd9560b80ea req-5c7ea166-ac0e-4da3-a238-ef27632b200d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0512300 Oct 12 12:03:37.332984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3480fe2e-d78a-49e1-a860-7dd9560b80ea req-c82de8be-e7a1-4fdc-ba7c-5dfd0bdfe7db tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Oct 12 12:03:37.908579 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-21cf9f5a-eeec-498a-b72f-e092d3977874 service neutron] show failed (client error): The resource could not be found. Oct 12 12:03:37.909651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-21cf9f5a-eeec-498a-b72f-e092d3977874 service neutron] 10.222.0.47 "GET /v2.0/ports/a1343e01-ac85-4cfc-8fee-caa937e91d2f/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0537503 Oct 12 12:03:38.400917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-c3effbc9-1ca1-4dbf-a495-73977e6fa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:38.402426 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-c3effbc9-1ca1-4dbf-a495-73977e6fa7eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8&tenant_id=90a2187df70747b59074402a23195fb2 HTTP/1.1" status: 200 len: 1097 time: 0.0413871 Oct 12 12:03:38.413908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:03:38.454016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fa0d0-f503-4716-84c9-8a5411639757 req-6ea4da7c-8687-4c25-87d5-ca73174ddbcd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:38.455741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f52fa0d0-f503-4716-84c9-8a5411639757 req-6ea4da7c-8687-4c25-87d5-ca73174ddbcd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0491395 Oct 12 12:03:38.471170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:38.497224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f52fa0d0-f503-4716-84c9-8a5411639757 req-beba1650-d17b-431d-9c27-ce40712077e3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352504 Oct 12 12:03:38.672624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:38.704204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:03:38.742730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:38.745084 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5b46f-5a0c-40fe-b0d0-0c37fc61a9a1" -d '{"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:38.748772 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:38.761927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Transition to ACTIVE for port object a1343e01-ac85-4cfc-8fee-caa937e91d2f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:03:38.858009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:38.882105 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f9e7b9-fe2e-4280-89ec-abe4c75a664d x-openstack-request-id: req-c5f9e7b9-fe2e-4280-89ec-abe4c75a664d {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:38.882394 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:38.882722 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5f9e7b9-fe2e-4280-89ec-abe4c75a664d {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:38.883105 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'code': 200} Oct 12 12:03:38.919622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] No DVR routers for this DVR port a1343e01-ac85-4cfc-8fee-caa937e91d2f on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:03:38.925171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:38.957703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:03:38.958037 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:03:38.958409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:38.962922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:03:38.963243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Attempting to bind port a1343e01-ac85-4cfc-8fee-caa937e91d2f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:38.967900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:03:38.968228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Checking segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:03:38.968606 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Bound using segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:03:38.969022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Bound port: a1343e01-ac85-4cfc-8fee-caa937e91d2f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:03:38.969370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:39.030075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:03:39.033603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:03:39.167993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:39.201132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:39.201732 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:39.203623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] 10.222.0.41 "PUT /v2.0/ports/a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 1092 time: 0.7936294 Oct 12 12:03:39.238348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e7261-e614-409c-aac1-ce860b336cac service neutron] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:39.272307 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-21e0a377-6bd4-46d0-bf4e-9d89b53ed366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:39.273803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-21e0a377-6bd4-46d0-bf4e-9d89b53ed366 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0470309 Oct 12 12:03:39.363361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-7ac812b2-6839-46d9-b8fc-fdafe66dd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:39.364797 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-7ac812b2-6839-46d9-b8fc-fdafe66dd7fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0833385 Oct 12 12:03:39.408863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-4a4a1349-9828-437e-86f4-cad664ef87cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0372257 Oct 12 12:03:39.460648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-a1fb6eb8-8d24-46ba-a0c6-05855a86dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:39.461972 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-a1fb6eb8-8d24-46ba-a0c6-05855a86dae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0432706 Oct 12 12:03:39.492452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-4dad6b10-4737-4f92-9a0e-3b703ecb5b1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229292 Oct 12 12:03:39.586088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-4b44c5af-aca5-4ded-a93c-29f66b45edd9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Oct 12 12:03:39.617815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c703ea-1d80-4a0f-8a4c-3b5e72ee6abb req-1d6e5f7a-e02c-4916-9aa2-f341e3910bb9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:39.619328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80c703ea-1d80-4a0f-8a4c-3b5e72ee6abb req-1d6e5f7a-e02c-4916-9aa2-f341e3910bb9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0534446 Oct 12 12:03:39.657870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80c703ea-1d80-4a0f-8a4c-3b5e72ee6abb req-362cf797-414d-4942-9a7c-67ffb564662a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Oct 12 12:03:39.678148 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f1cf9eb8-46cb-4c54-b12d-993f28ffcd32 req-c62b28a7-9880-4fde-99d2-67788c0d8b77 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839574 Oct 12 12:03:40.773068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0be9c-09de-4f3a-9f54-6fb3ea5476b0 req-cc28b9ba-7100-47de-96f4-bb2944e95996 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:40.775161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6e0be9c-09de-4f3a-9f54-6fb3ea5476b0 req-cc28b9ba-7100-47de-96f4-bb2944e95996 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0495286 Oct 12 12:03:40.814072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6e0be9c-09de-4f3a-9f54-6fb3ea5476b0 req-ab2bcf59-47ef-4f0d-8821-b89e503fe4b9 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329471 Oct 12 12:03:40.884423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:40.886826 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd23530-1b35-46b2-8168-08d28985ee1d" -d '{"events": [{"name": "network-changed", "server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:40.932928 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299429c-4d10-4a5d-bb33-d0f4146cbaf2 x-openstack-request-id: req-2299429c-4d10-4a5d-bb33-d0f4146cbaf2 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:40.933217 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:40.933467 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2299429c-4d10-4a5d-bb33-d0f4146cbaf2 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:40.933870 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'status': 'completed', 'code': 200} Oct 12 12:03:40.991815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-18801e40-10b5-4c34-b578-cd7284bcf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:40.993167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-9aae58c6-dfbc-4a31-9bfa-532ce21c5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:40.993314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-18801e40-10b5-4c34-b578-cd7284bcf049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0409491 Oct 12 12:03:40.994627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-9aae58c6-dfbc-4a31-9bfa-532ce21c5631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0398989 Oct 12 12:03:41.087214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-73939471-b43f-4755-b6da-3dbb2efe8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:41.087575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-2256ce27-b617-4dc8-9be1-63af432a0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:41.088698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-73939471-b43f-4755-b6da-3dbb2efe8034 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0873001 Oct 12 12:03:41.089063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-2256ce27-b617-4dc8-9be1-63af432a0f7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0891929 Oct 12 12:03:41.131111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-9cfa1410-730d-4c68-97e1-3c141a11f3a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0354044 Oct 12 12:03:41.137628 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-3bdb7ae5-75bf-493e-8da8-3f3de9276cd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0404956 Oct 12 12:03:41.183532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-3853d691-0dec-40f4-8a2e-d51d2fe8bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:41.184991 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-3853d691-0dec-40f4-8a2e-d51d2fe8bd22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0477653 Oct 12 12:03:41.190438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-1c3cfbfc-aacd-4e55-8fe9-e4b4a2376c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:41.192132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-1c3cfbfc-aacd-4e55-8fe9-e4b4a2376c9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0475829 Oct 12 12:03:41.216311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-80c4e50a-9946-450b-b89c-b19e0a626f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244606 Oct 12 12:03:41.228025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-eb82dce4-6d3e-481d-9e4e-8554c146de85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285439 Oct 12 12:03:41.306965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-5dce2aa4-9353-4950-8a55-f6123848933d service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833108 Oct 12 12:03:41.316523 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-676442ff-99a3-4099-86dc-497ab1f2edf5 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812988 Oct 12 12:03:41.400134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-aa6bf4e2-59c1-475b-b8d7-4115de7cd5e0 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862765 Oct 12 12:03:41.414570 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2bd23530-1b35-46b2-8168-08d28985ee1d req-7a12c9b8-ea7c-41c6-8fc4-7ff6c346889f service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Oct 12 12:03:41.758840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:03:41.796084 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:03:41.934592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d965d03-559d-4914-976f-43cce055f704 req-d6553f84-4d9c-4525-8a7e-5823ca6ac2ca tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:41.936076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d965d03-559d-4914-976f-43cce055f704 req-d6553f84-4d9c-4525-8a7e-5823ca6ac2ca tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0485666 Oct 12 12:03:41.974763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d965d03-559d-4914-976f-43cce055f704 req-ad732f41-a638-4afd-ada6-ace1e900ed0d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Oct 12 12:03:43.086179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde249-40bf-453c-aa29-4ee3645a5a14 req-f3d01bcf-2eda-4412-b220-555b49f20203 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.087666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38bde249-40bf-453c-aa29-4ee3645a5a14 req-f3d01bcf-2eda-4412-b220-555b49f20203 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0471909 Oct 12 12:03:43.128236 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38bde249-40bf-453c-aa29-4ee3645a5a14 req-32767383-3fd4-4f6f-8e32-0cda8ed72a1a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347881 Oct 12 12:03:43.434265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf19dcc-2ef1-4289-9a84-3a86f29402a1 req-630d3067-fef3-4ed3-9747-ce89ad734235 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.435784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cf19dcc-2ef1-4289-9a84-3a86f29402a1 req-630d3067-fef3-4ed3-9747-ce89ad734235 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0518756 Oct 12 12:03:43.509694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cf19dcc-2ef1-4289-9a84-3a86f29402a1 req-58a8d482-c93b-4969-ba79-6ecaa6b5423d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642676 Oct 12 12:03:43.515696 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-95eb9d68-710b-4cc4-8a1a-a6f122e6e032 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.518342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-95eb9d68-710b-4cc4-8a1a-a6f122e6e032 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8&tenant_id=90a2187df70747b59074402a23195fb2&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 944 time: 0.0682976 Oct 12 12:03:43.580945 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-dec60900-94c9-434f-88dd-9c9ac77465ac service neutron] delete failed (client error): The resource could not be found. Oct 12 12:03:43.581947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-dec60900-94c9-434f-88dd-9c9ac77465ac service neutron] 10.222.0.47 "DELETE /v2.0/ports/a1343e01-ac85-4cfc-8fee-caa937e91d2f/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0541523 Oct 12 12:03:43.668547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-322bd8aa-6e5c-428d-9b91-c763df8be63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.669929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-322bd8aa-6e5c-428d-9b91-c763df8be63f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 1095 time: 0.0437150 Oct 12 12:03:43.758777 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-7719f5a8-a7a4-423e-bf78-8db555a71324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.760269 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-7719f5a8-a7a4-423e-bf78-8db555a71324 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0833001 Oct 12 12:03:43.803699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-0304cf7e-59da-4602-bae3-25e451f69d4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 200 len: 217 time: 0.0363662 Oct 12 12:03:43.852011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-85eea6f1-b84d-4033-a39f-1828d818fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:43.853410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-85eea6f1-b84d-4033-a39f-1828d818fe98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0433676 Oct 12 12:03:43.883705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-89c370af-45bc-4ce6-b76e-3e6000332b76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236142 Oct 12 12:03:44.308804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-6dd8114a-8808-4b8b-a571-3fc2c219fdf7 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184690 Oct 12 12:03:44.332415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:03:44.398737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-916e5253-f4bf-45ff-bd5c-d7028a25a484 req-e4adc283-d746-411a-ada9-7cc8cc438f68 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829296 Oct 12 12:03:44.599661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:44.611870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'port_id': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'mac_address': 'fa:16:3e:7e:c5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde211a4-3f57-4f3e-a18d-aecb8fb4f558', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:03:44.643692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5690737-36ea-4fa0-916e-ae28ddb4240b req-175d0f93-5bc9-4f1f-b1f5-7136ce4f210f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:44.645856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5690737-36ea-4fa0-916e-ae28ddb4240b req-175d0f93-5bc9-4f1f-b1f5-7136ce4f210f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 944 time: 0.0573399 Oct 12 12:03:44.650488 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:44.663847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1343e01-ac85-4cfc-8fee-caa937e91d2f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:03:44.684620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:44.691295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5690737-36ea-4fa0-916e-ae28ddb4240b req-2d1dd58a-f056-4857-b6d2-a642c11d29af tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377693 Oct 12 12:03:44.732723 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:44.780916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:45.052206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a1343e01-ac85-4cfc-8fee-caa937e91d2f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:03:45.808768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a72e8-7414-4121-af18-ee39b973f960 req-abd64885-e830-45d1-88b8-c55e78bf5697 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:45.810232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-930a72e8-7414-4121-af18-ee39b973f960 req-abd64885-e830-45d1-88b8-c55e78bf5697 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Oct 12 12:03:45.848170 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-930a72e8-7414-4121-af18-ee39b973f960 req-7975e646-0d66-448b-9a12-e45b557ae607 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Oct 12 12:03:45.966973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbe389-f04a-44cb-9937-bafe2488acfe req-bf5bad78-145a-48f9-b6e5-8998205fc6dd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:45.968549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6fbe389-f04a-44cb-9937-bafe2488acfe req-bf5bad78-145a-48f9-b6e5-8998205fc6dd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 945 time: 0.0492027 Oct 12 12:03:46.009985 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6fbe389-f04a-44cb-9937-bafe2488acfe req-710c50de-4b4c-47f8-9be9-16eed7a8a905 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Oct 12 12:03:46.123311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d30b5-33db-42a5-b49c-3e3834a0698a req-73467abc-3b76-4eca-9c41-6d1cc9aa640f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:46.124724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-777d30b5-33db-42a5-b49c-3e3834a0698a req-73467abc-3b76-4eca-9c41-6d1cc9aa640f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Oct 12 12:03:46.162019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-777d30b5-33db-42a5-b49c-3e3834a0698a req-a6642e86-e3ce-46b0-8446-c0a435434772 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Oct 12 12:03:46.364212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:03:46.470167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a1343e01-ac85-4cfc-8fee-caa937e91d2f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:03:46.474769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a1343e01-ac85-4cfc-8fee-caa937e91d2f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:03:46.475746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:46.559889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:46.582516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:46.585013 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1cb2d-79fc-4907-b8d7-2f7d1067275c" -d '{"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-plugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:46.602421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:46.664100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:46.711928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:46.713399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-0747a4d5-3bf4-46a1-95cb-84da0c0b5a17 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:46.714889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-0747a4d5-3bf4-46a1-95cb-84da0c0b5a17 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 815 time: 0.1036303 Oct 12 12:03:46.731151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-e990ba89-9173-47cf-9674-3b4bce074321 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/quotas/90a2187df70747b59074402a23195fb2 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Oct 12 12:03:46.777695 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-a8ddfdce-cd0a-4335-9037-0c2388ac15ae tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415373 Oct 12 12:03:46.917873 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-7a2a49c3-49d6-4515-b715-33321e78a942 service neutron] 10.222.0.43 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325500 Oct 12 12:03:47.008578 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-26850b94-8dfb-4811-87d4-510aa29ddbbe service neutron] 10.222.0.43 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Oct 12 12:03:47.209106 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa20d9d-17e6-40b2-9262-d7278bfbf4e8 x-openstack-request-id: req-7aa20d9d-17e6-40b2-9262-d7278bfbf4e8 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:47.209722 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-plugged", "status": "completed", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:47.209983 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7aa20d9d-17e6-40b2-9262-d7278bfbf4e8 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:47.210386 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'code': 200} Oct 12 12:03:47.261198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-46fe4005-bd34-4ddd-9270-99e28b79c53b req-71a96631-b134-404f-98dc-41107b66c266 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 210 time: 0.0264299 Oct 12 12:03:47.698793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-88908438-7368-4039-ab45-e4d28bc07fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:47.953578 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1beb-5413-4d01-bcc3-390162746209 req-00e2660f-c273-4c33-a4c4-cb4b24383089 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:47.955239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99ec1beb-5413-4d01-bcc3-390162746209 req-00e2660f-c273-4c33-a4c4-cb4b24383089 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.41 "GET /v2.0/ports?device_id=efc05f64-4e9c-4748-a2cd-346e689359b8 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Oct 12 12:03:48.046887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Deleting port a1343e01-ac85-4cfc-8fee-caa937e91d2f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:03:48.047233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:48.136384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] For port a1343e01-ac85-4cfc-8fee-caa937e91d2f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1343e01-ac85-4cfc-8fee-caa937e91d2f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:48.136749 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:48.149697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Calling delete_port for a1343e01-ac85-4cfc-8fee-caa937e91d2f owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:03:48.344218 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:48.354282 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7b064218-431b-4637-89dd-ddcc79eca87a req-0bbe82d5-524d-4dfe-956b-a64b7b5943d2 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Oct 12 12:03:48.356792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a1343e01-ac85-4cfc-8fee-caa937e91d2f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:03:48.373896 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Pushing event deleted for resources: {'Port': ['ID=a1343e01-ac85-4cfc-8fee-caa937e91d2f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:48.417604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] No DVR routers for this DVR port a1343e01-ac85-4cfc-8fee-caa937e91d2f on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:03:48.420199 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:48.423708 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99ec1beb-5413-4d01-bcc3-390162746209 req-35607906-12a0-4104-b485-8b22626382ef tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.41 "DELETE /v2.0/ports/a1343e01-ac85-4cfc-8fee-caa937e91d2f HTTP/1.1" status: 204 len: 173 time: 0.4626968 Oct 12 12:03:48.424221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-deleted', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:48.426454 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b80700e-62c2-4689-9879-97024da1496d" -d '{"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-deleted", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:48.461946 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1a9c6-cb80-457a-83ea-2a4f86b7931f x-openstack-request-id: req-26b1a9c6-cb80-457a-83ea-2a4f86b7931f {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:48.462387 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc05f64-4e9c-4748-a2cd-346e689359b8", "name": "network-vif-deleted", "tag": "a1343e01-ac85-4cfc-8fee-caa937e91d2f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:48.462512 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26b1a9c6-cb80-457a-83ea-2a4f86b7931f {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:48.462928 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc05f64-4e9c-4748-a2cd-346e689359b8', 'name': 'network-vif-deleted', 'tag': 'a1343e01-ac85-4cfc-8fee-caa937e91d2f', 'status': 'completed', 'code': 200} Oct 12 12:03:48.820396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-7a0b9264-0a2d-4549-bd37-0ef11351ad70 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:48.821832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-7a0b9264-0a2d-4549-bd37-0ef11351ad70 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 815 time: 0.1048064 Oct 12 12:03:48.835008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Request body: {'port': {'device_id': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'admin_state_up': True, 'tenant_id': '90a2187df70747b59074402a23195fb2'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:03:49.012785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Made reservation on behalf of 90a2187df70747b59074402a23195fb2 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:03:49.016370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.137527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Allocated IP 172.20.0.2 (3e614d94-f491-4e9f-8eff-3a146e741178/fde211a4-3f57-4f3e-a18d-aecb8fb4f558/7ce37acc-195a-4566-8d16-53c97af5ab1f) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:03:49.285389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.378047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.390557 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a1343e01-ac85-4cfc-8fee-caa937e91d2f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:03:49.421106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Network 3e614d94-f491-4e9f-8eff-3a146e741178 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:03:49.424354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:03:49.426942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:03:49.470141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:49.470650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3672-b536-43bb-ad65-4830c0614ef0 req-5f6d76c3-7d6b-4529-9f4e-2e6417112475 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:49.472973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec8e3672-b536-43bb-ad65-4830c0614ef0 req-5f6d76c3-7d6b-4529-9f4e-2e6417112475 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 931 time: 0.0487318 Oct 12 12:03:49.493803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:49.494496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.511262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec8e3672-b536-43bb-ad65-4830c0614ef0 req-bb357da8-0b85-425a-8779-9aec5cd57291 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Oct 12 12:03:49.562970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-39cf1177-80b6-4752-915a-ca5995d76c4e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318366 Oct 12 12:03:49.575575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Request body: {'port': {'device_id': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:03:49.629884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.905284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce37acc-195a-4566-8d16-53c97af5ab1f {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:03:49.913715 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:49.926062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Transition to ACTIVE for port object 7ce37acc-195a-4566-8d16-53c97af5ab1f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:03:49.995386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:50.059597 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:50.110129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:03:50.110466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:03:50.110838 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:50.115380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:03:50.115699 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:03:50.120351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:03:50.120687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Checking segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:03:50.121063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Bound using segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:03:50.121481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Bound port: 7ce37acc-195a-4566-8d16-53c97af5ab1f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:03:50.121833 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:50.186993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:03:50.189970 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:03:50.253293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:50.288251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:50.288856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:50.290215 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] 10.222.0.41 "PUT /v2.0/ports/7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 1091 time: 0.7186520 Oct 12 12:03:50.309137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7765b-5860-4519-8cf4-98cd4e99134b service neutron] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:50.420338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-c6452e8a-1947-4b71-8ed3-1a9771a6ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:50.421799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-c6452e8a-1947-4b71-8ed3-1a9771a6ef62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1094 time: 0.0401359 Oct 12 12:03:50.463463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-7352e0cc-4c49-4e3f-ba84-4316df101d91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0339212 Oct 12 12:03:50.463818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:50.465988 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02821910-a581-4dca-9cad-1a28888dec06" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:50.492820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f359e437-82e6-4230-b1c3-99080c32f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:50.503411 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08a616-ff22-4a01-999c-0763f7a4c71b x-openstack-request-id: req-1b08a616-ff22-4a01-999c-0763f7a4c71b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:50.503877 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:50.504249 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b08a616-ff22-4a01-999c-0763f7a4c71b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:50.504644 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'status': 'completed', 'code': 200} Oct 12 12:03:50.522650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-e6e7c7f7-bc17-4355-97d8-ed621225f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:50.524128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-e6e7c7f7-bc17-4355-97d8-ed621225f290 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0532849 Oct 12 12:03:50.556144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-7dbee2a8-8d6e-4ab3-9751-e1fb00d98ddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243609 Oct 12 12:03:50.626817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78f27-6cb7-4edd-aa10-4ed25e974a26 req-2f404a2d-aa90-442d-ba49-541015be7533 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:50.628963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09e78f27-6cb7-4edd-aa10-4ed25e974a26 req-2f404a2d-aa90-442d-ba49-541015be7533 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Oct 12 12:03:50.646848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-29786b7e-5781-4da1-ab8c-c7b877c25ec0 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Oct 12 12:03:50.670927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-09e78f27-6cb7-4edd-aa10-4ed25e974a26 req-0b7fe13e-8cd5-40fc-bd0a-3f4a5177a4e4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Oct 12 12:03:50.742535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-3e1d3516-8c34-4f9b-a150-e8373c50bd9a req-f98fa7a2-b3de-4487-9c89-f2e00126f33e service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881095 Oct 12 12:03:51.001165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821910-a581-4dca-9cad-1a28888dec06 req-6a60e4d3-0c97-458e-a227-e6426401eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:51.001910 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-6a60e4d3-0c97-458e-a227-e6426401eef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1094 time: 0.0391726 Oct 12 12:03:51.093229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821910-a581-4dca-9cad-1a28888dec06 req-95719cee-64c3-4b98-8320-32e5b274e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:51.094716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-95719cee-64c3-4b98-8320-32e5b274e6b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0864451 Oct 12 12:03:51.135363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-2d5cb630-c10b-4b7b-abe6-5cae0c5cc3f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0337908 Oct 12 12:03:51.185538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821910-a581-4dca-9cad-1a28888dec06 req-15794feb-5ab0-4139-9ad8-9f5dee2f6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:51.186952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-15794feb-5ab0-4139-9ad8-9f5dee2f6b4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0448823 Oct 12 12:03:51.216599 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-f6fd4a5e-1d6a-4bd7-b94f-4873d7cc2d46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229669 Oct 12 12:03:51.304269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-9f27e530-62aa-4762-9c95-93023153612e service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808015 Oct 12 12:03:51.394809 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-02821910-a581-4dca-9cad-1a28888dec06 req-f5aa1ee7-3b3c-453e-866f-382e498bad23 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831530 Oct 12 12:03:51.727982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:51.790633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026feabd-029d-4ed1-b5ae-9db5c1284b87 req-1e2c2f50-5192-46da-bdfe-c94ae161f3f6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:51.792121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-026feabd-029d-4ed1-b5ae-9db5c1284b87 req-1e2c2f50-5192-46da-bdfe-c94ae161f3f6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Oct 12 12:03:51.831601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-026feabd-029d-4ed1-b5ae-9db5c1284b87 req-9cf63c4e-081f-4b63-94ac-a6de34f31e47 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Oct 12 12:03:51.881093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:52.395037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:03:52.414833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a1343e01-ac85-4cfc-8fee-caa937e91d2f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:03:52.415176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1343e01-ac85-4cfc-8fee-caa937e91d2f not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:03:52.538238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:52.950251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a39c3-2883-433b-9908-bc32287325b4 req-c8337453-fb89-495d-91e2-0b86cc3a86a5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:52.951734 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-890a39c3-2883-433b-9908-bc32287325b4 req-c8337453-fb89-495d-91e2-0b86cc3a86a5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.0487385 Oct 12 12:03:52.989226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-890a39c3-2883-433b-9908-bc32287325b4 req-9716ab6a-1ceb-4fa0-9ce3-e914794a77f0 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308342 Oct 12 12:03:53.406581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:54.104225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442f2f3-b656-424d-8c1e-73a828e885de req-aa3a1799-5ed4-4a07-a4d0-2a90dfe7ddc3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:54.105679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1442f2f3-b656-424d-8c1e-73a828e885de req-aa3a1799-5ed4-4a07-a4d0-2a90dfe7ddc3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.0494967 Oct 12 12:03:54.146185 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1442f2f3-b656-424d-8c1e-73a828e885de req-66e0db03-98ce-4ca3-82a6-d866e12202e5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Oct 12 12:03:54.395186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:03:54.490294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:54.501181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'port_id': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'mac_address': 'fa:16:3e:78:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde211a4-3f57-4f3e-a18d-aecb8fb4f558', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:03:54.537930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:54.550568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce37acc-195a-4566-8d16-53c97af5ab1f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:03:54.569868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:54.664114 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:54.714417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:54.721688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.722035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.722377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.722891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.723230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.723561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.723894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.724236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.724542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.724862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.725182 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.725501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:03:54.942555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['7ce37acc-195a-4566-8d16-53c97af5ab1f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:03:55.274198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d433a-11c7-4bbd-a58d-3028fe8b2116 req-d7858fb9-9c26-47c7-bdd8-fdf00cd336db tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:55.275692 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-862d433a-11c7-4bbd-a58d-3028fe8b2116 req-d7858fb9-9c26-47c7-bdd8-fdf00cd336db tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 944 time: 0.0477607 Oct 12 12:03:55.313339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-862d433a-11c7-4bbd-a58d-3028fe8b2116 req-33ba1f38-cdc6-4040-985f-43b1e3aea230 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Oct 12 12:03:56.410409 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:03:56.424623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0780d-c4d2-442a-8e49-9d5d7df0497f req-cec5eddf-c485-440c-b0ff-c41beed97965 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:56.426780 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7d0780d-c4d2-442a-8e49-9d5d7df0497f req-cec5eddf-c485-440c-b0ff-c41beed97965 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 944 time: 0.0483789 Oct 12 12:03:56.464710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7d0780d-c4d2-442a-8e49-9d5d7df0497f req-e31046fd-a439-4eab-a5e7-ba7bbbf43d6b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Oct 12 12:03:56.532506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 7ce37acc-195a-4566-8d16-53c97af5ab1f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:03:56.536974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 7ce37acc-195a-4566-8d16-53c97af5ab1f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:03:56.537369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:56.611144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:56.633124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:03:56.635361 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f395dc17-4980-41ba-bc27-518eaff5bf35" -d '{"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:03:56.647965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:03:56.670735 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa9f57-e832-4b03-a556-76e73f157c72 x-openstack-request-id: req-d2aa9f57-e832-4b03-a556-76e73f157c72 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:03:56.674429 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:03:56.674429 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2aa9f57-e832-4b03-a556-76e73f157c72 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:03:56.674429 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'code': 200} Oct 12 12:03:56.721199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:56.766108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b63f-0e76-4843-807b-fd61f191cbd2 req-afd90f43-7b46-4fe2-8463-567f9e63d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:56.767706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6729b63f-0e76-4843-807b-fd61f191cbd2 req-afd90f43-7b46-4fe2-8463-567f9e63d3ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1096 time: 0.0397587 Oct 12 12:03:56.772088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:03:56.803223 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6729b63f-0e76-4843-807b-fd61f191cbd2 req-2f07b21a-948b-4a26-b406-84d944a5b29b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289967 Oct 12 12:03:57.069490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:03:57.581219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d759ec5-4069-444d-ac68-926487c83e1e req-fb590610-e0a5-4d24-9dea-27491f69a824 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:57.584264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d759ec5-4069-444d-ac68-926487c83e1e req-fb590610-e0a5-4d24-9dea-27491f69a824 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Oct 12 12:03:57.627406 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d759ec5-4069-444d-ac68-926487c83e1e req-071afe46-974f-4c6a-b158-d374fc81c3c0 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Oct 12 12:03:58.740440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfc56b-2534-4f0c-bba8-3e9cd7638b17 req-4072e93b-1d33-4bf4-ae3e-c503ccc36055 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:58.741965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5dfc56b-2534-4f0c-bba8-3e9cd7638b17 req-4072e93b-1d33-4bf4-ae3e-c503ccc36055 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0486057 Oct 12 12:03:58.778100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5dfc56b-2534-4f0c-bba8-3e9cd7638b17 req-6a09eaef-afe2-46cf-859e-d0f9aa24daea tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Oct 12 12:03:58.851084 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:03:58.893366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95693ae4-f98b-4bf4-b80a-970ee8358dae req-268c3453-889f-4af2-afea-a65808ae8a6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:58.895080 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95693ae4-f98b-4bf4-b80a-970ee8358dae req-268c3453-889f-4af2-afea-a65808ae8a6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Oct 12 12:03:58.933164 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95693ae4-f98b-4bf4-b80a-970ee8358dae req-46428e67-0c6e-4e76-90b0-74cba1052ff0 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Oct 12 12:03:59.285756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3906a4-9df3-4bdf-9fbd-2f47173f7a7e req-f23a068e-ab86-435f-9837-2958fd3cc314 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:03:59.287242 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc3906a4-9df3-4bdf-9fbd-2f47173f7a7e req-f23a068e-ab86-435f-9837-2958fd3cc314 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Oct 12 12:03:59.327950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc3906a4-9df3-4bdf-9fbd-2f47173f7a7e req-0c4a638b-56ee-483f-a941-340e9cb5f3a0 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Oct 12 12:03:59.454706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-8a863ddc-3c8a-4504-a1f6-eecabb81ec8e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382481 Oct 12 12:04:00.442543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c331c87-4ff1-442c-a7ea-55a3e85c59e4 req-b3b7922e-d99e-423d-918e-7656cdd60fc1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:00.444040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c331c87-4ff1-442c-a7ea-55a3e85c59e4 req-b3b7922e-d99e-423d-918e-7656cdd60fc1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Oct 12 12:04:00.482454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2c331c87-4ff1-442c-a7ea-55a3e85c59e4 req-1cd7f8c9-e869-4c5b-9503-5c01a1192b1f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Oct 12 12:04:01.378469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-051b0971-5426-4382-a693-ee64de14738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:01.380700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-051b0971-5426-4382-a693-ee64de14738f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1096 time: 0.0434177 Oct 12 12:04:01.470046 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-6f1e5519-b8ae-4f0f-ace6-63f0c90d0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:01.471506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-6f1e5519-b8ae-4f0f-ace6-63f0c90d0eb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0823586 Oct 12 12:04:01.515421 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-dd88cb68-02e0-47df-a314-6af46dea30bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0372846 Oct 12 12:04:01.563599 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-8b85c17a-9758-428a-a778-8b3dbc221494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:01.565074 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-8b85c17a-9758-428a-a778-8b3dbc221494 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0436943 Oct 12 12:04:01.595993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-ed5d154e-2ab3-4a1f-bcdb-100b145bb026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238926 Oct 12 12:04:01.600652 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de2660-0a26-4d0f-8672-95e8734f0743 req-92a1d0fa-faef-4408-ad59-69fb4b4d13f3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:01.602124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1de2660-0a26-4d0f-8672-95e8734f0743 req-92a1d0fa-faef-4408-ad59-69fb4b4d13f3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Oct 12 12:04:01.643859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1de2660-0a26-4d0f-8672-95e8734f0743 req-495c64de-26e5-4258-8e0d-906f07c839c8 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356467 Oct 12 12:04:01.690259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-d5a6b734-1fd4-49f2-9ae7-c6631b93ce04 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871315 Oct 12 12:04:01.779464 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-531bd45c-5faa-4371-874a-c81733b48600 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824966 Oct 12 12:04:02.758650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9b0c-99bc-4b02-8484-021aa7d8d746 req-3f036ebd-d9ba-4e5a-83b4-b111b09cabad tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:02.760062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db0a9b0c-99bc-4b02-8484-021aa7d8d746 req-3f036ebd-d9ba-4e5a-83b4-b111b09cabad tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Oct 12 12:04:02.801402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db0a9b0c-99bc-4b02-8484-021aa7d8d746 req-feb63204-3b74-4b78-a96d-1bf4eb1834ad tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Oct 12 12:04:03.919308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ae409-5021-40a9-a330-a645b02fcbd9 req-46a5d65c-126f-4536-83bf-1935e789da7d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:03.921036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f54ae409-5021-40a9-a330-a645b02fcbd9 req-46a5d65c-126f-4536-83bf-1935e789da7d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Oct 12 12:04:03.962566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f54ae409-5021-40a9-a330-a645b02fcbd9 req-62d650db-6bdd-47be-b616-7434d36982e4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Oct 12 12:04:05.077525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0481e-0d09-4631-8584-d1cc3b70ffac req-9fdc7a18-3e30-43e1-9719-c6dac9a82a69 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:05.078995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01e0481e-0d09-4631-8584-d1cc3b70ffac req-9fdc7a18-3e30-43e1-9719-c6dac9a82a69 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Oct 12 12:04:05.116462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01e0481e-0d09-4631-8584-d1cc3b70ffac req-e72d7e97-c7a5-41fb-bae0-07aac39a7568 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Oct 12 12:04:06.230564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3432b-d964-4c5c-a491-91ff36134791 req-d1f019ef-a61f-47c3-997f-aff46a15598c tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:06.232057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ab3432b-d964-4c5c-a491-91ff36134791 req-d1f019ef-a61f-47c3-997f-aff46a15598c tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Oct 12 12:04:06.273339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ab3432b-d964-4c5c-a491-91ff36134791 req-b1cbd9bd-aa02-4798-b056-1ec27e6112e7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Oct 12 12:04:07.392946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6641a-51b3-4809-bd1a-69bb34d81cb2 req-0a31bc15-ba91-4687-ba7c-bbe46bc65250 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:07.394429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b6641a-51b3-4809-bd1a-69bb34d81cb2 req-0a31bc15-ba91-4687-ba7c-bbe46bc65250 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0545526 Oct 12 12:04:07.431859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91b6641a-51b3-4809-bd1a-69bb34d81cb2 req-edc473f3-e71d-4f6c-ab31-0b91445ce968 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Oct 12 12:04:08.547485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e32d41-de5b-4596-aa20-b822a11b255f req-ee7ffa11-7b82-4eb4-869d-ad435b3c2e50 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:08.549289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51e32d41-de5b-4596-aa20-b822a11b255f req-ee7ffa11-7b82-4eb4-869d-ad435b3c2e50 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Oct 12 12:04:08.587418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51e32d41-de5b-4596-aa20-b822a11b255f req-e7345212-63cb-4185-9e52-21367ceb2183 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Oct 12 12:04:09.701591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c50fb-764c-4cc0-9d38-7a1b42816c76 req-a4c32984-0b0d-4bd4-937e-3655622b36df tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:09.703074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-877c50fb-764c-4cc0-9d38-7a1b42816c76 req-a4c32984-0b0d-4bd4-937e-3655622b36df tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Oct 12 12:04:09.747165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-877c50fb-764c-4cc0-9d38-7a1b42816c76 req-22b64c48-c4b7-412e-9e38-fe0fb3d1109b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358791 Oct 12 12:04:10.880150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668952-4ffd-4481-be54-b13f01390707 req-a12e4014-365e-4e6a-8f52-08a27919c886 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:10.881783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a668952-4ffd-4481-be54-b13f01390707 req-a12e4014-365e-4e6a-8f52-08a27919c886 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0700288 Oct 12 12:04:10.920574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a668952-4ffd-4481-be54-b13f01390707 req-66463b14-70df-48f8-9592-12b92f1d0785 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Oct 12 12:04:12.032842 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6738fd-0ba1-478f-8cc2-0bb654c48280 req-b97737f8-58a2-4603-86f0-b6d52567edfa tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:12.034323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc6738fd-0ba1-478f-8cc2-0bb654c48280 req-b97737f8-58a2-4603-86f0-b6d52567edfa tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0477760 Oct 12 12:04:12.072698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc6738fd-0ba1-478f-8cc2-0bb654c48280 req-4023d87e-dd69-4c18-8459-6172fc7be92d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Oct 12 12:04:13.189682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403b71-13cd-48c6-ab2a-f3f8256618b7 req-5a447685-9e8c-4f53-a894-bcbcfded3df1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:13.192246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30403b71-13cd-48c6-ab2a-f3f8256618b7 req-5a447685-9e8c-4f53-a894-bcbcfded3df1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Oct 12 12:04:13.235323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30403b71-13cd-48c6-ab2a-f3f8256618b7 req-dedbdb2a-6fad-4f69-94df-0e3985902bba tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369892 Oct 12 12:04:14.349858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c704a-82a0-4a3c-95dd-7b0aba98c944 req-bc885454-c0ab-483f-b448-1e3bc433c0c8 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:14.351345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-371c704a-82a0-4a3c-95dd-7b0aba98c944 req-bc885454-c0ab-483f-b448-1e3bc433c0c8 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Oct 12 12:04:14.387835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-371c704a-82a0-4a3c-95dd-7b0aba98c944 req-80075de1-a365-4ec8-930a-37136caced02 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Oct 12 12:04:15.500249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b16dc-62c5-4fc2-825b-5ec5c69e737b req-52d80e64-c6be-4db8-a511-807c3fe147e5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:15.501728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481b16dc-62c5-4fc2-825b-5ec5c69e737b req-52d80e64-c6be-4db8-a511-807c3fe147e5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0487285 Oct 12 12:04:15.539616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481b16dc-62c5-4fc2-825b-5ec5c69e737b req-106e5deb-e944-4fe9-a236-325fd212a2fa tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Oct 12 12:04:16.658059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddb873-7edb-4b4a-8627-3548898e48a8 req-61fc80f6-3199-41eb-9f30-9dd366417ce7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:16.659522 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47ddb873-7edb-4b4a-8627-3548898e48a8 req-61fc80f6-3199-41eb-9f30-9dd366417ce7 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0472138 Oct 12 12:04:16.700883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47ddb873-7edb-4b4a-8627-3548898e48a8 req-4accf81a-8cde-4497-86e3-7c612ff2aa25 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Oct 12 12:04:17.675043 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-516b35e4-33d8-4ce0-8fed-55887f0140fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:17.817517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0832e-1b40-4b04-82a0-3dd255494a2b req-2658fb3c-b861-4963-9435-09ed1601a2e6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:17.819004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58a0832e-1b40-4b04-82a0-3dd255494a2b req-2658fb3c-b861-4963-9435-09ed1601a2e6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Oct 12 12:04:17.857107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-58a0832e-1b40-4b04-82a0-3dd255494a2b req-d77ac7fa-7ab3-43b6-82df-78a487007e72 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Oct 12 12:04:18.974477 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da86e-2964-412a-88c9-e55c7bb372f6 req-53945061-2474-4415-a023-fd23d923c5eb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:18.976007 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f2da86e-2964-412a-88c9-e55c7bb372f6 req-53945061-2474-4415-a023-fd23d923c5eb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Oct 12 12:04:19.013959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f2da86e-2964-412a-88c9-e55c7bb372f6 req-e2051732-6062-432e-b4f4-0b6c9460ef4d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Oct 12 12:04:20.125939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896419-fbf5-4c28-995d-edf60a89d996 req-dcd426b3-113c-4076-bb52-6bffb9f4a7cf tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:20.127316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88896419-fbf5-4c28-995d-edf60a89d996 req-dcd426b3-113c-4076-bb52-6bffb9f4a7cf tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Oct 12 12:04:20.168786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-88896419-fbf5-4c28-995d-edf60a89d996 req-4ce64bc7-730d-4219-9430-9aa4f5af9cab tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Oct 12 12:04:20.313419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-6cef3506-f3fb-46e4-ba5d-1d06d788e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:20.314995 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-6cef3506-f3fb-46e4-ba5d-1d06d788e127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1096 time: 0.0393002 Oct 12 12:04:20.418670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-58e92400-cc5c-46fc-904f-06c88d07c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:20.420081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-58e92400-cc5c-46fc-904f-06c88d07c340 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0861683 Oct 12 12:04:20.460902 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-472ca8b8-df0c-4fe4-bde7-4125671544e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0333295 Oct 12 12:04:20.498217 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f50f7455-c79e-4fab-a7a9-d87df5aebe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:20.512745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-d168a7f3-7b0f-4516-a70d-d8b7463d4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:20.514197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-d168a7f3-7b0f-4516-a70d-d8b7463d4a3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0471020 Oct 12 12:04:20.545449 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-e582d81c-ff58-4178-81a8-314f5932c5be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242693 Oct 12 12:04:20.636691 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-c669694d-714d-4aa9-a70d-c84e4973568f service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835097 Oct 12 12:04:20.729364 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-44521e8a-72e3-4ff1-b8d9-ef96b1812f89 req-3e508fc1-ddc7-43a5-ba5c-ca8848975166 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Oct 12 12:04:21.282966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d9b5e-8737-42a0-8d6e-3e3f0386a0d9 req-682243c8-1b59-4999-bd9e-293aea74b082 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:21.284331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45d9b5e-8737-42a0-8d6e-3e3f0386a0d9 req-682243c8-1b59-4999-bd9e-293aea74b082 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Oct 12 12:04:21.322208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a45d9b5e-8737-42a0-8d6e-3e3f0386a0d9 req-8b124fe1-e93d-41a2-945b-184a04635812 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Oct 12 12:04:21.715583 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:21.915505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:22.436657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399565-7f1f-4889-a335-97a181ad3d3e req-ca209675-a182-4e6a-9767-2f6551aac53f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:22.439006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f399565-7f1f-4889-a335-97a181ad3d3e req-ca209675-a182-4e6a-9767-2f6551aac53f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0491209 Oct 12 12:04:22.475982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f399565-7f1f-4889-a335-97a181ad3d3e req-687ad43e-75d2-489a-93ca-ea7d20922aa2 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Oct 12 12:04:22.521353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:23.406690 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:23.593883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96625d-dc8c-49ee-a38a-88e92034b469 req-283af507-d51a-4cb6-adf0-041f43e8cc60 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:23.595299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c96625d-dc8c-49ee-a38a-88e92034b469 req-283af507-d51a-4cb6-adf0-041f43e8cc60 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0502663 Oct 12 12:04:23.639020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c96625d-dc8c-49ee-a38a-88e92034b469 req-6647d5cd-bb51-4e19-a5b8-393fbb0f451b tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Oct 12 12:04:24.754481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1e30c-40f1-4431-82dd-ff45db4b549a req-55341adc-f84b-4a9f-8c8e-a3c577da6b33 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:24.755936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6c1e30c-40f1-4431-82dd-ff45db4b549a req-55341adc-f84b-4a9f-8c8e-a3c577da6b33 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Oct 12 12:04:24.794324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a6c1e30c-40f1-4431-82dd-ff45db4b549a req-85f9e627-1141-41cc-9178-ab6ad6a00198 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Oct 12 12:04:25.909709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124979fd-d4f8-443a-bdbb-4e89f68b3dea req-4a71177d-12e3-469b-be13-4a6b993b3d6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:25.911730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-124979fd-d4f8-443a-bdbb-4e89f68b3dea req-4a71177d-12e3-469b-be13-4a6b993b3d6a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0504825 Oct 12 12:04:25.950295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-124979fd-d4f8-443a-bdbb-4e89f68b3dea req-9d7cc9f8-e6ea-411d-8b54-8120fdf771be tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Oct 12 12:04:27.065562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1d780-d8cf-498e-9e62-4eeb5c45102f req-d1ce8a40-3036-4a73-bdfa-c9ff79e3a7de tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:27.067724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ad1d780-d8cf-498e-9e62-4eeb5c45102f req-d1ce8a40-3036-4a73-bdfa-c9ff79e3a7de tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Oct 12 12:04:27.086296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:27.109647 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ad1d780-d8cf-498e-9e62-4eeb5c45102f req-5237f3df-47fb-445e-8c83-817bb9275504 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358715 Oct 12 12:04:28.225222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f58f7-3d95-4baf-8909-a598d46379da req-47d7d944-727b-4c5e-b00f-dd345554c290 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:28.226682 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d08f58f7-3d95-4baf-8909-a598d46379da req-47d7d944-727b-4c5e-b00f-dd345554c290 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Oct 12 12:04:28.263621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d08f58f7-3d95-4baf-8909-a598d46379da req-2c308ed8-2e6c-4d39-bd18-b87c0acfd7bd tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Oct 12 12:04:28.964285 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-775233aa-f4bf-432c-9c5b-d2d78ab182f5 service neutron] show failed (client error): The resource could not be found. Oct 12 12:04:28.965256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-775233aa-f4bf-432c-9c5b-d2d78ab182f5 service neutron] 10.222.0.41 "GET /v2.0/ports/7ce37acc-195a-4566-8d16-53c97af5ab1f/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0522237 Oct 12 12:04:29.378411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850145a-2c46-485c-8e4b-64e57b2e73e3 req-f5fc69b3-d911-4816-93f8-26f851afbdf4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:29.380067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3850145a-2c46-485c-8e4b-64e57b2e73e3 req-f5fc69b3-d911-4816-93f8-26f851afbdf4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Oct 12 12:04:29.423811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3850145a-2c46-485c-8e4b-64e57b2e73e3 req-6de2df03-978a-4ed6-973f-d2c81f66eb49 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Oct 12 12:04:29.472187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-ae9378c4-d56e-4789-b475-ccb937009a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:29.473770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-ae9378c4-d56e-4789-b475-ccb937009a89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62&tenant_id=90a2187df70747b59074402a23195fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0465083 Oct 12 12:04:29.485028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:29.542226 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:29.744901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:29.777995 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:29.816752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:29.819097 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e281e18a-1937-449c-be69-133871768509" -d '{"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:29.822762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:29.834831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Transition to ACTIVE for port object 7ce37acc-195a-4566-8d16-53c97af5ab1f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:04:29.869546 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3911d5-0f86-4e1b-a697-866b3b33787f x-openstack-request-id: req-aa3911d5-0f86-4e1b-a697-866b3b33787f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:29.869831 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:29.870149 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa3911d5-0f86-4e1b-a697-866b3b33787f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:29.870548 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'code': 200} Oct 12 12:04:29.908359 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:29.974739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] No DVR routers for this DVR port 7ce37acc-195a-4566-8d16-53c97af5ab1f on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:04:29.979194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:29.991956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.992297 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.992630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.992957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.993279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.993599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.993917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.994231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.994544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.994887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.995201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:29.995512 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:30.031211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:04:30.031542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:04:30.031865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:30.036373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:04:30.036687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Attempting to bind port 7ce37acc-195a-4566-8d16-53c97af5ab1f on network 3e614d94-f491-4e9f-8eff-3a146e741178 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:30.041303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:04:30.041634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Checking segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:30.042006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Bound using segment: {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:04:30.042426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Bound port: 7ce37acc-195a-4566-8d16-53c97af5ab1f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c804a4-30eb-4225-ab63-0d12182bb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:04:30.042803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:30.103660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:30.106483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:04:30.201279 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:30.239487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:30.242450 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:30.242450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] 10.222.0.47 "PUT /v2.0/ports/7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 1091 time: 0.7602999 Oct 12 12:04:30.260907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429a5b-2821-4472-828b-00f616e8d70d service neutron] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:30.302823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-8c04b483-e164-4217-a4ca-9ca101cfe0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:30.304337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-8c04b483-e164-4217-a4ca-9ca101cfe0f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1094 time: 0.0403879 Oct 12 12:04:30.391517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-a1759fb7-4c5e-4eea-9bd7-b534e7ec4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:30.392889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-a1759fb7-4c5e-4eea-9bd7-b534e7ec4d8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0821400 Oct 12 12:04:30.437161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-1b9ce663-dcab-47dc-946d-953bfac230d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0370805 Oct 12 12:04:30.485594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-19a2aa8c-f5c4-4255-92e0-3743569ea487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:30.487096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-19a2aa8c-f5c4-4255-92e0-3743569ea487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0438142 Oct 12 12:04:30.527307 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-79ad0479-b7c2-4195-a1e3-b9675abcc61f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331256 Oct 12 12:04:30.614984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bf5f4-2776-4e29-ba03-43b9c5914c34 req-445cfbf4-cf7f-4644-9b26-813e6299429e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:30.616436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d71bf5f4-2776-4e29-ba03-43b9c5914c34 req-445cfbf4-cf7f-4644-9b26-813e6299429e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.1147051 Oct 12 12:04:30.662996 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-56851be3-c24f-49f3-b1f7-06e4f8f87b2a service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223369 Oct 12 12:04:30.669861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d71bf5f4-2776-4e29-ba03-43b9c5914c34 req-e170fff8-f72e-4f46-bfb9-8430d267624a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Oct 12 12:04:30.757632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d0e90ee-c3a0-4bb8-a94e-eb32f027b336 req-676d4214-0c24-45b4-8c29-717db26b13fc service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868547 Oct 12 12:04:31.782619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b4a9-6b3f-4aa9-8d44-110634164334 req-e2736fdc-db0a-44e1-85ce-78c9490dfea6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:31.784024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8a4b4a9-6b3f-4aa9-8d44-110634164334 req-e2736fdc-db0a-44e1-85ce-78c9490dfea6 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 943 time: 0.0480094 Oct 12 12:04:31.821787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8a4b4a9-6b3f-4aa9-8d44-110634164334 req-97bf26db-02db-4312-a1b5-2891d037324c tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Oct 12 12:04:31.871425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:31.873783 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0d10e-38d0-4193-bbf3-93497c3642b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:31.922853 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58b397-5611-4a53-b027-394f37ffd3eb x-openstack-request-id: req-1a58b397-5611-4a53-b027-394f37ffd3eb {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:31.923149 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:31.923402 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a58b397-5611-4a53-b027-394f37ffd3eb {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:31.923804 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'status': 'completed', 'code': 200} Oct 12 12:04:31.985253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-749f58a2-d099-491e-9f49-3f732df65c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:31.985871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-3d521735-571c-4a76-9599-31e29ecc4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:31.986756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-749f58a2-d099-491e-9f49-3f732df65c12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1094 time: 0.0442204 Oct 12 12:04:31.986882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-3d521735-571c-4a76-9599-31e29ecc4a27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1094 time: 0.0399206 Oct 12 12:04:32.065708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:04:32.077703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-4d490842-7331-428d-bc6b-c4c20a859082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:32.079463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-4d490842-7331-428d-bc6b-c4c20a859082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0858278 Oct 12 12:04:32.085456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-bde9dd69-02b8-4e72-9740-ee4377da549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:32.086931 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-bde9dd69-02b8-4e72-9740-ee4377da549c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0923171 Oct 12 12:04:32.124035 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-3196d329-80e9-4668-9531-3327498cc50e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0378754 Oct 12 12:04:32.129881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-78065961-49d7-4fc6-8f96-f8a740ac6647 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0343459 Oct 12 12:04:32.167003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:32.179311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'network_id': '3e614d94-f491-4e9f-8eff-3a146e741178', 'port_id': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'mac_address': 'fa:16:3e:78:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde211a4-3f57-4f3e-a18d-aecb8fb4f558', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:04:32.182277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-3389ec9b-2c61-40a2-8e65-ae873db4bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:32.183779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-3389ec9b-2c61-40a2-8e65-ae873db4bd82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0472803 Oct 12 12:04:32.219908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:32.223325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-09a1382f-c733-45a1-9476-19e0ea37a7bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307486 Oct 12 12:04:32.234252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce37acc-195a-4566-8d16-53c97af5ab1f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:04:32.256930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:32.315802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:32.327841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-1709cad8-6379-463c-b2f6-7db1502150f7 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931661 Oct 12 12:04:32.368994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:32.452532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-24b51223-3c62-450d-bd3d-74c28fada7b2 service neutron] 10.222.0.47 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079729 Oct 12 12:04:32.518989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-0975861a-ab0d-4310-9ee5-e4488b156320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:32.520665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-0975861a-ab0d-4310-9ee5-e4488b156320 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.3902011 Oct 12 12:04:32.538563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7ce37acc-195a-4566-8d16-53c97af5ab1f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:04:32.553795 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-5ba3be0e-03a0-4486-8774-39b7cecdfc30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255334 Oct 12 12:04:32.562430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:04:32.623420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:04:32.647738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-19ca0af7-d622-4892-b0a9-76ceb8bdc976 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Oct 12 12:04:32.737466 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b9d0d10e-38d0-4193-bbf3-93497c3642b6 req-f89bdaf9-64bb-4cfa-a6dd-7208bc2144fc service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828607 Oct 12 12:04:32.940490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141ada2-1a93-4dbe-a323-e5bee431a348 req-905e344f-95b6-4d1d-b930-82664d179ab5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:32.942221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7141ada2-1a93-4dbe-a323-e5bee431a348 req-905e344f-95b6-4d1d-b930-82664d179ab5 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 944 time: 0.0504191 Oct 12 12:04:32.980264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7141ada2-1a93-4dbe-a323-e5bee431a348 req-e59c5776-4493-433a-9f7c-6d0a52290c16 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Oct 12 12:04:33.293828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1007d-d0bb-450d-9960-c96b8a0c29f2 req-d676d243-c091-44b5-8969-3e50f4e7303e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:33.295341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49a1007d-d0bb-450d-9960-c96b8a0c29f2 req-d676d243-c091-44b5-8969-3e50f4e7303e tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 944 time: 0.0507255 Oct 12 12:04:33.335368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49a1007d-d0bb-450d-9960-c96b8a0c29f2 req-70fa5730-9504-458b-93f0-191f2e36d0eb tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Oct 12 12:04:33.368280 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40f16-4601-4569-8e76-0dece14be4ac req-675be597-6f81-4d28-881a-a99c94abf682 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:33.369818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-675be597-6f81-4d28-881a-a99c94abf682 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62&tenant_id=90a2187df70747b59074402a23195fb2&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 944 time: 0.0523338 Oct 12 12:04:33.432745 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-46e40f16-4601-4569-8e76-0dece14be4ac req-ad762c09-f660-45e7-8253-76df9a252266 service neutron] delete failed (client error): The resource could not be found. Oct 12 12:04:33.433727 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-ad762c09-f660-45e7-8253-76df9a252266 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7ce37acc-195a-4566-8d16-53c97af5ab1f/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0565908 Oct 12 12:04:33.515514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40f16-4601-4569-8e76-0dece14be4ac req-08145cb8-83b9-45c2-a263-b94ed12f64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:33.517015 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-08145cb8-83b9-45c2-a263-b94ed12f64e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90a2187df70747b59074402a23195fb2&device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 1095 time: 0.0399613 Oct 12 12:04:33.604949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40f16-4601-4569-8e76-0dece14be4ac req-c99fdcb6-dd57-4cf9-9714-3cc9317b0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:33.606414 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-c99fdcb6-dd57-4cf9-9714-3cc9317b0ee3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 200 len: 916 time: 0.0826957 Oct 12 12:04:33.650872 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-7c5d17e7-7f30-47b4-987e-716f3403a793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 200 len: 217 time: 0.0365188 Oct 12 12:04:33.698891 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40f16-4601-4569-8e76-0dece14be4ac req-54edfe43-4561-4bc7-b9a8-db7e350c642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:33.700322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-54edfe43-4561-4bc7-b9a8-db7e350c642a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 200 len: 855 time: 0.0426650 Oct 12 12:04:33.729916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-3c4e6402-5ba5-4209-831a-c43dee7a9b86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e614d94-f491-4e9f-8eff-3a146e741178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231092 Oct 12 12:04:33.822592 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-3c28bda9-e325-4eaa-b21b-3dccede110b4 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851939 Oct 12 12:04:33.912456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-46e40f16-4601-4569-8e76-0dece14be4ac req-0d7e9b98-1548-467a-97e6-d9797bc5f961 service neutron] 10.222.0.41 "GET /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Oct 12 12:04:34.070133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:34.166508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 7ce37acc-195a-4566-8d16-53c97af5ab1f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:04:34.170232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 7ce37acc-195a-4566-8d16-53c97af5ab1f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:34.170625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:34.248845 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:34.271377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:34.273677 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7277b368-6b0e-456e-b794-23d266535120" -d '{"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:34.286792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:34.321264 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dfd728-8ff3-4aa1-a577-04c907f832ca x-openstack-request-id: req-74dfd728-8ff3-4aa1-a577-04c907f832ca {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:34.321552 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:34.321800 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74dfd728-8ff3-4aa1-a577-04c907f832ca {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:34.322197 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'code': 200} Oct 12 12:04:34.361042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:34.411201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:34.464680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d249661-46f0-4864-910e-2060e9529db7 req-d1a964cc-e335-411f-b3f1-0a17593d7d1d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:34.466132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d249661-46f0-4864-910e-2060e9529db7 req-d1a964cc-e335-411f-b3f1-0a17593d7d1d tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0547957 Oct 12 12:04:34.505011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d249661-46f0-4864-910e-2060e9529db7 req-f47b6354-8de2-479a-8077-e8d645f84547 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Oct 12 12:04:35.619448 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519d11-3e44-443f-8c30-0a025589f993 req-1e4c2f98-2df7-4c96-a8f7-b718b3b9d2d4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:35.620904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6519d11-3e44-443f-8c30-0a025589f993 req-1e4c2f98-2df7-4c96-a8f7-b718b3b9d2d4 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0482128 Oct 12 12:04:35.657301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6519d11-3e44-443f-8c30-0a025589f993 req-727af961-8bf4-4e98-ac74-8dab8c6e3940 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Oct 12 12:04:35.768489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f592d83-5580-4680-9b95-8e5ce2b31072 req-979a1855-4cc5-44ba-9b69-83b48bbb413f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:35.770408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f592d83-5580-4680-9b95-8e5ce2b31072 req-979a1855-4cc5-44ba-9b69-83b48bbb413f tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Oct 12 12:04:35.808972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0f592d83-5580-4680-9b95-8e5ce2b31072 req-88f5a74d-bd95-41e6-98b5-c10a8618ea59 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Oct 12 12:04:35.852229 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:04:35.926619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1108ba6-4b0f-4ba6-97d3-2e6eeb8b8e77 req-fada6333-b69d-4170-9e01-20a49128f2e1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:35.928119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1108ba6-4b0f-4ba6-97d3-2e6eeb8b8e77 req-fada6333-b69d-4170-9e01-20a49128f2e1 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0544291 Oct 12 12:04:35.966662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1108ba6-4b0f-4ba6-97d3-2e6eeb8b8e77 req-bfa456f3-e726-4c27-bed0-771b664cde33 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326650 Oct 12 12:04:36.737013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22673-ab5c-48be-a3dd-ad9810f07ec8 req-3ba2e16c-26a5-4657-b1d0-208c549355f3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:36.738977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39a22673-ab5c-48be-a3dd-ad9810f07ec8 req-3ba2e16c-26a5-4657-b1d0-208c549355f3 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Oct 12 12:04:36.775908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-39a22673-ab5c-48be-a3dd-ad9810f07ec8 req-1d7c0c6d-dbe0-4a97-8c2a-697464e5833c tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Oct 12 12:04:37.643699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-db9de44d-00f1-490b-b913-35e97046ec13 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:37.645410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-db9de44d-00f1-490b-b913-35e97046ec13 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Oct 12 12:04:37.736492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Deleting port 7ce37acc-195a-4566-8d16-53c97af5ab1f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:04:37.736827 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:37.823976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] For port 7ce37acc-195a-4566-8d16-53c97af5ab1f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=7ce37acc-195a-4566-8d16-53c97af5ab1f,segment=NetworkSegment(e3c804a4-30eb-4225-ab63-0d12182bb47a),segment_id=e3c804a4-30eb-4225-ab63-0d12182bb47a)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:37.824748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:37.837598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Calling delete_port for 7ce37acc-195a-4566-8d16-53c97af5ab1f owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:04:37.936105 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9b050-84ce-47ab-a838-af0eb38e1663 req-13b7b40f-b4fc-451c-8705-866fcfe6341a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:37.937587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76e9b050-84ce-47ab-a838-af0eb38e1663 req-13b7b40f-b4fc-451c-8705-866fcfe6341a tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0d29cc-f061-4978-b2b1-899682bbef62 HTTP/1.1" status: 200 len: 945 time: 0.0944023 Oct 12 12:04:38.009448 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76e9b050-84ce-47ab-a838-af0eb38e1663 req-911e59ea-79d3-4cf1-a141-3165ad0acb97 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Oct 12 12:04:38.081022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:38.094101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['7ce37acc-195a-4566-8d16-53c97af5ab1f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:04:38.108949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Pushing event deleted for resources: {'Port': ['ID=7ce37acc-195a-4566-8d16-53c97af5ab1f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:38.149694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] No DVR routers for this DVR port 7ce37acc-195a-4566-8d16-53c97af5ab1f on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:04:38.152600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:38.156062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-30bfdf0f-0f7f-4dce-b6ca-85b7f1e180f8 req-c3248130-d056-4413-a268-14ddb60eeb30 tempest-ServerDiskConfigTestJSON-120145373 tempest-ServerDiskConfigTestJSON-120145373-project] 10.222.0.47 "DELETE /v2.0/ports/7ce37acc-195a-4566-8d16-53c97af5ab1f HTTP/1.1" status: 204 len: 173 time: 0.5044045 Oct 12 12:04:38.156575 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-deleted', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:38.158979 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b54fd-9154-4405-b44a-5ba25c702b2f" -d '{"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-deleted", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:38.193554 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69198367-46a7-4149-acdc-84855ed3b112 x-openstack-request-id: req-69198367-46a7-4149-acdc-84855ed3b112 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:38.193836 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0d29cc-f061-4978-b2b1-899682bbef62", "name": "network-vif-deleted", "tag": "7ce37acc-195a-4566-8d16-53c97af5ab1f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:38.194106 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69198367-46a7-4149-acdc-84855ed3b112 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:38.194530 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0d29cc-f061-4978-b2b1-899682bbef62', 'name': 'network-vif-deleted', 'tag': '7ce37acc-195a-4566-8d16-53c97af5ab1f', 'status': 'completed', 'code': 200} Oct 12 12:04:39.127610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43164) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:39.171747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Deleting subnet fde211a4-3f57-4f3e-a18d-aecb8fb4f558 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:04:39.174752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.212318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.250616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.349824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.375181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde211a4-3f57-4f3e-a18d-aecb8fb4f558,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:39.380139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.383405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5440d456-c932-42ae-a9de-503293a31ed2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fde211a4-3f57-4f3e-a18d-aecb8fb4f558 HTTP/1.1" status: 204 len: 168 time: 0.2548041 Oct 12 12:04:39.385848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43166) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:39.455824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.531919 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.552714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e614d94-f491-4e9f-8eff-3a146e741178']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:39.561597 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c804a4-30eb-4225-ab63-0d12182bb47a') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:39.561890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c804a4-30eb-4225-ab63-0d12182bb47a') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:39.575572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.588508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.594091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:04:39.594837 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:04:39.596819 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:04:39.715344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.720504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:39.723948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3e614d94-f491-4e9f-8eff-3a146e741178 HTTP/1.1" status: 204 len: 168 time: 0.3372011 Oct 12 12:04:39.734318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d60fd-8a6e-45ca-b4ec-75d3639d07b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e614d94-f491-4e9f-8eff-3a146e741178,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:40.043387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43170) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:40.084660 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-15218214-c4a4-49b8-9dbd-12b4c6b21cc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90a2187df70747b59074402a23195fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401292 Oct 12 12:04:40.087288 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43172) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:40.104514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:04:40.124506 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 7ce37acc-195a-4566-8d16-53c97af5ab1f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:04:40.124849 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 7ce37acc-195a-4566-8d16-53c97af5ab1f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:04:40.136944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:40.162764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:40.263630 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:40.266204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:40.267433 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c HTTP/1.1" status: 204 len: 168 time: 0.1792696 Oct 12 12:04:40.275544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf37319-c735-4ddb-80e6-b2b3fcbad3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bd5b4-58e2-4ebb-9462-d6dc018f6e5c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:41.243646 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43194) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:41.338806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-787321504-network', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:41.406812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:04:41.408975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.417941 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.489102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.544258 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.570248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:04:41.579895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d6f78-e12d-4cac-a10f-f75bf686e790,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:41.586062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.586411 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Added segment 0f82d681-de17-4276-b7e5-5d6477b48b92 of type vlan for network 598cc5da-a188-4706-b3fb-f4d962f2e048 Oct 12 12:04:41.626616 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.704320 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.705189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:41.705760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:41.766560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=598cc5da-a188-4706-b3fb-f4d962f2e048,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:41.776722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:04:41.806543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9d97f9b4-e20f-4a89-86bb-a497a8686dc7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5614946 Oct 12 12:04:41.809310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43198) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:41.814136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Request body: {'subnet': {'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-787321504-subnet', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:41.913939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:04:41.916382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.154750 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.209244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fa3976-a11f-48f6-85f2-771c5c11b5f6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:42.219497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:42.219855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Network hostable DHCP agents. Network: 598cc5da-a188-4706-b3fb-f4d962f2e048, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:04:42.308482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:04:42.394630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 598cc5da-a188-4706-b3fb-f4d962f2e048) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:42.398794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:42.399375 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.403222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f74eb-e5ae-4c2d-b754-442499aab5b8 None None] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:04:42.490432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-481da055-a16d-43fa-9aa3-c88ed2f13b36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6798787 Oct 12 12:04:42.493129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43200) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:42.497614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:42.545524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-598cc5da-a188-4706-b3fb-f4d962f2e048', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:04:42.546372 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.584398 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.585882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.640259 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.680095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Allocated IP 172.20.0.2 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/0b653d1c-e207-4612-b961-530cb4bc4567) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:04:42.811578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.822965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.915871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:42.955392 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:42.958835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:42.964636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:04:42.977321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Pushing event updated for resources: {'Port': ['ID=0b653d1c-e207-4612-b961-530cb4bc4567,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:43.022706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Attempting to bind port 0b653d1c-e207-4612-b961-530cb4bc4567 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:04:43.023107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Attempting to bind port 0b653d1c-e207-4612-b961-530cb4bc4567 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:04:43.023470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Attempting to bind port 0b653d1c-e207-4612-b961-530cb4bc4567 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:43.028323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:04:43.028695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:43.029098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.029494 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:04:43.029954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Bound port: 0b653d1c-e207-4612-b961-530cb4bc4567, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:04:43.030338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.079936 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.096710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] For port 0b653d1c-e207-4612-b961-530cb4bc4567, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:43.099760 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.100204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] For port 0b653d1c-e207-4612-b961-530cb4bc4567, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b653d1c-e207-4612-b961-530cb4bc4567,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:04:43.203530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Allocated IP 172.25.2.247 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/86388acb-6b9e-452b-a2a8-33e9f174ed26) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:04:43.207616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.270852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f0b49-bb6c-4698-9d4c-59d3a50fc1b3 None None] Pushing event updated for resources: {'Port': ['ID=0b653d1c-e207-4612-b961-530cb4bc4567,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:43.309147 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.430036 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:43.469886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:43.475564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:43.479140 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:04:43.485363 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Pushing event updated for resources: {'Port': ['ID=86388acb-6b9e-452b-a2a8-33e9f174ed26,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:43.822020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.155625 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54d6fa-c5e5-48b0-82e0-6ba69c486153 None None] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:04:44.287483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] Provisioning complete for port 0b653d1c-e207-4612-b961-530cb4bc4567 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:44.287763 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.388385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.395496 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.430040 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] For port 0b653d1c-e207-4612-b961-530cb4bc4567, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b653d1c-e207-4612-b961-530cb4bc4567,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:44.537342 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.585049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e312f28-ce15-478c-aa26-07130266b1d1 None None] Pushing event updated for resources: {'Port': ['ID=0b653d1c-e207-4612-b961-530cb4bc4567,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:44.611490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:04:44.656586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7cc901e7-0d0a-40f4-960f-5913fc415e47 None None] Provisioning complete for port 0b653d1c-e207-4612-b961-530cb4bc4567 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:44.657077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7cc901e7-0d0a-40f4-960f-5913fc415e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.714211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:04:44.728565 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:04:44.737167 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:04:44.738465 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:44.813622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:44.815581 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8ac8ff75-3b96-4640-b1d3-8cb84a8bbf3f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3208356 Oct 12 12:04:44.817986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43202) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:44.840309 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:04:45.016327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:43Z', 'revision_number': 3, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:45.045280 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:04:45.045625 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Updating router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc port 86388acb-6b9e-452b-a2a8-33e9f174ed26 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:04:45.073230 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.130716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b653d1c-e207-4612-b961-530cb4bc4567 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:45.188175 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 0b653d1c-e207-4612-b961-530cb4bc4567 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:45.188833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.242234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.324443 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.394989 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.439272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Allocated IP 172.20.0.1 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/18f6f97b-fc5c-4b5e-98ed-2420d47258e4) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:04:45.446108 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Attempting to bind port 86388acb-6b9e-452b-a2a8-33e9f174ed26 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:04:45.446458 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Attempting to bind port 86388acb-6b9e-452b-a2a8-33e9f174ed26 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:04:45.446846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Attempting to bind port 86388acb-6b9e-452b-a2a8-33e9f174ed26 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:45.449968 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Pushing event updated for resources: {'Port': ['ID=86388acb-6b9e-452b-a2a8-33e9f174ed26,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:45.458076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:04:45.458445 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:45.458877 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.459270 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:04:45.459730 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Bound port: 86388acb-6b9e-452b-a2a8-33e9f174ed26, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:04:45.460104 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.463387 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.463728 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.464065 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.464398 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.464726 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.465048 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.465367 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.465684 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.465997 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.466312 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.466627 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.466961 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:45.520578 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] For port 86388acb-6b9e-452b-a2a8-33e9f174ed26, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:45.523803 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] For port 86388acb-6b9e-452b-a2a8-33e9f174ed26, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=86388acb-6b9e-452b-a2a8-33e9f174ed26,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:04:45.546326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.612080 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.641975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.667398 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:04:45.668006 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:45.672595 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3392e3-3b35-4d54-a6b5-1466df67cd8e None None] Pushing event updated for resources: {'Port': ['ID=86388acb-6b9e-452b-a2a8-33e9f174ed26,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:45.675873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:45.679094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:45.682647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:04:45.717791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Pushing event updated for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:45.731879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.780452 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:04:45.941156 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.962424 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:43Z', 'revision_number': 3, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:45.962687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0958aa0e-6b0a-43bd-8f5d-9df8d551d128 None None] Provisioning complete for port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:45.963192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0958aa0e-6b0a-43bd-8f5d-9df8d551d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:45.993568 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b63d0-0c86-4071-a1d9-0076ce44d3c0 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:43Z', 'revision_number': 3, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:04:45.998006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0958aa0e-6b0a-43bd-8f5d-9df8d551d128 None None] Port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:04:46.116205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:46.178095 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:46.255521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Pushing event updated for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:46.259847 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:46.356028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:46.358279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:46.484826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:04:46.614199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:04:46.620341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a112498e-637d-4c47-ae62-e0b28ced7a21 admin admin] 10.222.0.43 "PUT /v2.0/routers/67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002956 Oct 12 12:04:46.639076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1a99ca10-273a-4c40-af4a-e7b1d9d55adc None None] Provisioning complete for port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:46.639076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a99ca10-273a-4c40-af4a-e7b1d9d55adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:46.680875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1a99ca10-273a-4c40-af4a-e7b1d9d55adc None None] Port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:04:47.112067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 86388acb-6b9e-452b-a2a8-33e9f174ed26 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:47.116366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43210) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:47.120927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094961189', 'description': 'tempest-description--479746768'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:47.163200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 86388acb-6b9e-452b-a2a8-33e9f174ed26 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:47.163489 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.217831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.243736 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.266181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 86388acb-6b9e-452b-a2a8-33e9f174ed26, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=86388acb-6b9e-452b-a2a8-33e9f174ed26,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:47.302111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.344022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.371395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.397099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=86388acb-6b9e-452b-a2a8-33e9f174ed26,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:47.403049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9032e-2f49-47c1-b1da-e7641f231dcf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:47.411653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.412004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.412345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.412682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.413019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.413408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.413679 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.414001 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.414328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.414651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.414995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.415314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:47.448908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.450272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a7692281-132b-40d8-bdac-35a6002e7fe5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3327913 Oct 12 12:04:47.452933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:47.457322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9032e-2f49-47c1-b1da-e7641f231dcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:47.549139 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.582759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:04:47.592054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:04:47.593289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:47.607516 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.669527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.687941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde82603-a9ac-4a2b-9313-122ac60a55aa,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:47.712164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:04:47.736944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e100833f-4ac6-456b-84b8-fe9537b41511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.757413 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.758645 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-27b2131c-d936-4e6b-9378-55e86c42c8a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047643 Oct 12 12:04:47.761270 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:47.765746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9032e-2f49-47c1-b1da-e7641f231dcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:47.835927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.894512 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.912057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 2, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:47.940892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:04:47.941147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Updating router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:04:47.949738 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:47.970521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d1ce45-8624-4837-add9-d80b7ce9c2c0,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:48.037936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.039229 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a89e3991-d37f-429c-a942-305ecb08b9ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769949 Oct 12 12:04:48.042186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 43216) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:04:48.046661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:48.120429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.150126 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.249402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.351247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Allocated IP 172.25.2.8 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/42c68e6e-0711-4288-bc73-7648bb4fb3df) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:04:48.383745 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.445779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.453780 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.507567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b87e-22c8-4930-83af-d017db70652c None None] Pushing event updated for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:48.550886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Attempting to bind port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:04:48.551391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Attempting to bind port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:04:48.551748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Attempting to bind port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:48.555315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.557979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:04:48.558344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:48.558802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.559193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:04:48.559718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Bound port: 18f6f97b-fc5c-4b5e-98ed-2420d47258e4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:04:48.560168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.601440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:48.605579 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:48.607730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=42c68e6e-0711-4288-bc73-7648bb4fb3df,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:48.609943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:04:48.638556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] For port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:48.642009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] For port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:04:48.698264 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.717273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-797ea947-70ef-4e21-a756-173f1b4c0a9d None None] Provisioning complete for port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:48.717824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-797ea947-70ef-4e21-a756-173f1b4c0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.737276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.789599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-797ea947-70ef-4e21-a756-173f1b4c0a9d None None] Port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:04:48.808235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:48.812188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:04:48.812826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:48.854782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b87e-22c8-4930-83af-d017db70652c None None] Pushing event updated for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:48.933975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:04:48.985903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.070009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] Provisioning complete for port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:49.070313 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.070836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.107743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 86388acb-6b9e-452b-a2a8-33e9f174ed26 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:49.138492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=42c68e6e-0711-4288-bc73-7648bb4fb3df,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:49.152123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.225809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.227135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-519c883e-ef57-409f-83d6-5dbc00e05bd8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1839440 Oct 12 12:04:49.243403 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.259533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 86388acb-6b9e-452b-a2a8-33e9f174ed26 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:49.259906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.310739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:48Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:04:49.350057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] For port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:49.351326 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489b41a-ad54-485d-bce0-26fff197b89b None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:48Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:04:49.381254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-06a96418-4f88-442b-b478-522ddda336cc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2094961189&fields=id&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 267 time: 0.0435424 Oct 12 12:04:49.424584 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:49.482749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97bf21-b186-49bb-bf88-ef098f3b2002 None None] Pushing event updated for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:49.514494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-9e20facc-16a1-4c2a-8908-3ed818604f83 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:49.522627 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-9e20facc-16a1-4c2a-8908-3ed818604f83 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1332254 Oct 12 12:04:49.533134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-e54007a0-38d4-4843-a443-245f7c27629c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/quotas/9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 375 time: 0.0096180 Oct 12 12:04:49.589086 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-1be3e459-8045-42d7-ae64-f2ebd717b0d2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497663 Oct 12 12:04:49.686378 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-c0a1ec58-680e-474a-a0d3-cc1026ae0512 service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852239 Oct 12 12:04:49.786803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-b7cdf471-b9b0-444a-8aa4-349ea008cc3e service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927293 Oct 12 12:04:50.024955 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c5cd42d-e378-4916-9320-d548902c5489 req-407d9b1e-8f71-4622-88e7-f20b48bc662e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Oct 12 12:04:50.503990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b43deef2-6675-49c5-94b7-94745bcdc2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:51.117007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:51.124368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-576302a4-c740-41f7-97ef-1e8c8afb0c14 req-4bc40340-417b-4752-9050-0ac0441e3d65 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Oct 12 12:04:51.170715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:51.171116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:51.708472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:51.904150 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.068965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-0bd04710-bba8-43c3-b89f-ba37a69371b7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:52.070449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-0bd04710-bba8-43c3-b89f-ba37a69371b7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1065722 Oct 12 12:04:52.113656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-b31d4a40-c952-475d-8085-6c6f27055934 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 380 time: 0.0342393 Oct 12 12:04:52.122947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'port': {'device_id': '27403220-52ad-4853-9fbb-4c79ade42970', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'admin_state_up': True, 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'security_groups': ['e0d9032e-2f49-47c1-b1da-e7641f231dcf']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:52.236910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-32f74d64-0413-4052-9381-64b559ddc42c req-a979b605-3580-458b-83c5-f0e28422ec2a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 210 time: 0.0392461 Oct 12 12:04:52.319897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:04:52.323363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.449478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Allocated IP 172.20.0.5 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:04:52.525685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.584414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.664387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.710750 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:04:52.715713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:04:52.719411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:04:52.742849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:52.772760 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:52.773105 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.833582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-60fa7262-4432-4064-a07c-46d267337c01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139466 Oct 12 12:04:52.847231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Request body: {'port': {'device_id': '27403220-52ad-4853-9fbb-4c79ade42970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:04:52.901663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.965724 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c1f56687-de09-4ff3-9c1e-4e481313b9ff None None] Provisioning complete for port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:52.966469 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c1f56687-de09-4ff3-9c1e-4e481313b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:52.998833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c1f56687-de09-4ff3-9c1e-4e481313b9ff None None] Port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:04:53.161017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:04:53.168203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.180267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Transition to ACTIVE for port object 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:04:53.252138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.301348 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:53.415996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25b5eb-cd51-476d-a158-2ff10681a8b8 req-1ee40370-8463-4b83-a1ef-c2b2d38c369d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:53.417524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea25b5eb-cd51-476d-a158-2ff10681a8b8 req-1ee40370-8463-4b83-a1ef-c2b2d38c369d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.1067734 Oct 12 12:04:53.422393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:04:53.422807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:04:53.423082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:53.441602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:04:53.441932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:04:53.442133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.451670 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:04:53.452007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:04:53.452379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:04:53.452825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Bound port: 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:04:53.453170 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.477449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea25b5eb-cd51-476d-a158-2ff10681a8b8 req-1f955dab-9837-4959-a90f-04706666ee90 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518966 Oct 12 12:04:53.530219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:04:53.533275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:04:53.584967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.617682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:53.618313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:53.619662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 1091 time: 0.7780645 Oct 12 12:04:53.620164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:53.622480 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:53.649239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96791615-e942-4054-9fc7-9ae8c7255bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:53.664068 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6cdfbb-f454-4508-b588-3e45658a3488 x-openstack-request-id: req-9d6cdfbb-f454-4508-b588-3e45658a3488 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:53.664302 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:53.664552 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d6cdfbb-f454-4508-b588-3e45658a3488 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:53.664956 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'status': 'completed', 'code': 200} Oct 12 12:04:53.732698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-424f7e43-b1ee-4d85-a682-c7f7616993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:53.734228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-424f7e43-b1ee-4d85-a682-c7f7616993e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0491586 Oct 12 12:04:53.838313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-fae475b3-5b53-4f91-b8e5-cb07cf5b8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:53.839859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-fae475b3-5b53-4f91-b8e5-cb07cf5b8367 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9864af98d6164999b81f2155cf45c0eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972703 Oct 12 12:04:53.937771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-57a5701d-120c-4f6a-9e8b-bc6a925df8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:53.939157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1f85f68c-8a37-4a44-97ad-e23d523a6cc1 req-57a5701d-120c-4f6a-9e8b-bc6a925df8b8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930004 Oct 12 12:04:54.013420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96628b45-b4f9-428a-ae53-5eaa50834e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:54.014905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-96628b45-b4f9-428a-ae53-5eaa50834e98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0401208 Oct 12 12:04:54.055286 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-9b89f194-2840-4fdd-a7e9-37bdbc2953c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 217 time: 0.0324705 Oct 12 12:04:54.106675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-574d3ca6-0a5f-4aa3-932a-5b417a2e62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:54.108226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-574d3ca6-0a5f-4aa3-932a-5b417a2e62ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0463290 Oct 12 12:04:54.154390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-2af98d19-3e13-4be9-a2c8-adab0e1c6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:54.155947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-2af98d19-3e13-4be9-a2c8-adab0e1c6733 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406344 Oct 12 12:04:54.249032 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-7804e8bb-bcec-4922-9e39-d42b8526135b service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857823 Oct 12 12:04:54.340051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74cfacad-3b55-420a-a6e7-fe535c6f7319 req-e4ed984b-fb42-4752-8fa0-d41678f14ab2 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837939 Oct 12 12:04:54.592277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeb29d-860f-40b3-87eb-6a0dc87c27e4 req-a0f70ace-7d50-4738-b354-3e6f6e4fa470 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:54.593728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bddeb29d-860f-40b3-87eb-6a0dc87c27e4 req-a0f70ace-7d50-4738-b354-3e6f6e4fa470 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0475743 Oct 12 12:04:54.631015 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bddeb29d-860f-40b3-87eb-6a0dc87c27e4 req-3d892c6a-375e-46dd-94cb-9d59873b20e8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Oct 12 12:04:55.746361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d371-5a97-4220-adfd-a1a511cd5305 req-4b4108e4-b2bc-444d-9dd2-37d6be98db63 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:55.747857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea4d371-5a97-4220-adfd-a1a511cd5305 req-4b4108e4-b2bc-444d-9dd2-37d6be98db63 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0513201 Oct 12 12:04:55.784717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea4d371-5a97-4220-adfd-a1a511cd5305 req-e2356ef5-8036-4c14-aaf4-4da8647c3386 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303242 Oct 12 12:04:56.198470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:04:56.292778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:56.303694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'mac_address': 'fa:16:3e:5c:73:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:04:56.339673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:56.352220 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:04:56.371045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:56.469403 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:56.534940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:56.544507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.544848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.545185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.545516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.545843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.546168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.546489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.546841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.547160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.547478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.547791 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.548105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:04:56.652102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:04:56.908833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea97d0-71e2-4297-b942-c3ada7565893 req-04507e75-ccd0-4b92-bfc6-105d6d4cbdf7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:56.910997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07ea97d0-71e2-4297-b942-c3ada7565893 req-04507e75-ccd0-4b92-bfc6-105d6d4cbdf7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0555863 Oct 12 12:04:56.952126 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07ea97d0-71e2-4297-b942-c3ada7565893 req-8fa3b86b-1a97-47fa-a1e8-0d47d0e1b2fd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341966 Oct 12 12:04:57.103759 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:58.062890 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090dc2a-eb4c-4da0-982e-fd75bc018792 req-f7dd82de-d389-46df-b556-c274be173bf4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:58.064328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5090dc2a-eb4c-4da0-982e-fd75bc018792 req-f7dd82de-d389-46df-b556-c274be173bf4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0466337 Oct 12 12:04:58.102115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5090dc2a-eb4c-4da0-982e-fd75bc018792 req-228d74d8-9863-467c-a76e-215d030d619b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Oct 12 12:04:58.213643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:04:58.326457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:04:58.330245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:04:58.330653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:58.407357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:58.429863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:04:58.432146 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb410bc-0b3c-477e-86e8-40791f816c55" -d '{"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-plugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:04:58.445316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:04:58.467343 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ddb24-b767-4fba-9053-925a91de7484 x-openstack-request-id: req-9c1ddb24-b767-4fba-9053-925a91de7484 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:04:58.467634 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-plugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:04:58.467888 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c1ddb24-b767-4fba-9053-925a91de7484 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:04:58.468290 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'code': 200} Oct 12 12:04:58.504648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:04:58.554930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:04:58.567698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def78ca-3634-470c-ba34-702187970956 req-093af1d9-98e6-4f12-9a12-5661b7af60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:58.569176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1def78ca-3634-470c-ba34-702187970956 req-093af1d9-98e6-4f12-9a12-5661b7af60ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1096 time: 0.0440252 Oct 12 12:04:58.603454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1def78ca-3634-470c-ba34-702187970956 req-bd47dd88-1203-4f05-b647-e6c169bdaaac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271990 Oct 12 12:04:59.218185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9f18a-e299-439c-b3ac-e174078e91d9 req-28d4f490-6e7e-4c8e-984b-55ac9268182f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:04:59.219684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74e9f18a-e299-439c-b3ac-e174078e91d9 req-28d4f490-6e7e-4c8e-984b-55ac9268182f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Oct 12 12:04:59.257291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-74e9f18a-e299-439c-b3ac-e174078e91d9 req-d2e1074f-0857-495c-8f3e-f298133143ee tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308974 Oct 12 12:05:00.368956 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d351d-57bc-4f0f-ad4f-5d9b8c571a63 req-a5b9f8f7-40f8-43de-bce2-35158a2f507e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:00.370408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-317d351d-57bc-4f0f-ad4f-5d9b8c571a63 req-a5b9f8f7-40f8-43de-bce2-35158a2f507e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Oct 12 12:05:00.407122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-317d351d-57bc-4f0f-ad4f-5d9b8c571a63 req-2c91893d-4972-4e5a-8753-c4e58b3989d3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Oct 12 12:05:00.521222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4d0de-f4b1-4965-a9ca-32949a814b3d req-a80ddadd-f42c-4058-b2b8-9b2de1742fbd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:00.522685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36c4d0de-f4b1-4965-a9ca-32949a814b3d req-a80ddadd-f42c-4058-b2b8-9b2de1742fbd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0531845 Oct 12 12:05:00.531273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43268) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:05:00.536757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'floatingip': {'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:05:00.575271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:01.335397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:01.395252 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:01.492356 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e associated. External IP: 172.25.2.8, port: 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f. Oct 12 12:05:01.694185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:05:01.795112 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:05:01.800443 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:01.806748 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501327a-a412-47c1-9298-31767a08467a None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:05:01.815887 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:05:01.816470 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:05:01.831822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f76a563d-5f78-4d4e-95ef-4f97da688c3e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "PUT /v2.0/floatingips/fc573a77-6646-4281-9024-0b0f4bdeca8e HTTP/1.1" status: 200 len: 989 time: 1.2989674 Oct 12 12:05:01.832388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:05:01.834933 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce84267-c50b-4b54-91d3-0886c3bedfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:05:01.920011 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764509df-f0fd-4c16-9811-8cc54da55442 x-openstack-request-id: req-764509df-f0fd-4c16-9811-8cc54da55442 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:05:01.920306 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:05:01.920563 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-764509df-f0fd-4c16-9811-8cc54da55442 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:05:01.920977 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'status': 'completed', 'code': 200} Oct 12 12:05:01.922480 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:05:01.981331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-a7ad67b5-316b-4158-bd6c-7bbb6eece45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:01.982904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-a7ad67b5-316b-4158-bd6c-7bbb6eece45e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1096 time: 0.0409298 Oct 12 12:05:02.074345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-5a82e8ff-7987-4e99-88b5-a89f172953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:02.076010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-5a82e8ff-7987-4e99-88b5-a89f172953ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0858660 Oct 12 12:05:02.146536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-b272662a-f21e-450f-89c1-f5aabd73a426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 997 time: 0.0638170 Oct 12 12:05:02.195334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-4f232911-c378-4d5e-a617-506bfd3db207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:02.196939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-4f232911-c378-4d5e-a617-506bfd3db207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0441227 Oct 12 12:05:02.232889 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:5c:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27403220-52ad-4853-9fbb-4c79ade42970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:05:01Z', 'revision_number': 1, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:05:02.245133 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-24738373-465a-4c85-ad51-cff553391744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:02.246669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-24738373-465a-4c85-ad51-cff553391744 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428960 Oct 12 12:05:02.260997 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501327a-a412-47c1-9298-31767a08467a None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:05:02.270142 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:05:02.270754 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:04:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:05:02.341265 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-7e59a294-811b-4812-9cb5-83d069f2123e service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872169 Oct 12 12:05:02.372691 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:05:02.434533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ce84267-c50b-4b54-91d3-0886c3bedfa7 req-d9b7d470-51f6-4af9-be0c-4d777e5321b4 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Oct 12 12:05:02.595130 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e501327a-a412-47c1-9298-31767a08467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:5c:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27403220-52ad-4853-9fbb-4c79ade42970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:05:01Z', 'revision_number': 1, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:05:02.623680 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501327a-a412-47c1-9298-31767a08467a None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:5c:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27403220-52ad-4853-9fbb-4c79ade42970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:05:01Z', 'revision_number': 1, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:05:02.822071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffee433-73aa-4797-988e-52dbb0b8b941 None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:05:12.851208 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:05:17.684874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6750aac7-e491-4ede-9d61-2629bacae491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:20.502677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ef9cdb92-812c-4b67-b2fa-333b3d027e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:21.720704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:21.920649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:22.520811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:23.469182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:25.791784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-f6085ae2-a5f2-4ab5-8f2c-f88182968e79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392134 Oct 12 12:05:25.872367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77f51-517a-4527-891e-afcc64d90838 req-b0524575-2443-467b-b55f-645a2302e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:25.873921 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-b0524575-2443-467b-b55f-645a2302e3c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1096 time: 0.0403066 Oct 12 12:05:25.976242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77f51-517a-4527-891e-afcc64d90838 req-72c82a4e-19ab-40ca-9c73-ba44c56a463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:25.977673 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-72c82a4e-19ab-40ca-9c73-ba44c56a463e service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0862672 Oct 12 12:05:26.041506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-0281e917-6518-4ae4-9184-22525f7472d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 999 time: 0.0564966 Oct 12 12:05:26.089391 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77f51-517a-4527-891e-afcc64d90838 req-07b1dc12-cd57-427f-8d3f-29fa41aaba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:26.090841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-07b1dc12-cd57-427f-8d3f-29fa41aaba15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0423095 Oct 12 12:05:26.139066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77f51-517a-4527-891e-afcc64d90838 req-00f0f041-8312-4a1d-a808-24bfe8008143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:05:26.140521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-00f0f041-8312-4a1d-a808-24bfe8008143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418279 Oct 12 12:05:26.228841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-51e87b2e-593d-4443-af57-3b5474ab0750 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813341 Oct 12 12:05:26.321968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0d77f51-517a-4527-891e-afcc64d90838 req-2211360b-9d67-4632-aac5-1809ae8c36c2 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860558 Oct 12 12:05:27.121013 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:47.709544 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5bba420-a7b7-464e-86b3-5b375d640d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:49.849503 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:05:50.497891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-79ab1a92-d293-45d0-9951-1ffe52f55d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:51.718945 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:51.897778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:52.526327 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:53.467474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:05:57.115747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:17.730341 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-92ab6579-100c-4f2b-9526-3578bac23beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:20.524702 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0b765207-22f5-4f70-a456-abcd51b0df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:21.736155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:21.918479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:22.532500 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:23.480448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:25.790835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-6e3afe3f-64a3-4005-9b60-a06f1d4f512e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414965 Oct 12 12:06:25.876344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-09afb25b-d27a-413d-a902-cc550956110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:25.877815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-09afb25b-d27a-413d-a902-cc550956110e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1096 time: 0.0438695 Oct 12 12:06:25.982548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-fc6b0569-d573-4c85-8df9-38340f89b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:25.984014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-fc6b0569-d573-4c85-8df9-38340f89b351 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0860076 Oct 12 12:06:26.046889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-811e5e74-937c-4f4b-bd85-0ab33b17becd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 999 time: 0.0554540 Oct 12 12:06:26.110656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-a0d473f5-d700-479d-8967-1c1c128dce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:26.112173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-a0d473f5-d700-479d-8967-1c1c128dce6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0580277 Oct 12 12:06:26.157772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-3b6e2545-76cd-43a6-b0e6-60a9e9334ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:26.159256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-3b6e2545-76cd-43a6-b0e6-60a9e9334ada service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396011 Oct 12 12:06:26.248314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-bcf0204a-ca85-4468-9569-382553255e73 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802467 Oct 12 12:06:26.338903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f01b8c3-eee5-4f71-a798-a2a9b7f18da2 req-2d8dddf7-02f0-41f6-89c8-d782aa9b1543 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Oct 12 12:06:26.851635 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:06:27.130654 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:38.693543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348fd6a-6e59-4fb2-b56d-c33594b1b7d2 req-85e6fc71-857d-4d66-8761-bd907393026e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:38.695027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0348fd6a-6e59-4fb2-b56d-c33594b1b7d2 req-85e6fc71-857d-4d66-8761-bd907393026e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.1122789 Oct 12 12:06:38.740342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0348fd6a-6e59-4fb2-b56d-c33594b1b7d2 req-285fbda6-d8f8-4cad-8fba-407cc2d5d70b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Oct 12 12:06:39.107705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1adce-3e14-4435-ab23-d9465f144650 req-250aa86e-b328-4232-ae13-c9b1476fafa3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:39.109191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bb1adce-3e14-4435-ab23-d9465f144650 req-250aa86e-b328-4232-ae13-c9b1476fafa3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0566430 Oct 12 12:06:39.148633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bb1adce-3e14-4435-ab23-d9465f144650 req-630b00f9-5ddb-4a66-bf84-824022b96055 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Oct 12 12:06:39.257301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-1c03e4b6-3722-4217-86e4-6805afcc230e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989609 Oct 12 12:06:39.266214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-3c450875-0044-4f6d-92aa-eff5674de5f6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:06:39.267247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-3c450875-0044-4f6d-92aa-eff5674de5f6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051408 Oct 12 12:06:40.266986 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32a56-aaa3-4462-9b91-adec519233da req-8130c2a6-2977-49ae-b77c-3e45728c7454 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:40.268464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8c32a56-aaa3-4462-9b91-adec519233da req-8130c2a6-2977-49ae-b77c-3e45728c7454 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Oct 12 12:06:40.306062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8c32a56-aaa3-4462-9b91-adec519233da req-aa89b48f-6104-4d54-bcad-a69e3ea58147 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313773 Oct 12 12:06:41.352669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-ab134dc0-cbb8-4840-b755-a0149a3efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:41.354178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-ab134dc0-cbb8-4840-b755-a0149a3efc78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1096 time: 0.0412118 Oct 12 12:06:41.476640 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a08b7-59c6-4259-8ca9-b3300dd18e00 req-b331da4f-84ab-45de-b953-824aa569d09a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:41.478116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-583a08b7-59c6-4259-8ca9-b3300dd18e00 req-b331da4f-84ab-45de-b953-824aa569d09a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0990427 Oct 12 12:06:41.494284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-4fe3ef99-de2d-48c7-9498-0deefa4402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:41.495704 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-4fe3ef99-de2d-48c7-9498-0deefa4402f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.1343739 Oct 12 12:06:41.561321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-583a08b7-59c6-4259-8ca9-b3300dd18e00 req-62f34bd6-2146-4844-96e8-49f955dd51e6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759983 Oct 12 12:06:41.578884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-04a0d1b6-5d8b-47e6-9e5a-a9dab1c0064e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 999 time: 0.0751696 Oct 12 12:06:41.629433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-806a04cc-159e-4624-943b-88a5503d8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:41.630771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-806a04cc-159e-4624-943b-88a5503d8436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0456061 Oct 12 12:06:41.675664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-1989f52d-d86f-40b3-b639-d0ccc4b94171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:41.677158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-1989f52d-d86f-40b3-b639-d0ccc4b94171 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397890 Oct 12 12:06:41.772187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-1266bc5f-c8fa-4d4b-a267-139c54a22f0c service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877950 Oct 12 12:06:41.861890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-d1b14081-f1ac-45ea-9c6a-97022dbb978f service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Oct 12 12:06:42.680683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c8a72-427a-4376-91c8-e391a63f42dc req-f9dee1ab-85c7-464c-b905-f296406f52c7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:42.682141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-430c8a72-427a-4376-91c8-e391a63f42dc req-f9dee1ab-85c7-464c-b905-f296406f52c7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Oct 12 12:06:42.719321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-430c8a72-427a-4376-91c8-e391a63f42dc req-27692c96-e651-4fc2-936e-05d4050004aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Oct 12 12:06:43.834450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df150c6-94cd-4a48-ab35-3422fc8aa3cf req-3cad2ad6-642e-4027-a097-dd9b0d4ba94b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:43.835961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2df150c6-94cd-4a48-ab35-3422fc8aa3cf req-3cad2ad6-642e-4027-a097-dd9b0d4ba94b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Oct 12 12:06:43.873172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2df150c6-94cd-4a48-ab35-3422fc8aa3cf req-6d91ff13-a8a0-49b0-a18a-af630eada9c4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Oct 12 12:06:44.988250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401480-3987-415b-b33f-0a91d788ba3d req-41a653d7-4e0c-4393-9ecf-463facaa2195 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:44.989698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4401480-3987-415b-b33f-0a91d788ba3d req-41a653d7-4e0c-4393-9ecf-463facaa2195 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0470269 Oct 12 12:06:45.027251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f4401480-3987-415b-b33f-0a91d788ba3d req-19119d5f-a886-447c-954e-b49d72bb2706 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Oct 12 12:06:46.142274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3c7a-63e3-4e3d-9788-42298bca8374 req-429ac061-fde3-45d8-bdc2-a677dbe94747 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:46.144358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faea3c7a-63e3-4e3d-9788-42298bca8374 req-429ac061-fde3-45d8-bdc2-a677dbe94747 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Oct 12 12:06:46.182048 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faea3c7a-63e3-4e3d-9788-42298bca8374 req-687039b0-db0f-456c-bdef-9526dc76cf2a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Oct 12 12:06:47.296258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244689ac-8e56-4d40-969f-d1a5a7411848 req-29ec2216-b2c1-470d-815e-70be7b852c14 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:47.297703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244689ac-8e56-4d40-969f-d1a5a7411848 req-29ec2216-b2c1-470d-815e-70be7b852c14 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Oct 12 12:06:47.335072 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-244689ac-8e56-4d40-969f-d1a5a7411848 req-57163acb-ef42-444c-b1f9-0a3ade5713fb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Oct 12 12:06:47.701289 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8968fe0e-f91c-46a4-a9ec-cee2aaef907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:48.446579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281be9e5-aa00-4d11-a2ff-ff8ed7382e81 req-aab08575-f404-40d4-b00a-83c314fef2b5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:48.448131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-281be9e5-aa00-4d11-a2ff-ff8ed7382e81 req-aab08575-f404-40d4-b00a-83c314fef2b5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0469875 Oct 12 12:06:48.485243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-281be9e5-aa00-4d11-a2ff-ff8ed7382e81 req-a11f031d-7f5d-43c7-a837-31a23fb695a4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Oct 12 12:06:49.603661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e99e67-9108-4fc8-a6bd-af8979ca7716 req-0516eaed-9b9a-464a-97b1-2a54a5b7ccaf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:49.605123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98e99e67-9108-4fc8-a6bd-af8979ca7716 req-0516eaed-9b9a-464a-97b1-2a54a5b7ccaf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0532448 Oct 12 12:06:49.644727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98e99e67-9108-4fc8-a6bd-af8979ca7716 req-8594783f-2fd1-45b7-a4de-baa8561e969b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337050 Oct 12 12:06:50.497566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-556804ce-68fc-48fb-ae1c-b5b65a11fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:50.757711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894107-3058-4973-8530-5be6a4b6f6a6 req-7277ed26-daa8-4211-8649-53a82fd66d23 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:50.759114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9894107-3058-4973-8530-5be6a4b6f6a6 req-7277ed26-daa8-4211-8649-53a82fd66d23 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Oct 12 12:06:50.796760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9894107-3058-4973-8530-5be6a4b6f6a6 req-6b41814c-bbb9-486c-904c-78e7663af2c7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Oct 12 12:06:51.692008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:51.913683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80d309-edc6-428e-b813-dfd8f5fff656 req-96bbd827-987d-4aec-8731-0f923ae73eee tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:51.915182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db80d309-edc6-428e-b813-dfd8f5fff656 req-96bbd827-987d-4aec-8731-0f923ae73eee tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Oct 12 12:06:51.937513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:51.953383 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db80d309-edc6-428e-b813-dfd8f5fff656 req-20b938aa-b808-4e60-b5ce-b2dd502e4f11 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Oct 12 12:06:52.537126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:53.070388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9aff-bb1c-4b20-be3d-33e1c7f79cb3 req-e19bb679-d328-40ea-96c9-a8a5d61f2b45 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:53.073770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-079e9aff-bb1c-4b20-be3d-33e1c7f79cb3 req-e19bb679-d328-40ea-96c9-a8a5d61f2b45 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Oct 12 12:06:53.112795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-079e9aff-bb1c-4b20-be3d-33e1c7f79cb3 req-99d05ee3-ccce-4750-8ca0-90f46cc8a37e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Oct 12 12:06:53.438049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:53.892530 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-a3fcf07a-7f7d-4b10-86b0-841b86188271 service neutron] show failed (client error): The resource could not be found. Oct 12 12:06:53.894343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-a3fcf07a-7f7d-4b10-86b0-841b86188271 service neutron] 10.222.0.47 "GET /v2.0/ports/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0543976 Oct 12 12:06:54.230548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a3a50-a69f-412b-a18c-ef59af12357e req-7702c65b-e6c3-4713-93d0-4e56a07d3a1a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:54.232088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e49a3a50-a69f-412b-a18c-ef59af12357e req-7702c65b-e6c3-4713-93d0-4e56a07d3a1a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Oct 12 12:06:54.272557 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e49a3a50-a69f-412b-a18c-ef59af12357e req-5ed0609c-a0ad-4aec-9839-3d5f4a5136c4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Oct 12 12:06:54.514617 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-9f108086-7346-4f12-b76a-1e655dd4bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:54.516165 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-9f108086-7346-4f12-b76a-1e655dd4bd1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0404525 Oct 12 12:06:54.527469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:06:54.578435 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:54.780920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:06:54.813791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:06:54.853421 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:06:54.855798 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11360f5a-6af3-49e1-aff8-6b047f458c1b" -d '{"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-unplugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:06:54.859408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:54.872689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Transition to ACTIVE for port object 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:06:54.907331 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a560d649-1b0d-4c32-ad59-3fa759817899 x-openstack-request-id: req-a560d649-1b0d-4c32-ad59-3fa759817899 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:06:54.910821 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-unplugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:06:54.910821 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a560d649-1b0d-4c32-ad59-3fa759817899 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:06:54.910821 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'code': 200} Oct 12 12:06:54.952635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:55.032986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:06:55.045419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.045768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.046110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.046448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.046807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.047141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.047471 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.047796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.048120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.048445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.048770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.049090 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:06:55.095003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] No DVR routers for this DVR port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:06:55.229939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:06:55.230300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:06:55.230627 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:06:55.234836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:06:55.235158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Attempting to bind port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:06:55.240186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:06:55.240515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:06:55.240890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:06:55.241311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Bound port: 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:06:55.241663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:55.304312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:06:55.307489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:06:55.384303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:55.397318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d13aa-3306-416f-b08e-6daab58f88c5 req-1f5a57c7-c89e-4eed-9ccc-9f88e38da0d0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.398903 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-873d13aa-3306-416f-b08e-6daab58f88c5 req-1f5a57c7-c89e-4eed-9ccc-9f88e38da0d0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0529099 Oct 12 12:06:55.417479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.418437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:55.420560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 1091 time: 0.8969438 Oct 12 12:06:55.441775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-873d13aa-3306-416f-b08e-6daab58f88c5 req-f82cd405-cd55-42c0-b0b8-17e6c2d746d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Oct 12 12:06:55.477560 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50717a6-e6c8-4775-bf75-6fcf2b4c39b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:06:55.497975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-36b9377e-f14a-41e1-8a78-2eafcb39e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.498893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-36b9377e-f14a-41e1-8a78-2eafcb39e11c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0533175 Oct 12 12:06:55.591832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-d0b1704a-ec20-4e1c-9f70-92391cbf6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.593303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-d0b1704a-ec20-4e1c-9f70-92391cbf6b27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0878460 Oct 12 12:06:55.663786 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-efdf4c9f-ef0d-47f3-b352-e72790e4fd55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 997 time: 0.0636344 Oct 12 12:06:55.713452 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-5bce6cdc-02bc-49ff-9fac-1f05c76f0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.714806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-5bce6cdc-02bc-49ff-9fac-1f05c76f0306 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0432744 Oct 12 12:06:55.760921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-f848bb2e-9ef9-4c25-b1e1-924e55c166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:55.762488 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-f848bb2e-9ef9-4c25-b1e1-924e55c166b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397797 Oct 12 12:06:55.858631 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-80dc6abd-0ec4-4bc6-9e5b-4c697d20c8b6 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Oct 12 12:06:55.947558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2d0eb65d-6425-456c-a40c-79442296bd68 req-e67aae93-8837-4e79-b1ee-6f5c1d79b350 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Oct 12 12:06:56.572026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00594327-f2f4-47a6-ba9d-ae364c9ebfc6 req-9ea44a45-68d5-4a5f-bb96-44ea3915391e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:56.573520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00594327-f2f4-47a6-ba9d-ae364c9ebfc6 req-9ea44a45-68d5-4a5f-bb96-44ea3915391e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0483310 Oct 12 12:06:56.611763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00594327-f2f4-47a6-ba9d-ae364c9ebfc6 req-74c18b8b-d544-438b-a736-b09286cb24f6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Oct 12 12:06:56.821206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:06:56.860217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:06:56.911173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:06:56.913511 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:06:56.962664 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf1f53e-27e0-4620-96d8-05f92ff225ec x-openstack-request-id: req-1bf1f53e-27e0-4620-96d8-05f92ff225ec {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:06:56.962987 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:06:56.963240 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf1f53e-27e0-4620-96d8-05f92ff225ec {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:06:56.963644 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'status': 'completed', 'code': 200} Oct 12 12:06:57.020124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-47c57ab0-3d19-4149-bcf7-ffe083c758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.020995 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-eaf4ecd4-f4c3-439f-b06f-8fb7fd064032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.021629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-47c57ab0-3d19-4149-bcf7-ffe083c758ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0393369 Oct 12 12:06:57.022454 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-eaf4ecd4-f4c3-439f-b06f-8fb7fd064032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0439792 Oct 12 12:06:57.116657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-70276870-55df-4aa2-90ec-ae52ee93b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.116835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-f0c6bf8b-6d8c-45f4-bf2e-a0936bdf0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.118162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-70276870-55df-4aa2-90ec-ae52ee93b7d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0902295 Oct 12 12:06:57.118281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-f0c6bf8b-6d8c-45f4-bf2e-a0936bdf0a96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0891237 Oct 12 12:06:57.175778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:06:57.186266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-2102edec-5ba9-43ed-a778-ab761b56c045 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 997 time: 0.0609953 Oct 12 12:06:57.197530 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-71fa51c4-9450-487e-8778-89fbe8754806 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 997 time: 0.0707998 Oct 12 12:06:57.239413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-4dbc20e1-3b3f-4ad6-9e5b-9600ac62510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.240875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-4dbc20e1-3b3f-4ad6-9e5b-9600ac62510d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0478232 Oct 12 12:06:57.247510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-a93b27f3-6d01-4560-9936-0afa4b033ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.248963 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-a93b27f3-6d01-4560-9936-0afa4b033ce2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0441468 Oct 12 12:06:57.286831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-ba53ede5-39ee-4126-a5f1-a04869b52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.290910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-ba53ede5-39ee-4126-a5f1-a04869b52be5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410209 Oct 12 12:06:57.293552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-6e1d78ba-4ff3-44d8-8f4d-113ca3975070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.295081 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-6e1d78ba-4ff3-44d8-8f4d-113ca3975070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397727 Oct 12 12:06:57.378037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-434945ee-bd59-4dc5-aa11-4eb57bec4796 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823510 Oct 12 12:06:57.388934 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-d539df7c-ccbb-4b57-ad05-d331d0e24f64 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857933 Oct 12 12:06:57.474953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-8498d00f-09ee-4883-a240-fa81057905ba service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Oct 12 12:06:57.478558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-178d4116-64f5-4ca3-9ff0-4895e3f3a6e5 req-8f3d3c63-0522-4fa2-9450-21968c7e2d48 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816092 Oct 12 12:06:57.728930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d869f2-c24a-4dc4-8dfe-8bca11a20b34 req-b55139eb-2b40-46fd-817a-d2f4dd3143cd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:57.730377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67d869f2-c24a-4dc4-8dfe-8bca11a20b34 req-b55139eb-2b40-46fd-817a-d2f4dd3143cd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0488305 Oct 12 12:06:57.766505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67d869f2-c24a-4dc4-8dfe-8bca11a20b34 req-b2bc0b60-b953-4389-a95f-23f32dd41934 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302069 Oct 12 12:06:58.883085 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b139d1-6a51-4277-bc06-178d0c0e90e1 req-01ef2bd2-b3c6-4830-a53b-169676d7842d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:06:58.884630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69b139d1-6a51-4277-bc06-178d0c0e90e1 req-01ef2bd2-b3c6-4830-a53b-169676d7842d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0472925 Oct 12 12:06:58.925314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69b139d1-6a51-4277-bc06-178d0c0e90e1 req-ca5e94ed-f479-4789-8c63-6742a4b5a143 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Oct 12 12:07:00.040830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d1738-5cad-4560-bd02-db3cde8a08e2 req-fb170c34-f3cf-4703-8c5f-77393d981191 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.042298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9d1738-5cad-4560-bd02-db3cde8a08e2 req-fb170c34-f3cf-4703-8c5f-77393d981191 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0502179 Oct 12 12:07:00.081055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd9d1738-5cad-4560-bd02-db3cde8a08e2 req-b7b0c75b-00ab-4adc-8e1f-a4daa50bac15 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Oct 12 12:07:00.455301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ed7de-c9ca-4d28-82c4-a21229be33b8 req-d61eef25-3421-4093-ba89-70c3231aa24d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.457354 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a55ed7de-c9ca-4d28-82c4-a21229be33b8 req-d61eef25-3421-4093-ba89-70c3231aa24d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 943 time: 0.0528457 Oct 12 12:07:00.528687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a55ed7de-c9ca-4d28-82c4-a21229be33b8 req-88ce65dc-1232-4231-aa97-e39a3581764c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653527 Oct 12 12:07:00.550158 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-d32700b2-6bbd-44e9-9f51-a5474cf65bc6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.552760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-d32700b2-6bbd-44e9-9f51-a5474cf65bc6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970&tenant_id=9864af98d6164999b81f2155cf45c0eb&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0671816 Oct 12 12:07:00.614687 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-5cafe95e-3d4d-40f3-8355-146cfb26a452 service neutron] delete failed (client error): The resource could not be found. Oct 12 12:07:00.615621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-5cafe95e-3d4d-40f3-8355-146cfb26a452 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0558965 Oct 12 12:07:00.697548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-72ddb1e5-85c8-4b3d-baf3-b0197e51b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.699098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-72ddb1e5-85c8-4b3d-baf3-b0197e51b769 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 1094 time: 0.0408673 Oct 12 12:07:00.790425 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-b4cd706e-bafc-47b1-bf31-7507fe089a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.791911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-b4cd706e-bafc-47b1-bf31-7507fe089a33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0865221 Oct 12 12:07:00.856942 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-2cd1a11d-f201-44a2-a6fb-3c6c8882a0b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 200 len: 997 time: 0.0582905 Oct 12 12:07:00.905713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-a016ec2f-0d91-4e0c-93c5-86599c70ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.907045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-a016ec2f-0d91-4e0c-93c5-86599c70ba89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0431147 Oct 12 12:07:00.955984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-d7362913-726a-4e7b-85c0-64c6bedffc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:00.959576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-d7362913-726a-4e7b-85c0-64c6bedffc4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452824 Oct 12 12:07:01.049054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-cfd491a2-e6e8-4b3c-85b9-ef26cf48855d service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Oct 12 12:07:01.140649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a07580d6-4a9b-4270-ac65-26c7e218e532 req-d6cceae7-4a18-4247-b2f7-e10c7c3670fb service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847869 Oct 12 12:07:01.283082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:07:01.379920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:01.390681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'mac_address': 'fa:16:3e:5c:73:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:07:01.426510 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:01.438558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:07:01.457329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:01.548967 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:01.597011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:01.604813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.605155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.605508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.605819 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.606171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.606492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.606839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.607160 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.607473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.607781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.608097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.608411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:01.647127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abe4e5-88f7-4ccc-9a7b-2674bf05a94e req-ff2d3492-ee2b-49d4-9e4a-c16e53b99e83 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:01.648622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0abe4e5-88f7-4ccc-9a7b-2674bf05a94e req-ff2d3492-ee2b-49d4-9e4a-c16e53b99e83 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0488811 Oct 12 12:07:01.687685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0abe4e5-88f7-4ccc-9a7b-2674bf05a94e req-8788c32a-15c8-43c3-8192-89477163ff90 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Oct 12 12:07:01.878431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:07:02.800979 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3cfdd-d1c2-47b6-a410-efc649749236 req-24f108e6-93e8-4dd9-ac69-991ebd695d52 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:02.802649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fd3cfdd-d1c2-47b6-a410-efc649749236 req-24f108e6-93e8-4dd9-ac69-991ebd695d52 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0472972 Oct 12 12:07:02.840221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0fd3cfdd-d1c2-47b6-a410-efc649749236 req-69db0e2c-431b-441d-af53-ab9164045b99 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Oct 12 12:07:02.954565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5e17-24fc-4c32-8eaf-1769f796a843 req-23431f4b-5f68-45ed-9d46-c3f5c1328234 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:02.956036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb4c5e17-24fc-4c32-8eaf-1769f796a843 req-23431f4b-5f68-45ed-9d46-c3f5c1328234 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0515726 Oct 12 12:07:02.993245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb4c5e17-24fc-4c32-8eaf-1769f796a843 req-d9602b8e-b957-4c81-8022-e1ed7d3def1b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Oct 12 12:07:03.105142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398a216-e344-4b38-adba-5f33c3602686 req-729957d6-6907-4e6f-9697-03c6f160b215 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:03.106622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9398a216-e344-4b38-adba-5f33c3602686 req-729957d6-6907-4e6f-9697-03c6f160b215 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0476511 Oct 12 12:07:03.144503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9398a216-e344-4b38-adba-5f33c3602686 req-adb45868-cd97-4f19-9071-224d97ff539d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Oct 12 12:07:03.283247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:07:03.420607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:07:03.424493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:07:03.426724 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:03.513475 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:03.538339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:07:03.540631 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442da7df-8512-4196-85db-2756f5618067" -d '{"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-plugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:07:03.556398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:03.600407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ea81f-4f05-4e62-9794-eb5a42b16418 req-8d40dbbc-fda4-41c2-ae2c-349ab3ed4c49 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:03.601890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c14ea81f-4f05-4e62-9794-eb5a42b16418 req-8d40dbbc-fda4-41c2-ae2c-349ab3ed4c49 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 944 time: 0.0501509 Oct 12 12:07:03.639715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c14ea81f-4f05-4e62-9794-eb5a42b16418 req-47f75da1-36f9-427f-afd0-03137723cd74 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 Oct 12 12:07:03.685940 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:03.743064 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:03.760938 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2172e2-6a1d-4798-8545-02f534978739 x-openstack-request-id: req-2f2172e2-6a1d-4798-8545-02f534978739 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:07:03.761306 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-plugged", "status": "completed", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:07:03.761625 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2172e2-6a1d-4798-8545-02f534978739 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:07:03.762088 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'code': 200} Oct 12 12:07:03.850787 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:07:04.760239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2315ad-626c-4604-b0a4-e88537a8be1a req-d3a24667-710d-4187-be48-16cd1269258c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:04.761656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca2315ad-626c-4604-b0a4-e88537a8be1a req-d3a24667-710d-4187-be48-16cd1269258c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Oct 12 12:07:04.800941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca2315ad-626c-4604-b0a4-e88537a8be1a req-0fadbb81-bccf-4295-9249-fcbcc350814d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Oct 12 12:07:05.044218 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-9f315a7e-8f7e-4120-918e-55f2e6dda071 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:05.045653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-9f315a7e-8f7e-4120-918e-55f2e6dda071 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Oct 12 12:07:05.133563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Deleting port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:07:05.133899 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.223535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] For port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:05.223894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.457447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.457723 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.458190 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e disassociated. External IP: 172.25.2.8, port: 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f. Oct 12 12:07:05.458536 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Calling delete_port for 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:07:05.657650 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.688125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'Port': ['ID=1aac0ec8-e9b4-45c4-b07a-75b95df82e5f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:05.804472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:07:05.898196 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ef4a4de2-340f-47e9-8f08-cd98280ce36c req-173b2331-951e-4e83-a09b-47480e7a205f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=27403220-52ad-4853-9fbb-4c79ade42970 HTTP/1.1" status: 200 len: 210 time: 0.0263791 Oct 12 12:07:05.916802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:07:05.927332 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:07:05.936477 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:07:05.937073 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:06:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:05.959026 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] No DVR routers for this DVR port 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:07:05.961662 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:05.965427 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e9813de8-3cd5-47db-82eb-c059724120a5 req-53f4c6dc-fce1-40bd-8ed6-770913ba2ad7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "DELETE /v2.0/ports/1aac0ec8-e9b4-45c4-b07a-75b95df82e5f HTTP/1.1" status: 204 len: 173 time: 0.9138637 Oct 12 12:07:05.965887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-deleted', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:07:05.968214 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd20266db12d7666674a3c4adf66b8ae4be1948347da364f7083ab22192552cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550185e-c4dd-4739-8d29-a1d835402236" -d '{"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-deleted", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:07:06.004333 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180b4d8-b040-4c33-982a-c74054499581 x-openstack-request-id: req-a180b4d8-b040-4c33-982a-c74054499581 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:07:06.004623 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27403220-52ad-4853-9fbb-4c79ade42970", "name": "network-vif-deleted", "tag": "1aac0ec8-e9b4-45c4-b07a-75b95df82e5f", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:07:06.004871 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a180b4d8-b040-4c33-982a-c74054499581 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:07:06.005276 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27403220-52ad-4853-9fbb-4c79ade42970', 'name': 'network-vif-deleted', 'tag': '1aac0ec8-e9b4-45c4-b07a-75b95df82e5f', 'status': 'completed', 'code': 200} Oct 12 12:07:06.044604 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:07:06.241922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:06.266674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:07:06.274985 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:07:06.275577 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:06:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:06.377975 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:07:06.578385 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:06.605871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0b357-d92e-482a-9e55-339f84273ed6 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:07:06.827381 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d423c3-3277-42ca-8ecd-9d249e80d618 None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:07:07.136111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-06f27f91-c9dc-41ea-b1a0-e8a1d4c997f0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2094961189&fields=id&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 267 time: 0.0339456 Oct 12 12:07:07.245337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-9bbe8c03-2527-4af8-8ea0-b57b6509445c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:07.246802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-9bbe8c03-2527-4af8-8ea0-b57b6509445c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1038067 Oct 12 12:07:07.261093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-be864676-13e1-4baa-8dd9-c0c38f022981 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/quotas/9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 375 time: 0.0086107 Oct 12 12:07:07.311857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f7f2c17c-27f3-4a26-bb55-f899afeef873 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456588 Oct 12 12:07:07.406788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-8353e108-bea5-466d-8770-7693a0e0ab23 service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Oct 12 12:07:07.847587 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f7144798-ff46-4944-9d20-e33a3c6df4c4 service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335847 Oct 12 12:07:08.059333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0584ccc-9a1e-4f63-8e08-716432b4a0f0 req-6e8ba870-3dcb-475a-bd45-a924f1ed71ec tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 210 time: 0.0261247 Oct 12 12:07:09.157363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0eb26dad-8dfd-4c16-8078-03224f24edf6 req-456bfc38-66b8-4c68-91cb-3d81fc85f00f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 210 time: 0.0294197 Oct 12 12:07:09.329795 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:07:09.353953 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:07:09.354230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 1aac0ec8-e9b4-45c4-b07a-75b95df82e5f not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:07:09.858909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-ab85aa10-a604-4e33-a0c1-2466697e7fb9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:09.860377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-ab85aa10-a604-4e33-a0c1-2466697e7fb9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.0992739 Oct 12 12:07:09.904394 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-46d26703-c45d-4e5b-b085-e799540a662c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 380 time: 0.0345566 Oct 12 12:07:09.914021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'port': {'device_id': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'admin_state_up': True, 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'security_groups': ['e0d9032e-2f49-47c1-b1da-e7641f231dcf']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:07:10.089487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:07:10.093072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.218080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Allocated IP 172.20.0.6 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/aed2ea62-4e75-4552-8397-66f3ca1ce588) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:07:10.264141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9cab6a1f-aff4-454d-9544-d536181f27a6 req-8a34fc0b-40f7-44be-a6a8-bd59235bd533 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 210 time: 0.0336914 Oct 12 12:07:10.379374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.468862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.511314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:07:10.514356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:07:10.517974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:07:10.548919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:10.562048 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.562390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.562757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.563093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.563421 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.563748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.564073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.564393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.564711 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.565028 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.565346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.566194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:07:10.587480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:10.588368 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.648804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-f361fc9f-a5a3-4165-90d0-bf37c4c358d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390680 Oct 12 12:07:10.662294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Request body: {'port': {'device_id': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:07:10.720146 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.749018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-079d4bf2-8e43-4527-9d78-252fa7e3988c None None] Provisioning complete for port aed2ea62-4e75-4552-8397-66f3ca1ce588 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:07:10.749575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-079d4bf2-8e43-4527-9d78-252fa7e3988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:10.782768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-079d4bf2-8e43-4527-9d78-252fa7e3988c None None] Port aed2ea62-4e75-4552-8397-66f3ca1ce588 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:07:10.990723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed2ea62-4e75-4552-8397-66f3ca1ce588 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:07:10.997836 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:11.009345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Transition to ACTIVE for port object aed2ea62-4e75-4552-8397-66f3ca1ce588 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:07:11.083715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:11.132063 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:11.209057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:07:11.209392 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:07:11.209718 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:07:11.214565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:07:11.214947 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:07:11.219901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:07:11.220545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:07:11.220657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:07:11.221033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Bound port: aed2ea62-4e75-4552-8397-66f3ca1ce588, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:07:11.221410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:11.288420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:07:11.291622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:07:11.360902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:11.400880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:11.401415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:11.402812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] 10.222.0.47 "PUT /v2.0/ports/aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 1091 time: 0.7454574 Oct 12 12:07:11.403262 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:07:11.405531 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6eaf4f-5e10-4119-b77d-2891732925a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:07:11.427108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3de141-1317-4b0d-90e0-f9ac9652c653 req-ab914420-85e4-4e9d-be08-ce12d9146319 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:11.428655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db3de141-1317-4b0d-90e0-f9ac9652c653 req-ab914420-85e4-4e9d-be08-ce12d9146319 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0961237 Oct 12 12:07:11.452909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb680-47f8-4df0-b0c3-9c5cf63ae75a service neutron] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:11.483112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db3de141-1317-4b0d-90e0-f9ac9652c653 req-240f6cf0-5eac-493a-8566-d2c281380a4a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Oct 12 12:07:11.558761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-2f77b193-ebfa-4496-829e-61016f5e428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:11.559317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-2f77b193-ebfa-4496-829e-61016f5e428d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0477180 Oct 12 12:07:11.604910 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ebb56b-21d9-4e58-98ec-252fbecf3aa1 x-openstack-request-id: req-87ebb56b-21d9-4e58-98ec-252fbecf3aa1 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:07:11.605201 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:07:11.605449 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87ebb56b-21d9-4e58-98ec-252fbecf3aa1 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:07:11.605853 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'status': 'completed', 'code': 200} Oct 12 12:07:11.607662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-42e1a0ba-c2b2-4cc7-bf03-0386de809a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 217 time: 0.0403504 Oct 12 12:07:11.663308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-354891b3-fc10-45ee-a5da-c3753046228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:11.664699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-354891b3-fc10-45ee-a5da-c3753046228b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0487063 Oct 12 12:07:11.711655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-40545b70-13e5-454b-bc18-68b105b965c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:11.713375 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-40545b70-13e5-454b-bc18-68b105b965c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419517 Oct 12 12:07:11.801792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-9d990dac-4ea4-4207-a7ca-a7cb1c844a72 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815892 Oct 12 12:07:11.895505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1749a697-d210-4528-9b1a-98ffae4e83b7 req-92113c11-40cb-4a29-a10e-f55ba2f40fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Oct 12 12:07:12.032094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-57f241ef-e597-4c07-a909-96ae5ff0ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:12.033536 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-57f241ef-e597-4c07-a909-96ae5ff0ab3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0396218 Oct 12 12:07:12.127749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-68e0b793-24ac-4ece-b167-a8c8f92ad8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:12.129417 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-68e0b793-24ac-4ece-b167-a8c8f92ad8ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0885503 Oct 12 12:07:12.170492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-894e6842-a9b9-43c8-ba9c-3310fdb3cbdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 217 time: 0.0340631 Oct 12 12:07:12.223406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-7ab3b808-ce71-475e-b155-fa83bd0bbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:12.225560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-7ab3b808-ce71-475e-b155-fa83bd0bbb47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0480087 Oct 12 12:07:12.275386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-71cbd3e7-37b2-42ef-a84e-6369f2177061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:12.276862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-71cbd3e7-37b2-42ef-a84e-6369f2177061 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439384 Oct 12 12:07:12.366211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-cd75eb75-0111-4010-8cbc-85b17b659cfd service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809782 Oct 12 12:07:12.459059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6eaf4f-5e10-4119-b77d-2891732925a4 req-ad7749b8-ebaf-4416-bd38-7a2e87346b27 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848269 Oct 12 12:07:12.605562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5b989-9f51-4139-9fbd-3350e39068b9 req-97c0fce0-ad16-4b11-b6f7-0d530cf17d42 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:12.607062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ac5b989-9f51-4139-9fbd-3350e39068b9 req-97c0fce0-ad16-4b11-b6f7-0d530cf17d42 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0494101 Oct 12 12:07:12.645645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2ac5b989-9f51-4139-9fbd-3350e39068b9 req-c22f478e-4daa-4616-b91e-870b3e73e137 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Oct 12 12:07:13.762932 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916d9d9-69d1-4d8c-982f-f7a32f72dd9d req-84e99b4d-4f7d-4725-8960-c685ef20bff4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:13.764318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0916d9d9-69d1-4d8c-982f-f7a32f72dd9d req-84e99b4d-4f7d-4725-8960-c685ef20bff4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0490212 Oct 12 12:07:13.812035 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0916d9d9-69d1-4d8c-982f-f7a32f72dd9d req-37209e85-c5ff-4749-acb3-c47831bf15f3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Oct 12 12:07:14.926399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb599-9f45-4e73-a9c2-7e24b791dcfb req-0c18c9ce-7d7d-4bd5-ac14-2344a5b9e8c8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:14.927709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:07:14.928108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815cb599-9f45-4e73-a9c2-7e24b791dcfb req-0c18c9ce-7d7d-4bd5-ac14-2344a5b9e8c8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0479269 Oct 12 12:07:14.972964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-815cb599-9f45-4e73-a9c2-7e24b791dcfb req-15071e85-8269-4bcc-877b-d14d29a6d3a2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388236 Oct 12 12:07:15.029610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:15.041151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'mac_address': 'fa:16:3e:78:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:07:15.077581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:15.090141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed2ea62-4e75-4552-8397-66f3ca1ce588 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:07:15.109556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:15.192285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:15.239363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:15.400499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['aed2ea62-4e75-4552-8397-66f3ca1ce588'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:07:16.088182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831499c-0eda-4e48-8563-d34710e28f08 req-64064e91-90ec-470f-978b-1df2a005f6d3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:16.089629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2831499c-0eda-4e48-8563-d34710e28f08 req-64064e91-90ec-470f-978b-1df2a005f6d3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Oct 12 12:07:16.125863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2831499c-0eda-4e48-8563-d34710e28f08 req-4d78dcb9-1d2d-4146-bc4c-66c69bb13f6c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302713 Oct 12 12:07:16.929517 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:07:17.026618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port aed2ea62-4e75-4552-8397-66f3ca1ce588 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:07:17.030338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port aed2ea62-4e75-4552-8397-66f3ca1ce588 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:07:17.030732 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:17.107899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:17.129616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:07:17.131867 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06642f03ddfdceec7186913ed01ff92b60e0d22efebd754873d0e80e99d1a251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c477185-e254-4873-8978-732383dd848e" -d '{"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-plugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:07:17.144148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:07:17.168792 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0977368-88db-4bc8-855f-11bb951ce422 x-openstack-request-id: req-b0977368-88db-4bc8-855f-11bb951ce422 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:07:17.169080 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-plugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:07:17.169357 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0977368-88db-4bc8-855f-11bb951ce422 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:07:17.169756 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'code': 200} Oct 12 12:07:17.217504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:17.269710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:07:17.299397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5f0d3-6abb-4df1-8821-eb5e4724fd94 req-6b52a96b-7a20-486a-a18d-45c7e540d993 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:17.300919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a5f0d3-6abb-4df1-8821-eb5e4724fd94 req-6b52a96b-7a20-486a-a18d-45c7e540d993 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0841432 Oct 12 12:07:17.303456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba4d5-a080-4407-b1b2-97e2e60c0b1a req-b7e4ffeb-9992-4f26-b9d4-ab505a3f34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:17.304817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a55ba4d5-a080-4407-b1b2-97e2e60c0b1a req-b7e4ffeb-9992-4f26-b9d4-ab505a3f34e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1096 time: 0.0782583 Oct 12 12:07:17.359765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79a5f0d3-6abb-4df1-8821-eb5e4724fd94 req-226c50b0-78e7-40a1-a417-3598b4569f91 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524416 Oct 12 12:07:17.363514 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a55ba4d5-a080-4407-b1b2-97e2e60c0b1a req-4739382d-bd2e-43ee-b983-c1e8c6a8b6d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Oct 12 12:07:17.708797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bebe5dea-27f0-454e-a07e-18c5dc05857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:18.476427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d0950-db81-44c2-b959-e4432b174ede req-c73d0096-7ebe-4b3a-b0d6-ccfb1e0aa66f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:18.477889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481d0950-db81-44c2-b959-e4432b174ede req-c73d0096-7ebe-4b3a-b0d6-ccfb1e0aa66f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0480709 Oct 12 12:07:18.518029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-481d0950-db81-44c2-b959-e4432b174ede req-93148342-637a-4f1f-8a7c-50ecbcd50cc9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Oct 12 12:07:19.634464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568bbb-67f0-4f83-a99c-7349872082a9 req-4ab8139d-4fda-465f-bf07-f20ede46bd56 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:19.635952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9568bbb-67f0-4f83-a99c-7349872082a9 req-4ab8139d-4fda-465f-bf07-f20ede46bd56 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Oct 12 12:07:19.673237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9568bbb-67f0-4f83-a99c-7349872082a9 req-81912b96-8c28-4e83-8596-b4ba4a7468c0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Oct 12 12:07:19.782156 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b3a9-03b0-4459-8a19-60c5c8ec1b21 req-7d6b6010-9e74-4704-af86-903bea1337ae tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:19.783568 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b38b3a9-03b0-4459-8a19-60c5c8ec1b21 req-7d6b6010-9e74-4704-af86-903bea1337ae tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Oct 12 12:07:19.792293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 43646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:07:19.796681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'floatingip': {'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:07:19.835731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:20.258604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:20.360393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:20.459881 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e associated. External IP: 172.25.2.8, port: aed2ea62-4e75-4552-8397-66f3ca1ce588. Oct 12 12:07:20.500704 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e92bd3aa-02d4-407c-8078-5a6ba404f6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:20.666997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:07:20.773299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:07:20.778114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:20.782632 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:07:20.792907 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:07:20.793498 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:07:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:20.805347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3906c18-5c1b-4b11-89a8-43a356baf47f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "PUT /v2.0/floatingips/fc573a77-6646-4281-9024-0b0f4bdeca8e HTTP/1.1" status: 200 len: 989 time: 1.0119770 Oct 12 12:07:20.806086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:07:20.808504 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d834fa-8ade-4004-af0b-23f94c4b1691" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:07:20.899502 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b330c-371d-4bea-849d-bd2edae8099f x-openstack-request-id: req-372b330c-371d-4bea-849d-bd2edae8099f {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:07:20.899798 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:07:20.900054 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-372b330c-371d-4bea-849d-bd2edae8099f {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:07:20.900489 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'status': 'completed', 'code': 200} Oct 12 12:07:20.962009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-f1f0d767-562b-4775-87e8-1b4d7ffcf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:20.963801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-f1f0d767-562b-4775-87e8-1b4d7ffcf0a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1096 time: 0.0421643 Oct 12 12:07:20.990357 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:07:21.057382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-c07d8be4-5c67-4835-b2ae-0539a5575bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:21.058875 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-c07d8be4-5c67-4835-b2ae-0539a5575bc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0886877 Oct 12 12:07:21.125186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-b55f7d59-1ca8-4eef-97d9-b47260a8b35b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 997 time: 0.0596361 Oct 12 12:07:21.172757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-e5979b5e-1ec6-48f5-88c6-c56e012c7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:21.174212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-e5979b5e-1ec6-48f5-88c6-c56e012c7c10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0427587 Oct 12 12:07:21.217102 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:78:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:07:20Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:21.224432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-bc4d7e5a-127a-4b4e-a10e-6ffd2e36b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:21.225919 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-bc4d7e5a-127a-4b4e-a10e-6ffd2e36b2be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452037 Oct 12 12:07:21.242863 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:07:21.251030 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:07:21.251622 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:07:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:21.318820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-6e59a317-e37f-459d-bc75-f841d252c1c0 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Oct 12 12:07:21.360004 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:07:21.411297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7d834fa-8ade-4004-af0b-23f94c4b1691 req-3aaeb7db-16cd-44b1-90a6-6b51ca3822b6 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Oct 12 12:07:21.583850 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:78:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:07:20Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:07:21.609049 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d6c96-d1fe-4f7b-b11a-f258dc738fad None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:78:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:07:20Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:07:21.689770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:21.806947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2b5a0-734d-4d6f-98bf-b899cfa284af None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:07:21.950312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:22.554245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:23.480420 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:26.801681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-b979e6c4-08a6-40e2-ba94-d313820276d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384264 Oct 12 12:07:26.879345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-84a948b0-f2bb-41ce-ab0c-ca4c9c5e5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:26.880785 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-84a948b0-f2bb-41ce-ab0c-ca4c9c5e5c00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1096 time: 0.0391567 Oct 12 12:07:26.988433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-0735545d-8e9a-43df-b781-af68d35c6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:26.989912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-0735545d-8e9a-43df-b781-af68d35c6f39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0915475 Oct 12 12:07:27.054142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-33af94c0-b2c6-48c4-b083-e3dbc9a57cc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 999 time: 0.0573208 Oct 12 12:07:27.107352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-7b0e03c8-7086-4309-ae98-60160193eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:27.108804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-7b0e03c8-7086-4309-ae98-60160193eab0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0485783 Oct 12 12:07:27.146656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:27.155001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-8192b570-2d8e-46ce-9bac-8b70168102bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:07:27.156463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-8192b570-2d8e-46ce-9bac-8b70168102bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397503 Oct 12 12:07:27.252460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-0a2031c0-8219-4b30-8d0b-c899bf209d9e service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Oct 12 12:07:27.340416 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-548ea183-c9f5-49b0-84e3-0a55fa182d37 req-87e036a2-bee3-426e-80c7-7de400c65d11 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812223 Oct 12 12:07:40.850232 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:07:47.719982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fccb8d2b-cde2-4792-b644-e1c6786352d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:50.506380 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ab485b71-63b1-4885-8dc9-44cfb86dbc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:51.708361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:51.891173 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:52.576561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:53.462610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:07:57.188464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:17.725365 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5438-6a9c-4e7b-98e5-78d4be992499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:17.851569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:08:20.528593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48f42174-ccb8-44ec-bd3b-d8cd2cfa7bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:21.700197 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:21.930775 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:22.576438 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:23.459895 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:26.834041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-5ad45d9d-75ca-4cbd-83bb-b19a44729277 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883856 Oct 12 12:08:26.923438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-a9aee0b3-0829-4c29-8b04-0c9301e5c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:26.924938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-a9aee0b3-0829-4c29-8b04-0c9301e5c41a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1096 time: 0.0473220 Oct 12 12:08:27.039511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-9966e251-c32b-4981-bb29-b35c4dabd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:27.040900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-9966e251-c32b-4981-bb29-b35c4dabd3ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0958095 Oct 12 12:08:27.117123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-83d72619-a185-4e9d-b8cc-4512b5480c3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 999 time: 0.0695460 Oct 12 12:08:27.169934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-30180add-29d4-4d8a-9e2a-36f917ae162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:27.170975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:27.174083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-30180add-29d4-4d8a-9e2a-36f917ae162c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0479889 Oct 12 12:08:27.225706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-23f804a5-9b94-4c97-9b3f-9c5a43ae9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:27.227239 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-23f804a5-9b94-4c97-9b3f-9c5a43ae9007 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487304 Oct 12 12:08:27.326984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-f82cd1f3-19b0-4b50-8c8f-4fdaa520d0d4 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927522 Oct 12 12:08:27.431134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f2d39bc-4dec-4ca1-b3d6-d5149e1401cb req-6f69c4c6-b859-4a61-91a3-45bb9a9bf185 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961568 Oct 12 12:08:47.728409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-104af1b1-2072-475e-a14b-5ee9ca9637b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:50.505472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e6b32998-3e2e-456f-b9fb-9241c2244449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:51.707711 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:51.901757 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:52.581995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:53.467657 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:54.850476 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:08:56.889931 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff412dd4-d527-49f9-bd87-d838f60eaca5 req-5f6ea935-f4f4-4edd-83a0-b7ffd7b42ef4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:56.891434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff412dd4-d527-49f9-bd87-d838f60eaca5 req-5f6ea935-f4f4-4edd-83a0-b7ffd7b42ef4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0990989 Oct 12 12:08:56.929580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff412dd4-d527-49f9-bd87-d838f60eaca5 req-e2a230b8-d3ad-4440-ba2c-cea1119606ef tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Oct 12 12:08:57.185453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:08:58.043186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b19e6f-c12e-452a-9913-506a0c685bd5 req-65716171-4647-4240-88e8-c5d1de29021d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:58.044633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79b19e6f-c12e-452a-9913-506a0c685bd5 req-65716171-4647-4240-88e8-c5d1de29021d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0475311 Oct 12 12:08:58.080937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79b19e6f-c12e-452a-9913-506a0c685bd5 req-4c6869fe-402e-4ce7-a02a-ec634110764a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302081 Oct 12 12:08:59.195683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ce0ab-59f8-4fbf-b0f4-d73133c466f5 req-be4f94f4-f1b8-480b-ad85-b9dec10b2983 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:08:59.197152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f50ce0ab-59f8-4fbf-b0f4-d73133c466f5 req-be4f94f4-f1b8-480b-ad85-b9dec10b2983 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Oct 12 12:08:59.234295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f50ce0ab-59f8-4fbf-b0f4-d73133c466f5 req-e377a947-7238-49cc-8830-fa1ae020a052 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Oct 12 12:09:00.351246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d87540-6838-450e-9964-42e776598f99 req-232f0606-1ba6-47c7-8f52-74fd5bab4b2f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:00.352703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47d87540-6838-450e-9964-42e776598f99 req-232f0606-1ba6-47c7-8f52-74fd5bab4b2f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0519607 Oct 12 12:09:00.390311 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47d87540-6838-450e-9964-42e776598f99 req-c1769c65-1090-49e6-911b-11f8c0c7990b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Oct 12 12:09:01.502874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105033-139b-4e9e-90fa-b287e476605b req-3b62d688-42b4-499a-ae7d-daa8fdda7863 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:01.504345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22105033-139b-4e9e-90fa-b287e476605b req-3b62d688-42b4-499a-ae7d-daa8fdda7863 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Oct 12 12:09:01.542372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-22105033-139b-4e9e-90fa-b287e476605b req-a8400494-d562-4cd4-ba2f-720279f2ad2e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Oct 12 12:09:02.664220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be2af9-55da-49fa-ac2c-0c98690e673d req-089a5f9d-d49b-486e-903b-42ce59b0f428 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:02.666466 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56be2af9-55da-49fa-ac2c-0c98690e673d req-089a5f9d-d49b-486e-903b-42ce59b0f428 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0581028 Oct 12 12:09:02.710289 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56be2af9-55da-49fa-ac2c-0c98690e673d req-37abfccc-bcb9-4b38-ae9c-088ed8130014 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Oct 12 12:09:03.829754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87656f0f-3449-4719-8f25-df3088dad254 req-44b23053-6d24-4cb8-b285-66a6d2e4e67b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:03.831327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87656f0f-3449-4719-8f25-df3088dad254 req-44b23053-6d24-4cb8-b285-66a6d2e4e67b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Oct 12 12:09:04.221542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87656f0f-3449-4719-8f25-df3088dad254 req-a724954e-b7ba-4f8a-834f-3cf024822379 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838749 Oct 12 12:09:05.335710 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f45f0-9d19-447c-a3d7-b13649d92113 req-17755210-fa30-48f7-9fb9-d23ccdb2925b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:05.337156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc8f45f0-9d19-447c-a3d7-b13649d92113 req-17755210-fa30-48f7-9fb9-d23ccdb2925b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0468786 Oct 12 12:09:05.375620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bc8f45f0-9d19-447c-a3d7-b13649d92113 req-24d6ebfe-b7ca-4936-884e-9aafad5800a8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Oct 12 12:09:06.487912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbb64-e486-4a87-acb9-a1664f124687 req-badc0054-8b8c-47a5-8aab-5a785e93a2ba tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:06.489943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bcebbb64-e486-4a87-acb9-a1664f124687 req-badc0054-8b8c-47a5-8aab-5a785e93a2ba tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0479553 Oct 12 12:09:06.527796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bcebbb64-e486-4a87-acb9-a1664f124687 req-665f8ff5-d73d-4171-b3e8-a3079389133c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Oct 12 12:09:07.646628 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0509350-d3a3-4f59-b04b-1433fca99970 req-f3f6be53-e8a1-49a6-a9db-0e278c4bdf19 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:07.648118 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0509350-d3a3-4f59-b04b-1433fca99970 req-f3f6be53-e8a1-49a6-a9db-0e278c4bdf19 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Oct 12 12:09:07.685722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0509350-d3a3-4f59-b04b-1433fca99970 req-f6d2e136-aefd-4934-9c04-e29ee998b0b3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Oct 12 12:09:08.167183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd144ba4-cb84-4b03-a25f-8c0e71a807af req-6f6be934-1020-4258-a5e8-0da546159194 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:08.168663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd144ba4-cb84-4b03-a25f-8c0e71a807af req-6f6be934-1020-4258-a5e8-0da546159194 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Oct 12 12:09:08.207217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cd144ba4-cb84-4b03-a25f-8c0e71a807af req-bbf09230-b2c9-42ea-a2ec-89961012d08b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Oct 12 12:09:08.274322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-587f72b1-ee4b-48ce-aa75-950c4dc7daec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404556 Oct 12 12:09:09.325824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac494c-a7f1-4398-a3ea-4b18b330122a req-9b99fb26-3625-40a4-bc61-5001e36ee491 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:09.327320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6ac494c-a7f1-4398-a3ea-4b18b330122a req-9b99fb26-3625-40a4-bc61-5001e36ee491 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Oct 12 12:09:09.364937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6ac494c-a7f1-4398-a3ea-4b18b330122a req-4f2f391d-d22d-4569-94b9-af246526f93f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Oct 12 12:09:10.488006 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f43fc-ab3d-4efe-8fa9-11a3ef1bfba6 req-55b52090-170c-4f06-b4aa-38836989d493 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:10.489725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-296f43fc-ab3d-4efe-8fa9-11a3ef1bfba6 req-55b52090-170c-4f06-b4aa-38836989d493 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0550561 Oct 12 12:09:10.530346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-296f43fc-ab3d-4efe-8fa9-11a3ef1bfba6 req-0a40e318-fd29-48bb-935d-1a6e3f99057d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 Oct 12 12:09:10.635685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-2126f87a-d7f1-4fe1-b0ae-44e643003c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:10.637146 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-2126f87a-d7f1-4fe1-b0ae-44e643003c8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1096 time: 0.0775218 Oct 12 12:09:10.727826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-cf75b0af-32c1-4db1-91b6-668ad1d97c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:10.729161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-cf75b0af-32c1-4db1-91b6-668ad1d97c59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0849631 Oct 12 12:09:10.793182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-8dc578fa-1e4f-4676-bfa5-96714bbcc0ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 999 time: 0.0569849 Oct 12 12:09:10.843455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-511b43ac-73a7-4eca-90e6-e0be94694267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:10.844893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-511b43ac-73a7-4eca-90e6-e0be94694267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0450833 Oct 12 12:09:10.891704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-2e85e9a2-7037-4227-98dc-56171a121060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:10.893192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-2e85e9a2-7037-4227-98dc-56171a121060 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416939 Oct 12 12:09:10.982042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-9cfa3347-16be-4a5b-a9e2-a237f5a97191 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 Oct 12 12:09:11.073530 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-37e86e7e-7420-4ffc-9426-085b020e4cc5 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Oct 12 12:09:11.643851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f129-c6e7-444c-b551-b62754d7e275 req-549dd49b-bfb1-4707-babd-1042253c224d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:11.645895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb13f129-c6e7-444c-b551-b62754d7e275 req-549dd49b-bfb1-4707-babd-1042253c224d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Oct 12 12:09:11.683576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb13f129-c6e7-444c-b551-b62754d7e275 req-a967cf0b-5a31-4cc1-83e9-f0e2c013f559 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Oct 12 12:09:12.798310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a82811-52d8-4368-b8e1-f50660203c2b req-48a61976-f79a-4a10-9725-4900df4dcefd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:12.799789 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3a82811-52d8-4368-b8e1-f50660203c2b req-48a61976-f79a-4a10-9725-4900df4dcefd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0478418 Oct 12 12:09:12.836857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3a82811-52d8-4368-b8e1-f50660203c2b req-ac9248fd-9631-4429-bfc4-8ef27a98fe30 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311141 Oct 12 12:09:13.126454 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-98c62ef5-6d7b-4f04-a054-7eee49ee86d0 service neutron] show failed (client error): The resource could not be found. Oct 12 12:09:13.127509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-98c62ef5-6d7b-4f04-a054-7eee49ee86d0 service neutron] 10.222.0.47 "GET /v2.0/ports/aed2ea62-4e75-4552-8397-66f3ca1ce588/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0572705 Oct 12 12:09:13.724822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-96947f99-f6d8-4f9a-a9a3-925af06e27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:13.726299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-96947f99-f6d8-4f9a-a9a3-925af06e27bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0893564 Oct 12 12:09:13.737917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:09:13.797610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:13.959340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb4d5-5c26-4153-b737-a00012a61dd8 req-067e0ed9-6962-4339-b4d1-3fdcd43c1001 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:13.961470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6acb4d5-5c26-4153-b737-a00012a61dd8 req-067e0ed9-6962-4339-b4d1-3fdcd43c1001 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Oct 12 12:09:14.000205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6acb4d5-5c26-4153-b737-a00012a61dd8 req-deec92cb-ec7f-4db2-9465-45e7888c69b3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Oct 12 12:09:14.003668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:14.038799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:09:14.077618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:14.082554 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:14.094804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Transition to ACTIVE for port object aed2ea62-4e75-4552-8397-66f3ca1ce588 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:09:14.120206 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f722889-5e41-490c-b642-3c9129e90b4f" -d '{"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-unplugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:14.170567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:14.246834 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce287d1-190f-447c-ad01-51633fc04047 x-openstack-request-id: req-bce287d1-190f-447c-ad01-51633fc04047 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:14.247122 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-unplugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:14.247373 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bce287d1-190f-447c-ad01-51633fc04047 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:14.247775 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'code': 200} Oct 12 12:09:14.253061 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=6']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:14.265645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.265992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.266333 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.266669 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.267033 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.267364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.267691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.268017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.268472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.268803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.269124 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.269444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:14.309386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] No DVR routers for this DVR port aed2ea62-4e75-4552-8397-66f3ca1ce588 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:09:14.442764 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:09:14.443088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:09:14.443409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:09:14.447548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:09:14.447866 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Attempting to bind port aed2ea62-4e75-4552-8397-66f3ca1ce588 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:09:14.452572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:09:14.452901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:09:14.453274 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:09:14.453688 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Bound port: aed2ea62-4e75-4552-8397-66f3ca1ce588, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:09:14.454035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:14.517222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:09:14.520395 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:09:14.576310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:14.944933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:14.945552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:14.947037 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] 10.222.0.41 "PUT /v2.0/ports/aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 1091 time: 1.2131629 Oct 12 12:09:14.967566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cb0cf-9828-4018-a4d4-eae7a56eb075 service neutron] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=7']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:15.012784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-a00fffb6-198e-4d36-8fa2-910d31c72ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:15.014271 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-a00fffb6-198e-4d36-8fa2-910d31c72ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0427494 Oct 12 12:09:15.112996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-26a81078-7d1a-4a15-ae4b-81b19e63111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:15.114643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-26a81078-7d1a-4a15-ae4b-81b19e63111b service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0928764 Oct 12 12:09:15.123157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc237e8f-a379-4ff0-a14c-e37e44cbbe70 req-1dd18196-93db-4c92-9a19-8a2b175d0bfe tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:15.124719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc237e8f-a379-4ff0-a14c-e37e44cbbe70 req-1dd18196-93db-4c92-9a19-8a2b175d0bfe tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0504687 Oct 12 12:09:15.163753 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc237e8f-a379-4ff0-a14c-e37e44cbbe70 req-438b5b72-5cd3-428c-aa85-54ab26892f1f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Oct 12 12:09:15.179973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-3e5ef7ea-57ad-4c4c-a7a0-2d97321b8b54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 997 time: 0.0583868 Oct 12 12:09:15.229189 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-c1f6a772-d508-47aa-8553-0ce69c0514a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:15.230614 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-c1f6a772-d508-47aa-8553-0ce69c0514a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0435288 Oct 12 12:09:15.277670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-d6d963f3-4116-44e9-9ba8-cbd9c0be598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:15.279124 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-d6d963f3-4116-44e9-9ba8-cbd9c0be598e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413630 Oct 12 12:09:15.367026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-50009433-6e9d-4729-a6c8-9d375991c0d4 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798392 Oct 12 12:09:15.456298 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-9645f1b2-28c8-4ef6-b38b-6c770a598e4e service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824358 Oct 12 12:09:15.484690 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:09:15.517713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:09:16.248602 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:16.250962 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:16.283291 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ad95-8120-46d8-9622-cae127fda6b9 req-e5369601-daa8-4a91-8711-65609d40caeb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.284750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f73ad95-8120-46d8-9622-cae127fda6b9 req-e5369601-daa8-4a91-8711-65609d40caeb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0527322 Oct 12 12:09:16.322120 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5f73ad95-8120-46d8-9622-cae127fda6b9 req-db656b0b-f28d-40a2-a5dc-ccb66c855539 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Oct 12 12:09:16.376791 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e532418-89fd-492a-80e6-e44e3a77acdc x-openstack-request-id: req-2e532418-89fd-492a-80e6-e44e3a77acdc {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:16.377075 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:16.377324 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e532418-89fd-492a-80e6-e44e3a77acdc {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:16.377719 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'status': 'completed', 'code': 200} Oct 12 12:09:16.436047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-345a8f00-6899-44ff-b49a-9e7c0e48e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.437529 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-345a8f00-6899-44ff-b49a-9e7c0e48e4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0411601 Oct 12 12:09:16.441210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-7b4b2d2e-6ff3-4865-be91-bcaee4585484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.442822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-7b4b2d2e-6ff3-4865-be91-bcaee4585484 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0427847 Oct 12 12:09:16.533258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-17faa962-02d9-41fc-9c00-ecb5bc0949c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.533596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-0fb0258a-a66e-42d9-8b50-e2af4469b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.534861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-17faa962-02d9-41fc-9c00-ecb5bc0949c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0848992 Oct 12 12:09:16.535089 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-0fb0258a-a66e-42d9-8b50-e2af4469b69d service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0903518 Oct 12 12:09:16.600061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-de9847a7-cba1-45a4-997c-5770324bee06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 997 time: 0.0574965 Oct 12 12:09:16.603519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-5da0fee1-7363-4fbf-9693-7776f5c9c96e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 997 time: 0.0613875 Oct 12 12:09:16.649986 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-477d7b00-a651-479b-9be9-b819ab7b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.651451 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-477d7b00-a651-479b-9be9-b819ab7b6d8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0435591 Oct 12 12:09:16.652211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-f296d277-b6b0-442c-9ce9-9dc08f85aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.653668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-f296d277-b6b0-442c-9ce9-9dc08f85aec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0435586 Oct 12 12:09:16.699509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-273f7190-66e7-492b-abcd-0917a97da5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.700922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-273f7190-66e7-492b-abcd-0917a97da5a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396471 Oct 12 12:09:16.706343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-93404620-f026-4f9a-b22e-346e049109da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:16.708415 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-93404620-f026-4f9a-b22e-346e049109da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490272 Oct 12 12:09:16.798462 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-db7ae4d1-9ce3-4b25-97df-9b90207715cc service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828156 Oct 12 12:09:16.798742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-0d1d0baa-5210-48f7-af84-b1185c9b069e service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899608 Oct 12 12:09:16.894303 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-4578a14a-2ad7-44bf-b76a-948690597427 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871403 Oct 12 12:09:16.894559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fe0a7a4e-ac9c-4312-aeb3-f36f60058b95 req-3d3b2a51-ce99-4477-a502-63a18e540e10 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877910 Oct 12 12:09:17.438851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11668e1-c298-432f-9ab2-d0c9dd51cbf4 req-26f250c3-7782-41f1-b5be-385f7b7cfd7d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:17.440351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b11668e1-c298-432f-9ab2-d0c9dd51cbf4 req-26f250c3-7782-41f1-b5be-385f7b7cfd7d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0491979 Oct 12 12:09:17.477881 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b11668e1-c298-432f-9ab2-d0c9dd51cbf4 req-5711cd32-5e8f-46dc-89eb-74366006e52a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Oct 12 12:09:17.722258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6310b478-cba7-4356-a200-b1a9861837b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:18.596922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ac88-2db8-4df8-805e-7a05f0a2b94c req-f24b0f39-fb74-4808-9321-05496b13850f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:18.598926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7704ac88-2db8-4df8-805e-7a05f0a2b94c req-f24b0f39-fb74-4808-9321-05496b13850f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0511332 Oct 12 12:09:18.636965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7704ac88-2db8-4df8-805e-7a05f0a2b94c req-d9c900c5-e0a6-4f01-b121-c6aab157a18d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321035 Oct 12 12:09:18.977589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938440e-c65a-4ef7-8709-b4f968d2a571 req-e79f6a6b-9335-42e5-a1cd-d7456965c98e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:18.979109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b938440e-c65a-4ef7-8709-b4f968d2a571 req-e79f6a6b-9335-42e5-a1cd-d7456965c98e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0567687 Oct 12 12:09:19.045422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b938440e-c65a-4ef7-8709-b4f968d2a571 req-23081f88-8c9a-41c5-abe1-e07a48e7c584 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600586 Oct 12 12:09:19.062359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-20a8589b-8d2d-4463-a554-01f401691592 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:19.063836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-20a8589b-8d2d-4463-a554-01f401691592 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166&tenant_id=9864af98d6164999b81f2155cf45c0eb&binding%3Ahost_id=n-h1-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0725400 Oct 12 12:09:19.124949 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-808ee46c-e2e3-4c29-b13c-2e5da4512a2f service neutron] delete failed (client error): The resource could not be found. Oct 12 12:09:19.125870 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-808ee46c-e2e3-4c29-b13c-2e5da4512a2f service neutron] 10.222.0.47 "DELETE /v2.0/ports/aed2ea62-4e75-4552-8397-66f3ca1ce588/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0542629 Oct 12 12:09:19.205375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-63a9b2de-29a7-4384-a6f7-bcd51918fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:19.206868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-63a9b2de-29a7-4384-a6f7-bcd51918fb07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1094 time: 0.0396042 Oct 12 12:09:19.298503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-f0a1dd72-9f89-4d6a-924b-f1f00685c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:19.299998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-f0a1dd72-9f89-4d6a-924b-f1f00685c624 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0866363 Oct 12 12:09:19.366543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-dbf0c57f-2eb8-4f86-91c5-a42a72dbe4ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 997 time: 0.0594757 Oct 12 12:09:19.416747 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-9c009a75-1c9c-4512-a8fb-952fb71ed5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:19.418172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-9c009a75-1c9c-4512-a8fb-952fb71ed5b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0452185 Oct 12 12:09:19.465432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-5e2658de-5ef4-4954-9f8e-38d8cf599267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:19.466947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-5e2658de-5ef4-4954-9f8e-38d8cf599267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417933 Oct 12 12:09:19.558334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-11cf82b1-1871-4550-b312-e9436dc27090 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843222 Oct 12 12:09:19.645930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6ece9baa-af8f-4152-a1d8-c30159d0650e req-dba54197-6116-4f6b-9343-b0654f872f15 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808933 Oct 12 12:09:20.060305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:09:20.162603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:20.168052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa6379-5203-4753-93cc-2ab1ae797ea9 req-a4d6c1f9-4908-4aa0-a00d-0785c7519b00 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:20.169559 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48aa6379-5203-4753-93cc-2ab1ae797ea9 req-a4d6c1f9-4908-4aa0-a00d-0785c7519b00 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 943 time: 0.0495043 Oct 12 12:09:20.173565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'mac_address': 'fa:16:3e:78:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:09:20.213937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48aa6379-5203-4753-93cc-2ab1ae797ea9 req-70573a84-7875-4537-8623-18d819b5713e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Oct 12 12:09:20.216056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:20.232216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed2ea62-4e75-4552-8397-66f3ca1ce588 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:09:20.252078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:20.365049 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:20.414198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:20.421501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.422150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.422150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.422495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.422866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.423195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.423519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.423841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.424162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.424481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.424800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.425118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:09:20.495882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec644084-87e2-419c-a705-39f9e2145e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:20.680089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['aed2ea62-4e75-4552-8397-66f3ca1ce588'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:09:21.328054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528528f-450d-42fc-8484-d16e9104d386 req-7bae7572-6ec1-42de-aed5-7d95b205db3d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:21.329517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6528528f-450d-42fc-8484-d16e9104d386 req-7bae7572-6ec1-42de-aed5-7d95b205db3d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 944 time: 0.0487530 Oct 12 12:09:21.367534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6528528f-450d-42fc-8484-d16e9104d386 req-dd0b0d12-8589-4a42-8edc-ba628a40e465 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Oct 12 12:09:21.484844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de172cfc-f049-4af8-9c38-fd30fa5ea4f1 req-4f2c2e6c-4d4c-4c90-b8b9-036ff4893214 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:21.488834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de172cfc-f049-4af8-9c38-fd30fa5ea4f1 req-4f2c2e6c-4d4c-4c90-b8b9-036ff4893214 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 944 time: 0.0512891 Oct 12 12:09:21.525317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de172cfc-f049-4af8-9c38-fd30fa5ea4f1 req-498b08ae-3ac9-419f-b798-8bdcf5fbe305 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 Oct 12 12:09:21.733801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:21.918587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837da5a3-d506-4b99-a0a1-d45c78fc0257 req-f3dd5de2-75bf-4ab2-bb9c-d7c7460534f2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:21.920107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-837da5a3-d506-4b99-a0a1-d45c78fc0257 req-f3dd5de2-75bf-4ab2-bb9c-d7c7460534f2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 944 time: 0.0491886 Oct 12 12:09:21.964036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-837da5a3-d506-4b99-a0a1-d45c78fc0257 req-26afab97-929f-4aaf-93ab-b1cf8314cab1 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379765 Oct 12 12:09:21.965169 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:22.061591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:09:22.118768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-43bdd99b-42b8-443d-a74c-fb13389d0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:22.120239 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-43bdd99b-42b8-443d-a74c-fb13389d0480 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 1095 time: 0.0793631 Oct 12 12:09:22.204707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port aed2ea62-4e75-4552-8397-66f3ca1ce588 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:09:22.209291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port aed2ea62-4e75-4552-8397-66f3ca1ce588 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:09:22.209755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:22.214079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-de4df341-429e-4ca5-8691-fb4f36103438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:22.215829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-de4df341-429e-4ca5-8691-fb4f36103438 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0886571 Oct 12 12:09:22.280608 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-464ca73f-76cc-4dd4-8e2b-64562e3aca2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 200 len: 998 time: 0.0567670 Oct 12 12:09:22.289073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:22.312548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:22.326482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:22.332091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-6cd00ff9-f0bb-451a-a1ea-c55bce9d17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:22.333566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-6cd00ff9-f0bb-451a-a1ea-c55bce9d17c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0453951 Oct 12 12:09:22.358924 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca072b-58b3-4d00-b7f6-b983e01fdc65" -d '{"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-plugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:22.392625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-b00a144d-c85d-4457-b4a0-35e85448a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:22.392625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-b00a144d-c85d-4457-b4a0-35e85448a2db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455320 Oct 12 12:09:22.413896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:22.446542 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13601a5-d5c3-4a19-9ece-ce67c22e6f16 x-openstack-request-id: req-b13601a5-d5c3-4a19-9ece-ce67c22e6f16 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:22.446861 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-plugged", "status": "completed", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:22.447115 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b13601a5-d5c3-4a19-9ece-ce67c22e6f16 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:22.447514 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'code': 200} Oct 12 12:09:22.466563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:22.484099 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-97bf5934-0480-4d49-9048-800339dceca7 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Oct 12 12:09:22.583609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d1b34977-dec3-4a4c-b168-343e77c5b967 req-ab80a62f-7679-4ce8-a0f5-5b91817e0af8 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Oct 12 12:09:22.605470 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:23.081489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120987f-3d17-4a32-a9e4-e0a338a5bc96 req-285a906c-53c7-4684-bb02-b29bb2c3593b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:23.083524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f120987f-3d17-4a32-a9e4-e0a338a5bc96 req-285a906c-53c7-4684-bb02-b29bb2c3593b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Oct 12 12:09:23.125078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f120987f-3d17-4a32-a9e4-e0a338a5bc96 req-2219f8f6-ae68-42dd-9a5d-7c4a02d2e865 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Oct 12 12:09:23.473269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:24.242507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3bc4d-72a9-4140-b005-0d33e97164df req-6dea9807-d1dc-48a4-a881-8f59eabf3b23 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:24.243995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3df3bc4d-72a9-4140-b005-0d33e97164df req-6dea9807-d1dc-48a4-a881-8f59eabf3b23 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Oct 12 12:09:24.281187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3df3bc4d-72a9-4140-b005-0d33e97164df req-5174773a-3d8e-4b17-a7e7-0ec5040701bb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Oct 12 12:09:24.759894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59991bbb-150e-429d-accd-bf60e40722ef req-1504ceca-b92d-48f2-a969-b62d93b08175 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:24.761306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59991bbb-150e-429d-accd-bf60e40722ef req-1504ceca-b92d-48f2-a969-b62d93b08175 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0489099 Oct 12 12:09:24.803757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-59991bbb-150e-429d-accd-bf60e40722ef req-d4ffa206-9838-4565-a226-7a2a8a682e4e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364811 Oct 12 12:09:25.920940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e451-e69c-4a27-9036-b08576749315 req-a2872208-f537-4705-a87f-bb3684c72552 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:25.922421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a847e451-e69c-4a27-9036-b08576749315 req-a2872208-f537-4705-a87f-bb3684c72552 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Oct 12 12:09:25.959936 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a847e451-e69c-4a27-9036-b08576749315 req-f4d4851d-a07f-4da1-a93b-72f1884bca0a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306535 Oct 12 12:09:26.054115 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-0c5a7f1d-5796-4cd8-919f-536dabbe899f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:26.055634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-0c5a7f1d-5796-4cd8-919f-536dabbe899f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 945 time: 0.0478561 Oct 12 12:09:26.145405 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Deleting port aed2ea62-4e75-4552-8397-66f3ca1ce588 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:09:26.145678 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.235134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] For port aed2ea62-4e75-4552-8397-66f3ca1ce588, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=aed2ea62-4e75-4552-8397-66f3ca1ce588,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:26.235495 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.400884 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.401161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.401473 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e disassociated. External IP: 172.25.2.8, port: aed2ea62-4e75-4552-8397-66f3ca1ce588. Oct 12 12:09:26.401808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Calling delete_port for aed2ea62-4e75-4552-8397-66f3ca1ce588 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:09:26.596422 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.623439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'Port': ['ID=aed2ea62-4e75-4552-8397-66f3ca1ce588,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:26.744279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:09:26.854250 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:09:26.864610 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:09:26.873306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:09:26.873894 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:09:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:26.891721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] No DVR routers for this DVR port aed2ea62-4e75-4552-8397-66f3ca1ce588 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:09:26.894976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:26.898391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1854851d-6c69-4c0e-b185-867fb779c4e2 req-7bf2d2d9-8d9d-4b36-84c5-579ad6ff28ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "DELETE /v2.0/ports/aed2ea62-4e75-4552-8397-66f3ca1ce588 HTTP/1.1" status: 204 len: 173 time: 0.8370557 Oct 12 12:09:26.898814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-deleted', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:26.901065 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c182a77-2b2b-4b46-897a-cd5e1d1d33d3" -d '{"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-deleted", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:26.942268 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691e743-de5b-490d-858f-a38421001dbd x-openstack-request-id: req-1691e743-de5b-490d-858f-a38421001dbd {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:26.942595 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd71ba0-b9fb-47be-bd51-4dabfdbf0166", "name": "network-vif-deleted", "tag": "aed2ea62-4e75-4552-8397-66f3ca1ce588", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:26.943271 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1691e743-de5b-490d-858f-a38421001dbd {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:26.944050 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd71ba0-b9fb-47be-bd51-4dabfdbf0166', 'name': 'network-vif-deleted', 'tag': 'aed2ea62-4e75-4552-8397-66f3ca1ce588', 'status': 'completed', 'code': 200} Oct 12 12:09:26.980657 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:09:27.057507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1dbdeb5f-55da-44f3-bf04-3900620398df req-990c8873-3960-4094-9926-11802f8bdea5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bd71ba0-b9fb-47be-bd51-4dabfdbf0166 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Oct 12 12:09:27.190659 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:27.199075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:27.217584 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:09:27.225781 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:09:27.226443 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:09:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:27.330903 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:09:27.613972 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:27.642905 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f8281-062a-4e44-b060-b04692f3ee19 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:09:27.881445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8faf9-05c1-43c6-9149-17a93772164e None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:09:28.364939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-36aaa434-5561-43ed-a469-dc40a2e56ecd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2094961189&fields=id&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 267 time: 0.0402691 Oct 12 12:09:28.489872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-3023f7e5-e1b5-4849-a81d-7971df93f48b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:28.491447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-3023f7e5-e1b5-4849-a81d-7971df93f48b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1196756 Oct 12 12:09:28.506819 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-b2aaf12e-2ecd-4681-aa13-bcb061e7c997 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/quotas/9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 375 time: 0.0093889 Oct 12 12:09:28.560129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-f1c2755e-e451-400d-a351-3678305ee225 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476234 Oct 12 12:09:28.647676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-369b5642-fc71-4a11-a3f6-67516ed0880f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:09:28.648697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-369b5642-fc71-4a11-a3f6-67516ed0880f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0433991 Oct 12 12:09:28.743147 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-eccdfb36-61b9-4717-8421-fd51da89558e service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Oct 12 12:09:28.831183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5037e186-eab2-4e00-8527-58e59c086312 service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819216 Oct 12 12:09:29.067824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6a12570-2802-405f-be98-107a17ccadfa req-0697bfac-c2dc-46b5-9d85-45f5b8c21192 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 210 time: 0.0261593 Oct 12 12:09:30.124156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:09:30.147676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: aed2ea62-4e75-4552-8397-66f3ca1ce588 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:09:30.148023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device aed2ea62-4e75-4552-8397-66f3ca1ce588 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:09:30.168539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21797b24-66af-4296-87ae-abb9da802864 req-f521ff36-cfa5-47e1-9760-900c43758339 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 210 time: 0.0327833 Oct 12 12:09:30.938493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-9c7168c9-147f-4741-9bbc-de271e0d187a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:30.939982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-9c7168c9-147f-4741-9bbc-de271e0d187a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1044707 Oct 12 12:09:30.982605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-ae4ab1e7-e12c-400c-b8d5-ecb87db382be tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 380 time: 0.0338936 Oct 12 12:09:30.992743 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'port': {'device_id': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'admin_state_up': True, 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'security_groups': ['e0d9032e-2f49-47c1-b1da-e7641f231dcf']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:09:31.184513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:09:31.185262 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.263684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-466a9fd0-f76f-4a1a-9587-79848b2c85f7 req-64911e3d-a4ee-498c-b7fe-49419dbb6f3f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 210 time: 0.0265281 Oct 12 12:09:31.313556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Allocated IP 172.20.0.3 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/e31b4097-8e51-44d6-8782-1616002199b9) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:09:31.449629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.562106 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.605276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:09:31.610085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:09:31.613689 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:09:31.619946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:31.671782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:31.672388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.761973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-5ce406a6-63a5-40ff-82a1-7ec4df02312b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733650 Oct 12 12:09:31.775543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Request body: {'port': {'device_id': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:09:31.824841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d575534c-f794-4077-b518-a630e0ea6459 None None] Provisioning complete for port e31b4097-8e51-44d6-8782-1616002199b9 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:09:31.825483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d575534c-f794-4077-b518-a630e0ea6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.832814 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:31.849337 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:09:31.861485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d575534c-f794-4077-b518-a630e0ea6459 None None] Port e31b4097-8e51-44d6-8782-1616002199b9 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:09:32.092792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:09:32.100675 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:32.112302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Transition to ACTIVE for port object e31b4097-8e51-44d6-8782-1616002199b9 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:09:32.181231 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:32.232200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:32.302875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:09:32.303221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:09:32.304574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:09:32.309354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:09:32.309684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:09:32.314965 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:09:32.315311 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:09:32.315701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:09:32.316136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Bound port: e31b4097-8e51-44d6-8782-1616002199b9, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:09:32.317021 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:32.384770 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598108a-c40d-4adc-8059-ad9583c1f244 req-c2654d9c-ec54-4df0-93bb-38574e1bc4e4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.386471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c598108a-c40d-4adc-8059-ad9583c1f244 req-c2654d9c-ec54-4df0-93bb-38574e1bc4e4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0517132 Oct 12 12:09:32.393271 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:09:32.396572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:09:32.429010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c598108a-c40d-4adc-8059-ad9583c1f244 req-d9122d54-96dd-4c92-9826-7f01646d2762 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Oct 12 12:09:32.488388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:32.523342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.523997 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:32.525331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] 10.222.0.41 "PUT /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1091 time: 0.7549918 Oct 12 12:09:32.525777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:32.528034 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7bed82-2572-4bce-a38a-53500eb60af4" -d '{"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:32.553315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b6f5d-53a7-4614-b489-b14d407dc341 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:32.570364 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749e6b7-fe58-448f-9b8d-d760b81123ba x-openstack-request-id: req-4749e6b7-fe58-448f-9b8d-d760b81123ba {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:32.570672 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:32.570962 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4749e6b7-fe58-448f-9b8d-d760b81123ba {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:32.571367 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'status': 'completed', 'code': 200} Oct 12 12:09:32.633342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-8dd3f996-66d0-40f6-9952-efbd5330852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.634888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-8dd3f996-66d0-40f6-9952-efbd5330852b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0439565 Oct 12 12:09:32.738493 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-401d1f33-6848-4d02-9343-2bac069c609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.739990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-401d1f33-6848-4d02-9343-2bac069c609a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9864af98d6164999b81f2155cf45c0eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974236 Oct 12 12:09:32.832839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-a26b09cf-2691-412c-83f6-28fb435065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.834299 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e7bed82-2572-4bce-a38a-53500eb60af4 req-a26b09cf-2691-412c-83f6-28fb435065f1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880034 Oct 12 12:09:32.913925 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-3e252c0e-db71-4191-b12f-740ed6eed439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:32.915324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-3e252c0e-db71-4191-b12f-740ed6eed439 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0440333 Oct 12 12:09:32.956980 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-db268f76-0aa4-45db-9d74-44ff7918a6f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 217 time: 0.0334990 Oct 12 12:09:33.004876 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-896d943c-4bf4-4f9c-8d5b-8b3e99ae032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:33.006273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-896d943c-4bf4-4f9c-8d5b-8b3e99ae032a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0425780 Oct 12 12:09:33.049135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-7648a64e-6c89-47a4-ad6d-929b8228ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:33.050550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-7648a64e-6c89-47a4-ad6d-929b8228ad98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371776 Oct 12 12:09:33.147465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-95f0e8d9-17d5-427c-b04b-46214437b6f6 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898187 Oct 12 12:09:33.240453 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e0c40704-8c8a-4ad6-a395-293e815f5108 req-c84b28e5-cc35-4ae1-a357-d37a06b9ea5e service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Oct 12 12:09:33.544528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6e01-43ae-4083-92eb-07dcc8266235 req-724efbe2-7f66-4d71-b766-df0aa546e4b0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:33.546004 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-483b6e01-43ae-4083-92eb-07dcc8266235 req-724efbe2-7f66-4d71-b766-df0aa546e4b0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0479307 Oct 12 12:09:33.583194 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-483b6e01-43ae-4083-92eb-07dcc8266235 req-edf89879-8c17-4b5b-bcac-6d08a0ce30e4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Oct 12 12:09:34.701067 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb87b1-a58a-423b-88fa-7b7383f5d3f7 req-46c5001e-0b87-4a38-820e-14f8ee93c5bb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:34.702516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffeb87b1-a58a-423b-88fa-7b7383f5d3f7 req-46c5001e-0b87-4a38-820e-14f8ee93c5bb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0510771 Oct 12 12:09:34.740018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffeb87b1-a58a-423b-88fa-7b7383f5d3f7 req-6ef6941e-8e7e-4cf8-ab4b-f43e477a3911 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Oct 12 12:09:35.855103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f75eb7-b2b2-4e72-9803-fd13c8e64637 req-dc56991f-440b-4cad-b29f-200b827eb28f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:35.856574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92f75eb7-b2b2-4e72-9803-fd13c8e64637 req-dc56991f-440b-4cad-b29f-200b827eb28f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0486565 Oct 12 12:09:35.894059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92f75eb7-b2b2-4e72-9803-fd13c8e64637 req-b974371e-de3e-4fd7-a06f-d6c10d6dfac3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Oct 12 12:09:37.008663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f72cf-e20a-4c8f-91e7-a622a2de5d67 req-8d2f7309-142e-4a6b-8950-828f79d25b95 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:37.010137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa4f72cf-e20a-4c8f-91e7-a622a2de5d67 req-8d2f7309-142e-4a6b-8950-828f79d25b95 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0489352 Oct 12 12:09:37.046318 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa4f72cf-e20a-4c8f-91e7-a622a2de5d67 req-6d24bf3a-a93e-4936-8df5-d9bbde7bb8a8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Oct 12 12:09:38.163399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5a8b-c4a9-46a4-915c-608b190c5362 req-f56f6015-9bd0-4741-b855-f682dc651c2d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:38.164861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eab5a8b-c4a9-46a4-915c-608b190c5362 req-f56f6015-9bd0-4741-b855-f682dc651c2d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0519290 Oct 12 12:09:38.170928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:09:38.203786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7eab5a8b-c4a9-46a4-915c-608b190c5362 req-6795753a-0731-435f-8b11-9787845bbbac tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Oct 12 12:09:38.266203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:38.276874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e31b4097-8e51-44d6-8782-1616002199b9', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:09:38.312326 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:38.324975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:09:38.343347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:38.438521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:38.484432 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:38.717851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e31b4097-8e51-44d6-8782-1616002199b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:09:39.318518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771554a-12e4-4653-9b29-2187eac80db9 req-6890be37-06ad-4111-878c-39defcd93856 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:39.320583 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8771554a-12e4-4653-9b29-2187eac80db9 req-6890be37-06ad-4111-878c-39defcd93856 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Oct 12 12:09:39.357893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8771554a-12e4-4653-9b29-2187eac80db9 req-627a1f11-d975-4ac4-8d68-ccf9373f54b0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Oct 12 12:09:40.171869 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:09:40.270222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e31b4097-8e51-44d6-8782-1616002199b9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:09:40.273771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e31b4097-8e51-44d6-8782-1616002199b9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:09:40.274138 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:40.350973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:40.372926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:40.375191 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c277f13-6ba6-406a-8698-d9463134e973" -d '{"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-plugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:40.387813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:09:40.412261 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f4f08-d827-4523-8f0f-33c19eba5b25 x-openstack-request-id: req-839f4f08-d827-4523-8f0f-33c19eba5b25 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:40.413463 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-plugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:40.413463 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-839f4f08-d827-4523-8f0f-33c19eba5b25 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:40.413757 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'code': 200} Oct 12 12:09:40.456490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:40.511650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6d74-0178-4301-9a1d-9eaa237b9d3e req-e6389566-4c05-4484-bf7d-11cf4cfd1e6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:40.513187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad8d6d74-0178-4301-9a1d-9eaa237b9d3e req-e6389566-4c05-4484-bf7d-11cf4cfd1e6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0500476 Oct 12 12:09:40.517039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:09:40.521559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829309-9300-43fb-b7ee-63515cce9456 req-7576c0d6-db7f-4296-b724-b00bf6651371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:40.523678 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b829309-9300-43fb-b7ee-63515cce9456 req-7576c0d6-db7f-4296-b724-b00bf6651371 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0493491 Oct 12 12:09:40.553105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad8d6d74-0178-4301-9a1d-9eaa237b9d3e req-d2ace38b-9290-4809-a908-c9bdb3e7ff35 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333855 Oct 12 12:09:40.560492 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5b829309-9300-43fb-b7ee-63515cce9456 req-942cce42-6536-4403-b5b9-c4f8cd282215 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283229 Oct 12 12:09:41.671150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4db7-ac4a-42d6-b512-8719ab103b52 req-aadeb182-778a-44d9-b8ba-6c6c9b1d6713 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:41.672616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27dd4db7-ac4a-42d6-b512-8719ab103b52 req-aadeb182-778a-44d9-b8ba-6c6c9b1d6713 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Oct 12 12:09:41.711460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27dd4db7-ac4a-42d6-b512-8719ab103b52 req-604405fd-2d3d-4f4d-9bf6-15b2e92ba122 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Oct 12 12:09:42.826092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e37d3-0298-4ad0-9782-3010dbd0fd6c req-86d16647-1e66-4327-8227-f93048c827bf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:42.827584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de5e37d3-0298-4ad0-9782-3010dbd0fd6c req-86d16647-1e66-4327-8227-f93048c827bf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Oct 12 12:09:42.864509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de5e37d3-0298-4ad0-9782-3010dbd0fd6c req-e70a261f-a8c6-4855-bcdd-111e189ada5c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Oct 12 12:09:42.974792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3efcc-0850-498c-9d21-0e19e85065ad req-44db86dd-6628-4997-9b9f-a8deed9d8edb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:42.976331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-afe3efcc-0850-498c-9d21-0e19e85065ad req-44db86dd-6628-4997-9b9f-a8deed9d8edb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0469489 Oct 12 12:09:42.985906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44060) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:09:42.990191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'floatingip': {'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:09:43.032148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:43.445603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:43.504397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:43.620937 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e associated. External IP: 172.25.2.8, port: e31b4097-8e51-44d6-8782-1616002199b9. Oct 12 12:09:43.837558 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:09:43.946138 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:09:43.951156 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:43.955728 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:09:43.966128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:09:43.966753 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:09:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:43.979124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd881b45-7838-4b83-974c-8e3b199e256d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "PUT /v2.0/floatingips/fc573a77-6646-4281-9024-0b0f4bdeca8e HTTP/1.1" status: 200 len: 989 time: 0.9921300 Oct 12 12:09:43.979703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:09:43.982084 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32575eebdc3cedbba74b624380cde6b59eb9ca40ef297e7b3744fc5865c1d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9fa623-80de-4846-91d1-d33f118a3419" -d '{"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:09:44.066963 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16050b-d47f-4bf8-9386-7c44c11bdb49 x-openstack-request-id: req-3b16050b-d47f-4bf8-9386-7c44c11bdb49 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:09:44.067250 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:09:44.067498 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b16050b-d47f-4bf8-9386-7c44c11bdb49 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:09:44.067901 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'status': 'completed', 'code': 200} Oct 12 12:09:44.070814 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:09:44.125728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-3dbdb433-4c82-47a8-95a9-d9e572494c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:44.127136 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-3dbdb433-4c82-47a8-95a9-d9e572494c5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0391653 Oct 12 12:09:44.220102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-d25e2c3a-8df1-4d68-baf2-7521288a6908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:44.221609 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-d25e2c3a-8df1-4d68-baf2-7521288a6908 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0879483 Oct 12 12:09:44.286439 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-8c8cd1ce-a30e-4335-aa54-20120ee86269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 997 time: 0.0578263 Oct 12 12:09:44.288023 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:09:43Z', 'revision_number': 9, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:44.316970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:09:44.326154 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:09:44.326768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:09:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:44.341144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-459a7bd2-c90c-4ee0-8e19-3f79b8ee98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:44.342669 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-459a7bd2-c90c-4ee0-8e19-3f79b8ee98a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0500848 Oct 12 12:09:44.387548 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-1b1547e0-630f-4973-abdb-98689bc47e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:09:44.389163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-1b1547e0-630f-4973-abdb-98689bc47e84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397856 Oct 12 12:09:44.429510 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:09:44.478099 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-d1cd6aae-9721-4d17-997d-ffa353a191df service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815535 Oct 12 12:09:44.573990 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5e9fa623-80de-4846-91d1-d33f118a3419 req-4df95acd-d04a-46a4-a5c6-06d1180da7de service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Oct 12 12:09:44.749110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:09:43Z', 'revision_number': 9, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:09:44.779614 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42a6c4-bec2-468f-95e2-0c1716b7c6cf None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:09:43Z', 'revision_number': 9, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:09:44.967754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289553d-89ce-40e6-b4ce-749ec38e1b5b None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:09:47.735959 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2157c2d3-052d-49db-9a66-e2de075b93b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:50.512748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0e52d2eb-175f-49cc-9bb2-218f7608bcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:51.693002 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:51.947447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:52.632696 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:53.467355 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:09:57.221391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:08.849396 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:10:17.753250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f5951c86-6e0a-49ea-9ce4-887836bab0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:20.524088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3bae870e-6e8b-46aa-b9d9-24ad4b228c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:21.707176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:21.952453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:22.632761 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:23.495965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:26.407558 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-7476a52b-085e-4577-9672-78c548018a0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383236 Oct 12 12:10:26.486441 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e903-d715-4209-8832-c5d4fd590313 req-74baecfe-6dff-45dc-9af5-29af5c999bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:10:26.488805 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-74baecfe-6dff-45dc-9af5-29af5c999bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0391176 Oct 12 12:10:26.594345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e903-d715-4209-8832-c5d4fd590313 req-3b5a7125-87d3-4f4a-a4cb-5ab2cbd7eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:10:26.595879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-3b5a7125-87d3-4f4a-a4cb-5ab2cbd7eb44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0882177 Oct 12 12:10:26.666379 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-429c9837-4c12-4d28-91b6-76da80326140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1000 time: 0.0620363 Oct 12 12:10:26.715870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e903-d715-4209-8832-c5d4fd590313 req-3fc3299d-33e3-43b0-a44a-70911f8a80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:10:26.717278 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-3fc3299d-33e3-43b0-a44a-70911f8a80cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0440514 Oct 12 12:10:26.761690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e903-d715-4209-8832-c5d4fd590313 req-0c43e70f-4a21-427e-8552-3d61a8e0e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:10:26.763154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-0c43e70f-4a21-427e-8552-3d61a8e0e8bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387309 Oct 12 12:10:26.856564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-839611c5-3165-48bf-8c89-73f7506f96f3 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864441 Oct 12 12:10:26.944187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-95d4e903-d715-4209-8832-c5d4fd590313 req-7f6c7200-c33a-4989-834b-3a79e6e8581b service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803607 Oct 12 12:10:27.229474 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:45.848697 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:10:47.775286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec055-5983-436e-b646-5388341488d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:50.512137 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-600ec266-74da-4732-b934-6aede3b36022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:51.703721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:51.923852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:52.638192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:53.471871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:10:57.266053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:17.696966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b77c7a33-3aa3-437b-983a-27e3dc8190fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:20.490258 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f6c78a5e-508b-4deb-95d5-cddbb1d02cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:21.695017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:21.931185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:22.631651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:22.848522 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:11:23.497285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:26.422940 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-64c27edb-7483-4146-82d6-3f2f13a27319 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432675 Oct 12 12:11:26.511239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-a753e8e7-3d89-46ae-8b78-e295b875cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:11:26.512712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-a753e8e7-3d89-46ae-8b78-e295b875cf6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0502973 Oct 12 12:11:26.613403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-4d316e35-7de4-49af-bd86-89728a077fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:11:26.615010 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-4d316e35-7de4-49af-bd86-89728a077fcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0842378 Oct 12 12:11:27.022225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-d57a46a6-1cbf-4dc7-a1ac-8a6053389626 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1000 time: 0.3995125 Oct 12 12:11:27.073130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-71583709-c209-4ac9-b1d7-6fadfd35aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:11:27.074538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-71583709-c209-4ac9-b1d7-6fadfd35aa47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0439823 Oct 12 12:11:27.121009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-e34d8062-8970-4dca-a320-776b88ada62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:11:27.122503 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-e34d8062-8970-4dca-a320-776b88ada62d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412719 Oct 12 12:11:27.216231 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-1cf17ad6-d33c-4e26-8e3c-8729559452b6 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866535 Oct 12 12:11:27.246285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:27.305486 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-833cb9f3-ccbd-4136-8f1e-7cdd7e7c8dcd req-f512ff87-531c-4d65-8669-583015b4e530 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822253 Oct 12 12:11:47.742648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4055487a-f863-42c2-bcd8-c2f32e7dbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:50.502331 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a817-5e05-4109-a7af-e6680a7664f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:51.708062 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:51.931538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:52.631482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:53.514005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:57.255408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:11:59.848420 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:12:12.973768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-8043dd3d-bf7f-4f78-9295-fd288f1d940d req-4ed66369-3d64-41c2-8b56-fd1965330fc4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:12:12.974771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8043dd3d-bf7f-4f78-9295-fd288f1d940d req-4ed66369-3d64-41c2-8b56-fd1965330fc4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060658 Oct 12 12:12:13.337246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb55cd-6ead-4ebd-91fc-461340e8da0e req-3d72a3b6-b1fa-4df1-a70c-2257dc4067eb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:13.338865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1cb55cd-6ead-4ebd-91fc-461340e8da0e req-3d72a3b6-b1fa-4df1-a70c-2257dc4067eb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0576391 Oct 12 12:12:13.381277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1cb55cd-6ead-4ebd-91fc-461340e8da0e req-cff47869-7401-4311-92ce-477fea6e797e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354393 Oct 12 12:12:13.624560 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-f7592d6a-6212-4054-9244-c0e102c08e3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898452 Oct 12 12:12:13.633817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-0bf7beec-ad91-43b5-84db-237ab7b6ec83 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:12:13.634867 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-0bf7beec-ad91-43b5-84db-237ab7b6ec83 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054166 Oct 12 12:12:14.499253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9287a2d-a506-4a8c-ada1-e5c903f61f3a req-dad12f4e-4f02-4304-b651-436366d66f96 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:14.500799 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9287a2d-a506-4a8c-ada1-e5c903f61f3a req-dad12f4e-4f02-4304-b651-436366d66f96 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Oct 12 12:12:14.540981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e9287a2d-a506-4a8c-ada1-e5c903f61f3a req-92015055-1842-41f6-bd2d-cc5ee8047dfa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337565 Oct 12 12:12:15.657790 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bca8ad-bc98-48ca-8855-f3fc7c95143c req-aafcdb6d-b106-454f-b462-e7814e195bf9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:15.659471 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16bca8ad-bc98-48ca-8855-f3fc7c95143c req-aafcdb6d-b106-454f-b462-e7814e195bf9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Oct 12 12:12:15.697367 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16bca8ad-bc98-48ca-8855-f3fc7c95143c req-5cdb5b5b-e3bc-4c46-bada-de538bc5215f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Oct 12 12:12:15.789052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-0bbff88f-2b1f-4279-8797-6b91597d75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:15.791236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-0bbff88f-2b1f-4279-8797-6b91597d75f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0423536 Oct 12 12:12:15.884095 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-c172ce44-bd1e-4cc7-9018-aa973ed13882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:15.885474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-c172ce44-bd1e-4cc7-9018-aa973ed13882 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0865712 Oct 12 12:12:15.953457 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-b61a59bb-3089-4a8c-97f2-8553cc79c1b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1000 time: 0.0613184 Oct 12 12:12:16.002431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-646f9730-193a-4bd0-8bfe-27a68772edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:16.003982 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-646f9730-193a-4bd0-8bfe-27a68772edf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0443065 Oct 12 12:12:16.048136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-b9ad7014-b3a9-4596-bfc8-a66401fff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:16.049559 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-b9ad7014-b3a9-4596-bfc8-a66401fff9ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390220 Oct 12 12:12:16.142724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-f356c1dc-2c4d-4994-8a8d-0f207092f03b service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858316 Oct 12 12:12:16.233163 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-e23970bb-0997-4e92-ab72-cbb5a815df03 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832481 Oct 12 12:12:16.816242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a55644-cfbb-46f8-af9b-891e50281fa7 req-3788fe44-1224-489f-9214-2d87bff804a0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:16.817678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a55644-cfbb-46f8-af9b-891e50281fa7 req-3788fe44-1224-489f-9214-2d87bff804a0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Oct 12 12:12:16.855571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4a55644-cfbb-46f8-af9b-891e50281fa7 req-739c6a76-f2ec-40eb-b18b-0bf72938f6e7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Oct 12 12:12:17.733717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b83c8c11-03c9-4e74-a781-5b62238540b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:17.971094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761790e3-aea7-4bd4-8ecd-83ca0abbb18a req-c12a5f70-31bb-41bf-a01c-07d233acb3ce tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:17.972560 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-761790e3-aea7-4bd4-8ecd-83ca0abbb18a req-c12a5f70-31bb-41bf-a01c-07d233acb3ce tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Oct 12 12:12:18.010928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-761790e3-aea7-4bd4-8ecd-83ca0abbb18a req-d9194d0a-3a22-4bce-aaa3-54929293764a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Oct 12 12:12:19.124491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917f13-5223-4b0d-9077-904b7315f815 req-ba1cedb4-7638-4112-bffd-ba3276728358 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:19.125953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68917f13-5223-4b0d-9077-904b7315f815 req-ba1cedb4-7638-4112-bffd-ba3276728358 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Oct 12 12:12:19.162783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68917f13-5223-4b0d-9077-904b7315f815 req-2ae69b82-c27f-4625-91f6-075a5a0a2423 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Oct 12 12:12:20.281913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51158-a938-448b-b384-ee8152ecb6b9 req-b093763e-9f95-4a2e-847d-bdaee7cf452e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:20.283387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b51158-a938-448b-b384-ee8152ecb6b9 req-b093763e-9f95-4a2e-847d-bdaee7cf452e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0511649 Oct 12 12:12:20.320605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56b51158-a938-448b-b384-ee8152ecb6b9 req-2493168a-dfc9-4610-9a14-e91a199d6c83 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Oct 12 12:12:20.499566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b9b-fa15-4be2-a92c-b2e6a5b0407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:21.437344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93e541-a02f-4068-af88-792aad79371b req-463709bb-0b35-4a24-8509-a64002917035 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:21.437344 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff93e541-a02f-4068-af88-792aad79371b req-463709bb-0b35-4a24-8509-a64002917035 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0477676 Oct 12 12:12:21.473203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff93e541-a02f-4068-af88-792aad79371b req-e703b013-b4ab-43c1-893d-5d8ec1018475 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Oct 12 12:12:21.746442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:21.934144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:22.591905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b274b6-3d62-4342-93b5-c418fe234eb3 req-f7a8f02a-8ea4-409e-8f66-662161023902 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:22.593399 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1b274b6-3d62-4342-93b5-c418fe234eb3 req-f7a8f02a-8ea4-409e-8f66-662161023902 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0512187 Oct 12 12:12:22.625486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:22.630280 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e1b274b6-3d62-4342-93b5-c418fe234eb3 req-4192c95a-f564-4389-b042-f6bd966dd9fe tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Oct 12 12:12:23.470953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:23.753409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e70ec-a04f-4575-ae6b-8e929fa53f64 req-6583253c-138d-4cd1-97be-1a9d3ee82509 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:23.754909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1e70ec-a04f-4575-ae6b-8e929fa53f64 req-6583253c-138d-4cd1-97be-1a9d3ee82509 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Oct 12 12:12:23.793750 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1e70ec-a04f-4575-ae6b-8e929fa53f64 req-817792e0-aab3-41a4-8996-c9572ff5b0af tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Oct 12 12:12:24.909173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b429d-2e1c-4ff4-b95c-15545e90c5fe req-11602f14-2015-47f3-8f6c-7671f386b7a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:24.910620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e34b429d-2e1c-4ff4-b95c-15545e90c5fe req-11602f14-2015-47f3-8f6c-7671f386b7a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Oct 12 12:12:24.948101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e34b429d-2e1c-4ff4-b95c-15545e90c5fe req-94e3178d-5c7f-42f6-92bf-6abbe5e494ff tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Oct 12 12:12:26.067550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712b920-363d-4c0a-b0e6-a126918af84e req-e7200627-659c-42d2-b19e-f576c6d6fa6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:26.069033 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f712b920-363d-4c0a-b0e6-a126918af84e req-e7200627-659c-42d2-b19e-f576c6d6fa6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0492659 Oct 12 12:12:26.110364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f712b920-363d-4c0a-b0e6-a126918af84e req-4a9ca80a-097b-4634-8112-a8593ae060b2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354576 Oct 12 12:12:27.200160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-e9444f55-c8d5-4897-8c13-311281f001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:27.201742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-e9444f55-c8d5-4897-8c13-311281f001ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1096 time: 0.0431108 Oct 12 12:12:27.229228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49021da5-0d0f-439e-afbf-93499dc1ab62 req-9ba36090-6ebd-434e-a950-3ca91da97fe4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:27.230726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49021da5-0d0f-439e-afbf-93499dc1ab62 req-9ba36090-6ebd-434e-a950-3ca91da97fe4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0535116 Oct 12 12:12:27.260699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:27.269728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-49021da5-0d0f-439e-afbf-93499dc1ab62 req-958bff50-2b87-4ed0-bf60-9e9a8a7403b0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Oct 12 12:12:27.307893 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-98119f21-d4b6-46c4-979f-865098ed97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:27.309357 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-98119f21-d4b6-46c4-979f-865098ed97d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0867801 Oct 12 12:12:27.378365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-e9b7d10b-8100-4cb0-88aa-fc2eea6ef330 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1000 time: 0.0617192 Oct 12 12:12:27.427418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-895bddf2-d7ca-4b74-b3f8-6ee907476f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:27.428732 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-895bddf2-d7ca-4b74-b3f8-6ee907476f8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0428236 Oct 12 12:12:27.473397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-ac7da159-a5a3-4db3-8263-52141078b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:27.474865 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-ac7da159-a5a3-4db3-8263-52141078b43e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390131 Oct 12 12:12:27.487818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-518c2bf2-8397-425c-8a76-f0e40bdd28be service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:12:27.488760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-518c2bf2-8397-425c-8a76-f0e40bdd28be service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055199 Oct 12 12:12:27.580670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-08075aaa-f059-4b3e-bbeb-07ae3426795e service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849617 Oct 12 12:12:27.673160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c7a0527-9d29-4c33-b6a2-8d11e638051d req-469d7050-d842-4128-8135-39f69a27788a service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Oct 12 12:12:28.320066 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-437c6179-b648-4e41-a40a-422120183f67 req-a65400db-0873-4dae-a254-2cdd53ba622a service neutron] show failed (client error): The resource could not be found. Oct 12 12:12:28.321083 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-a65400db-0873-4dae-a254-2cdd53ba622a service neutron] 10.222.0.41 "GET /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0557733 Oct 12 12:12:28.394531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95eef4-d51d-40e3-a9b4-27cd1b533f53 req-8e1c0e6a-2a1f-4421-9034-31afadc81238 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:28.396026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc95eef4-d51d-40e3-a9b4-27cd1b533f53 req-8e1c0e6a-2a1f-4421-9034-31afadc81238 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0585508 Oct 12 12:12:28.436392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fc95eef4-d51d-40e3-a9b4-27cd1b533f53 req-1772f575-efbf-4711-b652-79ea7ab25d7a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340624 Oct 12 12:12:28.866064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-7a64ab93-ec6e-4ccd-9c6e-2801a8e3a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:28.867610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-7a64ab93-ec6e-4ccd-9c6e-2801a8e3a96a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0518572 Oct 12 12:12:28.880630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:12:28.949766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:29.160726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:29.193953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:12:29.232484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:29.238241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:29.251459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Transition to ACTIVE for port object e31b4097-8e51-44d6-8782-1616002199b9 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:12:29.303479 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9c0e8-0d07-467e-81c8-89106afee138" -d '{"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-unplugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:29.329376 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:29.427740 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaa7999-450a-4124-8587-7748074c4e93 x-openstack-request-id: req-9aaa7999-450a-4124-8587-7748074c4e93 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:29.428407 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-unplugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:29.428518 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9aaa7999-450a-4124-8587-7748074c4e93 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:29.428973 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'code': 200} Oct 12 12:12:29.437664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:29.453186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.453544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.453887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.454222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.454556 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.454910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.455240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.455565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.455891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.456211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.456533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.456853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:29.492661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] No DVR routers for this DVR port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:12:29.969466 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edf93-ff9e-4d5f-9101-450587e1f6aa req-8df6be1b-f555-460d-8da6-8ff6ebaa1fdf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:29.970984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c1edf93-ff9e-4d5f-9101-450587e1f6aa req-8df6be1b-f555-460d-8da6-8ff6ebaa1fdf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.4419472 Oct 12 12:12:30.040911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c1edf93-ff9e-4d5f-9101-450587e1f6aa req-2fb99510-28c6-4874-a633-1be92b499d6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637794 Oct 12 12:12:30.041769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:12:30.042099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:12:30.042423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:30.047528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:12:30.047841 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:30.052618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:12:30.052950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:12:30.053325 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:12:30.053751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Bound port: e31b4097-8e51-44d6-8782-1616002199b9, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:12:30.054100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:30.122532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:12:30.125517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:12:30.202747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:30.237271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:30.237932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:30.239444 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] 10.222.0.47 "PUT /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1091 time: 1.3639143 Oct 12 12:12:30.262632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1a8f0-c116-44e2-b98d-533259dd6a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:30.310073 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-d913876c-cb18-4d8a-8065-db0933b0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:30.311716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-d913876c-cb18-4d8a-8065-db0933b0650f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0459342 Oct 12 12:12:30.404216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-5eb3c929-158d-4fb2-91f6-a29618c90148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:30.406184 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-5eb3c929-158d-4fb2-91f6-a29618c90148 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0876679 Oct 12 12:12:30.473331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-8a57dc49-aef9-454d-b146-e779b49c5240 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0604990 Oct 12 12:12:30.528027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-c35343fe-5002-4a0a-8e66-8c286bf69fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:30.529403 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-c35343fe-5002-4a0a-8e66-8c286bf69fef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0490234 Oct 12 12:12:30.573338 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6179-b648-4e41-a40a-422120183f67 req-a8e1b9d8-fc56-4cdc-af6b-601b36f57105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:30.574818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-a8e1b9d8-fc56-4cdc-af6b-601b36f57105 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389411 Oct 12 12:12:30.666715 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-74fbcf8a-ac3b-4701-b6ca-9f0cff43bb51 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851247 Oct 12 12:12:30.753231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-437c6179-b648-4e41-a40a-422120183f67 req-2d532380-6dfa-4453-8412-090bd72bae98 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795574 Oct 12 12:12:31.164433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9f5c9-9a09-4b92-a791-4e5471c67c72 req-d01bd01a-fe8b-41e6-8fff-67f2d4bc2717 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.165864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a9f5c9-9a09-4b92-a791-4e5471c67c72 req-d01bd01a-fe8b-41e6-8fff-67f2d4bc2717 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0489442 Oct 12 12:12:31.206479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a9f5c9-9a09-4b92-a791-4e5471c67c72 req-80fd213d-82f0-4b40-9e95-a2d26f1a2db1 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Oct 12 12:12:31.429829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:31.432199 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0c3034-0cfd-473d-bed9-fb499873be9b" -d '{"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:31.479391 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee1d36-44e8-4685-b461-f112d3bb3455 x-openstack-request-id: req-6fee1d36-44e8-4685-b461-f112d3bb3455 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:31.479998 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:31.479998 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fee1d36-44e8-4685-b461-f112d3bb3455 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:31.480300 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'status': 'completed', 'code': 200} Oct 12 12:12:31.539902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-8f3b135d-884b-48c6-b45c-b2274ddf42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.541408 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-8f3b135d-884b-48c6-b45c-b2274ddf42e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0425184 Oct 12 12:12:31.546009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-e40dbbc0-51ad-429d-85c8-339992484143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.547657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-e40dbbc0-51ad-429d-85c8-339992484143 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0407305 Oct 12 12:12:31.636230 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-9b4dac97-f8ae-4c8a-894e-338424da3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.637628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-41d86d42-083c-4f3b-a689-30ec5db56139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.637757 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-9b4dac97-f8ae-4c8a-894e-338424da3bae service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0828233 Oct 12 12:12:31.639096 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-41d86d42-083c-4f3b-a689-30ec5db56139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0907521 Oct 12 12:12:31.703919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-d7b54447-7c90-41f7-8a08-2d52da617231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0576046 Oct 12 12:12:31.706148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-16d71bd9-17f0-437d-a219-0b1621fec140 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0605357 Oct 12 12:12:31.754550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-cc70a543-0e1a-4d0a-8ed0-7d50aff92b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.755387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-dfd96722-a4e1-433b-ac4f-7ac1f21007a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.756061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-cc70a543-0e1a-4d0a-8ed0-7d50aff92b9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0457859 Oct 12 12:12:31.756848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-dfd96722-a4e1-433b-ac4f-7ac1f21007a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0439050 Oct 12 12:12:31.803983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-516a91de-12c7-4032-a4d9-bf39b744445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.805490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-516a91de-12c7-4032-a4d9-bf39b744445b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410223 Oct 12 12:12:31.806091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-819c7078-23ae-46d0-a5e0-a262567a0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:31.807593 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-819c7078-23ae-46d0-a5e0-a262567a0fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448487 Oct 12 12:12:31.897630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-7557a372-80cd-44ef-a1fb-7373f3ae980c service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Oct 12 12:12:31.899867 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-35f82590-da9b-455d-9c64-7ea5f4b80acb service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860288 Oct 12 12:12:31.992336 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-0026e576-5d57-47d1-a98f-4c71d66373b4 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875208 Oct 12 12:12:31.993736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a0c3034-0cfd-473d-bed9-fb499873be9b req-1e47f99e-b53e-4f0e-a884-3672c87925b1 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Oct 12 12:12:32.087725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-48395bce-91a8-4ec0-9be2-d86bbe292dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:32.089195 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-48395bce-91a8-4ec0-9be2-d86bbe292dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0398490 Oct 12 12:12:32.191160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-c40a05a5-cf20-49b1-874c-79ec1e672c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:32.192613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-c40a05a5-cf20-49b1-874c-79ec1e672c23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0829940 Oct 12 12:12:32.261386 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-db6f71b0-80c9-4195-9340-105f866c4262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0614059 Oct 12 12:12:32.342937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-5b457d8f-0af4-46df-a17d-1054200a1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:32.344460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-5b457d8f-0af4-46df-a17d-1054200a1b35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0743637 Oct 12 12:12:32.358198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d249-9c69-4e87-a2d2-0fa8cfcf1ebc req-bc3c1043-9833-4aad-a086-76e3d572b6fd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:32.359623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16e9d249-9c69-4e87-a2d2-0fa8cfcf1ebc req-bc3c1043-9833-4aad-a086-76e3d572b6fd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0810661 Oct 12 12:12:32.425615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16e9d249-9c69-4e87-a2d2-0fa8cfcf1ebc req-f11539d9-fd7a-4c93-af83-9f374bb0840d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577874 Oct 12 12:12:32.428503 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-2d79c600-83f7-4553-ba02-6d3207790ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:32.430079 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-2d79c600-83f7-4553-ba02-6d3207790ad8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694549 Oct 12 12:12:32.525402 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-7a7683c0-20d8-4716-9b0f-1de638483a7d service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873673 Oct 12 12:12:32.621630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a7a1519-3e13-49f2-a0b4-4dc6e4df9210 req-8cbf2b68-cba3-4315-b1bd-e0eb3eb2b608 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895252 Oct 12 12:12:33.120685 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:12:33.158346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:12:33.540886 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2931-852c-43f2-a061-fc92e9d47832 req-fdeb4805-4add-4643-a206-f4b532d67c4f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:33.542365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240a2931-852c-43f2-a061-fc92e9d47832 req-fdeb4805-4add-4643-a206-f4b532d67c4f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0488133 Oct 12 12:12:33.579999 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-240a2931-852c-43f2-a061-fc92e9d47832 req-9c94c38d-5485-4aa3-a4d6-d40aa3761fa8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Oct 12 12:12:34.141454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e31b4097-8e51-44d6-8782-1616002199b9 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:12:34.200627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8592-fde6-4084-a97f-eba41bf2f17c req-9a10f603-54c5-40b9-80d1-838e4e04b226 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.202114 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23bc8592-fde6-4084-a97f-eba41bf2f17c req-9a10f603-54c5-40b9-80d1-838e4e04b226 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 943 time: 0.0553350 Oct 12 12:12:34.239596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:34.250719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'e31b4097-8e51-44d6-8782-1616002199b9', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:12:34.266641 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23bc8592-fde6-4084-a97f-eba41bf2f17c req-2a3c6deb-e14b-4aeb-9868-d6d29aa816d9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Oct 12 12:12:34.278324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-eb28190d-ab7e-49a0-afe3-8090ac8477ac tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.279841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-eb28190d-ab7e-49a0-afe3-8090ac8477ac tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&tenant_id=9864af98d6164999b81f2155cf45c0eb&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0768805 Oct 12 12:12:34.289123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:34.302278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:12:34.321063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:34.340934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-d9155536-3928-4943-9389-ada68ff96b39 service neutron] 10.222.0.47 "GET /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.0534899 Oct 12 12:12:34.404613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-3a9b0b7a-52c0-46d0-9d20-1d9fd7d5862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.406031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-3a9b0b7a-52c0-46d0-9d20-1d9fd7d5862e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1094 time: 0.0442748 Oct 12 12:12:34.416037 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:34.467119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:34.475004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.475346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.475686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.476023 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.476368 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.476675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.476999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.477322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.477646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.477966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.478290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.478608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:34.497641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-c4a92a7e-99ca-46a7-9c07-996ca241731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.499204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-c4a92a7e-99ca-46a7-9c07-996ca241731a service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0864136 Oct 12 12:12:34.570244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-faae8a48-72e3-42a2-825e-9b3d0b6c9f47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 999 time: 0.0627654 Oct 12 12:12:34.619377 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-06a65b93-9ba6-4030-a8fe-fa6b3b9bfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.620770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-06a65b93-9ba6-4030-a8fe-fa6b3b9bfa2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0431757 Oct 12 12:12:34.644794 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['e31b4097-8e51-44d6-8782-1616002199b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:12:34.666619 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-8c260347-2ac5-42bf-9e18-6a3284508d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:34.668055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-8c260347-2ac5-42bf-9e18-6a3284508d98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394168 Oct 12 12:12:34.760013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-8942c91c-abdd-47a5-92df-7a1ccf527e8b service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Oct 12 12:12:34.847579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-53d68e7d-cbe4-4ba3-a448-9136d34f461a service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805955 Oct 12 12:12:35.386460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f17ad-13ef-4f38-a361-fce46488d19e req-cec3cbc0-1112-427e-8313-2204a4571460 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:35.387933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea4f17ad-13ef-4f38-a361-fce46488d19e req-cec3cbc0-1112-427e-8313-2204a4571460 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0533214 Oct 12 12:12:35.425498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea4f17ad-13ef-4f38-a361-fce46488d19e req-89530d0a-2fd5-40a8-bb91-940be5953e11 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Oct 12 12:12:36.156053 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e31b4097-8e51-44d6-8782-1616002199b9 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:12:36.278767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port e31b4097-8e51-44d6-8782-1616002199b9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:12:36.282707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port e31b4097-8e51-44d6-8782-1616002199b9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:12:36.283086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:36.358667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:36.380987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:36.383231 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252bbc30-ecb0-4cdf-aa8e-1ce31dbb2bb1" -d '{"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-plugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:36.396463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:36.434479 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff1b3c4-f6e8-465a-8835-82156c6ecfab x-openstack-request-id: req-9ff1b3c4-f6e8-465a-8835-82156c6ecfab {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:36.434789 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-plugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:36.435061 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ff1b3c4-f6e8-465a-8835-82156c6ecfab {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:36.435455 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'code': 200} Oct 12 12:12:36.467822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:36.523206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:36.545459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284c759-3a9b-4d32-91b3-b9dff3de3d2b req-c69b6619-6882-4f15-ae1d-523eec16b49a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:36.547484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5284c759-3a9b-4d32-91b3-b9dff3de3d2b req-c69b6619-6882-4f15-ae1d-523eec16b49a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Oct 12 12:12:36.586046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5284c759-3a9b-4d32-91b3-b9dff3de3d2b req-47f9decc-39d9-4f1c-854d-a65120595608 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Oct 12 12:12:36.848124 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:12:37.279949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-9b4e732d-de6f-49be-9ad1-d102773a7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:37.282147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-9b4e732d-de6f-49be-9ad1-d102773a7e36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0407135 Oct 12 12:12:37.293006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:12:37.348550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:37.555006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:37.587302 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:12:37.626879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:37.629204 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05b66f4-eedb-4b21-8496-18bf74ce7f7b" -d '{"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-unplugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:37.633030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:37.646335 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Transition to ACTIVE for port object e31b4097-8e51-44d6-8782-1616002199b9 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:12:37.710730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7436b-82af-41e5-8009-db8a7121cc4b req-d91f800f-9b85-4393-ad91-693402efdd57 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:37.712709 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0d7436b-82af-41e5-8009-db8a7121cc4b req-d91f800f-9b85-4393-ad91-693402efdd57 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0578687 Oct 12 12:12:37.763389 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:37.763836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0d7436b-82af-41e5-8009-db8a7121cc4b req-260da31d-cb69-4614-a3d1-176b6058d1cc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Oct 12 12:12:37.837518 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4fbd1e-9e22-4be4-92fd-4fd1812102ba x-openstack-request-id: req-cb4fbd1e-9e22-4be4-92fd-4fd1812102ba {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:37.837811 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-unplugged", "status": "completed", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:37.838064 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb4fbd1e-9e22-4be4-92fd-4fd1812102ba {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:37.838470 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'code': 200} Oct 12 12:12:37.841403 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:37.854105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.857357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.858161 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:12:37.898375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] No DVR routers for this DVR port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:12:38.035595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:12:38.035892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:12:38.036222 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:38.040439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:12:38.040758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Attempting to bind port e31b4097-8e51-44d6-8782-1616002199b9 on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:38.045531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:12:38.045864 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:12:38.046243 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:12:38.046664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Bound port: e31b4097-8e51-44d6-8782-1616002199b9, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:12:38.047687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:38.108024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:12:38.111677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:12:38.214240 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:38.252835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.253282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:38.254856 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] 10.222.0.41 "PUT /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 1092 time: 0.9657264 Oct 12 12:12:38.275698 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722207fd-d610-4f7d-83e0-8cc81906f54c service neutron] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=11']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:38.320132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-6c2bd262-42ee-4638-9780-258787562139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.321751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-6c2bd262-42ee-4638-9780-258787562139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1095 time: 0.0431006 Oct 12 12:12:38.415550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-771598f0-2d2a-4330-a806-e8aeafe1356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.417033 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-771598f0-2d2a-4330-a806-e8aeafe1356f service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0873103 Oct 12 12:12:38.485397 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-b4e8c119-6e6b-40f1-8439-8351a44317db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0612824 Oct 12 12:12:38.533607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-5aa4864a-1e37-4d46-9d96-8a45092e2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.534986 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-5aa4864a-1e37-4d46-9d96-8a45092e2f42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0431826 Oct 12 12:12:38.579703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-f5f467c9-571f-4b78-95c1-61a96e4502f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.581072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-f5f467c9-571f-4b78-95c1-61a96e4502f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392885 Oct 12 12:12:38.673241 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-cc3551e4-6582-482d-8b36-2bd000103ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854559 Oct 12 12:12:38.765407 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-10f270a3-62d4-4f82-9eb4-2db1d584924f req-a3b390e2-6f2f-4dc9-bea9-c916790bd865 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Oct 12 12:12:38.876875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c095-b827-4ed5-8773-9beb823eca62 req-e3315dd1-19ad-42fc-9c20-8573fd277ff2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:38.878276 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc32c095-b827-4ed5-8773-9beb823eca62 req-e3315dd1-19ad-42fc-9c20-8573fd277ff2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0531018 Oct 12 12:12:38.916181 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cc32c095-b827-4ed5-8773-9beb823eca62 req-c0d94081-3f67-48f6-bca2-120d67dcb6ca tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Oct 12 12:12:39.839776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:39.842400 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f6f071-9238-437b-8489-a701e5c04969" -d '{"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:39.889191 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936498d-f068-49f1-b50a-91b8b357b8d8 x-openstack-request-id: req-e936498d-f068-49f1-b50a-91b8b357b8d8 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:39.889479 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:39.889726 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e936498d-f068-49f1-b50a-91b8b357b8d8 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:39.890128 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'status': 'completed', 'code': 200} Oct 12 12:12:39.951116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-0fcde980-4cc2-474e-8a56-9419e6ea7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:39.951666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-f40e89e4-afdd-474b-9dc2-66588b8b6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:39.952644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-0fcde980-4cc2-474e-8a56-9419e6ea7151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1095 time: 0.0410321 Oct 12 12:12:39.953266 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-f40e89e4-afdd-474b-9dc2-66588b8b6ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 1095 time: 0.0438936 Oct 12 12:12:40.054469 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-02ff77cc-0605-471d-9491-c59ba3fe2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.056712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-02ff77cc-0605-471d-9491-c59ba3fe2a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0963926 Oct 12 12:12:40.081936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3654-7cce-4c95-bc76-edf2cb74a8df req-ecd26589-e955-421f-994c-83b4ea8933da tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.083469 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2ce3654-7cce-4c95-bc76-edf2cb74a8df req-ecd26589-e955-421f-994c-83b4ea8933da tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0939670 Oct 12 12:12:40.100693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-220ba9c7-0257-4440-9bf2-7fcbc9caef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.102000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-220ba9c7-0257-4440-9bf2-7fcbc9caef78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.1418245 Oct 12 12:12:40.128839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-e7c4c820-466a-4c31-9d1e-1a20ea03626e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0631599 Oct 12 12:12:40.165602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2ce3654-7cce-4c95-bc76-edf2cb74a8df req-a1c29770-8433-48f8-b3aa-3151b63d5380 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745018 Oct 12 12:12:40.179234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-93a020e7-970c-4ec1-bb5b-9518670d55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.180714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-93a020e7-970c-4ec1-bb5b-9518670d55bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0451894 Oct 12 12:12:40.182284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-278715c4-d608-4cc7-abcd-e29746bb9de3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 200 len: 998 time: 0.0731339 Oct 12 12:12:40.203224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e31b4097-8e51-44d6-8782-1616002199b9 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:12:40.226594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-41081a26-93ec-4a75-a3ea-0016348f7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.228125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-41081a26-93ec-4a75-a3ea-0016348f7ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407324 Oct 12 12:12:40.235943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-d5e4e2b3-f2c1-403d-ac19-7224b2f83487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.237396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-d5e4e2b3-f2c1-403d-ac19-7224b2f83487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0484729 Oct 12 12:12:40.241499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device e31b4097-8e51-44d6-8782-1616002199b9 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:12:40.285164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f071-9238-437b-8489-a701e5c04969 req-6fcb91c5-75a6-40b6-9d65-3ebde8991106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:40.286678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-6fcb91c5-75a6-40b6-9d65-3ebde8991106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419927 Oct 12 12:12:40.324220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-a9821339-43d8-4553-83ab-a26eb435fedb service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881274 Oct 12 12:12:40.375439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-8bf2951c-0b10-4f25-bd01-72022160172f service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819588 Oct 12 12:12:40.418280 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-482fa102-e6ff-4352-88ce-15d9372f95c0 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864017 Oct 12 12:12:40.468439 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84f6f071-9238-437b-8489-a701e5c04969 req-963c4d8d-069d-4fa6-9f4d-0c2e9b8410b6 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861225 Oct 12 12:12:41.283149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2feecd-af82-4c66-bb50-e5b9b56aecf7 req-a1a43fe8-a9ba-4ead-9c45-531252f216d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:41.284635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf2feecd-af82-4c66-bb50-e5b9b56aecf7 req-a1a43fe8-a9ba-4ead-9c45-531252f216d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0488648 Oct 12 12:12:41.321589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bf2feecd-af82-4c66-bb50-e5b9b56aecf7 req-c038f907-6f0a-4d4a-8827-0eb49cc7787f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Oct 12 12:12:42.441831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a030f4-d725-4651-8723-5a152ed48bcc req-f66f50b4-1eca-44b0-93cd-098ea1ad0bea tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:42.443361 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2a030f4-d725-4651-8723-5a152ed48bcc req-f66f50b4-1eca-44b0-93cd-098ea1ad0bea tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0558760 Oct 12 12:12:42.480001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2a030f4-d725-4651-8723-5a152ed48bcc req-7cee89c0-921b-404b-ab70-3f7d8629cf87 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Oct 12 12:12:42.592722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45540c6e-278a-46b1-aaad-c0290118c7b5 req-7f190e9d-c873-4336-8146-25dfb32f4376 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:42.594284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45540c6e-278a-46b1-aaad-c0290118c7b5 req-7f190e9d-c873-4336-8146-25dfb32f4376 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0495436 Oct 12 12:12:42.631648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45540c6e-278a-46b1-aaad-c0290118c7b5 req-7eab6558-e806-49c5-bf92-76c046691942 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Oct 12 12:12:42.747044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18d129-4582-4cb3-8987-38300c516583 req-fd01966e-2695-454a-8be8-d4c052d6fae4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:42.748488 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c18d129-4582-4cb3-8987-38300c516583 req-fd01966e-2695-454a-8be8-d4c052d6fae4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Oct 12 12:12:42.786330 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c18d129-4582-4cb3-8987-38300c516583 req-0ade5ece-a483-4c74-ae43-c570333b5b89 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313265 Oct 12 12:12:43.182968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:12:43.281817 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:43.293218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b20c9a-0b28-4edb-9862-42a75ecf3a86 req-11e88c16-229c-4f52-8d4c-5c260e54e1dc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:43.294678 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36b20c9a-0b28-4edb-9862-42a75ecf3a86 req-11e88c16-229c-4f52-8d4c-5c260e54e1dc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 944 time: 0.0540969 Oct 12 12:12:43.296662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'e31b4097-8e51-44d6-8782-1616002199b9', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': 'e31b4097-8e51-44d6-8782-1616002199b9', 'mac_address': 'fa:16:3e:fe:32:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:12:43.333217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36b20c9a-0b28-4edb-9862-42a75ecf3a86 req-898af857-15a6-4303-9142-c9f9cc8c85f0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318601 Oct 12 12:12:43.333966 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:43.347917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:12:43.366430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:43.461301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:43.508602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:43.821022 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['e31b4097-8e51-44d6-8782-1616002199b9'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:12:44.448856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794208f4-f313-4d8a-a22e-7961f1192536 req-685196aa-7437-47a1-984c-9c63691d36ef tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:44.450323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-794208f4-f313-4d8a-a22e-7961f1192536 req-685196aa-7437-47a1-984c-9c63691d36ef tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Oct 12 12:12:44.489564 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-794208f4-f313-4d8a-a22e-7961f1192536 req-b7377278-cc0b-4017-8195-39af6f9b37ee tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Oct 12 12:12:44.864278 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56485052-f37b-4a72-9687-bcad25e232d9 req-fbcb9b0b-07e5-4a96-9bdc-a7406af6efed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:44.865744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-56485052-f37b-4a72-9687-bcad25e232d9 req-fbcb9b0b-07e5-4a96-9bdc-a7406af6efed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Oct 12 12:12:44.953109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Deleting port e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:12:44.953452 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.044369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] For port e31b4097-8e51-44d6-8782-1616002199b9, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=e31b4097-8e51-44d6-8782-1616002199b9,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:45.044733 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.198888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:12:45.217622 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.217980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.218290 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e disassociated. External IP: 172.25.2.8, port: e31b4097-8e51-44d6-8782-1616002199b9. Oct 12 12:12:45.218628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Calling delete_port for e31b4097-8e51-44d6-8782-1616002199b9 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:12:45.307197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port e31b4097-8e51-44d6-8782-1616002199b9 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:12:45.311342 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port e31b4097-8e51-44d6-8782-1616002199b9 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:12:45.311583 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.392243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.410307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.439546 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'Port': ['ID=e31b4097-8e51-44d6-8782-1616002199b9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:45.564541 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:12:45.590624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-beb6065d-ac85-4619-8daf-dc87dfe434d8 req-d859d7ea-77c8-477f-a53b-3dd52ef54d16 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e6fe5c-21d4-4585-bf9c-6b3bd3305657 HTTP/1.1" status: 200 len: 210 time: 0.0280795 Oct 12 12:12:45.675233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:12:45.685487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:12:45.695655 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:12:45.696245 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:12:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:12:45.713174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] No DVR routers for this DVR port e31b4097-8e51-44d6-8782-1616002199b9 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:12:45.716007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:45.719888 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-56485052-f37b-4a72-9687-bcad25e232d9 req-71f14083-83fd-437c-97b5-63d277244095 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "DELETE /v2.0/ports/e31b4097-8e51-44d6-8782-1616002199b9 HTTP/1.1" status: 204 len: 173 time: 0.8481328 Oct 12 12:12:45.720338 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-deleted', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:45.722822 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baab6a1-cc81-4c90-92bd-641bc7b5c9b9" -d '{"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-deleted", "tag": "e31b4097-8e51-44d6-8782-1616002199b9"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:45.759528 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873b3328-5466-459f-9879-78f8802d6c36 x-openstack-request-id: req-873b3328-5466-459f-9879-78f8802d6c36 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:45.759823 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6fe5c-21d4-4585-bf9c-6b3bd3305657", "name": "network-vif-deleted", "tag": "e31b4097-8e51-44d6-8782-1616002199b9", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:45.760079 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-873b3328-5466-459f-9879-78f8802d6c36 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:45.760487 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6fe5c-21d4-4585-bf9c-6b3bd3305657', 'name': 'network-vif-deleted', 'tag': 'e31b4097-8e51-44d6-8782-1616002199b9', 'status': 'completed', 'code': 200} Oct 12 12:12:45.805051 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:12:46.082924 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:12:46.112879 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:12:46.121175 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:12:46.121780 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:12:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:12:46.223941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:12:46.415371 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:12:46.440714 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e928716-76b5-450d-bf82-232a42f82c36 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:12:46.682402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67922606-9b58-4a93-99b2-208b9e0b8708 None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:12:46.892381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-51a36cfe-c79c-4dd2-8ac5-41b5e89671ea tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2094961189&fields=id&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 267 time: 0.0342805 Oct 12 12:12:46.999798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-b509350c-51d4-45b8-9077-bd1f9cb1c2f2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:47.001862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-b509350c-51d4-45b8-9077-bd1f9cb1c2f2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1025074 Oct 12 12:12:47.016347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-dc32ad5a-7ea5-40ee-99e9-d6c8c2661175 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/quotas/9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 375 time: 0.0086942 Oct 12 12:12:47.068324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-50a71282-3180-4c9d-943c-734c2ea1b4ad tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461841 Oct 12 12:12:47.171250 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-3a6a32dc-8784-4dcc-adb9-492bf0996de1 service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910072 Oct 12 12:12:47.257786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-91263741-4987-4b2c-8827-5626373e0bcd service neutron] 10.222.0.43 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799670 Oct 12 12:12:47.488474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9978ddd3-fe1e-4ede-806d-ba6af286bbbb req-20617355-d535-4ed8-8daa-2a44d3984cf2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0322914 Oct 12 12:12:47.725974 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-084db82d-33b3-49bb-b3b5-375d77881a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:48.583097 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfacd8c7-d383-4423-86c5-55946eea562a req-8b952df3-ef1b-42f9-9c2b-91a26f7d4048 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0273066 Oct 12 12:12:49.198042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:12:49.218501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: e31b4097-8e51-44d6-8782-1616002199b9 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:12:49.218866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device e31b4097-8e51-44d6-8782-1616002199b9 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:12:49.439609 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-28b5def1-4f6c-4378-aa08-4b8808006208 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:49.441072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-28b5def1-4f6c-4378-aa08-4b8808006208 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 811 time: 0.1038420 Oct 12 12:12:49.489600 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-a9addf1e-8533-498a-94ec-018769b98a1f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 380 time: 0.0347157 Oct 12 12:12:49.498908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'port': {'device_id': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'admin_state_up': True, 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'security_groups': ['e0d9032e-2f49-47c1-b1da-e7641f231dcf']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:12:49.681201 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c0f18e0-db8d-4307-804e-fe96d8251114 req-c58a30d6-77dc-47c6-943c-6953075ec98b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0271149 Oct 12 12:12:49.684239 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Made reservation on behalf of 9864af98d6164999b81f2155cf45c0eb for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:12:49.689323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:49.811363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Allocated IP 172.20.0.6 (598cc5da-a188-4706-b3fb-f4d962f2e048/c9fa3976-a11f-48f6-85f2-771c5c11b5f6/953be59c-4893-4376-bb98-6ed14d1b55cb) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:12:49.949052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.065843 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.107804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:12:50.113450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:12:50.117068 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:12:50.123375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:50.174883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:50.175532 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.287295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-0a92dd23-13de-4cbc-b34a-95db5824d8e5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919223 Oct 12 12:12:50.300433 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Request body: {'port': {'device_id': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:12:50.345238 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ea106ad9-2fe6-401c-976b-d08b58646958 None None] Provisioning complete for port 953be59c-4893-4376-bb98-6ed14d1b55cb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:12:50.345826 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ea106ad9-2fe6-401c-976b-d08b58646958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.352758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.381818 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ea106ad9-2fe6-401c-976b-d08b58646958 None None] Port 953be59c-4893-4376-bb98-6ed14d1b55cb cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:12:50.518430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d91b-f43d-44d1-a1e6-8031526391db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.611315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:12:50.618373 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.629801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Transition to ACTIVE for port object 953be59c-4893-4376-bb98-6ed14d1b55cb will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:12:50.712965 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.764905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:50.803694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e619520-91cf-4c41-9b59-94513984f818 req-96bc9d3e-a4fe-4c27-b859-23b54a3b8fab tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:50.810727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e619520-91cf-4c41-9b59-94513984f818 req-96bc9d3e-a4fe-4c27-b859-23b54a3b8fab tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0572224 Oct 12 12:12:50.845508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e619520-91cf-4c41-9b59-94513984f818 req-384d8c74-fe4f-4d32-91c2-40d950533b77 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339389 Oct 12 12:12:50.848208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:12:50.848730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:12:50.849156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:50.853887 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:12:50.854315 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:12:50.860025 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:12:50.860519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:12:50.860908 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:12:50.861495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Bound port: 953be59c-4893-4376-bb98-6ed14d1b55cb, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:12:50.861903 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:50.931458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:12:50.934575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:12:51.004941 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:51.038406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.039119 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:51.040513 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] 10.222.0.41 "PUT /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1091 time: 0.7448430 Oct 12 12:12:51.040946 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:51.043199 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d297c82-542e-4b9f-a132-fa467b618158" -d '{"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:51.069276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e361ef4-90cd-4490-91f0-7ebbecb3ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:51.087384 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a18a20-d028-4af9-be5f-324885b4970c x-openstack-request-id: req-f8a18a20-d028-4af9-be5f-324885b4970c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:51.087670 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:51.090421 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8a18a20-d028-4af9-be5f-324885b4970c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:51.090421 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'status': 'completed', 'code': 200} Oct 12 12:12:51.153262 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297c82-542e-4b9f-a132-fa467b618158 req-cee566d6-6467-48ed-9380-c9aa9ffa4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.154933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d297c82-542e-4b9f-a132-fa467b618158 req-cee566d6-6467-48ed-9380-c9aa9ffa4c01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0444651 Oct 12 12:12:51.257445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297c82-542e-4b9f-a132-fa467b618158 req-26f15bfc-c737-4def-a8b7-68ed782f0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.258939 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d297c82-542e-4b9f-a132-fa467b618158 req-26f15bfc-c737-4def-a8b7-68ed782f0b09 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9864af98d6164999b81f2155cf45c0eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967710 Oct 12 12:12:51.354190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297c82-542e-4b9f-a132-fa467b618158 req-c5626e74-8cbc-486a-b6b1-e44dcb6622ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.355688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9d297c82-542e-4b9f-a132-fa467b618158 req-c5626e74-8cbc-486a-b6b1-e44dcb6622ef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903387 Oct 12 12:12:51.433658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7551c457-67f4-41ab-8bc5-5d308dd0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.435093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-7551c457-67f4-41ab-8bc5-5d308dd0b1cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0428176 Oct 12 12:12:51.475080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-9b062263-e4ac-4db4-b38e-b54c602a55e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 217 time: 0.0323842 Oct 12 12:12:51.523181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-b3867f29-1e69-43cf-be17-22a6e54d75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.524604 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-b3867f29-1e69-43cf-be17-22a6e54d75cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0428736 Oct 12 12:12:51.569776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-190234d1-5c41-4a38-ae03-21a5e94ae7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.571234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-190234d1-5c41-4a38-ae03-21a5e94ae7ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390031 Oct 12 12:12:51.663116 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-2777f5a9-dc01-4f40-a62c-dfb1e9dd154e service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Oct 12 12:12:51.693606 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:51.974587 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436da13-0390-4e87-a0c8-dc57e887920d req-c54197a0-0b6e-4221-bc38-503d998f3ebd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:51.976150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5436da13-0390-4e87-a0c8-dc57e887920d req-c54197a0-0b6e-4221-bc38-503d998f3ebd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0551279 Oct 12 12:12:51.979791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:52.016776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5436da13-0390-4e87-a0c8-dc57e887920d req-67f597cd-d197-466b-b317-09796822c294 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Oct 12 12:12:52.099699 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-47a32260-b5e5-4789-9fba-25f4bee284d7 req-66f6aa24-c7fa-4efb-bffc-1925d71d08fa service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293516 Oct 12 12:12:52.644368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:53.133764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771205-575d-4e77-8b12-039fb0e8fb70 req-b4d93746-7c3b-4c4a-ac43-aee084a4164c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:53.135290 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d771205-575d-4e77-8b12-039fb0e8fb70 req-b4d93746-7c3b-4c4a-ac43-aee084a4164c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0492620 Oct 12 12:12:53.171619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d771205-575d-4e77-8b12-039fb0e8fb70 req-533ff384-c793-4b13-b134-c8e95040c0e6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303829 Oct 12 12:12:53.493405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:54.286440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d9492-0fb7-4eeb-b526-3cd86299bae5 req-5b28041f-5ab7-44f1-84f5-24ebe3c208f3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:54.287918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a2d9492-0fb7-4eeb-b526-3cd86299bae5 req-5b28041f-5ab7-44f1-84f5-24ebe3c208f3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0487411 Oct 12 12:12:54.324849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a2d9492-0fb7-4eeb-b526-3cd86299bae5 req-f25888f4-cdc9-4a4e-9a88-e0fe477b4341 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Oct 12 12:12:55.213930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:12:55.305892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:55.316589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:12:55.357179 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:55.369617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:12:55.388337 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:55.444244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48122-151e-40a2-8500-1498f1b06765 req-00694945-4c5b-4111-ad21-cae1e0b62fe1 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:55.445733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ca48122-151e-40a2-8500-1498f1b06765 req-00694945-4c5b-4111-ad21-cae1e0b62fe1 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0529239 Oct 12 12:12:55.461565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:55.486106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7ca48122-151e-40a2-8500-1498f1b06765 req-2e2ae7f4-583a-4feb-b4fb-ee6a99275ea7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341547 Oct 12 12:12:55.510840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:55.730243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['953be59c-4893-4376-bb98-6ed14d1b55cb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:12:56.602820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba0e6-d460-4571-a211-78d86d06ac47 req-e33c53cc-3275-4c0f-b323-1916ded2d67a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:56.604319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed2ba0e6-d460-4571-a211-78d86d06ac47 req-e33c53cc-3275-4c0f-b323-1916ded2d67a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0492523 Oct 12 12:12:56.641745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ed2ba0e6-d460-4571-a211-78d86d06ac47 req-2de6e696-d410-43aa-81d7-c117fe61e691 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Oct 12 12:12:57.212603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:12:57.261004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:57.318478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 953be59c-4893-4376-bb98-6ed14d1b55cb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:12:57.322310 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 953be59c-4893-4376-bb98-6ed14d1b55cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:12:57.322673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:57.399396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:57.421646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:12:57.424019 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c4db6-f8a5-4262-993d-d993e7132dd6" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:12:57.436452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:12:57.461024 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf26671-b2d8-4b5f-be6b-484fdd1ddf9e x-openstack-request-id: req-edf26671-b2d8-4b5f-be6b-484fdd1ddf9e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:12:57.461315 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:12:57.461570 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edf26671-b2d8-4b5f-be6b-484fdd1ddf9e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:12:57.461966 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'code': 200} Oct 12 12:12:57.517148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:12:57.563673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8be2-263f-4550-94cf-df25fb3e4e5a req-fe9af388-6203-46fb-9719-801152383ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:57.565162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa6a8be2-263f-4550-94cf-df25fb3e4e5a req-fe9af388-6203-46fb-9719-801152383ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0442708 Oct 12 12:12:57.565820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:12:57.601095 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aa6a8be2-263f-4550-94cf-df25fb3e4e5a req-b6476cc0-c586-4c12-ae01-e1ed312297b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287757 Oct 12 12:12:57.758660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4072-a87d-451d-8da3-24e7d9c9240a req-db3564be-2f46-4544-96d6-c912e25de743 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:57.760052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61ed4072-a87d-451d-8da3-24e7d9c9240a req-db3564be-2f46-4544-96d6-c912e25de743 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0490992 Oct 12 12:12:57.798031 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61ed4072-a87d-451d-8da3-24e7d9c9240a req-b8de1385-c801-445d-9e2a-9e91feafa567 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Oct 12 12:12:58.922257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa0fda-bcbe-49c5-bfc7-2c732bc943c4 req-65efd501-a713-410e-9ef8-d17792967165 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:12:58.923853 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fefa0fda-bcbe-49c5-bfc7-2c732bc943c4 req-65efd501-a713-410e-9ef8-d17792967165 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0539279 Oct 12 12:12:58.961429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fefa0fda-bcbe-49c5-bfc7-2c732bc943c4 req-0c9283ec-a15e-4a96-96f9-cfb18eba7667 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Oct 12 12:13:00.089663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce211-b1ac-40f4-be70-728e2279c422 req-52237249-18fa-4b24-9af1-1b7770b5134b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:00.091152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c3ce211-b1ac-40f4-be70-728e2279c422 req-52237249-18fa-4b24-9af1-1b7770b5134b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0491087 Oct 12 12:13:00.130156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c3ce211-b1ac-40f4-be70-728e2279c422 req-fcb37f4f-2077-4bae-8e60-0a940ecde36e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Oct 12 12:13:00.239090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83728fdb-c829-479b-b82c-77ce408fd03c req-aafbd165-6578-424c-9ed3-90539a2dbfbf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:00.240606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-83728fdb-c829-479b-b82c-77ce408fd03c req-aafbd165-6578-424c-9ed3-90539a2dbfbf tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0484931 Oct 12 12:13:00.249111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 44608) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:13:00.254453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Request body: {'floatingip': {'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:13:00.295651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:00.716949 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:00.787097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:00.885649 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e associated. External IP: 172.25.2.8, port: 953be59c-4893-4376-bb98-6ed14d1b55cb. Oct 12 12:13:01.089460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:13:01.195248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:13:01.199918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:01.205316 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:13:01.214414 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:13:01.215043 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:12:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:13:01.226916 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-18d76c10-14aa-478f-bed9-0bff4f0557d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "PUT /v2.0/floatingips/fc573a77-6646-4281-9024-0b0f4bdeca8e HTTP/1.1" status: 200 len: 990 time: 0.9766352 Oct 12 12:13:01.227593 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:13:01.229995 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f0f4d1-7215-4189-b847-56f987802938" -d '{"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:13:01.316376 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41182245-f848-447e-b514-0d6384fe3e90 x-openstack-request-id: req-41182245-f848-447e-b514-0d6384fe3e90 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:13:01.316662 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:13:01.316912 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41182245-f848-447e-b514-0d6384fe3e90 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:13:01.317320 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'status': 'completed', 'code': 200} Oct 12 12:13:01.320659 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:13:01.377339 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f4d1-7215-4189-b847-56f987802938 req-0a839c18-79cb-4943-baad-fc439a1bf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:01.378832 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-0a839c18-79cb-4943-baad-fc439a1bf6f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0404994 Oct 12 12:13:01.471878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f4d1-7215-4189-b847-56f987802938 req-367d6681-a02e-450e-9cab-b3c173fe322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:01.473358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-367d6681-a02e-450e-9cab-b3c173fe322b service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0872402 Oct 12 12:13:01.541031 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-87cb78c6-4fbb-4ec3-947a-4697222ac4db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0578165 Oct 12 12:13:01.542303 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:13:00Z', 'revision_number': 13, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:13:01.568002 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:13:01.576039 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:13:01.576623 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:12:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:13:01.590661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f4d1-7215-4189-b847-56f987802938 req-410afb24-1b70-46fc-a3be-5c0abeee9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:01.592385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-410afb24-1b70-46fc-a3be-5c0abeee9d9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0442009 Oct 12 12:13:01.641607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f4d1-7215-4189-b847-56f987802938 req-baf32c0e-b96b-45c6-9dfc-a51d61b3702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:01.643305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-baf32c0e-b96b-45c6-9dfc-a51d61b3702c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440714 Oct 12 12:13:01.680297 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:13:01.728049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-aae78e44-a80e-4463-a0ff-6dedd826c54c req-20f8299a-dbf3-4a72-a26d-761c15649787 service neutron] (95548) timed out ('10.222.0.47', 52687) {{(pid=95548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 12:13:01.731607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-7d575ace-66d0-4e0b-b936-bb0415b08a08 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812128 Oct 12 12:13:01.823941 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73f0f4d1-7215-4189-b847-56f987802938 req-34a111cb-6e05-4a02-98a0-18c050ae54f4 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Oct 12 12:13:01.904194 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:13:00Z', 'revision_number': 13, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:13:01.930015 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2533ef15-0b65-4b00-a0a7-013689d4cf44 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'fc573a77-6646-4281-9024-0b0f4bdeca8e', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:04:48Z', 'updated_at': '2021-10-12T12:13:00Z', 'revision_number': 13, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:13:02.115474 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdee95-9e0b-496f-9336-26fec1145502 None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:13:13.848058 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:13:17.753011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-74ee1e78-79ad-4acd-b075-f7bfb854110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:20.495124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-22c533dd-c458-441f-aa81-011c4381cf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:21.700821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:21.957721 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:22.649677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:23.539340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:26.398074 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-c45f3ebe-d382-40b1-b364-b0fcaec0241f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388412 Oct 12 12:13:26.476690 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-57af121c-2e7e-4641-8e14-8fb93fcd2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:26.478119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-57af121c-2e7e-4641-8e14-8fb93fcd2f82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0401425 Oct 12 12:13:26.582718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-006b9ff4-4f15-4794-973e-08e801bb633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:26.584187 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-006b9ff4-4f15-4794-973e-08e801bb633f service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0872188 Oct 12 12:13:26.647590 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-039b5e4f-d4a7-4405-bafe-adc74239f72e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1000 time: 0.0565808 Oct 12 12:13:26.699499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-de897168-9df8-4ec7-a8b0-c7cd8202f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:26.700810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-de897168-9df8-4ec7-a8b0-c7cd8202f27e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0464184 Oct 12 12:13:26.744564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-c3fd19d6-3c36-4530-ba4c-801620f25614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:13:26.746026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-c3fd19d6-3c36-4530-ba4c-801620f25614 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384099 Oct 12 12:13:26.839906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-4026086a-5e0c-4565-bd6c-e10cdd36e71c service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Oct 12 12:13:26.928411 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8c3f4242-53b9-4801-a55a-2e85e49a48c7 req-0e75f2e7-cd07-4c4f-8a66-e9ede31ba63f service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Oct 12 12:13:27.264422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:47.706267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7fbc79c0-3e6a-495d-8cfa-0c36696c4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:50.521232 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d2ffd498-d897-47d0-8aaf-9ffe7dc53a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:50.847472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:13:51.734444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:51.961423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:52.643283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:53.505754 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:13:57.254784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:17.728446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a2c7c35-3801-4011-99a1-7eb3001f1c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:20.505800 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc902-eac0-48bc-a36e-608bc8d820e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:21.692269 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:21.955862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:22.654113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:23.469437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:27.263684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:27.847370 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:14:29.128725 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-7dfdf4ec-f07b-4474-b7e7-27c945497a49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783947 Oct 12 12:14:29.213447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d71ff-6c7d-449c-b515-928d8532ffed req-cf125667-d9d8-41be-8ea7-7421a17e8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:14:29.214919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-cf125667-d9d8-41be-8ea7-7421a17e8635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0443327 Oct 12 12:14:29.316088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d71ff-6c7d-449c-b515-928d8532ffed req-b144a9c7-a1dc-4849-9bc5-ca8b5186c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:14:29.317479 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-b144a9c7-a1dc-4849-9bc5-ca8b5186c8cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0833998 Oct 12 12:14:29.387341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-134a2c92-e8a4-4696-96fa-513579969ea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1000 time: 0.0606623 Oct 12 12:14:29.436228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d71ff-6c7d-449c-b515-928d8532ffed req-0fb86947-911e-4a12-a2bc-19369e34098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:14:29.437656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-0fb86947-911e-4a12-a2bc-19369e34098c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0429382 Oct 12 12:14:29.482862 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d71ff-6c7d-449c-b515-928d8532ffed req-190d7471-d522-4af1-a07f-0baf68cbd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:14:29.484352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-190d7471-d522-4af1-a07f-0baf68cbd0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397666 Oct 12 12:14:29.580366 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-ba247c71-9424-4455-919e-0d9e10bda534 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Oct 12 12:14:29.666943 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-882d71ff-6c7d-449c-b515-928d8532ffed req-1f4d4e3c-2a74-46b8-8217-774d283ed32b service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790830 Oct 12 12:14:47.694099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd1c8-d510-482e-b2e9-cb4daa129d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:50.491750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-72f5cc61-a78a-4f09-a57b-a9c9c9ab5c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:51.691715 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:51.939012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:52.670598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:53.510463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:14:57.276653 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:04.845710 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:15:17.737096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd23bff5-d00e-4d4f-b84b-ebe33f883667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:20.498883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d28e7a54-aecb-47c2-a087-130f50c5de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:21.709025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:21.943494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:22.645840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:23.492973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:27.281277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:28.545992 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-e3a0d030-c2bb-47a6-87d5-2dbddd933e0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434039 Oct 12 12:15:28.625063 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-11437467-13eb-44ea-bbbb-3fea274ef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:28.626577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-11437467-13eb-44ea-bbbb-3fea274ef5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0400836 Oct 12 12:15:28.728313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-4c4df95c-4ce4-4bc9-8484-cee8a97789d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:28.729766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-4c4df95c-4ce4-4bc9-8484-cee8a97789d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0837617 Oct 12 12:15:28.798569 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-ada34177-eb51-4226-80a3-f39465adbbad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1000 time: 0.0615623 Oct 12 12:15:28.846777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-3737f1ef-2e44-4608-adc3-a53e2a7b5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:28.848237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-3737f1ef-2e44-4608-adc3-a53e2a7b5131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0428751 Oct 12 12:15:28.894812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-68594c06-de76-4dbf-b0d9-aaf31edca366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:28.896246 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-68594c06-de76-4dbf-b0d9-aaf31edca366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390830 Oct 12 12:15:28.994281 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-9d4ed6cc-0972-477c-907d-9a1a930a6b6a service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897021 Oct 12 12:15:29.087050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a6b72b8c-a55b-425c-921b-df07ccbce168 req-f8d51deb-c593-41fb-bc77-0d189c9a0060 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846527 Oct 12 12:15:33.267257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749462-3c86-4942-9b54-c6c66a2a8195 req-4b6b9154-492b-4652-b3b9-4f7a975129d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:33.268719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81749462-3c86-4942-9b54-c6c66a2a8195 req-4b6b9154-492b-4652-b3b9-4f7a975129d4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.1497223 Oct 12 12:15:33.310663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-81749462-3c86-4942-9b54-c6c66a2a8195 req-41a35e2f-17a9-4fa0-851b-55adf6ca6696 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356934 Oct 12 12:15:41.845508 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:15:47.183334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4363886-921f-4ef0-8f51-e492017575b2 req-9cf44683-b520-4448-9e6f-1b2a3ea94325 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:47.184847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4363886-921f-4ef0-8f51-e492017575b2 req-9cf44683-b520-4448-9e6f-1b2a3ea94325 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0505424 Oct 12 12:15:47.222891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4363886-921f-4ef0-8f51-e492017575b2 req-e11c5105-0bbe-41f8-b8a5-afd22f36a594 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Oct 12 12:15:47.313257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-e0ce127c-9c3f-4d51-a7f6-f5cc7fcd1493 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402706 Oct 12 12:15:47.737059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e9c99486-d76b-49d6-8194-48f3751a1792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:48.343418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d528a2-bbeb-4438-bf16-0b48bdd22807 req-8517513e-252b-4b7e-9ef9-8b5e5d29ffd0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:48.344918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4d528a2-bbeb-4438-bf16-0b48bdd22807 req-8517513e-252b-4b7e-9ef9-8b5e5d29ffd0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0502362 Oct 12 12:15:48.382727 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e4d528a2-bbeb-4438-bf16-0b48bdd22807 req-6146b8d3-3d7f-4645-832b-709a81452dff tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Oct 12 12:15:49.325386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-7e052749-5b0b-4b6e-a7f1-cfabb5996588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:49.326893 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-7e052749-5b0b-4b6e-a7f1-cfabb5996588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1096 time: 0.0403557 Oct 12 12:15:49.421976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-eee9a3a1-9791-45b7-92b8-1faaab1c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:49.423516 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-eee9a3a1-9791-45b7-92b8-1faaab1c4489 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0883942 Oct 12 12:15:49.489302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-484b76ee-087f-4d7a-ac14-bdd1b0e3d72b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1000 time: 0.0583522 Oct 12 12:15:49.498813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d85535-ecd4-47a6-9212-c383abe8dcbb req-d03e59e9-d480-43bf-b5cb-c390b7608680 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:49.500615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08d85535-ecd4-47a6-9212-c383abe8dcbb req-d03e59e9-d480-43bf-b5cb-c390b7608680 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0489652 Oct 12 12:15:49.539592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-2a3a1ce8-374a-4696-a952-0b6d001a5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:49.541093 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-2a3a1ce8-374a-4696-a952-0b6d001a5b67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0448971 Oct 12 12:15:49.544730 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08d85535-ecd4-47a6-9212-c383abe8dcbb req-a2cafaae-02e4-431c-a552-2fa0d3aa4d22 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366216 Oct 12 12:15:49.590039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-c453e67b-25ff-4c73-996a-f69284c4e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:49.591491 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-c453e67b-25ff-4c73-996a-f69284c4e7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433517 Oct 12 12:15:49.678436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-f621e185-d0c2-47c9-8c5a-8b45f4bb653f service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792329 Oct 12 12:15:49.770757 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-c91fd9a6-add5-4e25-bafe-d9221e144852 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849731 Oct 12 12:15:50.503648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c3d800df-bf1a-4c9f-97b6-4bd32246f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:50.664345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f358e9-a55d-453f-8fba-cd5826e9ab61 req-eb6e6aed-4fa2-49e1-8e36-002fafb0142d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:50.665824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5f358e9-a55d-453f-8fba-cd5826e9ab61 req-eb6e6aed-4fa2-49e1-8e36-002fafb0142d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0509028 Oct 12 12:15:50.703313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5f358e9-a55d-453f-8fba-cd5826e9ab61 req-cbce8be3-1067-41dc-a699-37ec3aeba7af tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Oct 12 12:15:51.686370 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:51.817963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b869b-c4dc-4100-a29f-5083fb1ee5df req-f90f3b2b-b8d0-42e7-a3a1-cc2770a3d353 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:51.819979 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f6b869b-c4dc-4100-a29f-5083fb1ee5df req-f90f3b2b-b8d0-42e7-a3a1-cc2770a3d353 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0498619 Oct 12 12:15:51.860253 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4f6b869b-c4dc-4100-a29f-5083fb1ee5df req-4a1790be-1be8-47d1-b357-2ea38009eb5a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Oct 12 12:15:51.926517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:52.640857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:52.977322 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27001-7668-4c23-a996-49c6d6b29d28 req-ff0c8cf2-eaaf-4869-97fb-04436ca7206a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:52.978814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8b27001-7668-4c23-a996-49c6d6b29d28 req-ff0c8cf2-eaaf-4869-97fb-04436ca7206a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0502384 Oct 12 12:15:53.020693 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8b27001-7668-4c23-a996-49c6d6b29d28 req-edc7bd03-0096-4a9a-a106-c6388ae4c679 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Oct 12 12:15:53.491479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:54.138299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cbf42-d01e-4d57-beac-8e515ca64829 req-36a696b6-3acd-414d-a010-50ad941c73d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:54.139782 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a37cbf42-d01e-4d57-beac-8e515ca64829 req-36a696b6-3acd-414d-a010-50ad941c73d8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0495338 Oct 12 12:15:54.178484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a37cbf42-d01e-4d57-beac-8e515ca64829 req-419bddfd-0070-4177-8e1d-fa2ed01658c5 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Oct 12 12:15:55.293180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2100-3e15-466b-9d37-9be1fd5fe14e req-52ca165e-69a7-4f0a-b982-30fdb0354204 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:55.294665 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-123e2100-3e15-466b-9d37-9be1fd5fe14e req-52ca165e-69a7-4f0a-b982-30fdb0354204 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0482488 Oct 12 12:15:55.331909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-123e2100-3e15-466b-9d37-9be1fd5fe14e req-1931db66-01ae-4fb1-816d-a008b44e3f10 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Oct 12 12:15:56.445806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da503c-7474-4367-a2aa-062418f648fc req-21c1f280-7425-48e2-bb63-7ca192dc3e6b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:56.447272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28da503c-7474-4367-a2aa-062418f648fc req-21c1f280-7425-48e2-bb63-7ca192dc3e6b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0480134 Oct 12 12:15:56.501364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-28da503c-7474-4367-a2aa-062418f648fc req-cbd957d7-cc3e-4070-b39e-37fa84621a44 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Oct 12 12:15:57.297643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:15:57.617627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a6206-aa71-4f31-98c9-6149066c0087 req-8594fd14-ca66-4941-8b0f-1d4352bbbdc0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:57.619005 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-641a6206-aa71-4f31-98c9-6149066c0087 req-8594fd14-ca66-4941-8b0f-1d4352bbbdc0 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0490780 Oct 12 12:15:57.661131 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-641a6206-aa71-4f31-98c9-6149066c0087 req-fdf4e9ed-b651-4a92-b07b-7cf1834e328f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357635 Oct 12 12:15:58.780015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3046d-7adf-48bf-8701-c0a762618b02 req-e2d97da7-31a2-4242-926b-8e6da9ead3fb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:58.781397 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efd3046d-7adf-48bf-8701-c0a762618b02 req-e2d97da7-31a2-4242-926b-8e6da9ead3fb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0495319 Oct 12 12:15:58.819572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-efd3046d-7adf-48bf-8701-c0a762618b02 req-3eabfc94-ef78-4108-9a24-f1057d1d5bf6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Oct 12 12:15:59.932526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a166-76e1-424a-ae39-bba6f89cd3e2 req-0acaae34-e9f5-4a50-b839-3578bd96518e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:15:59.933968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e66a166-76e1-424a-ae39-bba6f89cd3e2 req-0acaae34-e9f5-4a50-b839-3578bd96518e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0467956 Oct 12 12:15:59.974221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e66a166-76e1-424a-ae39-bba6f89cd3e2 req-6f7623de-c03b-4dd5-92e1-87fbacc608c2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342798 Oct 12 12:16:01.434350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f29249-1c8e-46ed-b9f0-48162de98aad req-bcfcf60a-6bcf-472a-b78e-f087e4ed80fc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:01.435836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1f29249-1c8e-46ed-b9f0-48162de98aad req-bcfcf60a-6bcf-472a-b78e-f087e4ed80fc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.3925567 Oct 12 12:16:01.472518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1f29249-1c8e-46ed-b9f0-48162de98aad req-900f9f5e-38ed-403a-9eec-386ab476db9e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Oct 12 12:16:02.609797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856b414-b42e-495a-9ae2-0aadaaf1f8c2 req-eaaa4b58-4092-4f08-b860-7b00c383a672 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:02.611162 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d856b414-b42e-495a-9ae2-0aadaaf1f8c2 req-eaaa4b58-4092-4f08-b860-7b00c383a672 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0477219 Oct 12 12:16:02.650601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d856b414-b42e-495a-9ae2-0aadaaf1f8c2 req-b5eff7ad-a17e-4201-a248-5b4cfc25232b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Oct 12 12:16:03.774282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97675839-5a9f-4d8b-8c14-149958b213fa req-cd6ba72d-9bb5-4585-9f67-98ae0204287c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:03.775939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97675839-5a9f-4d8b-8c14-149958b213fa req-cd6ba72d-9bb5-4585-9f67-98ae0204287c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0524738 Oct 12 12:16:03.827712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97675839-5a9f-4d8b-8c14-149958b213fa req-9921429c-c48d-459d-885d-887792d03c58 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Oct 12 12:16:04.343781 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-f13464b7-4878-4457-b2d5-6cf7cd740663 service neutron] show failed (client error): The resource could not be found. Oct 12 12:16:04.344792 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-f13464b7-4878-4457-b2d5-6cf7cd740663 service neutron] 10.222.0.41 "GET /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0559189 Oct 12 12:16:04.868537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-c191e8db-1b71-4126-bc0c-89f392c9c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:04.870084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-c191e8db-1b71-4126-bc0c-89f392c9c9fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0805490 Oct 12 12:16:04.880746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-3c493cfe-565d-455f-8cbb-ae8d817cd415 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:16:04.881779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-3c493cfe-565d-455f-8cbb-ae8d817cd415 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049484 Oct 12 12:16:04.893014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:16:04.986874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c72f3c-ac08-4b1c-93fd-9972f5a8a6c5 req-f1743915-95bf-4591-a5f3-1d980d477b21 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:04.988337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c72f3c-ac08-4b1c-93fd-9972f5a8a6c5 req-f1743915-95bf-4591-a5f3-1d980d477b21 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0926561 Oct 12 12:16:04.990735 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.054533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98c72f3c-ac08-4b1c-93fd-9972f5a8a6c5 req-4c084bfb-4442-42c3-9c88-beb41b258b3a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553265 Oct 12 12:16:05.215041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:05.246741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:16:05.285564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:05.288270 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c964907-6fe5-4b10-b8bb-854bf5714837" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:05.292445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.305746 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Transition to ACTIVE for port object 953be59c-4893-4376-bb98-6ed14d1b55cb will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:16:05.345021 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9651e82e-0cd0-4e71-aaf5-05881229b64c x-openstack-request-id: req-9651e82e-0cd0-4e71-aaf5-05881229b64c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:05.345316 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:05.345571 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9651e82e-0cd0-4e71-aaf5-05881229b64c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:05.345983 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'code': 200} Oct 12 12:16:05.360849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.445730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:05.457733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.458079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.458423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.458781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.459236 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.460184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.460532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.460873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.461203 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.461533 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.461861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.462186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:05.501284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] No DVR routers for this DVR port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:16:05.640610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:16:05.640955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:16:05.641270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:16:05.645518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:16:05.648993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:16:05.650629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:16:05.650991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:16:05.651372 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:16:05.651791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Bound port: 953be59c-4893-4376-bb98-6ed14d1b55cb, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:16:05.652138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.716983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:16:05.720101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:16:05.782681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.815269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:05.815951 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:05.817347 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-108517d3-3306-4549-a232-d3642e238cbf service neutron] 10.222.0.47 "PUT /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1091 time: 0.9280756 Oct 12 12:16:05.841785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108517d3-3306-4549-a232-d3642e238cbf service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:05.885136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-b4a1e31f-bad5-48fc-9bf4-6c55254ecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:05.886659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-b4a1e31f-bad5-48fc-9bf4-6c55254ecf89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0460899 Oct 12 12:16:05.989185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-4ff17aca-9126-4d0f-8025-8454d8c03543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:05.990791 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-4ff17aca-9126-4d0f-8025-8454d8c03543 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0967264 Oct 12 12:16:06.054580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-090b6ff2-ea2b-4eb9-be4d-db297cb8989e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0568206 Oct 12 12:16:06.103765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-1352ffd4-ba53-4c62-abfb-d1d48f11f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:06.105273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-1352ffd4-ba53-4c62-abfb-d1d48f11f728 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0441349 Oct 12 12:16:06.182118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-4e4e3967-8013-46be-84a6-9f78287ad37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:06.183625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-4e4e3967-8013-46be-84a6-9f78287ad37c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718024 Oct 12 12:16:06.195495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d96a1-a8be-489d-aa2b-41df5d401ecd req-7ca638bf-d099-4f92-a26a-2551ca4d9370 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:06.196851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-132d96a1-a8be-489d-aa2b-41df5d401ecd req-7ca638bf-d099-4f92-a26a-2551ca4d9370 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0575552 Oct 12 12:16:06.225616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:16:06.264183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:16:06.288457 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-132d96a1-a8be-489d-aa2b-41df5d401ecd req-e0fe46ac-2c3f-48cc-b364-5ce25f79c0ed tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839400 Oct 12 12:16:06.315149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-12c2845d-1427-494d-aad0-0f7c7d40afa7 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173227 Oct 12 12:16:06.404047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1614985c-1482-4ef3-9753-97b7a4b2929c req-9769d44b-5873-44f9-815c-7e90b343e154 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821588 Oct 12 12:16:07.347562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:07.350790 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a" -d '{"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:07.409800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f6e3-084f-401b-bd3f-90839a9a244f req-aff2dff7-8a87-40f1-895a-2d418be77afb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.411322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e17f6e3-084f-401b-bd3f-90839a9a244f req-aff2dff7-8a87-40f1-895a-2d418be77afb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0518153 Oct 12 12:16:07.457171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e17f6e3-084f-401b-bd3f-90839a9a244f req-2a519f72-f36f-494b-9be6-423f128f562c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Oct 12 12:16:07.514538 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61999ded-1c76-44e1-a0d8-cd5a803ff4a0 x-openstack-request-id: req-61999ded-1c76-44e1-a0d8-cd5a803ff4a0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:07.514869 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:07.515373 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61999ded-1c76-44e1-a0d8-cd5a803ff4a0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:07.515770 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'status': 'completed', 'code': 200} Oct 12 12:16:07.597096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-3378a503-2337-4681-9854-ada7e95af97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.597316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-c0391f74-5f1b-4444-9317-0836ad96b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.597765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-3378a503-2337-4681-9854-ada7e95af97b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0553873 Oct 12 12:16:07.597875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-c0391f74-5f1b-4444-9317-0836ad96b5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0571685 Oct 12 12:16:07.692383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-0363e37a-ef07-4a7b-a051-694aff0ab644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.694042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-0363e37a-ef07-4a7b-a051-694aff0ab644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0950892 Oct 12 12:16:07.694684 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-3c37b130-ea60-42cb-956d-68ac51904ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.696147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-3c37b130-ea60-42cb-956d-68ac51904ef6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0961514 Oct 12 12:16:07.763973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-a03038ea-6b1d-42e2-9879-b953b01fa976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0610087 Oct 12 12:16:07.765293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-768fac03-ffa6-4a28-9f6f-8aacb9435f5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0649705 Oct 12 12:16:07.816045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-98c84568-4c63-4b27-b99e-dc7529a6fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.817622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-98c84568-4c63-4b27-b99e-dc7529a6fda8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0450325 Oct 12 12:16:07.818963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-831c42ff-a5e7-48fa-adec-30cc3e772015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.820514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-831c42ff-a5e7-48fa-adec-30cc3e772015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0491843 Oct 12 12:16:07.866590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-183001ad-66d8-4c1c-9f9f-5f5a36199047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.868111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-183001ad-66d8-4c1c-9f9f-5f5a36199047 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441062 Oct 12 12:16:07.869618 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-b20fa91f-f057-41f9-a6d1-3a1af855f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:07.871125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-b20fa91f-f057-41f9-a6d1-3a1af855f285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432968 Oct 12 12:16:07.963571 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-f741bbf7-be27-4ae9-8156-c4853044a152 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845861 Oct 12 12:16:07.966526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-250c6f9e-07f6-451e-93ef-5c5ca7b48bda service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914292 Oct 12 12:16:08.059891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-2d48533a-530a-44b8-93aa-17f7de8f3140 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Oct 12 12:16:08.065481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6e8d91b-e62c-4fc9-9647-09afbc43a07a req-5694b862-cfc4-4286-ad6a-0ba4bdb1fb43 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922348 Oct 12 12:16:08.580490 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3abfa-c37f-4c24-b61b-8d9593192ba0 req-83ce43b8-d7ce-4cee-a957-62dd27389e57 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:08.581977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38f3abfa-c37f-4c24-b61b-8d9593192ba0 req-83ce43b8-d7ce-4cee-a957-62dd27389e57 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0500274 Oct 12 12:16:08.621610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38f3abfa-c37f-4c24-b61b-8d9593192ba0 req-58dc8b6b-1982-4a35-8311-fc300ce14cc3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Oct 12 12:16:09.769514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4c14a-d36f-4104-be59-6924096fd33b req-2da0120d-6baa-4e58-8072-567eb78119c9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:09.772082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dec4c14a-d36f-4104-be59-6924096fd33b req-2da0120d-6baa-4e58-8072-567eb78119c9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0574658 Oct 12 12:16:09.816353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dec4c14a-d36f-4104-be59-6924096fd33b req-c593dddc-83dd-4d2c-a925-5964b7b69f96 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367880 Oct 12 12:16:10.934914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5818d83-1a28-408f-bfa7-fc049a261002 req-47835497-f062-4468-8e47-9496f8fff810 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:10.936413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5818d83-1a28-408f-bfa7-fc049a261002 req-47835497-f062-4468-8e47-9496f8fff810 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0498998 Oct 12 12:16:10.977815 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a5818d83-1a28-408f-bfa7-fc049a261002 req-73c2c702-7c54-4242-bd1a-25f69125dd1f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354190 Oct 12 12:16:12.103644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0da692-131d-459e-a8d5-44b0f1a43147 req-74c522c9-9c83-4448-8c84-aeffcd8bca10 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:12.105156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff0da692-131d-459e-a8d5-44b0f1a43147 req-74c522c9-9c83-4448-8c84-aeffcd8bca10 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0528793 Oct 12 12:16:12.143786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ff0da692-131d-459e-a8d5-44b0f1a43147 req-2528f824-80a1-4cf6-87ec-516c373687f4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Oct 12 12:16:13.258624 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43762db-eb1b-4a6e-af26-45876af947a4 req-75509d2b-bc79-44d2-bde8-db69d8c6a890 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:13.260099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43762db-eb1b-4a6e-af26-45876af947a4 req-75509d2b-bc79-44d2-bde8-db69d8c6a890 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0481112 Oct 12 12:16:13.297148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b43762db-eb1b-4a6e-af26-45876af947a4 req-17d6facf-c6cb-4a33-a432-85bdac7357ea tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Oct 12 12:16:14.415767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50defc17-0c78-49d3-a0c0-36f1161dea69 req-7b81987c-7fe0-4ad3-b260-0d122eb40c42 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:14.417221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50defc17-0c78-49d3-a0c0-36f1161dea69 req-7b81987c-7fe0-4ad3-b260-0d122eb40c42 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0485806 Oct 12 12:16:14.459803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50defc17-0c78-49d3-a0c0-36f1161dea69 req-2d91319f-f6f6-4c87-8b1b-2d36f1acc1ee tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364990 Oct 12 12:16:15.576430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ff257-fc1f-4ad4-9443-d9726e774862 req-aca70e18-7e94-4a8a-94ad-8f0f3aa8188c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:15.577889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d53ff257-fc1f-4ad4-9443-d9726e774862 req-aca70e18-7e94-4a8a-94ad-8f0f3aa8188c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0490847 Oct 12 12:16:15.616745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d53ff257-fc1f-4ad4-9443-d9726e774862 req-151087f8-98ff-4658-9c90-403890ca6d53 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Oct 12 12:16:16.731864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad28e79-c2ff-4903-b8e4-c71ef50035c7 req-32194b52-943c-4c2e-b7bd-856a46cf37eb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:16.733319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad28e79-c2ff-4903-b8e4-c71ef50035c7 req-32194b52-943c-4c2e-b7bd-856a46cf37eb tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0483685 Oct 12 12:16:16.770805 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ad28e79-c2ff-4903-b8e4-c71ef50035c7 req-03f2bf59-f86a-4d07-a114-55b1967549b2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Oct 12 12:16:17.737384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aee6bfb5-ad7d-4eeb-ab38-50e1146a13df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:17.886295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797cf6c-0ae9-4dc2-b01d-7c7c7c1f5728 req-bef089d3-c838-4588-a86f-e094b91c208f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:17.887760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f797cf6c-0ae9-4dc2-b01d-7c7c7c1f5728 req-bef089d3-c838-4588-a86f-e094b91c208f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0481172 Oct 12 12:16:17.928446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f797cf6c-0ae9-4dc2-b01d-7c7c7c1f5728 req-49202c1d-175a-43c5-a39f-d540bc79f36e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Oct 12 12:16:18.848350 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:16:19.043167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6ee5-4684-4103-9360-aee796c9bb28 req-4e37f6c1-ccc2-4049-94b3-2fd840f28364 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:19.044671 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5ff6ee5-4684-4103-9360-aee796c9bb28 req-4e37f6c1-ccc2-4049-94b3-2fd840f28364 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0492826 Oct 12 12:16:19.083205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d5ff6ee5-4684-4103-9360-aee796c9bb28 req-f89c96f7-1822-48a2-84c5-06a628dee763 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Oct 12 12:16:20.198773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827582b8-7d89-4e09-b744-6c5d736318ba req-1f592dd0-c4c6-4e44-8537-561057ba8d3f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:20.200248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-827582b8-7d89-4e09-b744-6c5d736318ba req-1f592dd0-c4c6-4e44-8537-561057ba8d3f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0497153 Oct 12 12:16:20.238484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-827582b8-7d89-4e09-b744-6c5d736318ba req-0f2dc3b2-a3d0-4280-8776-717521bf0314 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Oct 12 12:16:20.508272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5c82-baf9-4f97-8679-6101361fb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:20.794497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039bd86-28cf-4deb-bb06-f011c582a56e req-2ac5e1d8-12d1-4e89-b789-d61747175f35 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:20.795977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a039bd86-28cf-4deb-bb06-f011c582a56e req-2ac5e1d8-12d1-4e89-b789-d61747175f35 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 943 time: 0.0481899 Oct 12 12:16:20.864284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a039bd86-28cf-4deb-bb06-f011c582a56e req-0a1235ab-ba56-4f7c-bb7d-da060c68959c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587664 Oct 12 12:16:20.872922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-94892028-4105-4802-8c5e-b0043436924b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:20.874320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-94892028-4105-4802-8c5e-b0043436924b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.47 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&tenant_id=9864af98d6164999b81f2155cf45c0eb&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0775168 Oct 12 12:16:20.934027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-d1badf9c-3151-4adb-9a1a-8e570708570f service neutron] 10.222.0.47 "GET /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb/bindings/n-h2-813419-3 HTTP/1.1" status: 200 len: 382 time: 0.0519025 Oct 12 12:16:20.998341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-cd6a7249-8258-403e-923d-b771fc89a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:20.999820 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-cd6a7249-8258-403e-923d-b771fc89a456 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1094 time: 0.0399101 Oct 12 12:16:21.091669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-6824456c-24df-41da-be59-630fae7f56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:21.093020 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-6824456c-24df-41da-be59-630fae7f56a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0861633 Oct 12 12:16:21.155357 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-80128e35-a37e-47ec-894f-e5bd8ade0505 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0555646 Oct 12 12:16:21.206921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-30d8895e-67ed-4d07-a86f-fa74ee9ff179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:21.208333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-30d8895e-67ed-4d07-a86f-fa74ee9ff179 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0467923 Oct 12 12:16:21.253832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-9d95ec24-0ca4-4b5a-93bf-f31843de8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:21.255481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-9d95ec24-0ca4-4b5a-93bf-f31843de8dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399885 Oct 12 12:16:21.322181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:16:21.342954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-70a7dd74-8732-41b1-946d-d5dd2f88a5ea service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805101 Oct 12 12:16:21.414445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:21.425559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:16:21.436176 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-875684f7-d4fe-4fe7-9092-93b2c5740ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870042 Oct 12 12:16:21.462283 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:21.478365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:16:21.497761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:21.560506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:21.608196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:21.620140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.620479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.620812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.621140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.621464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.621787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.622102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.622418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.622780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.623095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.623407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.623717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:21.714599 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:21.811932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['953be59c-4893-4376-bb98-6ed14d1b55cb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:16:21.976716 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:21.984199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96fa5-005f-4d92-8efe-ea6635be3793 req-13b88d14-5389-427a-8c9c-a237c529a3a9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:21.990800 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36b96fa5-005f-4d92-8efe-ea6635be3793 req-13b88d14-5389-427a-8c9c-a237c529a3a9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0490966 Oct 12 12:16:22.027861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36b96fa5-005f-4d92-8efe-ea6635be3793 req-89185ba7-74c7-4075-b4b7-ec4eab975051 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Oct 12 12:16:22.680387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:23.149057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3836c-30d8-440a-ac9d-4e1af0b597bd req-207bfa59-befa-421d-89b2-f0b9e1af3d75 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:23.150535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2d3836c-30d8-440a-ac9d-4e1af0b597bd req-207bfa59-befa-421d-89b2-f0b9e1af3d75 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0543180 Oct 12 12:16:23.187809 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d2d3836c-30d8-440a-ac9d-4e1af0b597bd req-0a6f2db1-ed07-45cc-85d7-6ecfa2f35729 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Oct 12 12:16:23.337926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:16:23.469343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 953be59c-4893-4376-bb98-6ed14d1b55cb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:16:23.473286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 953be59c-4893-4376-bb98-6ed14d1b55cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:16:23.477303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:23.500162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:23.552190 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:23.575080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:23.577311 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e0588-c7c7-442a-8c93-94158b32824c" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:23.590721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:23.663681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:23.694020 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af795fa-07b2-4834-94e5-49bb864732a3 x-openstack-request-id: req-8af795fa-07b2-4834-94e5-49bb864732a3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:23.694754 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:23.694754 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8af795fa-07b2-4834-94e5-49bb864732a3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:23.694956 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'code': 200} Oct 12 12:16:23.720234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:24.310501 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864d09c-5f4c-4fb5-a9fd-efe9f520d4fe req-6b00b020-e90e-47ab-97fb-0784de684533 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:24.312022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d864d09c-5f4c-4fb5-a9fd-efe9f520d4fe req-6b00b020-e90e-47ab-97fb-0784de684533 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0499287 Oct 12 12:16:24.351244 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d864d09c-5f4c-4fb5-a9fd-efe9f520d4fe req-41b01ca6-2279-4279-a820-893804fc430c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Oct 12 12:16:25.467685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b4202-b380-47a1-b54b-c0eb8f8aa704 req-0088d726-7d63-49b3-827a-8d5c780dd085 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:25.469408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c96b4202-b380-47a1-b54b-c0eb8f8aa704 req-0088d726-7d63-49b3-827a-8d5c780dd085 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0489841 Oct 12 12:16:25.508533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c96b4202-b380-47a1-b54b-c0eb8f8aa704 req-2b96c98e-d7b5-47b2-ac94-0dbf251ba24c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Oct 12 12:16:26.482875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-e58243c7-9d83-471d-bbc0-d47e08b5b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:26.484349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-e58243c7-9d83-471d-bbc0-d47e08b5b82b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc&tenant_id=9864af98d6164999b81f2155cf45c0eb HTTP/1.1" status: 200 len: 1096 time: 0.0417373 Oct 12 12:16:26.495799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:16:26.552277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:26.630625 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48f404-0421-42f9-8406-ba7a0afa468b req-591428af-5fdb-4274-901d-acdf5482711c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:26.632953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b48f404-0421-42f9-8406-ba7a0afa468b req-591428af-5fdb-4274-901d-acdf5482711c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0541737 Oct 12 12:16:26.670476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b48f404-0421-42f9-8406-ba7a0afa468b req-1647c576-ddba-4ddc-9c18-c3535c2b4b7e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Oct 12 12:16:26.757386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:26.788448 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h2-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:16:26.826805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:26.829058 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce7bff-7b01-420d-8c97-c2bb9fc74ef4" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:26.832977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:26.846958 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Transition to ACTIVE for port object 953be59c-4893-4376-bb98-6ed14d1b55cb will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:16:26.915000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:26.927549 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e392c78-94de-44fa-bc23-ee14c8fe3afc x-openstack-request-id: req-5e392c78-94de-44fa-bc23-ee14c8fe3afc {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:26.927882 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:26.928305 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e392c78-94de-44fa-bc23-ee14c8fe3afc {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:26.928753 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'code': 200} Oct 12 12:16:27.002429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=10']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:27.016605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.016875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.017211 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.017542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.017873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.018198 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.018521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.018863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.019184 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.019501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.019820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.020134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:16:27.051928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] No DVR routers for this DVR port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h2-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:16:27.190768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:16:27.191091 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:16:27.191419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:16:27.196173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:16:27.196489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Attempting to bind port 953be59c-4893-4376-bb98-6ed14d1b55cb on network 598cc5da-a188-4706-b3fb-f4d962f2e048 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:16:27.201133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:16:27.201461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Checking segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:16:27.201833 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Bound using segment: {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:16:27.202252 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Bound port: 953be59c-4893-4376-bb98-6ed14d1b55cb, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f82d681-de17-4276-b7e5-5d6477b48b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:16:27.202601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:27.267057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:16:27.269973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:16:27.297381 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:27.338024 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:27.354073 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:16:27.372608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.373216 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:27.374625 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] 10.222.0.41 "PUT /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 1092 time: 0.8828244 Oct 12 12:16:27.409190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:16:27.428176 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7dbe5-0aa9-4b11-b595-6785d832fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=11']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:27.447796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-0d18a231-70d1-4208-8ba4-cd3fff98fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.449349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-0d18a231-70d1-4208-8ba4-cd3fff98fa03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1095 time: 0.0506492 Oct 12 12:16:27.547301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-ea6225b7-5761-43a2-b2a6-4f7bcf87afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.548838 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-ea6225b7-5761-43a2-b2a6-4f7bcf87afc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0920436 Oct 12 12:16:27.616063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-fe4e6998-9376-43c7-b5db-c63066ddc2ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0603483 Oct 12 12:16:27.664371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-9b86fd35-c399-41dd-9b05-f07a1a792bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.665760 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-9b86fd35-c399-41dd-9b05-f07a1a792bf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0435445 Oct 12 12:16:27.725177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-1f4f7cfe-3d47-4d03-9077-03f15ca43d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.726259 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-1f4f7cfe-3d47-4d03-9077-03f15ca43d19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536654 Oct 12 12:16:27.795431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaec37-31a2-4c0f-96a4-5eb6d06cb6cc req-c32ce26f-f3b3-453d-95e8-c26abeadf1b2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:27.796907 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeaaec37-31a2-4c0f-96a4-5eb6d06cb6cc req-c32ce26f-f3b3-453d-95e8-c26abeadf1b2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0521474 Oct 12 12:16:27.820156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-ff4e1048-ebde-497c-8ac4-9b73843e50fd service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Oct 12 12:16:27.834349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aeaaec37-31a2-4c0f-96a4-5eb6d06cb6cc req-1095624f-351a-4438-91c5-c4dce5c81090 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Oct 12 12:16:27.914532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8fdaf3f4-6754-4812-8f24-ad69f297120d req-b41a4de4-9e8a-4e6e-bf03-7b5c21dab513 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871162 Oct 12 12:16:28.442116 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad892f-715a-4f7e-98a9-43164f60725e req-966e0fdc-6164-4c25-aa6e-a17992a95ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:28.444304 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-966e0fdc-6164-4c25-aa6e-a17992a95ebc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1095 time: 0.0410044 Oct 12 12:16:28.549251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad892f-715a-4f7e-98a9-43164f60725e req-d4e416f1-849c-4cd4-b7d2-93654cf866f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:28.550765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-d4e416f1-849c-4cd4-b7d2-93654cf866f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0881796 Oct 12 12:16:28.620702 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-742a367e-80e3-41b4-b3a5-029cec8d706c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0633113 Oct 12 12:16:28.672040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad892f-715a-4f7e-98a9-43164f60725e req-04c23739-146d-477f-a677-85e8e7f5f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:28.674108 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-04c23739-146d-477f-a677-85e8e7f5f7c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0470271 Oct 12 12:16:28.723817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad892f-715a-4f7e-98a9-43164f60725e req-cd53d502-ef93-4677-9d35-44633c92731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:28.726329 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-cd53d502-ef93-4677-9d35-44633c92731d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453923 Oct 12 12:16:28.818970 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-746027b1-545e-4277-8652-119801d72ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Oct 12 12:16:28.917043 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-59ad892f-715a-4f7e-98a9-43164f60725e req-052f5654-e02c-41a1-8b15-5926550d5e38 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Oct 12 12:16:28.929748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:28.932370 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fbf05-8d03-4f43-89f8-74f6099946ae" -d '{"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:28.959845 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d7a5-1cf5-45b2-8b11-3d3a2445d92f req-1563f946-9425-44bf-90b5-1775fa3935a7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:28.961359 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb41d7a5-1cf5-45b2-8b11-3d3a2445d92f req-1563f946-9425-44bf-90b5-1775fa3935a7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0571327 Oct 12 12:16:29.001899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fb41d7a5-1cf5-45b2-8b11-3d3a2445d92f req-0033b3e8-fe44-4ffc-9294-0141e62c2f01 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Oct 12 12:16:29.060570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8eb26-74a2-4236-86a9-245a8543f586 x-openstack-request-id: req-7df8eb26-74a2-4236-86a9-245a8543f586 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:29.060570 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:29.060884 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7df8eb26-74a2-4236-86a9-245a8543f586 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:29.061053 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'status': 'completed', 'code': 200} Oct 12 12:16:29.123955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0fba3f50-d346-4ee0-8cb3-7e23d30977bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.125507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0fba3f50-d346-4ee0-8cb3-7e23d30977bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1095 time: 0.0462739 Oct 12 12:16:29.131460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0e77b97e-9d09-4e07-94e9-7c56f3f0ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.132940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0e77b97e-9d09-4e07-94e9-7c56f3f0ceaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9864af98d6164999b81f2155cf45c0eb&device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 1095 time: 0.0471087 Oct 12 12:16:29.221027 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-09cceee2-ba0b-41ca-84fa-eef2e384e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.222889 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-09cceee2-ba0b-41ca-84fa-eef2e384e90b service neutron] 10.222.0.41 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0903006 Oct 12 12:16:29.224191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-30679ec6-d406-4c3a-93d3-1c5b6d20778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.225859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-30679ec6-d406-4c3a-93d3-1c5b6d20778d service neutron] 10.222.0.47 "GET /v2.0/networks?id=598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 200 len: 912 time: 0.0859520 Oct 12 12:16:29.293442 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-039471d0-0f5c-4042-9423-49dd4eed1c8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0638340 Oct 12 12:16:29.296956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-5fdb3994-acd4-4b85-874c-e45886657e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 200 len: 998 time: 0.0629106 Oct 12 12:16:29.344702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0373fc07-6808-4e79-b44e-69cda979309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.346429 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-0373fc07-6808-4e79-b44e-69cda979309f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0462723 Oct 12 12:16:29.348953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-cdb7fecf-470a-4fe9-ab31-1e5930626141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.351477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-cdb7fecf-470a-4fe9-ab31-1e5930626141 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 200 len: 850 time: 0.0469460 Oct 12 12:16:29.400567 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-eeb4d0f3-72a1-488e-ac59-94c86c12af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.402418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-eeb4d0f3-72a1-488e-ac59-94c86c12af7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493650 Oct 12 12:16:29.410204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-e8fd2bf2-169a-410f-8fd5-108d93b8e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:29.412078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-e8fd2bf2-169a-410f-8fd5-108d93b8e097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598cc5da-a188-4706-b3fb-f4d962f2e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534971 Oct 12 12:16:29.502398 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-df30d752-c31c-4abf-966f-38c82b42bf88 service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924039 Oct 12 12:16:29.527778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-ad83a973-17c0-4118-9777-ae54228e5445 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090422 Oct 12 12:16:29.598519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-475b29d8-8455-423c-b12c-52b81a38f0bc service neutron] 10.222.0.41 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896599 Oct 12 12:16:29.620336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-678fbf05-8d03-4f43-89f8-74f6099946ae req-5147b61b-8b53-444d-bd3e-5af4cd38bfb8 service neutron] 10.222.0.47 "GET /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852962 Oct 12 12:16:30.126118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dfbab-234c-41c5-8668-f140cfc6cf0c req-3e376597-df8c-4900-8f75-1e7c1eeae5de tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:30.127655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-469dfbab-234c-41c5-8668-f140cfc6cf0c req-3e376597-df8c-4900-8f75-1e7c1eeae5de tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0541408 Oct 12 12:16:30.167654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-469dfbab-234c-41c5-8668-f140cfc6cf0c req-79c49519-b398-4815-a771-0f31d23d58e2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Oct 12 12:16:31.292454 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20511b4a-503a-4242-ba04-de56d230222b req-cafe8ea1-d001-4acc-83cd-3f806cd4c16a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:31.294108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20511b4a-503a-4242-ba04-de56d230222b req-cafe8ea1-d001-4acc-83cd-3f806cd4c16a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0513539 Oct 12 12:16:31.334982 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20511b4a-503a-4242-ba04-de56d230222b req-4d23648e-993e-4b8b-ba46-1850663935e2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Oct 12 12:16:32.452991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb637-b68f-4574-b5be-960bf72882ec req-7ac943da-b4b3-4765-a8f6-025ccd3f711c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:32.454489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da9eb637-b68f-4574-b5be-960bf72882ec req-7ac943da-b4b3-4765-a8f6-025ccd3f711c tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0496066 Oct 12 12:16:32.493462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da9eb637-b68f-4574-b5be-960bf72882ec req-c75015df-5672-4704-be7e-d2d4bf7f7ba9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Oct 12 12:16:33.613601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca450-7751-43ee-aefc-93238bbf1b48 req-aade9f1e-5e49-4152-b648-63efc68bfa6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:33.615570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b52ca450-7751-43ee-aefc-93238bbf1b48 req-aade9f1e-5e49-4152-b648-63efc68bfa6d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0534582 Oct 12 12:16:33.652317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b52ca450-7751-43ee-aefc-93238bbf1b48 req-1660043d-5ac7-46cf-9f49-e4a133d74156 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Oct 12 12:16:34.769773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a08d33-1363-420b-b843-869f38bfdd12 req-5156992c-e66d-4ab2-bb4a-d21b4ce1bdfc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:34.771191 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26a08d33-1363-420b-b843-869f38bfdd12 req-5156992c-e66d-4ab2-bb4a-d21b4ce1bdfc tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0502927 Oct 12 12:16:34.809576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26a08d33-1363-420b-b843-869f38bfdd12 req-b1ae824b-fc5a-4983-8b5f-ac40fc1a0480 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Oct 12 12:16:35.924167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65050d-93a5-42df-9840-1a516e033df9 req-045bb785-afa8-4689-ab44-db1c2261cad2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:35.925609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d65050d-93a5-42df-9840-1a516e033df9 req-045bb785-afa8-4689-ab44-db1c2261cad2 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0487745 Oct 12 12:16:35.962398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d65050d-93a5-42df-9840-1a516e033df9 req-d3eb729b-3c14-4ad6-bd39-d4b92a34b817 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307410 Oct 12 12:16:37.081393 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f79405-d552-47ec-bc25-db1455ed011d req-06f17e55-83ea-4a40-82e8-f810f71b96d9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:37.082863 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68f79405-d552-47ec-bc25-db1455ed011d req-06f17e55-83ea-4a40-82e8-f810f71b96d9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0513208 Oct 12 12:16:37.120193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68f79405-d552-47ec-bc25-db1455ed011d req-996bf4ba-a232-4d35-a563-164639556078 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Oct 12 12:16:38.235445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e763-514e-4fda-a525-99bb428e352b req-76c2044e-63d8-4819-8790-52a67008e873 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:38.236896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31f2e763-514e-4fda-a525-99bb428e352b req-76c2044e-63d8-4819-8790-52a67008e873 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0487576 Oct 12 12:16:38.274221 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31f2e763-514e-4fda-a525-99bb428e352b req-8f40f399-544a-4df2-8b38-425275e319a8 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Oct 12 12:16:39.389198 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf27174-c2a4-45e8-b63b-00317d7ac2b7 req-5286fb0f-0309-4ae1-83f2-e1cbc2cb67b3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:39.390644 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf27174-c2a4-45e8-b63b-00317d7ac2b7 req-5286fb0f-0309-4ae1-83f2-e1cbc2cb67b3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0487583 Oct 12 12:16:39.427044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acf27174-c2a4-45e8-b63b-00317d7ac2b7 req-6682c7df-5a1d-4c99-a76b-018c7ef17d5a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303910 Oct 12 12:16:40.546605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613908-b8a7-4167-9658-8385df8b8e9d req-2807fe22-5f5a-4db9-bbb7-6a8454a779ca tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:40.548084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a613908-b8a7-4167-9658-8385df8b8e9d req-2807fe22-5f5a-4db9-bbb7-6a8454a779ca tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0516703 Oct 12 12:16:40.585872 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a613908-b8a7-4167-9658-8385df8b8e9d req-f2503a30-8ace-47c9-9416-3d77ffc005df tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Oct 12 12:16:41.705151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb4b6-1e5e-4fa8-aa8f-23f94f56d3e4 req-1cbbc0dd-55a0-4a49-8bd5-39412761bbf9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:41.706507 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43edb4b6-1e5e-4fa8-aa8f-23f94f56d3e4 req-1cbbc0dd-55a0-4a49-8bd5-39412761bbf9 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 944 time: 0.0505226 Oct 12 12:16:41.745110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-43edb4b6-1e5e-4fa8-aa8f-23f94f56d3e4 req-7868b2bd-0a74-4739-a477-d24a757a73a3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Oct 12 12:16:42.349415 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:16:42.445833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:42.607033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'port_id': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'mac_address': 'fa:16:3e:9b:b0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:16:42.644046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:42.656526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:16:42.675618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:42.765878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:42.812414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:42.862515 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba2df-04de-4f15-af58-1fbafcfec3b7 req-9db8c13d-753f-491d-a6bb-f90cee80a91e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:42.863933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9ba2df-04de-4f15-af58-1fbafcfec3b7 req-9db8c13d-753f-491d-a6bb-f90cee80a91e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0493736 Oct 12 12:16:42.901718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ca9ba2df-04de-4f15-af58-1fbafcfec3b7 req-d4506775-fee9-46f1-89f2-9c544962aee1 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Oct 12 12:16:43.018218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6bb1-b775-4583-98f3-29eceb40997c req-d125bedc-d4bc-446f-b20e-6f5c0fb23a3b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:43.019696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-618e6bb1-b775-4583-98f3-29eceb40997c req-d125bedc-d4bc-446f-b20e-6f5c0fb23a3b tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0525351 Oct 12 12:16:43.057167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-618e6bb1-b775-4583-98f3-29eceb40997c req-f73f90d4-63a0-4ea6-b0f5-fb45b5ca92b4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Oct 12 12:16:43.111556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['953be59c-4893-4376-bb98-6ed14d1b55cb'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:16:43.179918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3969-9143-4382-9b82-1b126349e6cc req-d6411c30-a0f7-4719-81c3-435fc56d1d4f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:43.181463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a6b3969-9143-4382-9b82-1b126349e6cc req-d6411c30-a0f7-4719-81c3-435fc56d1d4f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0581069 Oct 12 12:16:43.219827 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9a6b3969-9143-4382-9b82-1b126349e6cc req-fa6d02b4-c3ce-4379-977b-35c64d05fe47 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Oct 12 12:16:43.770737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c64e0-34fb-4f58-9152-f90d441135f6 req-2dafe874-0402-4c00-89c1-dad048287526 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:43.772116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d1c64e0-34fb-4f58-9152-f90d441135f6 req-2dafe874-0402-4c00-89c1-dad048287526 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 945 time: 0.0487914 Oct 12 12:16:43.809200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d1c64e0-34fb-4f58-9152-f90d441135f6 req-24ee5efe-4b0b-4db0-b7e1-fa8b68b7fddd tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Oct 12 12:16:44.364377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:16:44.498442 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 953be59c-4893-4376-bb98-6ed14d1b55cb completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:16:44.502631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 953be59c-4893-4376-bb98-6ed14d1b55cb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:16:44.503034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:44.581782 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:44.603131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:44.605336 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811bbef6-1de5-496b-9bdf-9bcf72bbb84c" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:44.618087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:44.644091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b1f9e-fd53-4a74-aba1-d9faa815dc7f x-openstack-request-id: req-2c0b1f9e-fd53-4a74-aba1-d9faa815dc7f {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:44.644091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:44.644091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c0b1f9e-fd53-4a74-aba1-d9faa815dc7f {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:44.644091 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'code': 200} Oct 12 12:16:44.697245 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:44.744025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=13']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:44.932543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cdee5-b8ec-4d6b-916c-3d2cd0a6f25a req-38c1caa3-22a0-4c7b-a9fb-707c32d4e4f3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:44.933953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e6cdee5-b8ec-4d6b-916c-3d2cd0a6f25a req-38c1caa3-22a0-4c7b-a9fb-707c32d4e4f3 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 946 time: 0.0543830 Oct 12 12:16:44.974299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e6cdee5-b8ec-4d6b-916c-3d2cd0a6f25a req-e29aa59a-ad0a-4055-b102-6043017f015d tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0d9032e-2f49-47c1-b1da-e7641f231dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341451 Oct 12 12:16:45.510811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-06357e7a-9b38-48d3-a98f-b5decd6a1bac tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:16:45.512301 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-06357e7a-9b38-48d3-a98f-b5decd6a1bac tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 946 time: 0.0491893 Oct 12 12:16:45.603941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Deleting port 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:16:45.604282 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:45.689659 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] For port 953be59c-4893-4376-bb98-6ed14d1b55cb, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=953be59c-4893-4376-bb98-6ed14d1b55cb,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:45.689942 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:45.854256 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:45.854616 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:45.854964 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e disassociated. External IP: 172.25.2.8, port: 953be59c-4893-4376-bb98-6ed14d1b55cb. Oct 12 12:16:45.855306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Calling delete_port for 953be59c-4893-4376-bb98-6ed14d1b55cb owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:16:46.045316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:46.068900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-461aa32c-1227-48d4-bfeb-5988e8f4ed6b req-6321e75e-9254-4516-80c5-808f21092ce4 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0268285 Oct 12 12:16:46.076501 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'Port': ['ID=953be59c-4893-4376-bb98-6ed14d1b55cb,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:46.197576 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:16:46.649346 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:16:46.658674 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:16:46.667677 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:16:46.668273 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:46.690368 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] No DVR routers for this DVR port 953be59c-4893-4376-bb98-6ed14d1b55cb on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:16:46.693066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:46.697390 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d91f0360-ac97-434d-98cc-1fdab6a41983 req-91c4aed2-cc4e-4ed5-9255-ff926ed3d4a6 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.41 "DELETE /v2.0/ports/953be59c-4893-4376-bb98-6ed14d1b55cb HTTP/1.1" status: 204 len: 173 time: 1.1777937 Oct 12 12:16:46.697834 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-deleted', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:16:46.700149 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08950bb1-1023-4530-9670-3b16f4ed1100" -d '{"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-deleted", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:16:46.735583 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09fab82-ec23-467a-be4e-fc4d0a4c493b x-openstack-request-id: req-f09fab82-ec23-467a-be4e-fc4d0a4c493b {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:16:46.735915 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc", "name": "network-vif-deleted", "tag": "953be59c-4893-4376-bb98-6ed14d1b55cb", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:16:46.736164 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f09fab82-ec23-467a-be4e-fc4d0a4c493b {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:16:46.736564 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc', 'name': 'network-vif-deleted', 'tag': '953be59c-4893-4376-bb98-6ed14d1b55cb', 'status': 'completed', 'code': 200} Oct 12 12:16:46.774307 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:16:46.973884 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:46.999530 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:16:47.008080 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:16:47.008654 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:16:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:47.112988 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:16:47.169459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c558a6f3-8d71-4061-9964-846cb5521160 req-f4ac84be-e0be-45bc-95fd-b1f7a3dc321f tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0272412 Oct 12 12:16:47.310780 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:47.336247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff6edf-bfbf-4db4-bce0-846fae04415f None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:04:45Z', 'revision_number': 4, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '18f6f97b-fc5c-4b5e-98ed-2420d47258e4', 'name': '', 'network_id': '598cc5da-a188-4706-b3fb-f4d962f2e048', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'mac_address': 'fa:16:3e:23:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:45Z', 'updated_at': '2021-10-12T12:04:49Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'subnets': [{'id': 'c9fa3976-a11f-48f6-85f2-771c5c11b5f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:16:47.573885 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166a095-c31c-4ae1-9a2d-142a2511dd0b None None] New status for floating IP fc573a77-6646-4281-9024-0b0f4bdeca8e: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:16:47.760331 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7f9152aa-7d3a-4ec8-8fc0-62f7a537f0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:48.267001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fcd18e75-4d2b-41a2-af33-ba69c932b1ca req-deb36098-5695-4e60-b148-9e7276ef1b4a tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0256004 Oct 12 12:16:48.396224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:16:48.420115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 953be59c-4893-4376-bb98-6ed14d1b55cb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:16:48.420453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 953be59c-4893-4376-bb98-6ed14d1b55cb not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:16:49.363499 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92c84afc-0066-4ea9-bda0-16ad0c3f0c79 req-0f6c5a6a-8ee3-4dce-bd02-bdf67fa455e7 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0266819 Oct 12 12:16:50.469272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-736b3d17-05e0-4a35-9818-0fb20ca9bf2f req-a1733611-9777-4f1d-87d3-b0bd88966889 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0351248 Oct 12 12:16:50.531408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0618e59-ab89-469f-b55b-3e927e85b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:51.575968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84af6869-9e97-4613-a1fa-18000cc9a6e9 req-50a53ff1-7753-4889-a04f-ac6d1b20c7ec tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b946f3-7d34-4cc5-8d7b-c14d4ae7e7dc HTTP/1.1" status: 200 len: 210 time: 0.0276546 Oct 12 12:16:51.697334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:51.994265 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:52.691594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:53.496837 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:55.847765 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:16:56.566572 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45208) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:16:56.621595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:56.643921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:56.770754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:56.774102 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:56.775305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0d9032e-2f49-47c1-b1da-e7641f231dcf HTTP/1.1" status: 204 len: 168 time: 0.2076967 Oct 12 12:16:56.777974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:16:56.784535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593e892-6d9d-42bb-9f55-9db4c4a0f891 tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9032e-2f49-47c1-b1da-e7641f231dcf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:56.791848 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-a472bf3b-ef67-4516-9446-e47387fc6c5e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] show failed (client error): The resource could not be found. Oct 12 12:16:56.795947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:16:56.796119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a472bf3b-ef67-4516-9446-e47387fc6c5e tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "GET /v2.0/security-groups/e0d9032e-2f49-47c1-b1da-e7641f231dcf HTTP/1.1" status: 404 len: 347 time: 0.0169730 Oct 12 12:16:56.941191 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Deleting port 42c68e6e-0711-4288-bc73-7648bb4fb3df {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:16:56.941529 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.018461 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.018823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.030661 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Calling delete_port for 42c68e6e-0711-4288-bc73-7648bb4fb3df owned by network:floatingip {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:16:57.245657 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.274482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Pushing event deleted for resources: {'Port': ['ID=42c68e6e-0711-4288-bc73-7648bb4fb3df,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:57.331116 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.336233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks [] for floatingip, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.338830 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:57.340014 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1ac668d2-0e2f-4baf-91ef-c14932de84aa tempest-ServerActionsTestJSON-1551567875 tempest-ServerActionsTestJSON-1551567875-project] 10.222.0.43 "DELETE /v2.0/floatingips/fc573a77-6646-4281-9024-0b0f4bdeca8e HTTP/1.1" status: 204 len: 168 time: 0.5429835 Oct 12 12:16:57.343011 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45214) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:16:57.840456 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:58.081996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Deleting port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:16:58.082339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:58.160285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] For port 18f6f97b-fc5c-4b5e-98ed-2420d47258e4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:58.160568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:58.173182 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Calling delete_port for 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:16:58.439597 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:58.468516 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f6f97b-fc5c-4b5e-98ed-2420d47258e4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:58.646338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:58.871169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:16:58.977594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:16:58.982848 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c56666bc-9962-408a-b2da-a4777511b240 admin admin] 10.222.0.43 "PUT /v2.0/routers/67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387236 Oct 12 12:16:58.985219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45218) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:16:58.987854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Sync routers for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:16:58.996770 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:16:58.997353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:59.088736 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.099199 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:16:59.189264 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.272569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:16:58Z', 'revision_number': 5, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port': {'id': '86388acb-6b9e-452b-a2a8-33e9f174ed26', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:04:43Z', 'updated_at': '2021-10-12T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:59.301747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Checking router: 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:16:59.306217 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Deleting port 86388acb-6b9e-452b-a2a8-33e9f174ed26 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:16:59.306568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.310526 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Routers {'67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:16:59.311138 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:16:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:59.383927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] For port 86388acb-6b9e-452b-a2a8-33e9f174ed26, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=86388acb-6b9e-452b-a2a8-33e9f174ed26,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:16:59.384292 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.394204 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] Set router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:16:59.397633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Calling delete_port for 86388acb-6b9e-452b-a2a8-33e9f174ed26 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:16:59.447973 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:16:59Z', 'revision_number': 6, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:16:59.477077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329f7f0-a9ff-4104-88d4-aa56f3660915 None None] The sync data for ids ['67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc'] in n-d-813419-3 is: [{'id': '67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc', 'name': 'tempest-ServerActionsTestJSON-787321504-router', 'tenant_id': '9864af98d6164999b81f2155cf45c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:04:42Z', 'updated_at': '2021-10-12T12:16:59Z', 'revision_number': 6, 'project_id': '9864af98d6164999b81f2155cf45c0eb', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:16:59.634454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.662935 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Pushing event deleted for resources: {'Port': ['ID=86388acb-6b9e-452b-a2a8-33e9f174ed26,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:16:59.721517 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.812497 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.813711 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.948486 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.949109 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:16:59.953560 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:16:59.954879 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-265ce1b7-1ce5-488a-a422-d3714ec65668 admin admin] 10.222.0.43 "DELETE /v2.0/routers/67d439a3-4be7-4cc7-9b8a-a8dae73ae4bc HTTP/1.1" status: 204 len: 168 time: 0.9687247 Oct 12 12:16:59.957272 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:00.004704 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Deleting subnet c9fa3976-a11f-48f6-85f2-771c5c11b5f6 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:17:00.007774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.041303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.117521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.217666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.246156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fa3976-a11f-48f6-85f2-771c5c11b5f6,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:00.250163 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.253459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3be5376c-3d31-4677-a072-b4681e2194d9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c9fa3976-a11f-48f6-85f2-771c5c11b5f6 HTTP/1.1" status: 204 len: 168 time: 0.2952595 Oct 12 12:17:00.255875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2489a12-6383-41ee-9d6d-13592d873814 None None] Network 598cc5da-a188-4706-b3fb-f4d962f2e048 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:00.256385 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:00.326510 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.384507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Deleting port 0b653d1c-e207-4612-b961-530cb4bc4567 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:00.384859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.443048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] DHCP port deletion for 598cc5da-a188-4706-b3fb-f4d962f2e048 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:17:00.452314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] For port 0b653d1c-e207-4612-b961-530cb4bc4567, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b653d1c-e207-4612-b961-530cb4bc4567,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:00.452690 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.467408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Calling delete_port for 0b653d1c-e207-4612-b961-530cb4bc4567 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:00.499755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Deleting port 0b653d1c-e207-4612-b961-530cb4bc4567 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:00.500132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.563782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] For port 0b653d1c-e207-4612-b961-530cb4bc4567, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0b653d1c-e207-4612-b961-530cb4bc4567,segment=NetworkSegment(0f82d681-de17-4276-b7e5-5d6477b48b92),segment_id=0f82d681-de17-4276-b7e5-5d6477b48b92)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:00.564178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.577295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Calling delete_port for 0b653d1c-e207-4612-b961-530cb4bc4567 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:00.644671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.655871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.674538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b653d1c-e207-4612-b961-530cb4bc4567,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:00.676947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] No DVR routers for this DVR port 0b653d1c-e207-4612-b961-530cb4bc4567 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:00.683387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] Pushing event deleted for resources: {'Port': ['ID=0b653d1c-e207-4612-b961-530cb4bc4567,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:00.687099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0aab7-7b78-48b3-bd2b-f6a5556365f2 None None] No DVR routers for this DVR port 0b653d1c-e207-4612-b961-530cb4bc4567 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:00.748507 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.768470 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598cc5da-a188-4706-b3fb-f4d962f2e048']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:00.778263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f82d681-de17-4276-b7e5-5d6477b48b92') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:00.778555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f82d681-de17-4276-b7e5-5d6477b48b92') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:00.791386 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.804098 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.809811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:00.810197 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:00.811839 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:00.953931 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.959203 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:00.962384 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] 10.222.0.43 "DELETE /v2.0/networks/598cc5da-a188-4706-b3fb-f4d962f2e048 HTTP/1.1" status: 204 len: 168 time: 0.7054095 Oct 12 12:17:00.973261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102ad5f-bc18-42ee-98ea-563e975ce9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=598cc5da-a188-4706-b3fb-f4d962f2e048,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:01.307786 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45226) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:01.346557 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-622b9ae2-55df-4ff0-a0cf-c285e5eb21c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9864af98d6164999b81f2155cf45c0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376062 Oct 12 12:17:01.348901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45228) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:01.395066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:01.420328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:01.471882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b653d1c-e207-4612-b961-530cb4bc4567 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:01.495462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 0b653d1c-e207-4612-b961-530cb4bc4567 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:01.495462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 0b653d1c-e207-4612-b961-530cb4bc4567 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:01.495462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:01.512393 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:01.512735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 18f6f97b-fc5c-4b5e-98ed-2420d47258e4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:01.513143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 86388acb-6b9e-452b-a2a8-33e9f174ed26 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:01.533964 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 86388acb-6b9e-452b-a2a8-33e9f174ed26 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:01.534303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 86388acb-6b9e-452b-a2a8-33e9f174ed26 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:01.548504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:01.551219 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:01.552448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/404d6f78-e12d-4cac-a10f-f75bf686e790 HTTP/1.1" status: 204 len: 168 time: 0.2026651 Oct 12 12:17:01.560909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78147-6d82-4934-ba88-2f62847fc1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d6f78-e12d-4cac-a10f-f75bf686e790,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:02.613281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45250) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:02.707695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1335638101-network', 'tenant_id': 'b723d0cc5a724dc9af84cf2f650215da'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:02.816609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Made reservation on behalf of b723d0cc5a724dc9af84cf2f650215da for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:02.819527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:02.827769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:02.900439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:02.971073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:02.995013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:03.012222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f569185-3d26-4a8f-bb74-eda983ff2e6a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:03.017952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.018288 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Added segment 4df49437-45bf-465c-9511-1f42305d7957 of type vlan for network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b Oct 12 12:17:03.057144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.181876 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.182768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:03.183336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.239766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] Pushing event updated for resources: {'Network': ['ID=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:03.250462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:03.299624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b91e25b6-7ffa-4a0b-931d-c872da8b9c44 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6851964 Oct 12 12:17:03.302461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45254) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:03.307960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Request body: {'subnet': {'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1335638101-subnet', 'tenant_id': 'b723d0cc5a724dc9af84cf2f650215da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:03.456596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Made reservation on behalf of b723d0cc5a724dc9af84cf2f650215da for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:03.458924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.691267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.751511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abf6c57-52d3-4ef6-941c-833176fae491,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:03.759352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Checking segment: {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:03.759719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Network hostable DHCP agents. Network: 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:03.862796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:03.960473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:03.964811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:03.965408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:03.970293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a9f33-c758-4845-97d6-e75b04060f69 None None] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:04.065404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fae68f14-dc97-452f-ab86-a44316018a9d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7611604 Oct 12 12:17:04.099671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e56fe-adab-4964-ac73-a0cdffda6c25 None None] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:04.533651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-32a50e25-1b18-4653-b192-01f0187a756e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:04.536377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-32a50e25-1b18-4653-b192-01f0187a756e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 814 time: 0.1119354 Oct 12 12:17:04.551003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-58671cde-5351-4f6d-aa20-f8d775729a43 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/quotas/b723d0cc5a724dc9af84cf2f650215da HTTP/1.1" status: 200 len: 375 time: 0.0093493 Oct 12 12:17:04.583956 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-2cd68d38-b56d-4ce9-b9b6-960694cdebaa tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263190 Oct 12 12:17:04.735427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-a5cee585-dabc-42c3-b52a-80f7a0731b46 service neutron] 10.222.0.43 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436512 Oct 12 12:17:04.822212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-3e49c9f1-16f8-48a9-96e3-e1c5bdbebe93 service neutron] 10.222.0.43 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805526 Oct 12 12:17:05.040379 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-219f8908-d236-4b99-b56c-5ad4b43a919e req-e4fb9502-42f3-4f39-956f-6ff3831b2812 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 210 time: 0.0307710 Oct 12 12:17:06.134409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65fd6bd9-8177-47cd-ba8f-27f1e4c627eb req-4c215210-eebd-4351-884b-b4288980ec36 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 210 time: 0.0284481 Oct 12 12:17:07.154202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-df43e5bf-d89c-4eed-988a-7f35a7f883e7 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:07.156672 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-df43e5bf-d89c-4eed-988a-7f35a7f883e7 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.41 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 814 time: 0.1034119 Oct 12 12:17:07.169284 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Request body: {'port': {'device_id': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b', 'admin_state_up': True, 'tenant_id': 'b723d0cc5a724dc9af84cf2f650215da'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:07.231123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a781e74d-ba7d-4525-8035-7a1b69cb56c0 req-017f3c6d-ee84-4fa5-92d2-296875b85e30 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 210 time: 0.0273983 Oct 12 12:17:07.376631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Made reservation on behalf of b723d0cc5a724dc9af84cf2f650215da for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:07.380152 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:07.504912 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Allocated IP 172.20.0.2 (2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b/8abf6c57-52d3-4ef6-941c-833176fae491/ed00a2ff-df43-4c3a-9000-e281b500b92a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:07.645724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:07.731577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:07.775134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:07.778110 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:07.783715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:07.810671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Pushing event updated for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:07.834605 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:07.835242 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:07.927802 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-72220301-9709-489a-b68a-3f1e4740313d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624350 Oct 12 12:17:07.940190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Request body: {'port': {'device_id': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:07.992635 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.354500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d206b39-810a-4884-98e7-c0ff72d9ff04 req-ce406552-e572-4725-ad8a-27930d7bd8cd tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:08.356121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d206b39-810a-4884-98e7-c0ff72d9ff04 req-ce406552-e572-4725-ad8a-27930d7bd8cd tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 931 time: 0.0524919 Oct 12 12:17:08.396724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d206b39-810a-4884-98e7-c0ff72d9ff04 req-6316c548-83c3-4b34-92b2-24126adc68e3 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Oct 12 12:17:08.595756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed00a2ff-df43-4c3a-9000-e281b500b92a {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:17:08.603094 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.614603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Transition to ACTIVE for port object ed00a2ff-df43-4c3a-9000-e281b500b92a will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:17:08.690447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.739149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Pushing event updated for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:08.808119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Attempting to bind port ed00a2ff-df43-4c3a-9000-e281b500b92a on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:08.808455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Attempting to bind port ed00a2ff-df43-4c3a-9000-e281b500b92a by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:08.808783 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Attempting to bind port ed00a2ff-df43-4c3a-9000-e281b500b92a on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:08.812890 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Port ed00a2ff-df43-4c3a-9000-e281b500b92a on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:17:08.813210 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Attempting to bind port ed00a2ff-df43-4c3a-9000-e281b500b92a on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:08.817782 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:08.818112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Checking segment: {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:08.818490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Bound using segment: {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:08.818938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Bound port: ed00a2ff-df43-4c3a-9000-e281b500b92a, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:08.819289 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.879996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:08.883130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:08.953896 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.986202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:08.986875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:08.988251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed00a2ff-df43-4c3a-9000-e281b500b92a HTTP/1.1" status: 200 len: 1091 time: 1.0520375 Oct 12 12:17:08.988694 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:08.990992 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07" -d '{"events": [{"name": "network-changed", "server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:09.016348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5a92-56ca-4790-a4a6-3ad651278e69 service neutron] Pushing event updated for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:09.029475 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4922ae-92a0-46f8-8ab4-14f9da71ab35 x-openstack-request-id: req-6e4922ae-92a0-46f8-8ab4-14f9da71ab35 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:09.029834 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:09.030085 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e4922ae-92a0-46f8-8ab4-14f9da71ab35 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:09.030483 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a', 'status': 'completed', 'code': 200} Oct 12 12:17:09.095888 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-29641d54-e8c0-44ff-9ad6-b9adf11ecea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.097413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-29641d54-e8c0-44ff-9ad6-b9adf11ecea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 1094 time: 0.0448980 Oct 12 12:17:09.193080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-234d1fe4-6938-4d7c-b24e-59626e248eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.194507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-234d1fe4-6938-4d7c-b24e-59626e248eed service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b723d0cc5a724dc9af84cf2f650215da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0898137 Oct 12 12:17:09.290604 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-36e60921-8c9e-430e-9f42-d3a182efddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.292104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-04f13c3f-9a5c-42ca-9a9b-1ecdba50fa07 req-36e60921-8c9e-430e-9f42-d3a182efddae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914760 Oct 12 12:17:09.365200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-3e36c9ea-11b9-48bd-acb4-6a3338470cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.366685 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-3e36c9ea-11b9-48bd-acb4-6a3338470cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 1094 time: 0.0403051 Oct 12 12:17:09.410643 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-dc77399c-a0af-44a8-98a5-3b7591473471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a HTTP/1.1" status: 200 len: 217 time: 0.0363503 Oct 12 12:17:09.459055 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-4fac2c04-068c-4c9b-9b05-866c0e46ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.461005 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-4fac2c04-068c-4c9b-9b05-866c0e46ee6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abf6c57-52d3-4ef6-941c-833176fae491 HTTP/1.1" status: 200 len: 854 time: 0.0437081 Oct 12 12:17:09.491814 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-32cc1dc2-d8aa-43c1-87d8-b51689a20de9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246212 Oct 12 12:17:09.517154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a30a-df82-4050-b5ef-e7e783a84f05 req-650a9f33-29f3-483e-ab9f-e4b1b7fc6484 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:09.517154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64d0a30a-df82-4050-b5ef-e7e783a84f05 req-650a9f33-29f3-483e-ab9f-e4b1b7fc6484 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 943 time: 0.0517356 Oct 12 12:17:09.563270 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-64d0a30a-df82-4050-b5ef-e7e783a84f05 req-1c1ce08c-64b2-4441-9f32-5c32dbe8dd91 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Oct 12 12:17:09.588269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-fe29ee50-9d29-4512-b6b2-68ec535f80cb service neutron] 10.222.0.41 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893159 Oct 12 12:17:09.679422 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-21668106-a2dd-469b-8f17-055aa68fbb3a req-eb98245b-d3a3-4f8f-aab1-52446be9d1c2 service neutron] 10.222.0.41 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835288 Oct 12 12:17:10.676720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe229fa5-0efa-40b2-b54e-8a106dbce70a req-e4faa599-4375-48d2-b20d-ae8a99a3023a tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:10.678156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe229fa5-0efa-40b2-b54e-8a106dbce70a req-e4faa599-4375-48d2-b20d-ae8a99a3023a tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 943 time: 0.0487235 Oct 12 12:17:10.715635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe229fa5-0efa-40b2-b54e-8a106dbce70a req-99d4f697-4293-41f6-8b85-cdf8a8d1c6fb tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Oct 12 12:17:11.831382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4269-a57d-4cbe-8bd3-efde53bab275 req-126a05e6-7cc7-42ec-93b5-ecd4164d18db tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:11.832841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50fc4269-a57d-4cbe-8bd3-efde53bab275 req-126a05e6-7cc7-42ec-93b5-ecd4164d18db tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 943 time: 0.0496347 Oct 12 12:17:11.869895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-50fc4269-a57d-4cbe-8bd3-efde53bab275 req-f92e42f6-bba5-4beb-a143-f170284c582f tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Oct 12 12:17:12.533976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ed00a2ff-df43-4c3a-9000-e281b500b92a details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:17:12.627831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:12.639193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'ed00a2ff-df43-4c3a-9000-e281b500b92a', 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b', 'port_id': 'ed00a2ff-df43-4c3a-9000-e281b500b92a', 'mac_address': 'fa:16:3e:d0:f8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abf6c57-52d3-4ef6-941c-833176fae491', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:17:12.674683 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:12.686781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed00a2ff-df43-4c3a-9000-e281b500b92a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:17:12.705315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:12.770930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:12.818334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:12.985283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d035-2b9f-4fb6-b992-4083c49383a8 req-166db56b-55ed-4d95-9bd6-2daf562d9a36 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:12.986771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d655d035-2b9f-4fb6-b992-4083c49383a8 req-166db56b-55ed-4d95-9bd6-2daf562d9a36 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 944 time: 0.0495253 Oct 12 12:17:13.027759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d655d035-2b9f-4fb6-b992-4083c49383a8 req-08c38007-7e93-4777-8e35-11cc3b696c09 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Oct 12 12:17:13.029766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ed00a2ff-df43-4c3a-9000-e281b500b92a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:14.143743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d5df5-75c0-4105-a36a-52dd33c95af0 req-80390e88-dea3-4e1b-b6f6-bed4f51a6fd7 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:14.145212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e83d5df5-75c0-4105-a36a-52dd33c95af0 req-80390e88-dea3-4e1b-b6f6-bed4f51a6fd7 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 944 time: 0.0488775 Oct 12 12:17:14.186511 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e83d5df5-75c0-4105-a36a-52dd33c95af0 req-89855c25-2678-4d00-890f-7087148496fc tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Oct 12 12:17:14.536282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ed00a2ff-df43-4c3a-9000-e281b500b92a up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:17:14.662120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port ed00a2ff-df43-4c3a-9000-e281b500b92a completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:17:14.666573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port ed00a2ff-df43-4c3a-9000-e281b500b92a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:14.671858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:14.744400 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:14.765902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:14.769083 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a63ab02-50ff-4a4e-97f7-dd32de980a33" -d '{"events": [{"server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:14.781113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:14.803999 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2c894-40f8-415d-b80f-53d8bf4eb859 x-openstack-request-id: req-56d2c894-40f8-415d-b80f-53d8bf4eb859 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:14.804286 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:14.804533 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56d2c894-40f8-415d-b80f-53d8bf4eb859 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:14.804932 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a', 'code': 200} Oct 12 12:17:14.845307 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:14.892574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:14.898816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00ab4-ad9c-40d1-9e33-90cbfa5a6ad8 req-2c895973-9efc-41fe-ad54-dddcbbee8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:14.901840 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50e00ab4-ad9c-40d1-9e33-90cbfa5a6ad8 req-2c895973-9efc-41fe-ad54-dddcbbee8c89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 1096 time: 0.0416310 Oct 12 12:17:14.936693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-50e00ab4-ad9c-40d1-9e33-90cbfa5a6ad8 req-db4f557b-f96a-48f7-aa91-5eeaf9a24a6e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275927 Oct 12 12:17:15.304003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108edb8-9200-4ae3-aaa8-8261d219d562 req-a7edde9a-831f-4bf8-8e82-43b5641854f9 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:15.306538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7108edb8-9200-4ae3-aaa8-8261d219d562 req-a7edde9a-831f-4bf8-8e82-43b5641854f9 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0516632 Oct 12 12:17:15.345732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7108edb8-9200-4ae3-aaa8-8261d219d562 req-5db17bdd-df70-4db8-a7e1-9c89b91ba45e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Oct 12 12:17:16.459471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2d640-775c-4ce9-ae35-47322f0f0961 req-3f48754b-fada-4146-9f29-9f2efea049df tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:16.460911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99a2d640-775c-4ce9-ae35-47322f0f0961 req-3f48754b-fada-4146-9f29-9f2efea049df tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0475671 Oct 12 12:17:16.502188 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99a2d640-775c-4ce9-ae35-47322f0f0961 req-6c2e62b0-1257-452a-a08c-e5bbe4325e65 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345809 Oct 12 12:17:16.720256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-8cec78a4-45f7-4eac-a8af-e6726ebc538a tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:16.721614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-8cec78a4-45f7-4eac-a8af-e6726ebc538a tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 814 time: 0.1002133 Oct 12 12:17:16.736305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-2b68e33c-1609-471e-875b-056d59e68d2d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/quotas/b723d0cc5a724dc9af84cf2f650215da HTTP/1.1" status: 200 len: 375 time: 0.0090029 Oct 12 12:17:16.783677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-38727545-5608-4c90-962f-544ee177d037 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421147 Oct 12 12:17:16.874928 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-2c57e6ac-acfd-4e45-b31f-50a73d16ac2f service neutron] 10.222.0.43 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836456 Oct 12 12:17:16.968570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-79fcb4d6-7405-4547-863e-90749fcf4dcb service neutron] 10.222.0.43 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875955 Oct 12 12:17:17.577792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8235906-2a58-471d-98ab-4a51230c6af5 req-df10fcfe-0553-4275-9e2d-5b676df348f3 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 210 time: 0.3832827 Oct 12 12:17:17.731560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dbb95fba-785e-455c-acd1-19227b2e0e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:18.671763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e05fc2e1-db3f-4f7e-bd2c-5b31f6c3dec9 req-ff5a10d1-18df-4601-9af3-4b57fd6f5fb9 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Oct 12 12:17:19.222923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-cb31f723-4be9-4a50-842e-4aaa4ac9a335 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:19.224356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-cb31f723-4be9-4a50-842e-4aaa4ac9a335 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.47 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 814 time: 0.1026521 Oct 12 12:17:19.239616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Request body: {'port': {'device_id': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b', 'admin_state_up': True, 'tenant_id': 'b723d0cc5a724dc9af84cf2f650215da'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:19.427068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Made reservation on behalf of b723d0cc5a724dc9af84cf2f650215da for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:19.430556 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:19.559051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Allocated IP 172.20.0.7 (2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b/8abf6c57-52d3-4ef6-941c-833176fae491/fd30f827-0586-4115-aa20-6d7ec76fd2ce) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:19.704055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:19.765481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c524b98f-f032-4e84-b77b-d83169ef3e7c req-78ad1cfd-6314-4e16-98c7-63d145d0d398 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Oct 12 12:17:19.833434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:19.845386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ed00a2ff-df43-4c3a-9000-e281b500b92a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:19.876651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:19.881555 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:19.885438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:19.891821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Pushing event updated for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:19.923656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.924091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.924429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.924758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.925090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.925413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.925737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.926056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.926375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.926705 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.927043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.927345 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:19.951498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:19.952100 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.036535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f8f5be1e-4c3b-400a-811e-66b1701a5e56 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028681 Oct 12 12:17:20.048387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Request body: {'port': {'device_id': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:20.101841 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.371346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd30f827-0586-4115-aa20-6d7ec76fd2ce {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:17:20.378500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.390816 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Transition to ACTIVE for port object fd30f827-0586-4115-aa20-6d7ec76fd2ce will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:17:20.473026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.521163 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:20.576787 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6b586b7f-de31-4d9c-930a-5d7f5e57f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.588557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Attempting to bind port fd30f827-0586-4115-aa20-6d7ec76fd2ce on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:20.588939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Attempting to bind port fd30f827-0586-4115-aa20-6d7ec76fd2ce by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:20.589274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Attempting to bind port fd30f827-0586-4115-aa20-6d7ec76fd2ce on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:20.593536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Port fd30f827-0586-4115-aa20-6d7ec76fd2ce on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:17:20.593851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Attempting to bind port fd30f827-0586-4115-aa20-6d7ec76fd2ce on network 2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:20.598787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:20.599114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Checking segment: {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:20.599485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Bound using segment: {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:20.599903 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Bound port: fd30f827-0586-4115-aa20-6d7ec76fd2ce, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df49437-45bf-465c-9511-1f42305d7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:20.600251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.667003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:20.669887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:20.748129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.783681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:20.784286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:20.785659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] 10.222.0.47 "PUT /v2.0/ports/fd30f827-0586-4115-aa20-6d7ec76fd2ce HTTP/1.1" status: 200 len: 1091 time: 0.7414505 Oct 12 12:17:20.786218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:20.788485 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f35483f-5e39-46e0-8367-caf87c14af21" -d '{"events": [{"name": "network-changed", "server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:20.810442 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd5ea7-8b60-4d27-abd5-d0d04f18cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:20.882295 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8dc3-9c75-4ead-95b5-1e3045d3b1d6 req-f6661240-14b3-4583-ac1d-f9bb1ab7f202 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:20.883814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8ac8dc3-9c75-4ead-95b5-1e3045d3b1d6 req-f6661240-14b3-4583-ac1d-f9bb1ab7f202 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Oct 12 12:17:20.955810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8ac8dc3-9c75-4ead-95b5-1e3045d3b1d6 req-3292a3dd-bac4-4049-b62a-0a68a4f22624 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Oct 12 12:17:20.968582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-fc6d251c-146b-4666-bd42-8da69af65581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:20.970306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-fc6d251c-146b-4666-bd42-8da69af65581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 1094 time: 0.0609822 Oct 12 12:17:21.012795 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62253e03-ab4f-45e7-ba3e-ff688843d65a x-openstack-request-id: req-62253e03-ab4f-45e7-ba3e-ff688843d65a {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:21.013091 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:21.013339 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62253e03-ab4f-45e7-ba3e-ff688843d65a {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:21.013737 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce', 'status': 'completed', 'code': 200} Oct 12 12:17:21.015542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-9c78d2fb-7a23-4b4f-87f6-b341c579f1db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce HTTP/1.1" status: 200 len: 217 time: 0.0373778 Oct 12 12:17:21.064234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f65fa8c8-c6d5-41b0-bd4f-3d288361eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:21.065616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-f65fa8c8-c6d5-41b0-bd4f-3d288361eda3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8abf6c57-52d3-4ef6-941c-833176fae491 HTTP/1.1" status: 200 len: 854 time: 0.0431297 Oct 12 12:17:21.095922 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-05a16a55-fe8d-4f4f-822f-7535b55148f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233939 Oct 12 12:17:21.187348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-198dcc63-14e1-436d-bc11-ad869e04379e service neutron] 10.222.0.47 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Oct 12 12:17:21.279649 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2c297e2-e1f9-418d-9882-d0bd75671114 req-ce9471da-464e-4526-90b3-09cf07d7de6d service neutron] 10.222.0.47 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Oct 12 12:17:21.427863 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-32045041-c937-4c0f-8fd5-501afb274270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:21.429326 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-32045041-c937-4c0f-8fd5-501afb274270 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 1094 time: 0.0414701 Oct 12 12:17:21.519543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-ada2a1e8-a38a-42ac-936d-3da35834840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:21.521006 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-ada2a1e8-a38a-42ac-936d-3da35834840a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 915 time: 0.0849044 Oct 12 12:17:21.564413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-31c2fef4-af4d-4685-a9f4-dbd313b4d205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce HTTP/1.1" status: 200 len: 217 time: 0.0364664 Oct 12 12:17:21.613074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-420249c1-941e-49dc-b641-3d0882ac4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:21.614491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-420249c1-941e-49dc-b641-3d0882ac4fe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8abf6c57-52d3-4ef6-941c-833176fae491 HTTP/1.1" status: 200 len: 854 time: 0.0432239 Oct 12 12:17:21.646319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-b1ad30f5-9aca-4894-ba33-956813d8f038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245154 Oct 12 12:17:21.696644 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:21.740573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-c12170af-296d-4049-9274-ec47560c64a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865855 Oct 12 12:17:21.829742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6f35483f-5e39-46e0-8367-caf87c14af21 req-4ec5504d-3571-474b-acaa-445b306ec1ff service neutron] 10.222.0.47 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813298 Oct 12 12:17:21.948606 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:22.075941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9923f-8dfe-4270-a4fc-2890e1a752a7 req-2bef2b80-341c-4807-9b59-bc09c33aff54 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:22.077400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfd9923f-8dfe-4270-a4fc-2890e1a752a7 req-2bef2b80-341c-4807-9b59-bc09c33aff54 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 943 time: 0.0533509 Oct 12 12:17:22.114498 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cfd9923f-8dfe-4270-a4fc-2890e1a752a7 req-a7156a43-e2b4-4ed8-9667-4d66106d4b26 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Oct 12 12:17:22.673555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:23.228936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c755cf-4c8e-4443-bd52-2ec398d1446b req-52ea56d5-fa11-4d16-80db-84acad4d0def tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:23.230427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4c755cf-4c8e-4443-bd52-2ec398d1446b req-52ea56d5-fa11-4d16-80db-84acad4d0def tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 943 time: 0.0505176 Oct 12 12:17:23.267460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4c755cf-4c8e-4443-bd52-2ec398d1446b req-7f933e75-8a0a-4d5f-903c-9a87a5fe4600 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Oct 12 12:17:23.553062 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:23.648769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fd30f827-0586-4115-aa20-6d7ec76fd2ce details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:17:23.742825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:23.753482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce', 'network_id': '2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b', 'port_id': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce', 'mac_address': 'fa:16:3e:8e:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abf6c57-52d3-4ef6-941c-833176fae491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:17:23.790119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:23.802395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd30f827-0586-4115-aa20-6d7ec76fd2ce {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:17:23.820981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:23.902854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:23.949488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:23.956617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.957090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.957430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.957765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.958095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.958420 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.958772 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.959099 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.959419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.959740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.960057 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:23.960374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:24.103313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['fd30f827-0586-4115-aa20-6d7ec76fd2ce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:24.380538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862b264-2faa-43f6-84b3-c6f7b9660853 req-bf246aba-29f4-47e6-ab96-83553cf884a3 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:24.381906 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1862b264-2faa-43f6-84b3-c6f7b9660853 req-bf246aba-29f4-47e6-ab96-83553cf884a3 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Oct 12 12:17:24.422714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1862b264-2faa-43f6-84b3-c6f7b9660853 req-8816ec0a-12b3-4e84-b389-a5127d292344 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Oct 12 12:17:25.545289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aecebc-37e0-4379-9eb0-e13fe9a1a6d6 req-cc7bf18e-d9b2-49f4-b73c-c3e6b0611e1e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:25.546755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21aecebc-37e0-4379-9eb0-e13fe9a1a6d6 req-cc7bf18e-d9b2-49f4-b73c-c3e6b0611e1e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 944 time: 0.0534146 Oct 12 12:17:25.583217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-21aecebc-37e0-4379-9eb0-e13fe9a1a6d6 req-64f1c0b6-ec29-491b-920c-73fc1a886977 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Oct 12 12:17:25.664157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fd30f827-0586-4115-aa20-6d7ec76fd2ce up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:17:25.764735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port fd30f827-0586-4115-aa20-6d7ec76fd2ce completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:17:25.768200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port fd30f827-0586-4115-aa20-6d7ec76fd2ce triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:25.768575 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:25.846180 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:25.868740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:25.871004 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd501273-476f-44d5-b985-71135b97ebc5" -d '{"events": [{"server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "name": "network-vif-plugged", "status": "completed", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:25.883338 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:25.908162 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291c639-aa0f-4f40-8e21-2d1915765087 x-openstack-request-id: req-c291c639-aa0f-4f40-8e21-2d1915765087 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:25.908459 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "name": "network-vif-plugged", "status": "completed", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:25.908787 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c291c639-aa0f-4f40-8e21-2d1915765087 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:25.909186 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce', 'code': 200} Oct 12 12:17:25.942155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:25.990217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:26.003414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60175c-4475-4636-b05f-809834f63db7 req-b52b328f-6fde-430e-8613-c1b5d6d826bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:26.004908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e60175c-4475-4636-b05f-809834f63db7 req-b52b328f-6fde-430e-8613-c1b5d6d826bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 1096 time: 0.0397673 Oct 12 12:17:26.040081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e60175c-4475-4636-b05f-809834f63db7 req-bce377d3-27a0-4bbd-93c0-8c4101c515b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278027 Oct 12 12:17:26.698426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429f5b5-03ea-4838-813f-4db86fbb74eb req-c82ce17b-2772-47b0-93b8-e3afcd596abc tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:26.699911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5429f5b5-03ea-4838-813f-4db86fbb74eb req-c82ce17b-2772-47b0-93b8-e3afcd596abc tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 945 time: 0.0486925 Oct 12 12:17:26.737745 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5429f5b5-03ea-4838-813f-4db86fbb74eb req-25c945ed-0973-4a41-8915-1b1ec869701d tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Oct 12 12:17:27.301414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:27.854788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cb0ef-2fb7-45be-8fff-50943e3abb59 req-2651008f-8868-494b-aa89-c768f5956e71 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:27.856544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb2cb0ef-2fb7-45be-8fff-50943e3abb59 req-2651008f-8868-494b-aa89-c768f5956e71 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Oct 12 12:17:27.894074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb2cb0ef-2fb7-45be-8fff-50943e3abb59 req-ee3f7156-af91-4a7d-9153-549f574f6b68 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Oct 12 12:17:28.359432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efd33a-5a4e-4f78-80f4-557ff24b2796 req-69b10f0f-f254-4f20-b255-0f405562be88 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:28.360883 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91efd33a-5a4e-4f78-80f4-557ff24b2796 req-69b10f0f-f254-4f20-b255-0f405562be88 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Oct 12 12:17:28.397722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-91efd33a-5a4e-4f78-80f4-557ff24b2796 req-9574cb63-2035-42b5-b9ed-066caee24498 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Oct 12 12:17:29.510445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbad15c-e71f-4e0f-a3f7-f6351f5cae92 req-26301db4-4169-4f57-b421-e2308dd1b7a8 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:29.512543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebbad15c-e71f-4e0f-a3f7-f6351f5cae92 req-26301db4-4169-4f57-b421-e2308dd1b7a8 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 945 time: 0.0490422 Oct 12 12:17:29.551355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebbad15c-e71f-4e0f-a3f7-f6351f5cae92 req-eeb06ed6-de1a-4eb7-9493-a462fb6c2a54 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Oct 12 12:17:29.661437 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-9471f820-f36e-4715-95df-d8ffa94da920 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:29.662905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-9471f820-f36e-4715-95df-d8ffa94da920 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.47 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Oct 12 12:17:29.750192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Deleting port fd30f827-0586-4115-aa20-6d7ec76fd2ce {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:29.750444 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:29.840362 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] For port fd30f827-0586-4115-aa20-6d7ec76fd2ce, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fd30f827-0586-4115-aa20-6d7ec76fd2ce,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:29.840719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:29.853146 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Calling delete_port for fd30f827-0586-4115-aa20-6d7ec76fd2ce owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:30.044886 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:30.057143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['fd30f827-0586-4115-aa20-6d7ec76fd2ce'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:30.059390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ed00a2ff-df43-4c3a-9000-e281b500b92a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:30.075565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Pushing event deleted for resources: {'Port': ['ID=fd30f827-0586-4115-aa20-6d7ec76fd2ce,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:30.118603 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] No DVR routers for this DVR port fd30f827-0586-4115-aa20-6d7ec76fd2ce on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:30.121356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:30.124797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-02a0877b-bf8e-4267-90d7-0b373856d075 req-d775c087-f433-4593-b97a-08830de71b9c tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.47 "DELETE /v2.0/ports/fd30f827-0586-4115-aa20-6d7ec76fd2ce HTTP/1.1" status: 204 len: 173 time: 0.4561126 Oct 12 12:17:30.125241 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'name': 'network-vif-deleted', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:30.127602 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a4b35-89e4-4b58-866a-54bb2721b1c4" -d '{"events": [{"server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "name": "network-vif-deleted", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:30.222020 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04537cfd-ed14-43a9-bae5-c760699573b5 x-openstack-request-id: req-04537cfd-ed14-43a9-bae5-c760699573b5 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:30.222364 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea89fac-883d-4cff-9fc3-2720b9ce1622", "name": "network-vif-deleted", "tag": "fd30f827-0586-4115-aa20-6d7ec76fd2ce", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:30.222570 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04537cfd-ed14-43a9-bae5-c760699573b5 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:30.222968 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea89fac-883d-4cff-9fc3-2720b9ce1622', 'name': 'network-vif-deleted', 'tag': 'fd30f827-0586-4115-aa20-6d7ec76fd2ce', 'status': 'completed', 'code': 200} Oct 12 12:17:30.426839 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-aec0afba-2f67-4a46-943c-1e84e8a093aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448587 Oct 12 12:17:30.504674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237475f-9767-437a-8135-b17e1a3786c9 req-5b4abd45-a35c-4a27-a298-f4baa4ff38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:30.506188 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-5b4abd45-a35c-4a27-a298-f4baa4ff38c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b723d0cc5a724dc9af84cf2f650215da&device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 1096 time: 0.0404549 Oct 12 12:17:30.613408 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237475f-9767-437a-8135-b17e1a3786c9 req-df967861-00c3-4d0f-915d-b1a5967b1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:30.614960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-df967861-00c3-4d0f-915d-b1a5967b1ee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 200 len: 915 time: 0.0898564 Oct 12 12:17:30.658636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-4171bdbd-e694-4ed8-9778-d70bddc11490 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a HTTP/1.1" status: 200 len: 217 time: 0.0354393 Oct 12 12:17:30.660537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac420aea-f828-4a71-94d2-1540dd50dc8a req-d55a984c-ab84-4928-8a3d-397368c24467 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea89fac-883d-4cff-9fc3-2720b9ce1622 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Oct 12 12:17:30.710407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237475f-9767-437a-8135-b17e1a3786c9 req-9f8af7bb-3098-4440-8fd3-a89d77b84604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:30.711981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-9f8af7bb-3098-4440-8fd3-a89d77b84604 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abf6c57-52d3-4ef6-941c-833176fae491 HTTP/1.1" status: 200 len: 854 time: 0.0466146 Oct 12 12:17:30.744468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-73e67543-bdf0-43a6-8ec2-65a59f06f3a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251000 Oct 12 12:17:30.837743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-13565bf4-78b8-4b2b-8a04-62b238dda09f service neutron] 10.222.0.41 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860353 Oct 12 12:17:30.929783 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d237475f-9767-437a-8135-b17e1a3786c9 req-facbdbe0-1dd3-4a04-9332-58d520f735f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844803 Oct 12 12:17:31.806423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b827f92-7dbc-48ef-87d4-1264e6bf6498 req-bf1b0efe-891c-4a73-a481-5eaf40daed49 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:31.807933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b827f92-7dbc-48ef-87d4-1264e6bf6498 req-bf1b0efe-891c-4a73-a481-5eaf40daed49 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0481017 Oct 12 12:17:31.844945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8b827f92-7dbc-48ef-87d4-1264e6bf6498 req-704c1c01-8a0c-4bb9-b0c3-ab6713b0f30e tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Oct 12 12:17:31.976187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa3dd-9475-46d0-89a0-6f666e256c23 req-7d867d8a-e8af-4aa1-a1a6-750a0878a221 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:31.977566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-605fa3dd-9475-46d0-89a0-6f666e256c23 req-7d867d8a-e8af-4aa1-a1a6-750a0878a221 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0523639 Oct 12 12:17:32.014538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-605fa3dd-9475-46d0-89a0-6f666e256c23 req-b851139b-0bf0-445e-9aba-043b62997fb5 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Oct 12 12:17:32.126485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeadf05-4f72-4a00-af0c-ef17b3377f94 req-b7d5bdf6-27f0-4683-bf54-d1783613fb27 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:32.127952 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eeeadf05-4f72-4a00-af0c-ef17b3377f94 req-b7d5bdf6-27f0-4683-bf54-d1783613fb27 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0479436 Oct 12 12:17:32.165455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eeeadf05-4f72-4a00-af0c-ef17b3377f94 req-ceb20a99-3cc2-4dfb-9cd5-cdf07c6d85fb tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Oct 12 12:17:32.331187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed894b-b031-4b2a-b501-3353dd5167c2 req-a05d938f-ba95-45cc-a222-7a073bd4e34f tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:32.334024 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5eed894b-b031-4b2a-b501-3353dd5167c2 req-a05d938f-ba95-45cc-a222-7a073bd4e34f tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0487151 Oct 12 12:17:32.370940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5eed894b-b031-4b2a-b501-3353dd5167c2 req-48f5d80e-ee92-4829-9c64-dab85a5edf78 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Oct 12 12:17:32.489219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57afa-6a04-4828-bcfe-038a6013d47a req-feb67927-c63e-4745-8499-7605d9fe6fda tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:32.490615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12a57afa-6a04-4828-bcfe-038a6013d47a req-feb67927-c63e-4745-8499-7605d9fe6fda tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0526726 Oct 12 12:17:32.530277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12a57afa-6a04-4828-bcfe-038a6013d47a req-73ab5c5d-1edf-4c37-8279-3edbbfe571e3 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Oct 12 12:17:32.654548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee942-b4c0-4f93-9d0e-17416cf08ec7 req-8033d546-5ffd-46aa-bbb3-5e3faf8c9dea tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:32.656156 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-174ee942-b4c0-4f93-9d0e-17416cf08ec7 req-8033d546-5ffd-46aa-bbb3-5e3faf8c9dea tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0513628 Oct 12 12:17:32.695891 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-174ee942-b4c0-4f93-9d0e-17416cf08ec7 req-5a769bab-20a6-4cc1-97c5-a0b7d0e46b11 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Oct 12 12:17:32.927757 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:17:33.206038 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b418312-bd4e-4a6a-b5a5-cf2e6191303e req-be5a14cf-b3d7-41f3-8bdf-a530fd35c357 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:33.207655 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b418312-bd4e-4a6a-b5a5-cf2e6191303e req-be5a14cf-b3d7-41f3-8bdf-a530fd35c357 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0496097 Oct 12 12:17:33.246143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4b418312-bd4e-4a6a-b5a5-cf2e6191303e req-dfe3b9e1-000b-4466-b7d8-34360332f2ed tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Oct 12 12:17:33.695950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fd30f827-0586-4115-aa20-6d7ec76fd2ce no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:33.715781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: fd30f827-0586-4115-aa20-6d7ec76fd2ce {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:33.716115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fd30f827-0586-4115-aa20-6d7ec76fd2ce not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:34.365231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe80f-b4af-4f14-ac4f-c47f0337fe66 req-bfcd5e6f-a03a-4838-8abb-1162efdb7a82 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:34.366847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa1fe80f-b4af-4f14-ac4f-c47f0337fe66 req-bfcd5e6f-a03a-4838-8abb-1162efdb7a82 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0524960 Oct 12 12:17:34.405502 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa1fe80f-b4af-4f14-ac4f-c47f0337fe66 req-61c86542-5221-4286-951c-4f340907f907 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f569185-3d26-4a8f-bb74-eda983ff2e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Oct 12 12:17:34.736542 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-7233bd5c-8813-47a8-a302-5692441c12e1 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:34.737964 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-7233bd5c-8813-47a8-a302-5692441c12e1 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 945 time: 0.0528460 Oct 12 12:17:34.824438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Deleting port ed00a2ff-df43-4c3a-9000-e281b500b92a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:34.824706 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:34.912985 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] For port ed00a2ff-df43-4c3a-9000-e281b500b92a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=ed00a2ff-df43-4c3a-9000-e281b500b92a,segment=NetworkSegment(4df49437-45bf-465c-9511-1f42305d7957),segment_id=4df49437-45bf-465c-9511-1f42305d7957)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:34.913337 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:34.926404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Calling delete_port for ed00a2ff-df43-4c3a-9000-e281b500b92a owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:35.107522 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:35.118889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['ed00a2ff-df43-4c3a-9000-e281b500b92a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:17:35.140488 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Pushing event deleted for resources: {'Port': ['ID=ed00a2ff-df43-4c3a-9000-e281b500b92a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:35.167730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.168070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.168409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.168745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.169075 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.169402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.169727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.170050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.170375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.170821 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.177422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.177422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:17:35.189715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] No DVR routers for this DVR port ed00a2ff-df43-4c3a-9000-e281b500b92a on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:35.192272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:35.195719 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-cea4a2bc-fd66-4a30-a7c9-27556c81409c req-fa9b91a7-d4a8-43ec-9f27-0f8dfeb573d0 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.41 "DELETE /v2.0/ports/ed00a2ff-df43-4c3a-9000-e281b500b92a HTTP/1.1" status: 204 len: 173 time: 0.4519181 Oct 12 12:17:35.196153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'name': 'network-vif-deleted', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:17:35.199060 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6dda20-7889-4c59-bb71-0d5f23f13b43" -d '{"events": [{"server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "name": "network-vif-deleted", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:17:35.234768 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390a6d5-e37b-42d2-b605-3edc22e2b6aa x-openstack-request-id: req-8390a6d5-e37b-42d2-b605-3edc22e2b6aa {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:17:35.235059 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb893b27-12ee-4202-aae0-bfef27828c8b", "name": "network-vif-deleted", "tag": "ed00a2ff-df43-4c3a-9000-e281b500b92a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:17:35.235307 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8390a6d5-e37b-42d2-b605-3edc22e2b6aa {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:17:35.235708 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb893b27-12ee-4202-aae0-bfef27828c8b', 'name': 'network-vif-deleted', 'tag': 'ed00a2ff-df43-4c3a-9000-e281b500b92a', 'status': 'completed', 'code': 200} Oct 12 12:17:35.502662 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e94a2aff-fb52-40c6-bb44-7adae92a3f54 req-b900c699-dbc3-4988-bf7c-28a4c010a958 tempest-ServersNegativeTestJSON-1233679550 tempest-ServersNegativeTestJSON-1233679550-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb893b27-12ee-4202-aae0-bfef27828c8b HTTP/1.1" status: 200 len: 210 time: 0.0279839 Oct 12 12:17:36.557416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:36.605767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Deleting subnet 8abf6c57-52d3-4ef6-941c-833176fae491 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:17:36.608822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:36.645695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:36.683139 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:36.827481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:36.852569 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abf6c57-52d3-4ef6-941c-833176fae491,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:36.856339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:36.859549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fa3c8f46-e6b0-47a5-839c-25ecbda9971a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8abf6c57-52d3-4ef6-941c-833176fae491 HTTP/1.1" status: 204 len: 168 time: 0.3011079 Oct 12 12:17:36.862118 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:36.931483 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.007855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.027369 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:37.036237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df49437-45bf-465c-9511-1f42305d7957') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:37.036530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df49437-45bf-465c-9511-1f42305d7957') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:37.045506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.058536 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.064486 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:37.064875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:37.066541 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:37.187478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.192221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.195567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b HTTP/1.1" status: 204 len: 168 time: 0.3325214 Oct 12 12:17:37.208660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bfbb2-2583-44d4-bcc6-0aef7f074f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b98ed79-fefb-4f3c-ae32-2dcbc1119d9b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:37.581054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:37.622454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e432f7b2-a72d-40d3-89bf-0b45a6a38fcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b723d0cc5a724dc9af84cf2f650215da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401809 Oct 12 12:17:37.624915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45426) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:37.671706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.692775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.832954 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.835635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:37.836779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f569185-3d26-4a8f-bb74-eda983ff2e6a HTTP/1.1" status: 204 len: 168 time: 0.2109900 Oct 12 12:17:37.845019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b90d9-1027-4353-86b6-ddf3391c04c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f569185-3d26-4a8f-bb74-eda983ff2e6a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:38.630088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ed00a2ff-df43-4c3a-9000-e281b500b92a no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:38.805608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: ed00a2ff-df43-4c3a-9000-e281b500b92a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:38.805868 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device ed00a2ff-df43-4c3a-9000-e281b500b92a not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:38.952699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45448) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:39.044666 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493533786'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:39.130176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:39.133526 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.142882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.213723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.352686 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.379310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:39.388379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c039b0a5-9538-4944-8e0c-36848493769a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:39.394135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.394485 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Added segment eefb55cf-4163-46f0-a1c7-2ad97eb73062 of type vlan for network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b Oct 12 12:17:39.433286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.536449 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.542054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:39.542801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:39.608926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Network': ['ID=1399d3ce-93ba-4e17-94b9-7ec745da8f5b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:39.619168 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:39.670109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f06a086-9bbb-41f0-b86e-f8e4048b88d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7162440 Oct 12 12:17:42.942589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:42.947713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'subnet': {'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:43.084435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:43.087920 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.359298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.422953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Subnet': ['ID=b0874041-521d-4d61-9c01-c3684b4ad0d1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:43.430741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking segment: {'id': 'eefb55cf-4163-46f0-a1c7-2ad97eb73062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:43.435257 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network hostable DHCP agents. Network: 1399d3ce-93ba-4e17-94b9-7ec745da8f5b, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:43.513038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:43.580728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1399d3ce-93ba-4e17-94b9-7ec745da8f5b) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:43.584835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:43.585414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.589802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e251241-eb7c-4427-b84f-03dd5636db83 None None] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:43.681450 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-06aeecc7-f71e-4d5e-b6a2-3f5b143ed538 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7375529 Oct 12 12:17:43.685613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45456) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:43.691049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221576545'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:43.731457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1399d3ce-93ba-4e17-94b9-7ec745da8f5b', 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b', 'tenant_id': 'c15d048e5b58431eb7984645519738d8', 'fixed_ips': [{'subnet_id': 'b0874041-521d-4d61-9c01-c3684b4ad0d1'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:17:43.732319 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.833245 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:43.836938 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.860853 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:43.867037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Allocated IP 2001:db8:0:ffff::2 (1399d3ce-93ba-4e17-94b9-7ec745da8f5b/b0874041-521d-4d61-9c01-c3684b4ad0d1/24594fa8-2515-4d38-a730-63848c5e1732) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:43.870680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:43.870959 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Added segment 817066a9-b9d8-4288-a511-30412edf38c9 of type vlan for network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e Oct 12 12:17:43.910966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.011560 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.084334 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.090451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:44.091107 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.136677 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.159900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Network': ['ID=2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:44.174662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:44.178962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:44.194234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:44.204764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:44.210566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Pushing event updated for resources: {'Port': ['ID=24594fa8-2515-4d38-a730-63848c5e1732,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:44.215252 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dda757f5-4cea-4dd2-bbb2-999634bbd958 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5284784 Oct 12 12:17:44.217042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:44.222489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'subnet': {'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:44.305954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Attempting to bind port 24594fa8-2515-4d38-a730-63848c5e1732 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:44.306646 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Attempting to bind port 24594fa8-2515-4d38-a730-63848c5e1732 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'eefb55cf-4163-46f0-a1c7-2ad97eb73062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:44.307046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Attempting to bind port 24594fa8-2515-4d38-a730-63848c5e1732 on network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:44.312916 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:44.313290 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Checking segment: {'id': 'eefb55cf-4163-46f0-a1c7-2ad97eb73062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:44.313723 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.314113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Bound using segment: {'id': 'eefb55cf-4163-46f0-a1c7-2ad97eb73062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:44.314580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Bound port: 24594fa8-2515-4d38-a730-63848c5e1732, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefb55cf-4163-46f0-a1c7-2ad97eb73062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1399d3ce-93ba-4e17-94b9-7ec745da8f5b'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:44.314989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.376811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] For port 24594fa8-2515-4d38-a730-63848c5e1732, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:44.379827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] For port 24594fa8-2515-4d38-a730-63848c5e1732, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24594fa8-2515-4d38-a730-63848c5e1732,segment=NetworkSegment(eefb55cf-4163-46f0-a1c7-2ad97eb73062),segment_id=eefb55cf-4163-46f0-a1c7-2ad97eb73062)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:44.393102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:44.396713 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.462399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.535867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61a99-f57c-4e39-9e53-f2bbffb6d94d None None] Pushing event updated for resources: {'Port': ['ID=24594fa8-2515-4d38-a730-63848c5e1732,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:44.708316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:44.783035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Subnet': ['ID=045937c6-6cbb-4b27-bd6e-1385948513fc,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:44.794582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking segment: {'id': '817066a9-b9d8-4288-a511-30412edf38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:44.794976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network hostable DHCP agents. Network: 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:44.953494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:45.067585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:45.072142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:45.073809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.078424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73ccc8-d906-480c-b280-9d9f337b1f5f None None] Network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:45.150492 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a7c9ab23-267a-449c-a262-28f6230485d7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9323096 Oct 12 12:17:45.153397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:45.258914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e', 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e', 'tenant_id': 'c15d048e5b58431eb7984645519738d8', 'fixed_ips': [{'subnet_id': '045937c6-6cbb-4b27-bd6e-1385948513fc'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:17:45.259815 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.270894 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.359156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.418014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Allocated IP 2001:db8::2 (2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e/045937c6-6cbb-4b27-bd6e-1385948513fc/b13cc312-f395-43ac-a12b-fd841ff99f00) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:45.428664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffb357-a3f9-44a6-b033-1a9df0b0fb89 None None] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:45.536596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24594fa8-2515-4d38-a730-63848c5e1732 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:17:45.585565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] Provisioning complete for port 24594fa8-2515-4d38-a730-63848c5e1732 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:45.585865 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.746614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 24594fa8-2515-4d38-a730-63848c5e1732 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:45.746925 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.789774 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.846835 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.902235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.920128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] For port 24594fa8-2515-4d38-a730-63848c5e1732, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24594fa8-2515-4d38-a730-63848c5e1732,segment=NetworkSegment(eefb55cf-4163-46f0-a1c7-2ad97eb73062),segment_id=eefb55cf-4163-46f0-a1c7-2ad97eb73062)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:45.962658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.968254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:45.970845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Pushing event updated for resources: {'Port': ['ID=b13cc312-f395-43ac-a12b-fd841ff99f00,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:45.971448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:45.973448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:45.981449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:46.011305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Subnet': ['ID=045937c6-6cbb-4b27-bd6e-1385948513fc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:46.034441 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.079703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.094429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Attempting to bind port b13cc312-f395-43ac-a12b-fd841ff99f00 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:46.095004 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Attempting to bind port b13cc312-f395-43ac-a12b-fd841ff99f00 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '817066a9-b9d8-4288-a511-30412edf38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:46.095122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Attempting to bind port b13cc312-f395-43ac-a12b-fd841ff99f00 on network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:46.099905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:46.108994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:46.109345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817066a9-b9d8-4288-a511-30412edf38c9') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:46.109482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Checking segment: {'id': '817066a9-b9d8-4288-a511-30412edf38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:46.109632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817066a9-b9d8-4288-a511-30412edf38c9') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:46.109748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.110132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Bound using segment: {'id': '817066a9-b9d8-4288-a511-30412edf38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:46.110733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Bound port: b13cc312-f395-43ac-a12b-fd841ff99f00, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817066a9-b9d8-4288-a511-30412edf38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:46.111027 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.119739 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.133820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.140165 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:46.141644 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.141839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:17:46.141839 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:46.144248 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:46.147384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c137d-d96a-479b-b179-3f0c2ecf6c7c None None] Pushing event updated for resources: {'Port': ['ID=24594fa8-2515-4d38-a730-63848c5e1732,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:46.191766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c548c0a9-333a-4de3-a125-a5fc9b473b24 None None] Provisioning complete for port 24594fa8-2515-4d38-a730-63848c5e1732 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:46.192139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c548c0a9-333a-4de3-a125-a5fc9b473b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.224164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] For port b13cc312-f395-43ac-a12b-fd841ff99f00, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:46.245925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] For port b13cc312-f395-43ac-a12b-fd841ff99f00, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b13cc312-f395-43ac-a12b-fd841ff99f00,segment=NetworkSegment(817066a9-b9d8-4288-a511-30412edf38c9),segment_id=817066a9-b9d8-4288-a511-30412edf38c9)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:46.250487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.db.api [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 12:17:46.250487 n-d-813419-3 neutron-server[95547]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 12:17:46.250487 n-d-813419-3 neutron-server[95547]: [parameters: {'id': '2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e'}] Oct 12 12:17:46.250487 n-d-813419-3 neutron-server[95547]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95547) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:17:46.251394 n-d-813419-3 neutron-server[95547]: DEBUG oslo_db.api [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:17:46.318803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.393809 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2424c-37d0-4727-ad64-254573c87335 None None] Pushing event updated for resources: {'Port': ['ID=b13cc312-f395-43ac-a12b-fd841ff99f00,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:46.409322 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47b1a9-27b3-4463-aefd-542a146f8810 None None] Network 2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:46.530038 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4983b-a64a-4bf9-884f-e8df05461ab9 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 12:17:46.593768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4983b-a64a-4bf9-884f-e8df05461ab9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:17:46.752537 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.804276 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting port b13cc312-f395-43ac-a12b-fd841ff99f00 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:46.804611 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.866682 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] For port b13cc312-f395-43ac-a12b-fd841ff99f00, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b13cc312-f395-43ac-a12b-fd841ff99f00,segment=NetworkSegment(817066a9-b9d8-4288-a511-30412edf38c9),segment_id=817066a9-b9d8-4288-a511-30412edf38c9)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:46.867078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:46.883446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Calling delete_port for b13cc312-f395-43ac-a12b-fd841ff99f00 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:47.021381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.047345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Port': ['ID=b13cc312-f395-43ac-a12b-fd841ff99f00,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:47.049179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No DVR routers for this DVR port b13cc312-f395-43ac-a12b-fd841ff99f00 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:47.126344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.146114 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:47.155650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817066a9-b9d8-4288-a511-30412edf38c9') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:47.155944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817066a9-b9d8-4288-a511-30412edf38c9') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:47.164877 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.177550 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.183847 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:47.184247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:47.187307 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:47.307017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.314286 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.317377 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e HTTP/1.1" status: 204 len: 168 time: 2.1628926 Oct 12 12:17:47.320950 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45462) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:47.326843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175716913'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:47.329564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257ecb-825b-45a3-935d-2a22c0503ec4 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Network': ['ID=2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:47.415553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:47.419588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.442880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:47.455762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.455762 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Added segment af27213f-7dde-4194-b35d-63cae4aaa42a of type vlan for network aebab794-1136-4a5e-bf30-aa0dd5605f46 Oct 12 12:17:47.493715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.499159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24594fa8-2515-4d38-a730-63848c5e1732 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:17:47.546909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 24594fa8-2515-4d38-a730-63848c5e1732 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:47.547278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.563757 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.569395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:47.569967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.637513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Network': ['ID=aebab794-1136-4a5e-bf30-aa0dd5605f46,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:47.647555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network aebab794-1136-4a5e-bf30-aa0dd5605f46 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:47.670117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-29bf69a1-ed0f-4c6d-951e-7b5173a831f7 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3479440 Oct 12 12:17:47.672900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45464) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:47.677927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'subnet': {'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:47.776229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0de47d2b-dde9-422b-a79f-ea0657687ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.859530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:47.863283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:47.922989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Performing IP validity checks on allocation pools {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 12:17:47.923538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.ipam_backend_mixin [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 12:17:48.101681 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.168492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Subnet': ['ID=da735395-7085-4fb3-8f97-57316c9f491e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:48.175954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking segment: {'id': 'af27213f-7dde-4194-b35d-63cae4aaa42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:48.175954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network hostable DHCP agents. Network: aebab794-1136-4a5e-bf30-aa0dd5605f46, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:48.272312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network aebab794-1136-4a5e-bf30-aa0dd5605f46 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:48.358514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, aebab794-1136-4a5e-bf30-aa0dd5605f46) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:48.362513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:48.363148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.367533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6124f-02dd-45d9-8f76-fbf0c7d6f268 None None] Network aebab794-1136-4a5e-bf30-aa0dd5605f46 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:48.458974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-71121de1-e245-4fd0-a8b5-e38e6550e705 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7847188 Oct 12 12:17:48.461267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45466) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:48.519216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-aebab794-1136-4a5e-bf30-aa0dd5605f46', 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46', 'tenant_id': 'c15d048e5b58431eb7984645519738d8', 'fixed_ips': [{'subnet_id': 'da735395-7085-4fb3-8f97-57316c9f491e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:17:48.520123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.561112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.639565 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.662592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Allocated IP 2001:db8::3 (aebab794-1136-4a5e-bf30-aa0dd5605f46/da735395-7085-4fb3-8f97-57316c9f491e/0e844ab3-b337-4296-8f0d-023ca162697f) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:48.815886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.895669 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:48.982022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.007758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Subnet': ['ID=da735395-7085-4fb3-8f97-57316c9f491e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:49.079086 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.097324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Network aebab794-1136-4a5e-bf30-aa0dd5605f46 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:49.100812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebab794-1136-4a5e-bf30-aa0dd5605f46']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:49.103434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:49.106395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:49.111946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af27213f-7dde-4194-b35d-63cae4aaa42a') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:49.112260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af27213f-7dde-4194-b35d-63cae4aaa42a') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:49.113407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Pushing event updated for resources: {'Port': ['ID=0e844ab3-b337-4296-8f0d-023ca162697f,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:49.123747 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.137971 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.143942 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:49.144334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:49.147298 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:49.164918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Attempting to bind port 0e844ab3-b337-4296-8f0d-023ca162697f on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:49.165282 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Attempting to bind port 0e844ab3-b337-4296-8f0d-023ca162697f by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'af27213f-7dde-4194-b35d-63cae4aaa42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:49.165642 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Attempting to bind port 0e844ab3-b337-4296-8f0d-023ca162697f on network aebab794-1136-4a5e-bf30-aa0dd5605f46 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:49.171306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:49.171673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Checking segment: {'id': 'af27213f-7dde-4194-b35d-63cae4aaa42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:49.172069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.172459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Bound using segment: {'id': 'af27213f-7dde-4194-b35d-63cae4aaa42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:49.172908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Bound port: 0e844ab3-b337-4296-8f0d-023ca162697f, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af27213f-7dde-4194-b35d-63cae4aaa42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:49.173281 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.235374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] For port 0e844ab3-b337-4296-8f0d-023ca162697f, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:49.238321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] For port 0e844ab3-b337-4296-8f0d-023ca162697f, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e844ab3-b337-4296-8f0d-023ca162697f,segment=NetworkSegment(af27213f-7dde-4194-b35d-63cae4aaa42a),segment_id=af27213f-7dde-4194-b35d-63cae4aaa42a)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:49.284187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 12:17:49.284187 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 12:17:49.284187 n-d-813419-3 neutron-server[95548]: [parameters: {'id': 'aebab794-1136-4a5e-bf30-aa0dd5605f46'}] Oct 12 12:17:49.284187 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:17:49.284598 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:17:49.319052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.400647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60be8-3e86-4652-a6d4-00bc358776b0 None None] Pushing event updated for resources: {'Port': ['ID=0e844ab3-b337-4296-8f0d-023ca162697f,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:49.411806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe00e9-cf5b-4bf1-bc64-efa810035d12 None None] Network aebab794-1136-4a5e-bf30-aa0dd5605f46 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:49.536651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bc88a-0d00-49cc-9e5e-348f64b2cb74 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 12:17:49.599449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bc88a-0d00-49cc-9e5e-348f64b2cb74 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:17:49.786773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:49.842688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting port 0e844ab3-b337-4296-8f0d-023ca162697f {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:49.843042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.250292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] For port 0e844ab3-b337-4296-8f0d-023ca162697f, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=0e844ab3-b337-4296-8f0d-023ca162697f,segment=NetworkSegment(af27213f-7dde-4194-b35d-63cae4aaa42a),segment_id=af27213f-7dde-4194-b35d-63cae4aaa42a)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:50.250651 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.263327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Calling delete_port for 0e844ab3-b337-4296-8f0d-023ca162697f owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:50.392905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.417630 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Port': ['ID=0e844ab3-b337-4296-8f0d-023ca162697f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:50.421157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No DVR routers for this DVR port 0e844ab3-b337-4296-8f0d-023ca162697f on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:50.490126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-276bcc52-2d94-4ac2-9571-4f494e42688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.503523 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.527782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebab794-1136-4a5e-bf30-aa0dd5605f46']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:50.536715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af27213f-7dde-4194-b35d-63cae4aaa42a') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:50.537013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af27213f-7dde-4194-b35d-63cae4aaa42a') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:50.546041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.559545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.565216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:50.565598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:50.568548 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:50.667004 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.673693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.676812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/aebab794-1136-4a5e-bf30-aa0dd5605f46 HTTP/1.1" status: 204 len: 168 time: 2.2145493 Oct 12 12:17:50.680449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45468) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:50.686589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342232542'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:50.688820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706db61b-69ba-4975-89e1-e2470cc30c2d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Network': ['ID=aebab794-1136-4a5e-bf30-aa0dd5605f46,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:50.793555 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:50.796927 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.823726 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:50.831935 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.832274 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Added segment 1f51ab73-0455-4101-a7b3-843889866459 of type vlan for network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 Oct 12 12:17:50.870796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.952977 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:50.958460 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:50.959072 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.022550 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Network': ['ID=71d5b75a-6b1e-4778-a8cc-c2836452cfc9,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:51.034348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:51.047197 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-cab25c99-2b4b-426c-8943-13aab5e57c1d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3655417 Oct 12 12:17:51.050127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45470) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:51.055040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'subnet': {'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:51.215828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:51.219670 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.461595 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.522009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Subnet': ['ID=c02adfd4-a772-4892-8bd4-fcbc6a78b5f3,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:51.530613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking segment: {'id': '1f51ab73-0455-4101-a7b3-843889866459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:51.531238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network hostable DHCP agents. Network: 71d5b75a-6b1e-4778-a8cc-c2836452cfc9, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:51.626566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:51.707619 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.724449 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 71d5b75a-6b1e-4778-a8cc-c2836452cfc9) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:51.728407 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:51.729567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.734131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9941f888-06eb-4ddc-9bee-0afd379217f3 None None] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:51.790244 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4860c4fa-7d49-4e5a-8f55-8a7db02a9297 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390049 Oct 12 12:17:51.794430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45472) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:51.799493 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074020227'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:51.877851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:51.881423 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.881599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-71d5b75a-6b1e-4778-a8cc-c2836452cfc9', 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9', 'tenant_id': 'c15d048e5b58431eb7984645519738d8', 'fixed_ips': [{'subnet_id': 'c02adfd4-a772-4892-8bd4-fcbc6a78b5f3'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:17:51.885189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.906304 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:51.915908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.916289 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Added segment 0a8e682d-ca30-47ea-946e-0852b747bae7 of type vlan for network 2ef21de2-72da-44c3-a046-a31e36cab1d3 Oct 12 12:17:51.967957 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:51.979879 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.026626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Allocated IP 2001:db8::2 (71d5b75a-6b1e-4778-a8cc-c2836452cfc9/c02adfd4-a772-4892-8bd4-fcbc6a78b5f3/ddaead36-e494-44b0-99ec-84533ee2385b) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:52.033026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.038574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:52.039690 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.105691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Network': ['ID=2ef21de2-72da-44c3-a046-a31e36cab1d3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:52.117792 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 2ef21de2-72da-44c3-a046-a31e36cab1d3 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:52.121616 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-24d4afa4-66e2-4164-a55a-4613893a3b19 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3260386 Oct 12 12:17:52.124440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45474) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:52.129409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Request body: {'subnet': {'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:52.232643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.290240 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Made reservation on behalf of c15d048e5b58431eb7984645519738d8 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:52.293795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.324809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.364159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:52.368954 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:52.372446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:52.379656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Pushing event updated for resources: {'Port': ['ID=ddaead36-e494-44b0-99ec-84533ee2385b,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:52.431133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Attempting to bind port ddaead36-e494-44b0-99ec-84533ee2385b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:52.431582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Attempting to bind port ddaead36-e494-44b0-99ec-84533ee2385b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '1f51ab73-0455-4101-a7b3-843889866459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:52.432034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Attempting to bind port ddaead36-e494-44b0-99ec-84533ee2385b on network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:52.437103 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:52.437472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Checking segment: {'id': '1f51ab73-0455-4101-a7b3-843889866459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:52.437872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.438264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Bound using segment: {'id': '1f51ab73-0455-4101-a7b3-843889866459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:52.438743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Bound port: ddaead36-e494-44b0-99ec-84533ee2385b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51ab73-0455-4101-a7b3-843889866459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '71d5b75a-6b1e-4778-a8cc-c2836452cfc9'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:52.439250 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.506743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] For port ddaead36-e494-44b0-99ec-84533ee2385b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:52.509810 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] For port ddaead36-e494-44b0-99ec-84533ee2385b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ddaead36-e494-44b0-99ec-84533ee2385b,segment=NetworkSegment(1f51ab73-0455-4101-a7b3-843889866459),segment_id=1f51ab73-0455-4101-a7b3-843889866459)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:52.542181 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.599528 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.626402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event updated for resources: {'Subnet': ['ID=5ad19ab0-fe80-410f-9a29-e80b401b9a8e,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:52.634408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Checking segment: {'id': '0a8e682d-ca30-47ea-946e-0852b747bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:52.636004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network hostable DHCP agents. Network: 2ef21de2-72da-44c3-a046-a31e36cab1d3, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:17:52.667761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f5e83-51fa-4d2f-b584-7741d486f531 None None] Pushing event updated for resources: {'Port': ['ID=ddaead36-e494-44b0-99ec-84533ee2385b,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:52.753179 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Network 2ef21de2-72da-44c3-a046-a31e36cab1d3 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:17:52.820447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.907226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 2ef21de2-72da-44c3-a046-a31e36cab1d3) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:52.911765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:52.912357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:52.929408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25205659-414b-41ee-8777-5cdb62c2a7b5 None None] Network 2ef21de2-72da-44c3-a046-a31e36cab1d3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:53.044940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1d9b9e3-7e49-4b8f-8140-931938e23082 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9162271 Oct 12 12:17:53.045148 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45476) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:53.067359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-2ef21de2-72da-44c3-a046-a31e36cab1d3', 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3', 'tenant_id': 'c15d048e5b58431eb7984645519738d8', 'fixed_ips': [{'subnet_id': '5ad19ab0-fe80-410f-9a29-e80b401b9a8e'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:17:53.068276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.152318 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.206963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.207180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Allocated IP 2001:db8::2 (2ef21de2-72da-44c3-a046-a31e36cab1d3/5ad19ab0-fe80-410f-9a29-e80b401b9a8e/f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:17:53.359313 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.438587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.496537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Network 2ef21de2-72da-44c3-a046-a31e36cab1d3 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:17:53.499635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:17:53.504528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:17:53.514552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Pushing event updated for resources: {'Port': ['ID=f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:53.525425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.563352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad19ab0-fe80-410f-9a29-e80b401b9a8e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:53.565472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.566747 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Attempting to bind port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:17:53.567127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Attempting to bind port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0a8e682d-ca30-47ea-946e-0852b747bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:17:53.567629 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Attempting to bind port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd on network 2ef21de2-72da-44c3-a046-a31e36cab1d3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ddaead36-e494-44b0-99ec-84533ee2385b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Checking segment: {'id': '0a8e682d-ca30-47ea-946e-0852b747bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Bound using segment: {'id': '0a8e682d-ca30-47ea-946e-0852b747bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Bound port: f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e682d-ca30-47ea-946e-0852b747bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:17:53.586840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.587856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3318fb-9847-4731-a761-7cfcac0543c4 None None] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:53.636559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.657160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef21de2-72da-44c3-a046-a31e36cab1d3']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:53.667541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e682d-ca30-47ea-946e-0852b747bae7') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:53.667848 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e682d-ca30-47ea-946e-0852b747bae7') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:53.677714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.692128 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.699663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:53.701111 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:53.704570 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:53.747541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] Provisioning complete for port ddaead36-e494-44b0-99ec-84533ee2385b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:53.747908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.790033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] For port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:17:53.794212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port ddaead36-e494-44b0-99ec-84533ee2385b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:53.794585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.821585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.db.api [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 12:17:53.821585 n-d-813419-3 neutron-server[95548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 12:17:53.821585 n-d-813419-3 neutron-server[95548]: [parameters: {'id': '2ef21de2-72da-44c3-a046-a31e36cab1d3'}] Oct 12 12:17:53.821585 n-d-813419-3 neutron-server[95548]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:17:53.822022 n-d-813419-3 neutron-server[95548]: DEBUG oslo_db.api [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:17:53.847726 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] For port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd,segment=NetworkSegment(0a8e682d-ca30-47ea-946e-0852b747bae7),segment_id=0a8e682d-ca30-47ea-946e-0852b747bae7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:17:53.930952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:53.982739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.080086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.081887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dd8a6-4012-495f-a713-a6333eab9c8b None None] Pushing event updated for resources: {'Port': ['ID=f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:54.113384 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148072ac-8efb-471f-b099-880380b8330f None None] Network 2ef21de2-72da-44c3-a046-a31e36cab1d3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:54.118109 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] For port ddaead36-e494-44b0-99ec-84533ee2385b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ddaead36-e494-44b0-99ec-84533ee2385b,segment=NetworkSegment(1f51ab73-0455-4101-a7b3-843889866459),segment_id=1f51ab73-0455-4101-a7b3-843889866459)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:54.220119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.299713 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:17:54.300061 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:17:54.303339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ff977-c862-4048-b1a1-4f0dfc312878 None None] Pushing event updated for resources: {'Port': ['ID=ddaead36-e494-44b0-99ec-84533ee2385b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:54.314163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6f702-2e18-4b3d-8cc1-e2b3650d3087 None None] get_active_networks_info from n-d-813419-3 {{(pid=95549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 12:17:54.323366 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.357626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6fc971e8-52aa-4674-99e1-e32a287028cd None None] Provisioning complete for port ddaead36-e494-44b0-99ec-84533ee2385b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:17:54.357883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6fc971e8-52aa-4674-99e1-e32a287028cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.377305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:54.377642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.430756 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6f702-2e18-4b3d-8cc1-e2b3650d3087 None None] Resources bound (agent type, host, resource id): {{(pid=95549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 12:17:54.439874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] For port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd,segment=NetworkSegment(0a8e682d-ca30-47ea-946e-0852b747bae7),segment_id=0a8e682d-ca30-47ea-946e-0852b747bae7)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:54.440311 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.453384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Calling delete_port for f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:54.581980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.611735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No DVR routers for this DVR port f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:54.617444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Port': ['ID=f3d0aeb5-72a2-4c92-b655-9f0070f7d9cd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:54.699755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.720551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef21de2-72da-44c3-a046-a31e36cab1d3']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:54.729912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e682d-ca30-47ea-946e-0852b747bae7') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:54.730209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e682d-ca30-47ea-946e-0852b747bae7') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:54.739393 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.753055 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.758925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:54.759307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:54.762943 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:54.873052 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.877447 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:54.880774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/2ef21de2-72da-44c3-a046-a31e36cab1d3 HTTP/1.1" status: 204 len: 168 time: 1.8347216 Oct 12 12:17:54.883916 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45478) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:54.895843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f731b9-c3d7-4ade-97ad-728a1c458c8f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Network': ['ID=2ef21de2-72da-44c3-a046-a31e36cab1d3,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:54.912759 n-d-813419-3 neutron-server[95547]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa818bb4-e04b-4e75-93a8-158aa19bb6ba tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] GET failed (client error): The resource could not be found. Oct 12 12:17:54.914305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fa818bb4-e04b-4e75-93a8-158aa19bb6ba tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "GET /v2.0/subnets/5ad19ab0-fe80-410f-9a29-e80b401b9a8e HTTP/1.1" status: 404 len: 337 time: 0.0285723 Oct 12 12:17:54.916993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45480) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:54.940078 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0928b984-c4a1-40cf-a1cc-ef587b019612 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:54.940606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0928b984-c4a1-40cf-a1cc-ef587b019612 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:54.943659 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0928b984-c4a1-40cf-a1cc-ef587b019612 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/2ef21de2-72da-44c3-a046-a31e36cab1d3 HTTP/1.1" status: 404 len: 339 time: 0.0256641 Oct 12 12:17:54.947218 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:54.973373 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1d7ff5-0ac5-4e10-b825-36f850ae91cd tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:54.973817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1d7ff5-0ac5-4e10-b825-36f850ae91cd tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:54.976836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1c1d7ff5-0ac5-4e10-b825-36f850ae91cd tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/subnets/5ad19ab0-fe80-410f-9a29-e80b401b9a8e HTTP/1.1" status: 404 len: 337 time: 0.0280478 Oct 12 12:17:54.979226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45484) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:54.997583 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc922e70-96e1-4e25-b76c-ffc9e34fdfd3 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:54.998114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc922e70-96e1-4e25-b76c-ffc9e34fdfd3 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:55.001116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc922e70-96e1-4e25-b76c-ffc9e34fdfd3 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/2ef21de2-72da-44c3-a046-a31e36cab1d3 HTTP/1.1" status: 404 len: 339 time: 0.0208466 Oct 12 12:17:55.003658 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45486) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:55.057800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting subnet c02adfd4-a772-4892-8bd4-fcbc6a78b5f3 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:17:55.060852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.099449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.179430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.284744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.312031 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Subnet': ['ID=c02adfd4-a772-4892-8bd4-fcbc6a78b5f3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:55.315809 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.319145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1a1a1121-c895-4ee7-a416-1d36bc9e14c6 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/subnets/c02adfd4-a772-4892-8bd4-fcbc6a78b5f3 HTTP/1.1" status: 204 len: 168 time: 0.3143563 Oct 12 12:17:55.321537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:55.322302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c1cc6-348e-4762-9adc-df1c67c2423d None None] Network 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:55.394428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.452984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting port ddaead36-e494-44b0-99ec-84533ee2385b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:55.453331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.517894 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] For port ddaead36-e494-44b0-99ec-84533ee2385b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ddaead36-e494-44b0-99ec-84533ee2385b,segment=NetworkSegment(1f51ab73-0455-4101-a7b3-843889866459),segment_id=1f51ab73-0455-4101-a7b3-843889866459)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:55.518261 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.529340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] DHCP port deletion for 71d5b75a-6b1e-4778-a8cc-c2836452cfc9 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:17:55.531858 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Calling delete_port for ddaead36-e494-44b0-99ec-84533ee2385b owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:55.575782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Deleting port ddaead36-e494-44b0-99ec-84533ee2385b {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:55.576160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.642992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] For port ddaead36-e494-44b0-99ec-84533ee2385b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=ddaead36-e494-44b0-99ec-84533ee2385b,segment=NetworkSegment(1f51ab73-0455-4101-a7b3-843889866459),segment_id=1f51ab73-0455-4101-a7b3-843889866459)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:55.643394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.656529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Calling delete_port for ddaead36-e494-44b0-99ec-84533ee2385b owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:55.701815 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:17:55.727784 n-d-813419-3 neutron-server[95549]: self.session.flush() Oct 12 12:17:55.736138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Port': ['ID=ddaead36-e494-44b0-99ec-84533ee2385b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:55.736138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No DVR routers for this DVR port ddaead36-e494-44b0-99ec-84533ee2385b on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:55.738237 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.773714 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] Pushing event deleted for resources: {'Port': ['ID=ddaead36-e494-44b0-99ec-84533ee2385b,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:55.778122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e6e01-163b-44f2-af8b-9d74083b4f3c None None] No DVR routers for this DVR port ddaead36-e494-44b0-99ec-84533ee2385b on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:55.824900 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.844717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d5b75a-6b1e-4778-a8cc-c2836452cfc9']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:55.853750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f51ab73-0455-4101-a7b3-843889866459') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:55.854577 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f51ab73-0455-4101-a7b3-843889866459') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:55.868878 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.882109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.888518 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:55.896293 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:56.004103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.011336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.014436 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/71d5b75a-6b1e-4778-a8cc-c2836452cfc9 HTTP/1.1" status: 204 len: 168 time: 0.6919167 Oct 12 12:17:56.017361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.025561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5f62-3aab-427c-aad9-a778f55b9032 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Network': ['ID=71d5b75a-6b1e-4778-a8cc-c2836452cfc9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:56.044326 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33bd35a-81cf-4bf9-b684-15eb3df0a26d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:56.044783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33bd35a-81cf-4bf9-b684-15eb3df0a26d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:56.047850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f33bd35a-81cf-4bf9-b684-15eb3df0a26d tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/subnets/da735395-7085-4fb3-8f97-57316c9f491e HTTP/1.1" status: 404 len: 337 time: 0.0294967 Oct 12 12:17:56.050455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45492) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.068773 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf241870-1196-4f0f-8350-a954387650fe tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:56.069282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf241870-1196-4f0f-8350-a954387650fe tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:56.072237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf241870-1196-4f0f-8350-a954387650fe tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/aebab794-1136-4a5e-bf30-aa0dd5605f46 HTTP/1.1" status: 404 len: 339 time: 0.0208459 Oct 12 12:17:56.074436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45494) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.098274 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b995fdea-6170-4014-82ec-16f061e9f38f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:56.098721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b995fdea-6170-4014-82ec-16f061e9f38f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:56.101798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b995fdea-6170-4014-82ec-16f061e9f38f tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/subnets/045937c6-6cbb-4b27-bd6e-1385948513fc HTTP/1.1" status: 404 len: 337 time: 0.0264692 Oct 12 12:17:56.104576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45496) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.122216 n-d-813419-3 neutron-server[95548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6386c8d-6e82-42bb-b732-3347c5a8b3d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] DELETE failed (client error): The resource could not be found. Oct 12 12:17:56.122748 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6386c8d-6e82-42bb-b732-3347c5a8b3d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 12:17:56.125658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b6386c8d-6e82-42bb-b732-3347c5a8b3d2 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/2f0ac750-6dbe-49e8-9399-2ffcf5f77f5e HTTP/1.1" status: 404 len: 339 time: 0.0201435 Oct 12 12:17:56.127865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45498) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.180049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting subnet b0874041-521d-4d61-9c01-c3684b4ad0d1 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:17:56.183632 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.221881 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.302072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.450554 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.477341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Subnet': ['ID=b0874041-521d-4d61-9c01-c3684b4ad0d1,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:56.481960 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.485658 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05e52e77-8a14-4200-b512-3be0423c35f8 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/subnets/b0874041-521d-4d61-9c01-c3684b4ad0d1 HTTP/1.1" status: 204 len: 168 time: 0.3569171 Oct 12 12:17:56.487720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4af1f-438f-401d-bf4c-0dc1e739dfdd None None] Network 1399d3ce-93ba-4e17-94b9-7ec745da8f5b requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:17:56.488776 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45500) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:56.571104 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.624639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Deleting port 24594fa8-2515-4d38-a730-63848c5e1732 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:56.624984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.661788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] DHCP port deletion for 1399d3ce-93ba-4e17-94b9-7ec745da8f5b request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:17:56.687816 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] For port 24594fa8-2515-4d38-a730-63848c5e1732, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24594fa8-2515-4d38-a730-63848c5e1732,segment=NetworkSegment(eefb55cf-4163-46f0-a1c7-2ad97eb73062),segment_id=eefb55cf-4163-46f0-a1c7-2ad97eb73062)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:56.688182 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.701514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Calling delete_port for 24594fa8-2515-4d38-a730-63848c5e1732 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:56.707349 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Deleting port 24594fa8-2515-4d38-a730-63848c5e1732 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:17:56.707722 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.768698 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] For port 24594fa8-2515-4d38-a730-63848c5e1732, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=24594fa8-2515-4d38-a730-63848c5e1732,segment=NetworkSegment(eefb55cf-4163-46f0-a1c7-2ad97eb73062),segment_id=eefb55cf-4163-46f0-a1c7-2ad97eb73062)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:17:56.769088 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.781932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Calling delete_port for 24594fa8-2515-4d38-a730-63848c5e1732 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:17:56.873082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.878638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:56.899767 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Port': ['ID=24594fa8-2515-4d38-a730-63848c5e1732,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:56.902195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] No DVR routers for this DVR port 24594fa8-2515-4d38-a730-63848c5e1732 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:56.909048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] Pushing event deleted for resources: {'Port': ['ID=24594fa8-2515-4d38-a730-63848c5e1732,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:56.913839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135216d9-27c6-453e-9f20-1faf51261b9b None None] No DVR routers for this DVR port 24594fa8-2515-4d38-a730-63848c5e1732 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:17:56.984035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.003747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1399d3ce-93ba-4e17-94b9-7ec745da8f5b']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:57.013573 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefb55cf-4163-46f0-a1c7-2ad97eb73062') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:57.013870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefb55cf-4163-46f0-a1c7-2ad97eb73062') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:17:57.022949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.036124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.041957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:17:57.042339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:17:57.045254 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:17:57.170077 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.174455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.177871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] 10.222.0.43 "DELETE /v2.0/networks/1399d3ce-93ba-4e17-94b9-7ec745da8f5b HTTP/1.1" status: 204 len: 168 time: 0.6879280 Oct 12 12:17:57.192372 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7676d-4c86-4053-9886-0cc8b88e1136 tempest-NetworksIpV6Test-382173419 tempest-NetworksIpV6Test-382173419-project] Pushing event deleted for resources: {'Network': ['ID=1399d3ce-93ba-4e17-94b9-7ec745da8f5b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:57.312884 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.506470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24594fa8-2515-4d38-a730-63848c5e1732 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:57.528358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 24594fa8-2515-4d38-a730-63848c5e1732 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:57.528763 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 24594fa8-2515-4d38-a730-63848c5e1732 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:57.529185 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ddaead36-e494-44b0-99ec-84533ee2385b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:17:57.548807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: ddaead36-e494-44b0-99ec-84533ee2385b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:17:57.549141 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device ddaead36-e494-44b0-99ec-84533ee2385b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:17:57.617914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45506) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:57.751197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d49053b9-b512-44b6-b76d-d4a0ec6be2ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c15d048e5b58431eb7984645519738d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320863 Oct 12 12:17:57.753727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45510) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:57.800403 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.821080 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.952925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.955544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:57.956703 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c039b0a5-9538-4944-8e0c-36848493769a HTTP/1.1" status: 204 len: 168 time: 0.2020879 Oct 12 12:17:57.964283 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f94d4-90dc-456a-a834-75db65e2999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039b0a5-9538-4944-8e0c-36848493769a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:58.995825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45532) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:59.086967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-161221533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:59.181414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.182408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.235155 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.307313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.406120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.407340 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0b8831e0-080e-43b7-b529-b5c77c85495c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4105124 Oct 12 12:17:59.409976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45536) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:59.414894 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-206858952'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:17:59.501180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Made reservation on behalf of f70754bcc69e4a43bde1ee9006de426e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:17:59.504701 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.515190 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.588072 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.666762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.693154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:17:59.702500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758940d7-1e10-4937-ab71-c23fa5e3c431,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:59.708062 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.708397 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Added segment 964587ef-6d45-41ba-8476-3365092cc91a of type vlan for network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 Oct 12 12:17:59.747468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.827200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.832680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:17:59.833253 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:17:59.914279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event updated for resources: {'Network': ['ID=95081bbc-eb3e-4a5f-bc20-0c2b41289f89,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:17:59.926008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:17:59.950739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-39d6bc7e-8a0a-446c-960c-9caf7406f747 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5396478 Oct 12 12:17:59.953364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45538) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:17:59.958294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'subnet': {'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:00.118506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Made reservation on behalf of f70754bcc69e4a43bde1ee9006de426e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:00.122636 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.358852 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.425126 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event updated for resources: {'Subnet': ['ID=874ba816-46b9-45e8-a93e-4fcc0b89ac71,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:00.432445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Checking segment: {'id': '964587ef-6d45-41ba-8476-3365092cc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:00.432818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Network hostable DHCP agents. Network: 95081bbc-eb3e-4a5f-bc20-0c2b41289f89, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:18:00.489906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:18:00.586912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 95081bbc-eb3e-4a5f-bc20-0c2b41289f89) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:00.591335 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:00.591928 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.597857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd773a-0fd3-4608-a4c2-685dc0094bb2 None None] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:00.681893 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-06c132e2-2b76-44c7-9645-e2bf142c687b tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7272308 Oct 12 12:18:00.685406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45540) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:00.690368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1222849728'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:00.743113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-95081bbc-eb3e-4a5f-bc20-0c2b41289f89', 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89', 'tenant_id': 'f70754bcc69e4a43bde1ee9006de426e', 'fixed_ips': [{'subnet_id': '874ba816-46b9-45e8-a93e-4fcc0b89ac71'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:18:00.743961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.798258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Made reservation on behalf of f70754bcc69e4a43bde1ee9006de426e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:00.801899 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.827058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:18:00.836150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.840179 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Added segment 16d33086-bdb9-413c-9a79-7650873715b0 of type vlan for network 3d06f689-6433-4ec8-91e5-f98f7148dea7 Oct 12 12:18:00.878227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.880573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Allocated IP 172.20.0.2 (95081bbc-eb3e-4a5f-bc20-0c2b41289f89/874ba816-46b9-45e8-a93e-4fcc0b89ac71/11d24c17-2e01-4f67-86b4-6e495c553c78) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:00.987382 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:00.993032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:00.993614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.027426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.061880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event updated for resources: {'Network': ['ID=3d06f689-6433-4ec8-91e5-f98f7148dea7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:01.071909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:18:01.122417 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-36b351ba-72bd-4754-958d-1bbf654d62ab tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4347894 Oct 12 12:18:01.132017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45542) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:01.137194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'subnet': {'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:01.158893 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.195387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:01.198111 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:01.201087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:01.218198 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Pushing event updated for resources: {'Port': ['ID=11d24c17-2e01-4f67-86b4-6e495c553c78,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:01.266170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Attempting to bind port 11d24c17-2e01-4f67-86b4-6e495c553c78 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:01.266453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Attempting to bind port 11d24c17-2e01-4f67-86b4-6e495c553c78 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '964587ef-6d45-41ba-8476-3365092cc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:01.266843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Attempting to bind port 11d24c17-2e01-4f67-86b4-6e495c553c78 on network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:01.271647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:01.272018 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Checking segment: {'id': '964587ef-6d45-41ba-8476-3365092cc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:01.272414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.272807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Bound using segment: {'id': '964587ef-6d45-41ba-8476-3365092cc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:01.273265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Bound port: 11d24c17-2e01-4f67-86b4-6e495c553c78, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964587ef-6d45-41ba-8476-3365092cc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '95081bbc-eb3e-4a5f-bc20-0c2b41289f89'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:01.273642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.312423 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Made reservation on behalf of f70754bcc69e4a43bde1ee9006de426e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:01.316057 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.334592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] For port 11d24c17-2e01-4f67-86b4-6e495c553c78, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:01.337641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] For port 11d24c17-2e01-4f67-86b4-6e495c553c78, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11d24c17-2e01-4f67-86b4-6e495c553c78,segment=NetworkSegment(964587ef-6d45-41ba-8476-3365092cc91a),segment_id=964587ef-6d45-41ba-8476-3365092cc91a)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:01.416196 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.478963 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d41b-4c55-4e3f-9aea-9c3ef553e163 None None] Pushing event updated for resources: {'Port': ['ID=11d24c17-2e01-4f67-86b4-6e495c553c78,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:01.588210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.664337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event updated for resources: {'Subnet': ['ID=a35a3fe3-280b-4eaa-b243-43df026e1d96,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:01.671812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Checking segment: {'id': '16d33086-bdb9-413c-9a79-7650873715b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:01.672256 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Network hostable DHCP agents. Network: 3d06f689-6433-4ec8-91e5-f98f7148dea7, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:18:01.781244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:18:01.889677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 3d06f689-6433-4ec8-91e5-f98f7148dea7) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:01.893682 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:01.894290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:01.899472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b48d29-2493-4f38-b72d-fb092de256da None None] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:01.990021 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c7c669dd-a3b6-493e-8e58-c01d2b64f678 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8567224 Oct 12 12:18:01.993056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45544) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:01.998839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-5f50ba52-9f28-4e92-8638-08d19c67438d tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:02.064555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-3d06f689-6433-4ec8-91e5-f98f7148dea7', 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7', 'tenant_id': 'f70754bcc69e4a43bde1ee9006de426e', 'fixed_ips': [{'subnet_id': 'a35a3fe3-280b-4eaa-b243-43df026e1d96'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:18:02.065481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.209889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Allocated IP 172.21.0.2 (3d06f689-6433-4ec8-91e5-f98f7148dea7/a35a3fe3-280b-4eaa-b243-43df026e1d96/269c615f-1fba-4d9c-9878-1e72f7eb7ae2) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:02.212428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5f50ba52-9f28-4e92-8638-08d19c67438d tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.370343 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6672d45-4b1f-4eef-9f1a-39eb94e388c5 None None] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:02.385595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.414725 n-d-813419-3 neutron-server[95548]: INFO neutron.api.v2.resource [None req-5f50ba52-9f28-4e92-8638-08d19c67438d tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 12:18:02.415792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5f50ba52-9f28-4e92-8638-08d19c67438d tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "PUT /v2.0/routers/e98b4053-455f-4cc5-a213-80a8c9f08cc0 HTTP/1.1" status: 400 len: 364 time: 0.4217999 Oct 12 12:18:02.422265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45546) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:02.474051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Deleting subnet a35a3fe3-280b-4eaa-b243-43df026e1d96 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:18:02.490361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] Provisioning complete for port 11d24c17-2e01-4f67-86b4-6e495c553c78 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:02.494398 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.518360 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.525166 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.559695 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.585231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:02.598407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:02.606831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:02.614966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Pushing event updated for resources: {'Port': ['ID=269c615f-1fba-4d9c-9878-1e72f7eb7ae2,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:02.651705 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.702502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Attempting to bind port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:02.702897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Attempting to bind port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '16d33086-bdb9-413c-9a79-7650873715b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:02.703262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Attempting to bind port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 on network 3d06f689-6433-4ec8-91e5-f98f7148dea7 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:02.705329 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.718657 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:02.719052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Checking segment: {'id': '16d33086-bdb9-413c-9a79-7650873715b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:02.723209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.723209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Bound using segment: {'id': '16d33086-bdb9-413c-9a79-7650873715b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:02.723209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Bound port: 269c615f-1fba-4d9c-9878-1e72f7eb7ae2, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d33086-bdb9-413c-9a79-7650873715b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3d06f689-6433-4ec8-91e5-f98f7148dea7'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:02.723209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.771231 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] For port 11d24c17-2e01-4f67-86b4-6e495c553c78, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11d24c17-2e01-4f67-86b4-6e495c553c78,segment=NetworkSegment(964587ef-6d45-41ba-8476-3365092cc91a),segment_id=964587ef-6d45-41ba-8476-3365092cc91a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:02.781777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.804037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] For port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:02.807323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] For port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=269c615f-1fba-4d9c-9878-1e72f7eb7ae2,segment=NetworkSegment(16d33086-bdb9-413c-9a79-7650873715b0),segment_id=16d33086-bdb9-413c-9a79-7650873715b0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:02.811070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Subnet': ['ID=a35a3fe3-280b-4eaa-b243-43df026e1d96,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:02.814775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.817968 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-15dd7b94-36da-4122-a097-d629e6e22a9c tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "DELETE /v2.0/subnets/a35a3fe3-280b-4eaa-b243-43df026e1d96 HTTP/1.1" status: 204 len: 168 time: 0.3947039 Oct 12 12:18:02.820957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45548) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:02.821547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.864534 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.879445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803a0bb-e213-4828-916c-3809c40ff8a2 None None] Pushing event updated for resources: {'Port': ['ID=11d24c17-2e01-4f67-86b4-6e495c553c78,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:02.901272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.938827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44871-0288-41e9-963a-05fd8dca8883 None None] Pushing event updated for resources: {'Port': ['ID=269c615f-1fba-4d9c-9878-1e72f7eb7ae2,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:02.947414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b63542e2-6b3f-4125-8724-a0ff236d2cab None None] Provisioning complete for port 11d24c17-2e01-4f67-86b4-6e495c553c78 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:02.947784 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b63542e2-6b3f-4125-8724-a0ff236d2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:02.963246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Deleting port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:18:02.963592 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.035021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] For port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=269c615f-1fba-4d9c-9878-1e72f7eb7ae2,segment=NetworkSegment(16d33086-bdb9-413c-9a79-7650873715b0),segment_id=16d33086-bdb9-413c-9a79-7650873715b0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:03.035387 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.049423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Calling delete_port for 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:18:03.215698 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.241277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Port': ['ID=269c615f-1fba-4d9c-9878-1e72f7eb7ae2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:03.245014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] No DVR routers for this DVR port 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:18:03.328447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.349790 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d06f689-6433-4ec8-91e5-f98f7148dea7']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:03.360930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d33086-bdb9-413c-9a79-7650873715b0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:03.361234 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d33086-bdb9-413c-9a79-7650873715b0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:03.372588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.385763 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.391922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:18:03.395651 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:18:03.513608 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.518963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.527258 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "DELETE /v2.0/networks/3d06f689-6433-4ec8-91e5-f98f7148dea7 HTTP/1.1" status: 204 len: 168 time: 0.7020679 Oct 12 12:18:03.527400 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45550) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:03.561202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11d24c17-2e01-4f67-86b4-6e495c553c78 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:03.568686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350c82-e837-430e-b51e-6b13611be03f tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Network': ['ID=3d06f689-6433-4ec8-91e5-f98f7148dea7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:03.631828 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Deleting subnet 874ba816-46b9-45e8-a93e-4fcc0b89ac71 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:18:03.638126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.644813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 11d24c17-2e01-4f67-86b4-6e495c553c78 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:03.644813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.695471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.795920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.913495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.941151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Subnet': ['ID=874ba816-46b9-45e8-a93e-4fcc0b89ac71,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:03.945844 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:03.957219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-009d9aca-842b-469d-9960-50133eabe8f8 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "DELETE /v2.0/subnets/874ba816-46b9-45e8-a93e-4fcc0b89ac71 HTTP/1.1" status: 204 len: 168 time: 0.4224825 Oct 12 12:18:03.957345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd7c95-6b89-4846-b006-35b8b658038e None None] DHCP port deletion for 3d06f689-6433-4ec8-91e5-f98f7148dea7 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:18:03.957458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45552) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:03.966987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-05f74ddc-41d7-4aac-b4f6-744695f954d1 None None] Could not find standard attr ID for object 269c615f-1fba-4d9c-9878-1e72f7eb7ae2. {{(pid=95549) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 12:18:03.979388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0db42a-b34e-4b90-b5fa-b914e4d04444 None None] Network 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:03.983573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7d088-93e2-4f2d-ac87-dfcf856a4058 None None] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:04.002398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7d088-93e2-4f2d-ac87-dfcf856a4058 None None] Network 3d06f689-6433-4ec8-91e5-f98f7148dea7 could not be found, it might have been deleted concurrently. {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 12:18:04.037578 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.096574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Deleting port 11d24c17-2e01-4f67-86b4-6e495c553c78 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:18:04.096919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.162260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] For port 11d24c17-2e01-4f67-86b4-6e495c553c78, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11d24c17-2e01-4f67-86b4-6e495c553c78,segment=NetworkSegment(964587ef-6d45-41ba-8476-3365092cc91a),segment_id=964587ef-6d45-41ba-8476-3365092cc91a)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:04.162629 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.175992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Calling delete_port for 11d24c17-2e01-4f67-86b4-6e495c553c78 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:18:04.195165 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] DHCP port deletion for 95081bbc-eb3e-4a5f-bc20-0c2b41289f89 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:18:04.247453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Deleting port 11d24c17-2e01-4f67-86b4-6e495c553c78 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:18:04.248071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.312032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] For port 11d24c17-2e01-4f67-86b4-6e495c553c78, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=11d24c17-2e01-4f67-86b4-6e495c553c78,segment=NetworkSegment(964587ef-6d45-41ba-8476-3365092cc91a),segment_id=964587ef-6d45-41ba-8476-3365092cc91a)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:04.312426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.318444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.325594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Calling delete_port for 11d24c17-2e01-4f67-86b4-6e495c553c78 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:18:04.344569 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Port': ['ID=11d24c17-2e01-4f67-86b4-6e495c553c78,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:04.349077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] No DVR routers for this DVR port 11d24c17-2e01-4f67-86b4-6e495c553c78 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:18:04.406891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.434028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] Pushing event deleted for resources: {'Port': ['ID=11d24c17-2e01-4f67-86b4-6e495c553c78,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:04.435440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.438522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118db5bc-4bad-425d-acc0-df13fd488b52 None None] No DVR routers for this DVR port 11d24c17-2e01-4f67-86b4-6e495c553c78 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:18:04.463146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95081bbc-eb3e-4a5f-bc20-0c2b41289f89']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:04.473386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964587ef-6d45-41ba-8476-3365092cc91a') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:04.473729 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964587ef-6d45-41ba-8476-3365092cc91a') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:04.483391 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.497177 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.503312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:18:04.504717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:18:04.507065 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:18:04.644030 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.661267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.664496 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "DELETE /v2.0/networks/95081bbc-eb3e-4a5f-bc20-0c2b41289f89 HTTP/1.1" status: 204 len: 168 time: 0.7096851 Oct 12 12:18:04.666012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1dc75-c4c7-4d32-a671-148d4c60dd8a tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Pushing event deleted for resources: {'Network': ['ID=95081bbc-eb3e-4a5f-bc20-0c2b41289f89,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:04.667371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45554) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:04.697997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-667ac207-b683-41fe-97d0-0149fdc2ee93 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "GET /v2.0/ports?device_id=e98b4053-455f-4cc5-a213-80a8c9f08cc0 HTTP/1.1" status: 200 len: 205 time: 0.0266130 Oct 12 12:18:04.698220 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45556) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:04.773577 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.924710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:04.932495 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.044222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.044792 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Fanout notify agent at l3_agent the message router_deleted on router e98b4053-455f-4cc5-a213-80a8c9f08cc0 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:18:05.051704 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.052774 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e728b7fa-d5c9-43b6-b967-133c4f96bd80 tempest-RoutersNegativeTest-234876074 tempest-RoutersNegativeTest-234876074-project] 10.222.0.43 "DELETE /v2.0/routers/e98b4053-455f-4cc5-a213-80a8c9f08cc0 HTTP/1.1" status: 204 len: 168 time: 0.3536308 Oct 12 12:18:05.504483 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11d24c17-2e01-4f67-86b4-6e495c553c78 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:18:05.523821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 11d24c17-2e01-4f67-86b4-6e495c553c78 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:18:05.524159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 11d24c17-2e01-4f67-86b4-6e495c553c78 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:18:05.524573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:18:05.534523 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45562) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:05.547598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:18:05.547936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 269c615f-1fba-4d9c-9878-1e72f7eb7ae2 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:18:05.671556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d13935b7-3492-45a4-9df5-b5bcaf44bd2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f70754bcc69e4a43bde1ee9006de426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358366 Oct 12 12:18:05.674002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:05.724064 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.744666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.838401 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.841889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:05.843044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/758940d7-1e10-4937-ab71-c23fa5e3c431 HTTP/1.1" status: 204 len: 168 time: 0.1681490 Oct 12 12:18:05.851062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907924e-c781-4962-8ae1-07272b502651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758940d7-1e10-4937-ab71-c23fa5e3c431,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:06.781625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45588) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:06.876685 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1114355437-network', 'tenant_id': '17a74a2e0d534468b854aeff116f318a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:06.975506 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Made reservation on behalf of 17a74a2e0d534468b854aeff116f318a for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:06.977800 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:06.986919 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.066103 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.163991 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.185805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:18:07.198730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d418d-7e7b-4683-b583-3834d6779e21,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:07.204543 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.204881 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Added segment 4d6ccc92-da4b-473b-a329-9eb01c87c8cc of type vlan for network 7fb48a37-943c-49ca-bb87-3438191344cc Oct 12 12:18:07.244114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.306976 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.307930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:07.309233 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.365422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] Pushing event updated for resources: {'Network': ['ID=7fb48a37-943c-49ca-bb87-3438191344cc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:07.375634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7fb48a37-943c-49ca-bb87-3438191344cc details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:18:07.383873 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3eee40ed-3d34-4ace-93ec-0ce5e9241e9a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6011992 Oct 12 12:18:07.386917 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:07.391904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Request body: {'subnet': {'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-subnet', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:07.472722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Made reservation on behalf of 17a74a2e0d534468b854aeff116f318a for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:07.475123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.695759 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.750149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2a248f-b99d-4c17-b217-003cf4b16c1d,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:07.758531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Checking segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:07.758914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Network hostable DHCP agents. Network: 7fb48a37-943c-49ca-bb87-3438191344cc, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:18:07.854976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Network 7fb48a37-943c-49ca-bb87-3438191344cc is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:18:07.929660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7fb48a37-943c-49ca-bb87-3438191344cc) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:07.934016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:07.934604 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:07.939135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c464fb4-40ec-4d4a-9093-329732b58d0f None None] Network 7fb48a37-943c-49ca-bb87-3438191344cc requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:08.006561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c6b16ff2-2b4b-4a6b-b501-9087bbfe8851 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6182599 Oct 12 12:18:08.009069 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45594) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:08.013969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:08.081555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-7fb48a37-943c-49ca-bb87-3438191344cc', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:18:08.082415 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.095888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.096963 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.153792 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.214078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Allocated IP 172.20.0.2 (7fb48a37-943c-49ca-bb87-3438191344cc/4a2a248f-b99d-4c17-b217-003cf4b16c1d/617bd2c8-176b-47c2-842c-765791b74ddf) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:08.341889 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.362485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.427229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.468251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Network 7fb48a37-943c-49ca-bb87-3438191344cc is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:08.471316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:08.476758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:08.489640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Pushing event updated for resources: {'Port': ['ID=617bd2c8-176b-47c2-842c-765791b74ddf,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:08.534252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Attempting to bind port 617bd2c8-176b-47c2-842c-765791b74ddf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:08.537820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Attempting to bind port 617bd2c8-176b-47c2-842c-765791b74ddf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:08.537820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Attempting to bind port 617bd2c8-176b-47c2-842c-765791b74ddf on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:08.539816 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:08.540181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Checking segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:08.540580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.540962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Bound using segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:08.541411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Bound port: 617bd2c8-176b-47c2-842c-765791b74ddf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:08.541785 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.601683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.602320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] For port 617bd2c8-176b-47c2-842c-765791b74ddf, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:08.606137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] For port 617bd2c8-176b-47c2-842c-765791b74ddf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=617bd2c8-176b-47c2-842c-765791b74ddf,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:08.620172 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.689896 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:08.755159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e017-d347-4f7c-8846-7227bebb3791 None None] Pushing event updated for resources: {'Port': ['ID=617bd2c8-176b-47c2-842c-765791b74ddf,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:09.083617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Allocated IP 172.25.2.100 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/f14511d0-d8be-4061-a698-c958a9669be7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:09.185223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.284564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.323046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:09.330974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:09.335410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:09.338543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Pushing event updated for resources: {'Port': ['ID=f14511d0-d8be-4061-a698-c958a9669be7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:09.543603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 617bd2c8-176b-47c2-842c-765791b74ddf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:09.691796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.731227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0515b98-05b7-4c9f-b6ef-dc6cd56ecc05 None None] Network 7fb48a37-943c-49ca-bb87-3438191344cc requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:09.799586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] Provisioning complete for port 617bd2c8-176b-47c2-842c-765791b74ddf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:09.799960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.848024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:18:09.865538 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 617bd2c8-176b-47c2-842c-765791b74ddf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:09.865910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.890909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:09.991722 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.063156 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] For port 617bd2c8-176b-47c2-842c-765791b74ddf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=617bd2c8-176b-47c2-842c-765791b74ddf,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:10.065998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.106823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:18:10.137649 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.208348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:18:10.208819 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:18:10.219630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6047-0e43-41cf-9ed7-3d68237559ad None None] Pushing event updated for resources: {'Port': ['ID=617bd2c8-176b-47c2-842c-765791b74ddf,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:10.224316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:18:10.240377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Sync routers for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:18:10.244232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:10.244777 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:10.303346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.304615 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf2e79b9-5a19-4a48-ace0-ee3e681ed88c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2945910 Oct 12 12:18:10.307274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:10.327981 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-4169368b-92b9-486b-9109-62fd0e024dcb None None] Provisioning complete for port 617bd2c8-176b-47c2-842c-765791b74ddf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:10.328277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4169368b-92b9-486b-9109-62fd0e024dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.382823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:10.598212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:09Z', 'revision_number': 3, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:10.624430 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Checking router: 884bf745-ff7e-4105-88fb-6b1bb7ccb447 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:18:10.624780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Updating router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 port f14511d0-d8be-4061-a698-c958a9669be7 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:18:10.649515 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.716211 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.876657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Allocated IP 172.20.0.1 (7fb48a37-943c-49ca-bb87-3438191344cc/4a2a248f-b99d-4c17-b217-003cf4b16c1d/09839412-8a42-475b-b278-51078440f294) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:10.934469 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:10.982347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.010353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.062776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Attempting to bind port f14511d0-d8be-4061-a698-c958a9669be7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:11.063144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Attempting to bind port f14511d0-d8be-4061-a698-c958a9669be7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:11.063501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Attempting to bind port f14511d0-d8be-4061-a698-c958a9669be7 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:11.065437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc636a-7e45-45a8-9842-5c8e6d5b0f3e None None] Pushing event updated for resources: {'Port': ['ID=f14511d0-d8be-4061-a698-c958a9669be7,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:11.070659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:11.071047 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:11.071442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.076592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:11.076592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Bound port: f14511d0-d8be-4061-a698-c958a9669be7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:11.076592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.095927 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.125709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] For port f14511d0-d8be-4061-a698-c958a9669be7, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:11.128711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] For port f14511d0-d8be-4061-a698-c958a9669be7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f14511d0-d8be-4061-a698-c958a9669be7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:11.141902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Network 7fb48a37-943c-49ca-bb87-3438191344cc is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:11.146007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:11.147820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Pushing event updated for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:11.149946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:11.188455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.217322 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.286167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:11.286826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:11.325712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc636a-7e45-45a8-9842-5c8e6d5b0f3e None None] Pushing event updated for resources: {'Port': ['ID=f14511d0-d8be-4061-a698-c958a9669be7,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:11.386255 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ddcf75e3-1023-4cdc-97da-fb023f82daf6 None None] Provisioning complete for port 09839412-8a42-475b-b278-51078440f294 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:11.386665 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ddcf75e3-1023-4cdc-97da-fb023f82daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.408158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.438830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf75e3-1023-4cdc-97da-fb023f82daf6 None None] Port 09839412-8a42-475b-b278-51078440f294 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:11.438830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:11.539976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 617bd2c8-176b-47c2-842c-765791b74ddf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:11.584042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.635386 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 617bd2c8-176b-47c2-842c-765791b74ddf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:11.635964 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.666264 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.689204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:09Z', 'revision_number': 3, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:11.718288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1d2ef-abad-4e97-a5ad-76a688908dba None None] The sync data for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 is: [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:09Z', 'revision_number': 3, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:18:11.739251 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:11.742403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Pushing event updated for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:11.836401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Network 7fb48a37-943c-49ca-bb87-3438191344cc is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:11.837671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:11.965153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:18:12.068398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7408562c-929f-44ae-b2e9-89fbae69e1f9 None None] Provisioning complete for port 09839412-8a42-475b-b278-51078440f294 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:12.068867 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7408562c-929f-44ae-b2e9-89fbae69e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:12.091766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:18:12.099207 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-15425b93-9e7e-4a89-a804-6da5d2d5244c admin admin] 10.222.0.43 "PUT /v2.0/routers/884bf745-ff7e-4105-88fb-6b1bb7ccb447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889211 Oct 12 12:18:12.113541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7408562c-929f-44ae-b2e9-89fbae69e1f9 None None] Port 09839412-8a42-475b-b278-51078440f294 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:12.746880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45614) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:12.751810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1172426322-network', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:12.826701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Made reservation on behalf of 8fc7f64b9de04617a5373dae97762df1 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:12.829222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:12.838092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:12.911415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:12.975311 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.003938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:18:13.009497 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e03804-9c12-4bb9-bf4a-8b8119864578,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:13.017557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.017949 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Added segment 1debd146-ad94-47e2-9122-33b9395d18c8 of type vlan for network c540765e-8ce4-463f-b52a-b44f1c85f727 Oct 12 12:18:13.061870 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.129832 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.130872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:13.131454 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.190975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] Pushing event updated for resources: {'Network': ['ID=c540765e-8ce4-463f-b52a-b44f1c85f727,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:13.202052 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c540765e-8ce4-463f-b52a-b44f1c85f727 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:18:13.235707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-01d80f0e-3047-4e89-a56b-b37585634cdb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4876943 Oct 12 12:18:13.238373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:13.243449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Request body: {'subnet': {'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-subnet', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:13.292487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Sync routers for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:18:13.301860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:13.302456 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:13.329535 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Made reservation on behalf of 8fc7f64b9de04617a5373dae97762df1 for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:13.332097 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.406527 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:13.536695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f14511d0-d8be-4061-a698-c958a9669be7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:13.576266 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.587359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f14511d0-d8be-4061-a698-c958a9669be7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:13.587739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.616214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 4, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '09839412-8a42-475b-b278-51078440f294', 'name': '', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'mac_address': 'fa:16:3e:e3:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:10Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 2, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'subnets': [{'id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:13.640061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aba1aff-568c-4c45-aa6f-20aaa9fd7950,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:13.647567 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Checking segment: {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:13.647791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Checking router: 884bf745-ff7e-4105-88fb-6b1bb7ccb447 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:18:13.648037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Network hostable DHCP agents. Network: c540765e-8ce4-463f-b52a-b44f1c85f727, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:18:13.648334 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Updating router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 port 09839412-8a42-475b-b278-51078440f294 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:18:13.672668 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.676674 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.698009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port f14511d0-d8be-4061-a698-c958a9669be7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f14511d0-d8be-4061-a698-c958a9669be7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:13.741551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Network c540765e-8ce4-463f-b52a-b44f1c85f727 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:18:13.798109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.827907 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c540765e-8ce4-463f-b52a-b44f1c85f727) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:13.832287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:13.832939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.845339 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbd15f-c544-44d1-ba41-0458a65c94c7 None None] Network c540765e-8ce4-463f-b52a-b44f1c85f727 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:13.865412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=f14511d0-d8be-4061-a698-c958a9669be7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:13.916302 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-eb1243cd-c4c4-47e5-ac29-32784e8e37e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6767530 Oct 12 12:18:13.919764 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45618) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:13.925187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:13.939823 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:13.999196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c540765e-8ce4-463f-b52a-b44f1c85f727', 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'fixed_ips': [{'subnet_id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:18:14.000048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.044246 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.044494 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.045598 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.107733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.124287 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Pushing event updated for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:14.142534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Allocated IP 172.20.0.2 (c540765e-8ce4-463f-b52a-b44f1c85f727/4aba1aff-568c-4c45-aa6f-20aaa9fd7950/c4c2028b-4207-4fd3-871c-f0429e4e3c32) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:14.146833 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.147176 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.147504 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.147829 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.148144 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.148462 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.148773 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.149267 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.149750 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.150065 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.150378 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.150683 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:14.168489 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Attempting to bind port 09839412-8a42-475b-b278-51078440f294 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:14.168871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Attempting to bind port 09839412-8a42-475b-b278-51078440f294 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:14.169236 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Attempting to bind port 09839412-8a42-475b-b278-51078440f294 on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:14.174558 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:14.175005 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Checking segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:14.175406 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.175794 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Bound using segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:14.176256 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Bound port: 09839412-8a42-475b-b278-51078440f294, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:14.176634 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.256443 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] For port 09839412-8a42-475b-b278-51078440f294, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:14.259918 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] For port 09839412-8a42-475b-b278-51078440f294, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=09839412-8a42-475b-b278-51078440f294,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:14.310323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.339932 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.346410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8433a3d9-b79f-4719-81b1-48be32595ee1 None None] Provisioning complete for port 09839412-8a42-475b-b278-51078440f294 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:14.346813 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8433a3d9-b79f-4719-81b1-48be32595ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.380100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8433a3d9-b79f-4719-81b1-48be32595ee1 None None] Port 09839412-8a42-475b-b278-51078440f294 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:14.381873 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.417016 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.442533 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:14.443151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:14.446093 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794207d0-dfc7-4998-b01b-35f44922ad54 None None] Pushing event updated for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:14.456510 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Network c540765e-8ce4-463f-b52a-b44f1c85f727 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:14.460914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:14.463353 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:14.482551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Pushing event updated for resources: {'Port': ['ID=c4c2028b-4207-4fd3-871c-f0429e4e3c32,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:14.575160 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:14.707012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Attempting to bind port c4c2028b-4207-4fd3-871c-f0429e4e3c32 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:14.707382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Attempting to bind port c4c2028b-4207-4fd3-871c-f0429e4e3c32 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:14.707746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Attempting to bind port c4c2028b-4207-4fd3-871c-f0429e4e3c32 on network c540765e-8ce4-463f-b52a-b44f1c85f727 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:14.713218 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:14.713405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Checking segment: {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:14.713857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.714373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Bound using segment: {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:14.715207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Bound port: c4c2028b-4207-4fd3-871c-f0429e4e3c32, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:14.715422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.732593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.752275 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.779295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] For port c4c2028b-4207-4fd3-871c-f0429e4e3c32, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:14.782380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] For port c4c2028b-4207-4fd3-871c-f0429e4e3c32, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4c2028b-4207-4fd3-871c-f0429e4e3c32,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:14.805027 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] Provisioning complete for port 09839412-8a42-475b-b278-51078440f294 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:14.805480 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.819293 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 4, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '09839412-8a42-475b-b278-51078440f294', 'name': '', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'mac_address': 'fa:16:3e:e3:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:10Z', 'updated_at': '2021-10-12T12:18:14Z', 'revision_number': 4, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'subnets': [{'id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:14.846077 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d9ad2-c8dc-4119-8858-e1dc02c93b2f None None] The sync data for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 is: [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:11Z', 'revision_number': 4, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '09839412-8a42-475b-b278-51078440f294', 'name': '', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'mac_address': 'fa:16:3e:e3:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:10Z', 'updated_at': '2021-10-12T12:18:14Z', 'revision_number': 4, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'subnets': [{'id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:18:14.871661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Allocated IP 172.25.2.124 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:14.889282 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.980003 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:14.992579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ca43-e9eb-4c1c-9b2d-0d95ab143689 None None] Pushing event updated for resources: {'Port': ['ID=c4c2028b-4207-4fd3-871c-f0429e4e3c32,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:15.027787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] For port 09839412-8a42-475b-b278-51078440f294, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=09839412-8a42-475b-b278-51078440f294,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:15.033650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:15.107286 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:15.206802 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06982d3d-b21e-40f7-b1ca-33a47f7c520d None None] Pushing event updated for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:15.518869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:15.569687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:15.571572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:15.573554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:15.576037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:15.642780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f14511d0-d8be-4061-a698-c958a9669be7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:15.732139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port f14511d0-d8be-4061-a698-c958a9669be7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:15.732139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:15.811569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 09839412-8a42-475b-b278-51078440f294 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:15.862482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 09839412-8a42-475b-b278-51078440f294 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:15.862903 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:15.954559 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4c2028b-4207-4fd3-871c-f0429e4e3c32 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:15.981485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.009005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4c2028b-4207-4fd3-871c-f0429e4e3c32 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:16.009664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.043978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f211b5c-a19f-4a30-8e20-093c40d153e3 None None] Network c540765e-8ce4-463f-b52a-b44f1c85f727 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:18:16.178361 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.201200 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.207699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d00a1e0e-6fed-485e-a18a-28e0a07d86ae None None] Provisioning complete for port c4c2028b-4207-4fd3-871c-f0429e4e3c32 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:16.208069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d00a1e0e-6fed-485e-a18a-28e0a07d86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.271493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c4c2028b-4207-4fd3-871c-f0429e4e3c32, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4c2028b-4207-4fd3-871c-f0429e4e3c32,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:16.338395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.373381 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d00a1e0e-6fed-485e-a18a-28e0a07d86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.414440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c4c2028b-4207-4fd3-871c-f0429e4e3c32,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:16.420934 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Router e6835a38-29db-48b0-a933-8f599fdeaf87 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:18:16.460877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d00a1e0e-6fed-485e-a18a-28e0a07d86ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:18:16.461312 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d00a1e0e-6fed-485e-a18a-28e0a07d86ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:18:16.535929 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:18:16.545434 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Sync routers for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:18:16.554248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:16.554891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:16.611519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:16.613011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-68d70382-ebab-4314-af51-5c3f2484fb40 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6922531 Oct 12 12:18:16.615773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45620) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:18:16.659643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:16.837493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:15Z', 'revision_number': 3, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:16.868097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Checking router: e6835a38-29db-48b0-a933-8f599fdeaf87 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:18:16.868367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Updating router e6835a38-29db-48b0-a933-8f599fdeaf87 port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:18:16.893218 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.031663 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.176836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.178329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-01de5c65-3937-44fe-adf4-d135d2fdc24a None None] Provisioning complete for port c4c2028b-4207-4fd3-871c-f0429e4e3c32 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:17.178640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-01de5c65-3937-44fe-adf4-d135d2fdc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.191785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Allocated IP 172.20.0.1 (c540765e-8ce4-463f-b52a-b44f1c85f727/4aba1aff-568c-4c45-aa6f-20aaa9fd7950/9e7fdccc-8df5-41a6-9da1-38c866c1c98a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:17.272658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.297176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.327715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Attempting to bind port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:17.328102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Attempting to bind port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:17.328446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Attempting to bind port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:17.331341 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4595-e2cf-4932-a7fd-56a0a1ece2cd None None] Pushing event updated for resources: {'Port': ['ID=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:17.336573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:17.336942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:17.337336 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.337728 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:17.338166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Bound port: a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:17.338572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.392697 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] For port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:17.395730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] For port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:17.410123 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.448738 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Network c540765e-8ce4-463f-b52a-b44f1c85f727 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:17.453938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:17.460411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:17.482342 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:17.511330 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.518822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.553842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4c2028b-4207-4fd3-871c-f0429e4e3c32 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:17.622949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4595-e2cf-4932-a7fd-56a0a1ece2cd None None] Pushing event updated for resources: {'Port': ['ID=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:17.631946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:17.632561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:17.730081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.743158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0199aa3d-155b-4490-ad50-4194f05d8084 None None] Provisioning complete for port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:17.743717 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0199aa3d-155b-4490-ad50-4194f05d8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.747619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c4c2028b-4207-4fd3-871c-f0429e4e3c32 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:17.747983 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.804505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4b32a361-8142-4a40-838c-08189a865232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.831116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:17.833102 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0199aa3d-155b-4490-ad50-4194f05d8084 None None] Port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:17.891538 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:17.963668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:18.036310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:18.039888 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:18.046201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:15Z', 'revision_number': 3, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:18.134237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Network c540765e-8ce4-463f-b52a-b44f1c85f727 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:18.135778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:18.227469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b312-29fc-4a07-9c37-4078ca195d34 None None] The sync data for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 is: [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:15Z', 'revision_number': 3, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:18:18.258860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Router e6835a38-29db-48b0-a933-8f599fdeaf87 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:18:18.354450 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9fdea53d-51f8-4653-b193-fb2522b1cca7 None None] Provisioning complete for port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:18.355659 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9fdea53d-51f8-4653-b193-fb2522b1cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:18.382977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:18:18.388328 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8d44a48a-e4e8-4310-bf4b-ac729065e028 admin admin] 10.222.0.43 "PUT /v2.0/routers/e6835a38-29db-48b0-a933-8f599fdeaf87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714620 Oct 12 12:18:18.393085 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9fdea53d-51f8-4653-b193-fb2522b1cca7 None None] Port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:19.207415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-2e01fb76-6c92-443b-a317-52fb5d977f7c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:19.208865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-2e01fb76-6c92-443b-a317-52fb5d977f7c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/networks?id=7fb48a37-943c-49ca-bb87-3438191344cc HTTP/1.1" status: 200 len: 817 time: 0.1017249 Oct 12 12:18:19.224429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-1ee6e0df-d853-47fe-b82e-c366884f2b78 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/quotas/17a74a2e0d534468b854aeff116f318a HTTP/1.1" status: 200 len: 375 time: 0.0091803 Oct 12 12:18:19.275309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-0300713c-62fc-4a83-991d-596dccd45305 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455000 Oct 12 12:18:19.369363 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-520ccd54-ea76-4b1c-b79f-8d9588fd900e service neutron] 10.222.0.43 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816967 Oct 12 12:18:19.463410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-783c3bae-d331-4a6e-aa06-436feed55d56 service neutron] 10.222.0.43 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876548 Oct 12 12:18:19.559670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:19.610400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:19.610892 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:19.691660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:19.721417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:19.755192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7b3da6e-fd6b-4732-a02e-e0d8bdf16f71 req-fedcb9eb-336f-47bc-bf96-8b448c339912 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 210 time: 0.0315561 Oct 12 12:18:19.824732 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43333ba-f024-4858-858c-690956285392 None None] Sync routers for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:18:19.827063 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:19.834468 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43333ba-f024-4858-858c-690956285392 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:19.835394 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b43333ba-f024-4858-858c-690956285392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:17:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:19.879852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:19.945064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b43333ba-f024-4858-858c-690956285392 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:20.227693 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b43333ba-f024-4858-858c-690956285392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 4, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9e7fdccc-8df5-41a6-9da1-38c866c1c98a', 'name': '', 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'mac_address': 'fa:16:3e:fe:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:17Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 2, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'subnets': [{'id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:20.253555 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43333ba-f024-4858-858c-690956285392 None None] Checking router: e6835a38-29db-48b0-a933-8f599fdeaf87 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:18:20.253905 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43333ba-f024-4858-858c-690956285392 None None] Updating router e6835a38-29db-48b0-a933-8f599fdeaf87 port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:18:20.278229 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.517953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4d8165f-2351-40de-b681-64b69523eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.541945 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.621231 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.671109 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5cd66-8de1-4bc3-8ed0-e0922e8be1ab None None] Pushing event updated for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:20.720747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b43333ba-f024-4858-858c-690956285392 None None] Attempting to bind port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:20.721111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b43333ba-f024-4858-858c-690956285392 None None] Attempting to bind port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:20.721461 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43333ba-f024-4858-858c-690956285392 None None] Attempting to bind port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a on network c540765e-8ce4-463f-b52a-b44f1c85f727 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:20.726458 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43333ba-f024-4858-858c-690956285392 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:20.726845 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43333ba-f024-4858-858c-690956285392 None None] Checking segment: {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:20.727236 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.727609 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43333ba-f024-4858-858c-690956285392 None None] Bound using segment: {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:20.728062 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-b43333ba-f024-4858-858c-690956285392 None None] Bound port: 9e7fdccc-8df5-41a6-9da1-38c866c1c98a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debd146-ad94-47e2-9122-33b9395d18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:20.728427 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.798551 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-b43333ba-f024-4858-858c-690956285392 None None] For port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:20.801703 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-b43333ba-f024-4858-858c-690956285392 None None] For port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:20.853736 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d8fe4ce0-86eb-44a7-a8ae-1ec893df5bc1 req-d38b3392-d9b2-4de1-af3a-c7ca1e6990e4 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Oct 12 12:18:20.929531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5c8531fb-ee52-42c6-a453-1ea5e809d6b3 None None] Provisioning complete for port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:20.930080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5c8531fb-ee52-42c6-a453-1ea5e809d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.953046 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-b43333ba-f024-4858-858c-690956285392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:20.967650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-5c8531fb-ee52-42c6-a453-1ea5e809d6b3 None None] Port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:21.007922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43333ba-f024-4858-858c-690956285392 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:18:21.008784 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b43333ba-f024-4858-858c-690956285392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:18:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:21.057028 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5cd66-8de1-4bc3-8ed0-e0922e8be1ab None None] Pushing event updated for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:21.132239 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b43333ba-f024-4858-858c-690956285392 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:18:21.191580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] Provisioning complete for port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:21.191580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.271231 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.304048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] For port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:21.347179 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b43333ba-f024-4858-858c-690956285392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 4, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9e7fdccc-8df5-41a6-9da1-38c866c1c98a', 'name': '', 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'mac_address': 'fa:16:3e:fe:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:17Z', 'updated_at': '2021-10-12T12:18:20Z', 'revision_number': 4, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'subnets': [{'id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:18:21.369650 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.376241 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43333ba-f024-4858-858c-690956285392 None None] The sync data for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 is: [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:17Z', 'revision_number': 4, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '9e7fdccc-8df5-41a6-9da1-38c866c1c98a', 'name': '', 'network_id': 'c540765e-8ce4-463f-b52a-b44f1c85f727', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'mac_address': 'fa:16:3e:fe:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:17Z', 'updated_at': '2021-10-12T12:18:20Z', 'revision_number': 4, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'subnets': [{'id': '4aba1aff-568c-4c45-aa6f-20aaa9fd7950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:18:21.437821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fe669-7f66-41e2-b31a-0edecd9a57ba None None] Pushing event updated for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:21.595546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e7fdccc-8df5-41a6-9da1-38c866c1c98a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:21.656063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:21.656447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.702521 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.744636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:21.797046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:21.797651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:21.964571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-539c03fe-7384-4999-beaf-c549a4653459 req-97815c5e-3ab3-408b-84e5-e8b95e981663 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Oct 12 12:18:22.003208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-d1f7eb91-6360-4891-a6a5-5c47c907b99b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:22.004716 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-d1f7eb91-6360-4891-a6a5-5c47c907b99b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.41 "GET /v2.0/networks?id=7fb48a37-943c-49ca-bb87-3438191344cc HTTP/1.1" status: 200 len: 817 time: 0.1285119 Oct 12 12:18:22.020619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Request body: {'port': {'device_id': '62b083da-7a99-4160-bbba-ada1b6eda905', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'admin_state_up': True, 'tenant_id': '17a74a2e0d534468b854aeff116f318a'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:22.035011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:22.204375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Made reservation on behalf of 17a74a2e0d534468b854aeff116f318a for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:18:22.207978 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:22.689238 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:22.701158 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Allocated IP 172.20.0.3 (7fb48a37-943c-49ca-bb87-3438191344cc/4a2a248f-b99d-4c17-b217-003cf4b16c1d/fef63991-1e3c-4000-a376-cfac0bc0cc9a) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:18:22.852921 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:22.952468 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:22.992758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Network 7fb48a37-943c-49ca-bb87-3438191344cc is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:18:22.996246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:18:23.009322 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:18:23.041811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Pushing event updated for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:23.070885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:23.071537 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.089817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573e348-91b9-4719-ac3f-d484d735ae6b req-44b0dc26-85d8-457c-b934-1f2623c26e58 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:23.091558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c573e348-91b9-4719-ac3f-d484d735ae6b req-44b0dc26-85d8-457c-b934-1f2623c26e58 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 931 time: 0.0555782 Oct 12 12:18:23.133067 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c573e348-91b9-4719-ac3f-d484d735ae6b req-1c69f202-d89d-4830-9382-a38c05b38901 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344217 Oct 12 12:18:23.201452 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-b9c0b08c-711a-447b-a5e7-dda1e65f1373 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849542 Oct 12 12:18:23.213803 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Request body: {'port': {'device_id': '62b083da-7a99-4160-bbba-ada1b6eda905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:18:23.266502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.303095 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-56ca6446-f737-44be-9d3f-dd985aa6bb8d None None] Provisioning complete for port fef63991-1e3c-4000-a376-cfac0bc0cc9a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:23.303692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56ca6446-f737-44be-9d3f-dd985aa6bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.337286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-56ca6446-f737-44be-9d3f-dd985aa6bb8d None None] Port fef63991-1e3c-4000-a376-cfac0bc0cc9a cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:18:23.517839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.531313 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef63991-1e3c-4000-a376-cfac0bc0cc9a {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:18:23.538552 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.551170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Transition to ACTIVE for port object fef63991-1e3c-4000-a376-cfac0bc0cc9a will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:18:23.683868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.735193 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:23.801650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Attempting to bind port fef63991-1e3c-4000-a376-cfac0bc0cc9a on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:18:23.803859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Attempting to bind port fef63991-1e3c-4000-a376-cfac0bc0cc9a by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:18:23.803859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Attempting to bind port fef63991-1e3c-4000-a376-cfac0bc0cc9a on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:23.806836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Port fef63991-1e3c-4000-a376-cfac0bc0cc9a on network 7fb48a37-943c-49ca-bb87-3438191344cc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:18:23.807157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Attempting to bind port fef63991-1e3c-4000-a376-cfac0bc0cc9a on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:18:23.812146 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:18:23.812485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Checking segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:18:23.812869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Bound using segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:18:23.813301 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Bound port: fef63991-1e3c-4000-a376-cfac0bc0cc9a, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:18:23.813660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:23.882824 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:18:23.886474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:18:23.982514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:24.015310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.015989 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:24.017641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] 10.222.0.41 "PUT /v2.0/ports/fef63991-1e3c-4000-a376-cfac0bc0cc9a HTTP/1.1" status: 200 len: 1091 time: 0.8078792 Oct 12 12:18:24.018136 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:18:24.020550 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb" -d '{"events": [{"name": "network-changed", "server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:18:24.047666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf4fa0-d6c0-44df-902d-1df6e93a6bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:24.067432 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a5788-d1e4-4555-befc-8299a5c3480a x-openstack-request-id: req-e93a5788-d1e4-4555-befc-8299a5c3480a {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:18:24.067432 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:18:24.067432 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e93a5788-d1e4-4555-befc-8299a5c3480a {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:18:24.067432 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a', 'status': 'completed', 'code': 200} Oct 12 12:18:24.132010 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-6d2d7a27-fda7-455c-96f1-c0f60437b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.133535 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-6d2d7a27-fda7-455c-96f1-c0f60437b038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 1094 time: 0.0425868 Oct 12 12:18:24.242956 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-7709f6ae-4c52-463c-9691-5612223ba63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.244333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-7709f6ae-4c52-463c-9691-5612223ba63e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17a74a2e0d534468b854aeff116f318a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1027367 Oct 12 12:18:24.270166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33545-67a8-4499-82fb-a66d5fcc31aa req-a4c734d6-0343-4784-9423-b3138ba7bb6b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.278477 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0c33545-67a8-4499-82fb-a66d5fcc31aa req-a4c734d6-0343-4784-9423-b3138ba7bb6b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 943 time: 0.0517941 Oct 12 12:18:24.312429 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0c33545-67a8-4499-82fb-a66d5fcc31aa req-a3423325-18d3-4f44-90dc-d19110bbfaef tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Oct 12 12:18:24.345153 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-c6a9564c-5cdd-476a-b081-7c3ff9a98608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.346653 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4f64f446-ee9c-4f16-bd60-a04bbd2510bb req-c6a9564c-5cdd-476a-b081-7c3ff9a98608 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940878 Oct 12 12:18:24.429919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-ad87b847-741b-4362-b6d3-89d93f559f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.431441 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-ad87b847-741b-4362-b6d3-89d93f559f70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 1094 time: 0.0438550 Oct 12 12:18:24.474341 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-661496e0-fa9d-4605-8bff-0a5974dbd01f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a HTTP/1.1" status: 200 len: 217 time: 0.0347350 Oct 12 12:18:24.522492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-f92a9e50-e6b7-45e1-b868-c98f0599ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.523891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-f92a9e50-e6b7-45e1-b868-c98f0599ef87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a2a248f-b99d-4c17-b217-003cf4b16c1d HTTP/1.1" status: 200 len: 856 time: 0.0433142 Oct 12 12:18:24.571374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-c8361ec4-970e-4ab5-a41f-fd9c89d4f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:24.572928 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-c8361ec4-970e-4ab5-a41f-fd9c89d4f380 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb48a37-943c-49ca-bb87-3438191344cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413146 Oct 12 12:18:24.671744 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-960582d9-fc79-45dd-a3d1-a25e680f952b service neutron] 10.222.0.41 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914783 Oct 12 12:18:24.768519 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-de11da9b-e1f6-49c1-8381-e0f51b5feedf req-bb289d0c-5b95-47ef-8589-f797a5d9c298 service neutron] 10.222.0.41 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897100 Oct 12 12:18:25.428354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b9c40-864a-4c5e-8a2a-67fd6d485b67 req-a7966366-1442-4e10-8cae-bcca0624902c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:25.429763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-223b9c40-864a-4c5e-8a2a-67fd6d485b67 req-a7966366-1442-4e10-8cae-bcca0624902c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 943 time: 0.0496273 Oct 12 12:18:25.470533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-223b9c40-864a-4c5e-8a2a-67fd6d485b67 req-9d14b1a0-74a3-4040-8613-dfe15e4d67ec tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Oct 12 12:18:26.589654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fff5c9-11d5-472a-9ab3-edc453d24e7b req-58b58d0b-ae87-4ef4-b7c6-fb5200969a49 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:26.591110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96fff5c9-11d5-472a-9ab3-edc453d24e7b req-58b58d0b-ae87-4ef4-b7c6-fb5200969a49 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 943 time: 0.0512905 Oct 12 12:18:26.628645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96fff5c9-11d5-472a-9ab3-edc453d24e7b req-0e1a892c-183d-4833-be21-a565ddaee54d tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Oct 12 12:18:27.357832 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:27.744315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98620-1c87-4575-bc52-7c4a5e91f481 req-daf1881f-384c-477c-9b01-bf4987c9803f tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:27.745763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ef98620-1c87-4575-bc52-7c4a5e91f481 req-daf1881f-384c-477c-9b01-bf4987c9803f tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 943 time: 0.0493865 Oct 12 12:18:27.784339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ef98620-1c87-4575-bc52-7c4a5e91f481 req-4efcd7b3-f3ff-487d-bd9f-3a64e8c1e4d3 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Oct 12 12:18:28.896730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed2a1-1a8d-432b-b3f3-54d0ef919e06 req-430cf0a5-a473-4a51-a4ed-2d30d793cccf tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:28.898190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911ed2a1-1a8d-432b-b3f3-54d0ef919e06 req-430cf0a5-a473-4a51-a4ed-2d30d793cccf tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 943 time: 0.0475848 Oct 12 12:18:28.935309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-911ed2a1-1a8d-432b-b3f3-54d0ef919e06 req-0aceebc8-8eef-4c14-91fa-deee9a70ede1 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Oct 12 12:18:28.941493 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fef63991-1e3c-4000-a376-cfac0bc0cc9a details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:18:29.038865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:29.049414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'port_id': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a', 'mac_address': 'fa:16:3e:55:fd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:18:29.085320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:29.101284 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef63991-1e3c-4000-a376-cfac0bc0cc9a {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:18:29.120418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:29.221046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:29.269576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:29.276800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.277145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.277487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.277850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.278235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.278567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.278919 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.279247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.279572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.279894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.280216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.280551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:18:29.498177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['fef63991-1e3c-4000-a376-cfac0bc0cc9a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:18:30.054606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc257f3-85bd-4d8b-9f47-256998ff6798 req-0641436c-b7f7-4673-87e5-22d981b0b935 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:30.056121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fc257f3-85bd-4d8b-9f47-256998ff6798 req-0641436c-b7f7-4673-87e5-22d981b0b935 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 944 time: 0.0522146 Oct 12 12:18:30.093447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6fc257f3-85bd-4d8b-9f47-256998ff6798 req-98cbfaf3-b5a3-4107-80cb-f3a18031237e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Oct 12 12:18:30.972150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fef63991-1e3c-4000-a376-cfac0bc0cc9a up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:18:31.146239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port fef63991-1e3c-4000-a376-cfac0bc0cc9a completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:18:31.151014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port fef63991-1e3c-4000-a376-cfac0bc0cc9a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:18:31.151446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:31.215022 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f4d5-d645-4218-a78a-763e63a8b070 req-674bb9eb-2b45-40ba-8f66-da7857e1740e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:31.217233 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af39f4d5-d645-4218-a78a-763e63a8b070 req-674bb9eb-2b45-40ba-8f66-da7857e1740e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 944 time: 0.0550570 Oct 12 12:18:31.245257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:31.260012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af39f4d5-d645-4218-a78a-763e63a8b070 req-672c3963-acf1-4850-aa0b-5569814bf8fc tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Oct 12 12:18:31.270078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:18:31.272492 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f318d-cbbf-4e40-86b5-4f4a4fba47ae" -d '{"events": [{"server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "name": "network-vif-plugged", "status": "completed", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:18:31.286951 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:18:31.311202 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3273e7-ecfe-465b-88fd-668a2f62ae1e x-openstack-request-id: req-6e3273e7-ecfe-465b-88fd-668a2f62ae1e {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:18:31.311528 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "name": "network-vif-plugged", "status": "completed", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:18:31.311732 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e3273e7-ecfe-465b-88fd-668a2f62ae1e {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:18:31.312118 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a', 'code': 200} Oct 12 12:18:31.374538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:31.409514 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb07709-2559-40be-b544-ee3f924d0809 req-6eaf87d4-04f9-4ab1-a802-a9ef34d8d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:31.411048 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7eb07709-2559-40be-b544-ee3f924d0809 req-6eaf87d4-04f9-4ab1-a802-a9ef34d8d2d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 1096 time: 0.0419271 Oct 12 12:18:31.424994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:18:31.446831 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7eb07709-2559-40be-b544-ee3f924d0809 req-fb8ba204-838f-4813-901e-8bb2bb85744e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291905 Oct 12 12:18:32.381656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63437dd-8d0e-420a-89b7-1bfb97ad2fc5 req-756fdb8a-217d-47d0-afd4-818d5a149aa8 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:32.383153 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f63437dd-8d0e-420a-89b7-1bfb97ad2fc5 req-756fdb8a-217d-47d0-afd4-818d5a149aa8 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Oct 12 12:18:32.421226 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f63437dd-8d0e-420a-89b7-1bfb97ad2fc5 req-be7b3999-6b5e-479b-be27-2c3ff08772fb tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Oct 12 12:18:33.552730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc2f44-3329-42fe-8f9f-955581ad8dd5 req-a2a48136-3e0f-48e9-be2a-8f8f1291f3cb tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:33.554186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34dc2f44-3329-42fe-8f9f-955581ad8dd5 req-a2a48136-3e0f-48e9-be2a-8f8f1291f3cb tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0664730 Oct 12 12:18:33.592543 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34dc2f44-3329-42fe-8f9f-955581ad8dd5 req-15b0b230-1100-4636-baa7-9bf27aa292e1 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Oct 12 12:18:33.706264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83ed12-cd3f-4bbd-8a68-b6ee10d28f5d req-ee972554-fb5b-47c9-b61b-1195c98a3f5a tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:33.707694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a83ed12-cd3f-4bbd-8a68-b6ee10d28f5d req-ee972554-fb5b-47c9-b61b-1195c98a3f5a tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Oct 12 12:18:33.745905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a83ed12-cd3f-4bbd-8a68-b6ee10d28f5d req-8ab24543-e726-4040-ac73-d4062a5fef43 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Oct 12 12:18:46.847787 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:18:47.740436 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c2c7e313-a341-4762-a6a8-1444bbc036ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:50.506215 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf83-276d-40c8-bbc5-f9b11f367bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:51.689276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:51.968956 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:52.694851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:53.512185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:57.363162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:18:59.012524 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcaf24-ee2e-404b-9717-b2b35b869529 req-20285fbd-72ef-4581-8314-7dd2711384a8 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:18:59.014145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbdcaf24-ee2e-404b-9717-b2b35b869529 req-20285fbd-72ef-4581-8314-7dd2711384a8 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Oct 12 12:18:59.051001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbdcaf24-ee2e-404b-9717-b2b35b869529 req-11a68bd8-0f87-4f13-b31a-0f58f1332423 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Oct 12 12:19:00.168549 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbdc14-5e88-4a06-bd6e-b1cd3add54b4 req-6fe2215a-0a6d-4cd8-9ede-4738414bab21 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:00.170431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52dbdc14-5e88-4a06-bd6e-b1cd3add54b4 req-6fe2215a-0a6d-4cd8-9ede-4738414bab21 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Oct 12 12:19:00.208797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-52dbdc14-5e88-4a06-bd6e-b1cd3add54b4 req-f1d25fe0-5243-46a8-9eb9-3f5ca7beec3d tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Oct 12 12:19:00.651524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-1ea3645a-3ab6-475e-bf29-8c7693dd0e0a tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:00.653002 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-1ea3645a-3ab6-475e-bf29-8c7693dd0e0a tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 945 time: 0.0485957 Oct 12 12:19:00.744673 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Deleting port fef63991-1e3c-4000-a376-cfac0bc0cc9a {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:00.744906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:00.829799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] For port fef63991-1e3c-4000-a376-cfac0bc0cc9a, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=fef63991-1e3c-4000-a376-cfac0bc0cc9a,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:00.830156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:00.842791 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Calling delete_port for fef63991-1e3c-4000-a376-cfac0bc0cc9a owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:01.042983 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:01.071630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Pushing event deleted for resources: {'Port': ['ID=fef63991-1e3c-4000-a376-cfac0bc0cc9a,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:01.072223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['fef63991-1e3c-4000-a376-cfac0bc0cc9a'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:19:01.101435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.101793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.102132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.102467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.102828 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.103163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.103489 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.103813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.104138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.104458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.104777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.105102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:01.125160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] No DVR routers for this DVR port fef63991-1e3c-4000-a376-cfac0bc0cc9a on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:01.127838 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:01.131260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8ee6706f-8037-4d1e-8fc7-6a70c191b146 req-a3bfee2a-c9ed-4621-a9da-59837d1be844 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.41 "DELETE /v2.0/ports/fef63991-1e3c-4000-a376-cfac0bc0cc9a HTTP/1.1" status: 204 len: 173 time: 0.4724038 Oct 12 12:19:01.131700 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'name': 'network-vif-deleted', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:19:01.133951 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7632e50-37ea-4a70-b6b3-fedb75373360" -d '{"events": [{"server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "name": "network-vif-deleted", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:19:01.171017 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e83f29-f29f-4bc1-bdbb-12ece7824b42 x-openstack-request-id: req-80e83f29-f29f-4bc1-bdbb-12ece7824b42 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:19:01.171310 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b083da-7a99-4160-bbba-ada1b6eda905", "name": "network-vif-deleted", "tag": "fef63991-1e3c-4000-a376-cfac0bc0cc9a", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:19:01.171560 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80e83f29-f29f-4bc1-bdbb-12ece7824b42 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:19:01.171965 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b083da-7a99-4160-bbba-ada1b6eda905', 'name': 'network-vif-deleted', 'tag': 'fef63991-1e3c-4000-a376-cfac0bc0cc9a', 'status': 'completed', 'code': 200} Oct 12 12:19:01.306271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3fbee940-9002-4c9e-aab8-c04b590aab99 req-3a78ba86-c3f7-40b3-8871-9cc1f827ccdc tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b083da-7a99-4160-bbba-ada1b6eda905 HTTP/1.1" status: 200 len: 210 time: 0.0263779 Oct 12 12:19:03.018300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-e6cb8c2a-fe8f-45c8-b53e-91c3fa0c1846 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:03.019855 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-e6cb8c2a-fe8f-45c8-b53e-91c3fa0c1846 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/networks?id=7fb48a37-943c-49ca-bb87-3438191344cc HTTP/1.1" status: 200 len: 817 time: 0.1114836 Oct 12 12:19:03.039036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-454aaee5-f3c1-4467-92c9-14a8805dbf15 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/quotas/17a74a2e0d534468b854aeff116f318a HTTP/1.1" status: 200 len: 375 time: 0.0101454 Oct 12 12:19:03.089232 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-9a971308-3a93-4fd5-9706-9e9c66d2cae8 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450094 Oct 12 12:19:03.112576 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fef63991-1e3c-4000-a376-cfac0bc0cc9a no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:03.132683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: fef63991-1e3c-4000-a376-cfac0bc0cc9a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:03.133032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device fef63991-1e3c-4000-a376-cfac0bc0cc9a not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:03.184562 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-1c5c70ce-2ac8-48d5-b5e7-38c0b2ff3e50 service neutron] 10.222.0.43 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834734 Oct 12 12:19:03.275010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-568d501d-a516-47c7-bea4-68521bcc340f service neutron] 10.222.0.43 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Oct 12 12:19:03.554410 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bccc230-8591-4218-99c4-eeae6ee03cb1 req-949e02fd-09ea-4993-b525-032e770aea81 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 210 time: 0.0371273 Oct 12 12:19:04.669081 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a445968-2de5-4ea0-8633-48c3147272cf req-c64fba7f-4401-429f-bb77-40c92c009feb tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Oct 12 12:19:05.577385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-815fbc34-7e78-4747-a896-cb033ade3644 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:05.579400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-815fbc34-7e78-4747-a896-cb033ade3644 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.47 "GET /v2.0/networks?id=7fb48a37-943c-49ca-bb87-3438191344cc HTTP/1.1" status: 200 len: 817 time: 0.1052153 Oct 12 12:19:05.591704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Request body: {'port': {'device_id': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'admin_state_up': True, 'tenant_id': '17a74a2e0d534468b854aeff116f318a'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:05.767183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a1af5f4a-bad5-4b3b-a447-b850f38759c3 req-227dbb34-9bdb-4acc-bfa4-4ea11ae1108c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 210 time: 0.0262306 Oct 12 12:19:05.837346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Made reservation on behalf of 17a74a2e0d534468b854aeff116f318a for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:19:05.840999 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:05.964778 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Allocated IP 172.20.0.8 (7fb48a37-943c-49ca-bb87-3438191344cc/4a2a248f-b99d-4c17-b217-003cf4b16c1d/cae7fa09-cffa-497c-9ad9-eea03c519ae7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:19:06.109682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:06.208905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:06.255461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Network 7fb48a37-943c-49ca-bb87-3438191344cc is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:19:06.260463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:06.264285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:19:06.271034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Pushing event updated for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:06.554205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3deab07f-fe20-4380-a0a8-951ce5628c7c None None] Provisioning complete for port cae7fa09-cffa-497c-9ad9-eea03c519ae7 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:06.554898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3deab07f-fe20-4380-a0a8-951ce5628c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:06.596674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3deab07f-fe20-4380-a0a8-951ce5628c7c None None] Port cae7fa09-cffa-497c-9ad9-eea03c519ae7 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:19:06.651647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.651880 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.652217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.652550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.652881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.653210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.653539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.653862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.654186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.654509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.654854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.655174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:06.679712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:06.680312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:06.765437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-f1e4844d-941d-4b3a-bf96-74f4b3799621 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1773698 Oct 12 12:19:06.777479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Request body: {'port': {'device_id': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:06.830877 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:06.966612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8d7ce-6986-44a1-ba3d-99efbe42be97 req-8e753208-e81a-4286-b278-fd87c1bd5b2f tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:06.968002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4a8d7ce-6986-44a1-ba3d-99efbe42be97 req-8e753208-e81a-4286-b278-fd87c1bd5b2f tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 931 time: 0.1289489 Oct 12 12:19:07.036668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4a8d7ce-6986-44a1-ba3d-99efbe42be97 req-590f0e77-3a27-4f6b-8090-24f1be425513 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Oct 12 12:19:07.151465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae7fa09-cffa-497c-9ad9-eea03c519ae7 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:19:07.158905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:07.170589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Transition to ACTIVE for port object cae7fa09-cffa-497c-9ad9-eea03c519ae7 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:19:07.236970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:07.288703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Pushing event updated for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:07.357298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Attempting to bind port cae7fa09-cffa-497c-9ad9-eea03c519ae7 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:19:07.357633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Attempting to bind port cae7fa09-cffa-497c-9ad9-eea03c519ae7 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:19:07.357960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Attempting to bind port cae7fa09-cffa-497c-9ad9-eea03c519ae7 on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:19:07.363201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Port cae7fa09-cffa-497c-9ad9-eea03c519ae7 on network 7fb48a37-943c-49ca-bb87-3438191344cc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:19:07.363528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Attempting to bind port cae7fa09-cffa-497c-9ad9-eea03c519ae7 on network 7fb48a37-943c-49ca-bb87-3438191344cc {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:19:07.368444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:19:07.368781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Checking segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:19:07.369170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Bound using segment: {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:19:07.369590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Bound port: cae7fa09-cffa-497c-9ad9-eea03c519ae7, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6ccc92-da4b-473b-a329-9eb01c87c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:19:07.369946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:07.435289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:19:07.438733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:19:07.518025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:07.551005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:07.551628 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:07.553002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] 10.222.0.47 "PUT /v2.0/ports/cae7fa09-cffa-497c-9ad9-eea03c519ae7 HTTP/1.1" status: 200 len: 1091 time: 0.7794309 Oct 12 12:19:07.553430 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:19:07.555714 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5053e89e-971d-4d1d-8d1f-20423939d91a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:19:07.580274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf9586-03d7-41a1-a4e5-4856a5a14a6b service neutron] Pushing event updated for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:07.599103 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c56302b-b7af-4cfb-bfa3-4ed1a0e50973 x-openstack-request-id: req-8c56302b-b7af-4cfb-bfa3-4ed1a0e50973 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:19:07.603195 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:19:07.603195 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c56302b-b7af-4cfb-bfa3-4ed1a0e50973 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:19:07.603195 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7', 'status': 'completed', 'code': 200} Oct 12 12:19:07.665732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-781f1305-f1a5-4f06-888c-04a4576da852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:07.667300 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-781f1305-f1a5-4f06-888c-04a4576da852 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 1094 time: 0.0466230 Oct 12 12:19:07.771139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-54e37602-5a26-49b0-8e60-b9fdccf96374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:07.772535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-54e37602-5a26-49b0-8e60-b9fdccf96374 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=17a74a2e0d534468b854aeff116f318a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0968938 Oct 12 12:19:07.913981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-f3688c61-3f79-4f3d-84e1-dd6783aad33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:07.915454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5053e89e-971d-4d1d-8d1f-20423939d91a req-f3688c61-3f79-4f3d-84e1-dd6783aad33c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367254 Oct 12 12:19:07.988664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-8ee5c92b-a8f8-4fbd-a79a-17ca95e5c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:07.990132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-8ee5c92b-a8f8-4fbd-a79a-17ca95e5c14d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17a74a2e0d534468b854aeff116f318a&device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 1094 time: 0.0408504 Oct 12 12:19:08.034315 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-90470357-8e65-4e92-b8a7-9e9d5e78b6fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7 HTTP/1.1" status: 200 len: 217 time: 0.0368299 Oct 12 12:19:08.082181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-5d9ae092-ea54-4209-9062-eaf9605f56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:08.083694 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-5d9ae092-ea54-4209-9062-eaf9605f56a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a2a248f-b99d-4c17-b217-003cf4b16c1d HTTP/1.1" status: 200 len: 856 time: 0.0431433 Oct 12 12:19:08.159214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-90ec730c-5ff6-4e8c-b633-71dee2acde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:08.160708 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-90ec730c-5ff6-4e8c-b633-71dee2acde8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fb48a37-943c-49ca-bb87-3438191344cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703850 Oct 12 12:19:08.171402 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5fbe1-c9d3-4740-aaef-72af4e30534d req-66c901d2-4cb1-44f1-8b07-7e766bfb9563 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:08.173172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72a5fbe1-c9d3-4740-aaef-72af4e30534d req-66c901d2-4cb1-44f1-8b07-7e766bfb9563 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 943 time: 0.0591545 Oct 12 12:19:08.263349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72a5fbe1-c9d3-4740-aaef-72af4e30534d req-591edf07-ccf6-4472-a910-4f3a0263a06f tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Oct 12 12:19:08.288266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-03697fe1-c497-41f0-ac3c-53d2101dd9d9 service neutron] 10.222.0.47 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141050 Oct 12 12:19:08.379813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-25f0d354-b83b-4d9e-b3b2-6f8918e23e3d req-4750cc2c-8917-45e2-aa10-21eca492ccc5 service neutron] 10.222.0.47 "GET /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Oct 12 12:19:09.378004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b57c-c40a-4535-a42c-628bf95a90db req-2107c596-ac36-49ba-be80-ab0849f020f0 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:09.379493 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa72b57c-c40a-4535-a42c-628bf95a90db req-2107c596-ac36-49ba-be80-ab0849f020f0 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 943 time: 0.0486057 Oct 12 12:19:09.416950 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-aa72b57c-c40a-4535-a42c-628bf95a90db req-b780e757-4a01-4e7f-8475-b3981ed0dc6b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Oct 12 12:19:10.066893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cae7fa09-cffa-497c-9ad9-eea03c519ae7 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:19:10.158216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:10.169010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7', 'network_id': '7fb48a37-943c-49ca-bb87-3438191344cc', 'port_id': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7', 'mac_address': 'fa:16:3e:e1:f3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2a248f-b99d-4c17-b217-003cf4b16c1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:19:10.211482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:10.224909 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae7fa09-cffa-497c-9ad9-eea03c519ae7 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:19:10.243551 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:10.293546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:10.343400 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:10.492890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['cae7fa09-cffa-497c-9ad9-eea03c519ae7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:19:10.534285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370d228-14ef-4974-b2b1-e9891269fee7 req-3dd98717-38b8-4366-9664-cf2cc6a711d3 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:10.535812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4370d228-14ef-4974-b2b1-e9891269fee7 req-3dd98717-38b8-4366-9664-cf2cc6a711d3 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 944 time: 0.0499978 Oct 12 12:19:10.574304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4370d228-14ef-4974-b2b1-e9891269fee7 req-febf2ac6-4567-4f1d-9ef1-95337aef2299 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Oct 12 12:19:11.692759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26389f-d0cd-43b9-9c52-210af47048d9 req-0e9ae0e0-5d62-40ae-8c1a-82625908a47e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:11.694516 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e26389f-d0cd-43b9-9c52-210af47048d9 req-0e9ae0e0-5d62-40ae-8c1a-82625908a47e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 944 time: 0.0546553 Oct 12 12:19:11.732951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e26389f-d0cd-43b9-9c52-210af47048d9 req-1190c7c6-c41a-4810-b4b4-538ee13341ce tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Oct 12 12:19:12.082848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cae7fa09-cffa-497c-9ad9-eea03c519ae7 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:19:12.179926 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port cae7fa09-cffa-497c-9ad9-eea03c519ae7 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:19:12.183764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port cae7fa09-cffa-497c-9ad9-eea03c519ae7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:12.184167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:12.261610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:12.283417 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:19:12.285647 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb6bd9-ae54-4d3d-b010-17cf3fd5314b" -d '{"events": [{"server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "name": "network-vif-plugged", "status": "completed", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:19:12.301535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:12.322456 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be18bd-c506-4c47-810f-4f15ab663cc3 x-openstack-request-id: req-46be18bd-c506-4c47-810f-4f15ab663cc3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:19:12.322775 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "name": "network-vif-plugged", "status": "completed", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:19:12.323043 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46be18bd-c506-4c47-810f-4f15ab663cc3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:19:12.323433 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7', 'code': 200} Oct 12 12:19:12.357208 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:12.404154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:12.416702 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded74077-6a9d-4dd8-98af-34538b2f3b1c req-76b3a8c1-33ab-4295-a818-c0c4d89cf41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:12.418177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ded74077-6a9d-4dd8-98af-34538b2f3b1c req-76b3a8c1-33ab-4295-a818-c0c4d89cf41a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 1096 time: 0.0412204 Oct 12 12:19:12.452705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ded74077-6a9d-4dd8-98af-34538b2f3b1c req-72b6bafa-3ecf-4641-b6b8-1fbc875dccaf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275154 Oct 12 12:19:12.849641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f038a-69b6-4294-95ec-9101fb64046a req-0163812e-de4e-4953-a6d4-d346963f7543 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:12.851136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5f038a-69b6-4294-95ec-9101fb64046a req-0163812e-de4e-4953-a6d4-d346963f7543 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Oct 12 12:19:12.888365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab5f038a-69b6-4294-95ec-9101fb64046a req-135b2651-fe5c-4d2c-8f5b-37841bdb5daa tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Oct 12 12:19:14.006997 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693733-b302-42e7-82be-c07df65bd1a9 req-4900968f-549e-4c36-97a0-386011f68d5c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:14.008463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec693733-b302-42e7-82be-c07df65bd1a9 req-4900968f-549e-4c36-97a0-386011f68d5c tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0524626 Oct 12 12:19:14.045969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec693733-b302-42e7-82be-c07df65bd1a9 req-b5dbc369-b44d-483f-a608-2e9421c31d48 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Oct 12 12:19:14.160102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ef0c8-66a0-4995-b5ba-1ca1369858ac req-a83a4f0f-d36e-4f42-9d4a-1923c855b755 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:14.161599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e54ef0c8-66a0-4995-b5ba-1ca1369858ac req-a83a4f0f-d36e-4f42-9d4a-1923c855b755 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Oct 12 12:19:14.200398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e54ef0c8-66a0-4995-b5ba-1ca1369858ac req-258aec64-5164-4c8e-9d6c-99b54798171b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Oct 12 12:19:17.768585 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-44d5b30d-a667-45f2-99d8-29734666c5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:20.511566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a97ba7fb-4f5b-40a6-a4c2-ac603e4c0704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:21.689055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:21.962868 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:22.705930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:23.516632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:23.848105 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:19:27.322632 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:40.454952 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6e8c9-8c37-41e8-ad1b-b986247c6fb2 req-06656cbb-595f-449e-9e57-e7c35959507e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:40.456432 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d6e8c9-8c37-41e8-ad1b-b986247c6fb2 req-06656cbb-595f-449e-9e57-e7c35959507e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Oct 12 12:19:40.493556 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38d6e8c9-8c37-41e8-ad1b-b986247c6fb2 req-d21a3c12-ff67-4bda-ba2e-5720a9d6592d tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Oct 12 12:19:41.611474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418d423-b9a3-4a17-9c60-01e458b4141d req-3fc88600-cacc-43dc-9e4b-abf295aec03b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:41.613011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a418d423-b9a3-4a17-9c60-01e458b4141d req-3fc88600-cacc-43dc-9e4b-abf295aec03b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0533147 Oct 12 12:19:41.650398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a418d423-b9a3-4a17-9c60-01e458b4141d req-baa84ce7-ac53-45cc-9598-07be9234b80b tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c0d418d-7e7b-4683-b583-3834d6779e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Oct 12 12:19:41.933780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f82f-0668-46dd-b540-d00875f5016a req-e06d3f9d-5f46-4a5e-b3c1-aab4a7ae1d2e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:41.935267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c854f82f-0668-46dd-b540-d00875f5016a req-e06d3f9d-5f46-4a5e-b3c1-aab4a7ae1d2e tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 945 time: 0.0478749 Oct 12 12:19:42.023293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Deleting port cae7fa09-cffa-497c-9ad9-eea03c519ae7 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:42.023634 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:42.117985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] For port cae7fa09-cffa-497c-9ad9-eea03c519ae7, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=cae7fa09-cffa-497c-9ad9-eea03c519ae7,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:42.118348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:42.131127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Calling delete_port for cae7fa09-cffa-497c-9ad9-eea03c519ae7 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:42.350855 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:42.363273 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['cae7fa09-cffa-497c-9ad9-eea03c519ae7'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:19:42.381186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Pushing event deleted for resources: {'Port': ['ID=cae7fa09-cffa-497c-9ad9-eea03c519ae7,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:42.421275 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] No DVR routers for this DVR port cae7fa09-cffa-497c-9ad9-eea03c519ae7 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:42.424687 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:42.428130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c854f82f-0668-46dd-b540-d00875f5016a req-208bdc7e-8810-4996-acd2-cfda2dee8d08 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.47 "DELETE /v2.0/ports/cae7fa09-cffa-497c-9ad9-eea03c519ae7 HTTP/1.1" status: 204 len: 173 time: 0.4867234 Oct 12 12:19:42.428564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'name': 'network-vif-deleted', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:19:42.430875 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3576c0-e14c-429d-8fb0-2eefb0cbbd25" -d '{"events": [{"server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "name": "network-vif-deleted", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:19:42.465417 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf2a1b-1825-4d7d-90d7-5266a6432766 x-openstack-request-id: req-8fdf2a1b-1825-4d7d-90d7-5266a6432766 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:19:42.465714 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2ade46-0c40-4d56-9d72-7c8950a03184", "name": "network-vif-deleted", "tag": "cae7fa09-cffa-497c-9ad9-eea03c519ae7", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:19:42.465964 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fdf2a1b-1825-4d7d-90d7-5266a6432766 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:19:42.466367 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2ade46-0c40-4d56-9d72-7c8950a03184', 'name': 'network-vif-deleted', 'tag': 'cae7fa09-cffa-497c-9ad9-eea03c519ae7', 'status': 'completed', 'code': 200} Oct 12 12:19:42.771116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9541996-d0a6-41e1-b294-d55c9cb714fd req-6025401e-2ded-4409-8cd0-8655a8b9ac32 tempest-TestEncryptedCinderVolumes-1793688667 tempest-TestEncryptedCinderVolumes-1793688667-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a2ade46-0c40-4d56-9d72-7c8950a03184 HTTP/1.1" status: 200 len: 210 time: 0.0359652 Oct 12 12:19:43.895431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45956) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:44.231755 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:44.474296 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Deleting port 09839412-8a42-475b-b278-51078440f294 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:44.474636 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:44.555088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] For port 09839412-8a42-475b-b278-51078440f294, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=09839412-8a42-475b-b278-51078440f294,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:44.555451 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:44.568291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Calling delete_port for 09839412-8a42-475b-b278-51078440f294 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:44.831577 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:44.854422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Pushing event deleted for resources: {'Port': ['ID=09839412-8a42-475b-b278-51078440f294,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:45.021824 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.234105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:19:45.338461 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:19:45.343501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c8e88ac2-d9ff-4ac9-bd71-702de7138023 admin admin] 10.222.0.43 "PUT /v2.0/routers/884bf745-ff7e-4105-88fb-6b1bb7ccb447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469805 Oct 12 12:19:45.347085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45958) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:45.347923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Sync routers for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:19:45.356848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:45.357440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:45.450246 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.458898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:45.554474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.641460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:19:44Z', 'revision_number': 5, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port': {'id': 'f14511d0-d8be-4061-a698-c958a9669be7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:45.662397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Deleting port f14511d0-d8be-4061-a698-c958a9669be7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:45.662758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.668855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Checking router: 884bf745-ff7e-4105-88fb-6b1bb7ccb447 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:19:45.678262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Routers {'884bf745-ff7e-4105-88fb-6b1bb7ccb447'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:45.678891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:45.743498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] For port f14511d0-d8be-4061-a698-c958a9669be7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=f14511d0-d8be-4061-a698-c958a9669be7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:45.743778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.756106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Calling delete_port for f14511d0-d8be-4061-a698-c958a9669be7 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:45.766719 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] Set router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:45.818192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:19:45Z', 'revision_number': 6, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:45.847713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e6d56-585c-4656-893e-0d646a968ef1 None None] The sync data for ids ['884bf745-ff7e-4105-88fb-6b1bb7ccb447'] in n-d-813419-3 is: [{'id': '884bf745-ff7e-4105-88fb-6b1bb7ccb447', 'name': 'tempest-TestEncryptedCinderVolumes-1114355437-router', 'tenant_id': '17a74a2e0d534468b854aeff116f318a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:08Z', 'updated_at': '2021-10-12T12:19:45Z', 'revision_number': 6, 'project_id': '17a74a2e0d534468b854aeff116f318a', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:19:45.973251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:45.996504 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Pushing event deleted for resources: {'Port': ['ID=f14511d0-d8be-4061-a698-c958a9669be7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:46.058032 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.146441 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.148457 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.269586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cae7fa09-cffa-497c-9ad9-eea03c519ae7 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:46.287818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.288510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884bf745-ff7e-4105-88fb-6b1bb7ccb447 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:19:46.290793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: cae7fa09-cffa-497c-9ad9-eea03c519ae7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:46.291196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device cae7fa09-cffa-497c-9ad9-eea03c519ae7 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:46.293615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.295019 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-daa8b339-3160-44a6-93b9-80558b091efa admin admin] 10.222.0.43 "DELETE /v2.0/routers/884bf745-ff7e-4105-88fb-6b1bb7ccb447 HTTP/1.1" status: 204 len: 168 time: 0.9470253 Oct 12 12:19:46.297587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45960) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:46.341480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Deleting subnet 4a2a248f-b99d-4c17-b217-003cf4b16c1d {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:19:46.344474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.379237 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.458812 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.591687 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.618343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2a248f-b99d-4c17-b217-003cf4b16c1d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:46.621909 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.625265 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-461b3428-01c6-4107-9d94-68c73cfe765b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4a2a248f-b99d-4c17-b217-003cf4b16c1d HTTP/1.1" status: 204 len: 168 time: 0.3267417 Oct 12 12:19:46.627856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45962) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:46.630323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cb61f-718c-4038-8de8-4244861e1cb7 None None] Network 7fb48a37-943c-49ca-bb87-3438191344cc requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:19:46.701648 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.758727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Deleting port 617bd2c8-176b-47c2-842c-765791b74ddf {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:46.759076 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.822768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] For port 617bd2c8-176b-47c2-842c-765791b74ddf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=617bd2c8-176b-47c2-842c-765791b74ddf,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:46.823131 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.837404 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] DHCP port deletion for 7fb48a37-943c-49ca-bb87-3438191344cc request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:19:46.841742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Calling delete_port for 617bd2c8-176b-47c2-842c-765791b74ddf owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:46.885002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Deleting port 617bd2c8-176b-47c2-842c-765791b74ddf {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:46.885384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.949610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] For port 617bd2c8-176b-47c2-842c-765791b74ddf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=617bd2c8-176b-47c2-842c-765791b74ddf,segment=NetworkSegment(4d6ccc92-da4b-473b-a329-9eb01c87c8cc),segment_id=4d6ccc92-da4b-473b-a329-9eb01c87c8cc)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:46.950007 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:46.961870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Calling delete_port for 617bd2c8-176b-47c2-842c-765791b74ddf owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:47.019458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.038131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.046285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Pushing event deleted for resources: {'Port': ['ID=617bd2c8-176b-47c2-842c-765791b74ddf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:47.050731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] No DVR routers for this DVR port 617bd2c8-176b-47c2-842c-765791b74ddf on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:47.061878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Pushing event deleted for resources: {'Port': ['ID=617bd2c8-176b-47c2-842c-765791b74ddf,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:47.071333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] No DVR routers for this DVR port 617bd2c8-176b-47c2-842c-765791b74ddf on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:47.073501 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.073790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.074126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.074481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.074838 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.075164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.075487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.075820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.076127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.076444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.076761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.077080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5f107-3169-4c42-a63f-c53d373fcc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:19:47.123205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.142633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb48a37-943c-49ca-bb87-3438191344cc']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:47.151528 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6ccc92-da4b-473b-a329-9eb01c87c8cc') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:47.151820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6ccc92-da4b-473b-a329-9eb01c87c8cc') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:47.161407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.174721 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.180369 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:19:47.180744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:19:47.182325 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:19:47.316485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.321823 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.325064 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] 10.222.0.43 "DELETE /v2.0/networks/7fb48a37-943c-49ca-bb87-3438191344cc HTTP/1.1" status: 204 len: 168 time: 0.6962168 Oct 12 12:19:47.328108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45964) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:47.338209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b502c-0ed8-4569-8619-56ca4bc716bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb48a37-943c-49ca-bb87-3438191344cc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:47.559828 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f14511d0-d8be-4061-a698-c958a9669be7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:47.579670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: f14511d0-d8be-4061-a698-c958a9669be7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:47.580441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device f14511d0-d8be-4061-a698-c958a9669be7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:47.580850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 09839412-8a42-475b-b278-51078440f294 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:47.602733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 09839412-8a42-475b-b278-51078440f294 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:47.602898 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 09839412-8a42-475b-b278-51078440f294 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:47.603348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 617bd2c8-176b-47c2-842c-765791b74ddf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:47.625186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 617bd2c8-176b-47c2-842c-765791b74ddf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:47.625530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 617bd2c8-176b-47c2-842c-765791b74ddf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:47.685440 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.750652 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1c3d5cf0-5750-4aee-8859-5c49e7d1836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:47.929998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Deleting port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:47.930249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:48.011557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] For port 9e7fdccc-8df5-41a6-9da1-38c866c1c98a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:48.011918 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:48.025653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Calling delete_port for 9e7fdccc-8df5-41a6-9da1-38c866c1c98a owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:48.293588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:48.320904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7fdccc-8df5-41a6-9da1-38c866c1c98a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:48.491500 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:48.702789 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Router e6835a38-29db-48b0-a933-8f599fdeaf87 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:19:48.804374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:19:48.809381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8748d4c9-1241-40c4-8cda-fb8995d26907 admin admin] 10.222.0.43 "PUT /v2.0/routers/e6835a38-29db-48b0-a933-8f599fdeaf87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4801617 Oct 12 12:19:48.811900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 45968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:48.813587 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Sync routers for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:19:48.823371 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:48.823965 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:48.912871 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:48.927989 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:49.011210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.107411 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:19:48Z', 'revision_number': 5, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port': {'id': 'a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:49.133822 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Checking router: e6835a38-29db-48b0-a933-8f599fdeaf87 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:19:49.142107 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Routers {'e6835a38-29db-48b0-a933-8f599fdeaf87'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:49.143805 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['e6835a38-29db-48b0-a933-8f599fdeaf87'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:49.160365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Deleting port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:49.160737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.246233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] For port a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:49.246631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.261564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Calling delete_port for a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:49.316854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] Set router e6835a38-29db-48b0-a933-8f599fdeaf87 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:49.372087 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:19:49Z', 'revision_number': 6, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:49.401270 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defafd29-e03a-405b-b0f9-aeeb11ced830 None None] The sync data for ids ['e6835a38-29db-48b0-a933-8f599fdeaf87'] in n-d-813419-3 is: [{'id': 'e6835a38-29db-48b0-a933-8f599fdeaf87', 'name': 'tempest-TestEncryptedCinderVolumes-1172426322-router', 'tenant_id': '8fc7f64b9de04617a5373dae97762df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:18:14Z', 'updated_at': '2021-10-12T12:19:49Z', 'revision_number': 6, 'project_id': '8fc7f64b9de04617a5373dae97762df1', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:19:49.488700 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.514344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:49.577633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.668698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.670812 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.779204 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.779887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6835a38-29db-48b0-a933-8f599fdeaf87 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:19:49.789162 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.795230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4ff0d8e-54b2-46e7-8cd6-be4c390a9d84 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e6835a38-29db-48b0-a933-8f599fdeaf87 HTTP/1.1" status: 204 len: 168 time: 0.9776504 Oct 12 12:19:49.795425 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45970) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:49.858595 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Deleting subnet 4aba1aff-568c-4c45-aa6f-20aaa9fd7950 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:19:49.861850 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.897569 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:49.975390 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.087995 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.112941 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aba1aff-568c-4c45-aa6f-20aaa9fd7950,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:50.116598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.120039 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3f52946c-05b6-4603-8711-f153c692f35e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4aba1aff-568c-4c45-aa6f-20aaa9fd7950 HTTP/1.1" status: 204 len: 168 time: 0.3256721 Oct 12 12:19:50.122324 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45972) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:50.122805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f5d1d-80f6-44f0-bed8-bd38c01fba8c None None] Network c540765e-8ce4-463f-b52a-b44f1c85f727 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:19:50.190457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e7fdccc-8df5-41a6-9da1-38c866c1c98a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:50.196310 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.214035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9e7fdccc-8df5-41a6-9da1-38c866c1c98a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:50.222344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e7fdccc-8df5-41a6-9da1-38c866c1c98a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:50.257552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Deleting port c4c2028b-4207-4fd3-871c-f0429e4e3c32 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:50.257881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.320552 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] DHCP port deletion for c540765e-8ce4-463f-b52a-b44f1c85f727 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:19:50.376089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Deleting port c4c2028b-4207-4fd3-871c-f0429e4e3c32 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:19:50.376351 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.632267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] For port c4c2028b-4207-4fd3-871c-f0429e4e3c32, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4c2028b-4207-4fd3-871c-f0429e4e3c32,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:50.632577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.644930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Calling delete_port for c4c2028b-4207-4fd3-871c-f0429e4e3c32 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:50.677877 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] For port c4c2028b-4207-4fd3-871c-f0429e4e3c32, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c4c2028b-4207-4fd3-871c-f0429e4e3c32,segment=NetworkSegment(1debd146-ad94-47e2-9122-33b9395d18c8),segment_id=1debd146-ad94-47e2-9122-33b9395d18c8)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:50.678245 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.691400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Calling delete_port for c4c2028b-4207-4fd3-871c-f0429e4e3c32 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:19:50.727885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fac9919f-69aa-4cd8-8102-14d383120b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.830943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.836796 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.857596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] Pushing event deleted for resources: {'Port': ['ID=c4c2028b-4207-4fd3-871c-f0429e4e3c32,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:50.862857 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4762e-6234-4e6a-9ac1-8b2fa2f95424 None None] No DVR routers for this DVR port c4c2028b-4207-4fd3-871c-f0429e4e3c32 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:50.864771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c2028b-4207-4fd3-871c-f0429e4e3c32,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:50.866615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] No DVR routers for this DVR port c4c2028b-4207-4fd3-871c-f0429e4e3c32 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:19:50.939459 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.962666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c540765e-8ce4-463f-b52a-b44f1c85f727']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:50.972440 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1debd146-ad94-47e2-9122-33b9395d18c8') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:50.972734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1debd146-ad94-47e2-9122-33b9395d18c8') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:50.981789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:50.995101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.000720 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self.session.flush() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:19:51.005263 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:19:51.127862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.133251 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.136490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c540765e-8ce4-463f-b52a-b44f1c85f727 HTTP/1.1" status: 204 len: 168 time: 1.0132184 Oct 12 12:19:51.148005 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7e84b-639e-495c-a5e4-f8e764654de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c540765e-8ce4-463f-b52a-b44f1c85f727,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:51.476056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45976) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:51.517232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f4dbee15-a64b-4a7d-afcc-0f1d3fee7848 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17a74a2e0d534468b854aeff116f318a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399544 Oct 12 12:19:51.520907 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45978) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:51.556591 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:51.578376 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.579579 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:51.579923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a7fb8b07-25a4-4e22-a5b2-df2c6ff4a11d not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:51.580325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4c2028b-4207-4fd3-871c-f0429e4e3c32 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:19:51.599993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c4c2028b-4207-4fd3-871c-f0429e4e3c32 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:19:51.600331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c4c2028b-4207-4fd3-871c-f0429e4e3c32 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:19:51.600576 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.745120 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.773315 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.777620 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:51.777620 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c0d418d-7e7b-4683-b583-3834d6779e21 HTTP/1.1" status: 204 len: 168 time: 0.2553356 Oct 12 12:19:51.785131 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223c0b3-589c-4764-825e-d1e454e2762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d418d-7e7b-4683-b583-3834d6779e21,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:51.974022 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:52.429977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45984) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:52.468405 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2353d78f-aa1f-48f7-9fd1-62d08696bf89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fc7f64b9de04617a5373dae97762df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371418 Oct 12 12:19:52.471070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 45986) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:52.519057 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:52.541874 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:52.641778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:52.644910 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:52.646073 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42e03804-9c12-4bb9-bf4a-8b8119864578 HTTP/1.1" status: 204 len: 168 time: 0.1740918 Oct 12 12:19:52.654088 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d88b8-96cb-47c2-8777-7e77d0e2db28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e03804-9c12-4bb9-bf4a-8b8119864578,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:52.699317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:53.510888 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:53.625471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46008) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:53.722386 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1285161353-network', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:53.813250 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Made reservation on behalf of e8b26a0f0de1490ea24caf36520772ff for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:19:53.815655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:53.824522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:53.900003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.013081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.038352 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:19:54.047768 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e376533f-210d-4c39-beb3-74a82ecea83d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:54.052429 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.052767 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Added segment 77f7b11e-e993-4839-ac51-9bf0047a50c5 of type vlan for network 29f65d48-4164-4365-baa4-7677b6371523 Oct 12 12:19:54.095399 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.178809 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.179758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:54.180355 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.241726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] Pushing event updated for resources: {'Network': ['ID=29f65d48-4164-4365-baa4-7677b6371523,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:54.251480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 29f65d48-4164-4365-baa4-7677b6371523 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:19:54.291532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-200febea-c515-453e-bca0-f2a2897d3897 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6649051 Oct 12 12:19:54.294364 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46012) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:54.299843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Request body: {'subnet': {'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1285161353-subnet', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:54.402000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Made reservation on behalf of e8b26a0f0de1490ea24caf36520772ff for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:19:54.404696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.648387 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.703550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5464540-06db-4ed0-be1f-9348b581b565,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:54.713062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Checking segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:19:54.713420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Network hostable DHCP agents. Network: 29f65d48-4164-4365-baa4-7677b6371523, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:19:54.807560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Network 29f65d48-4164-4365-baa4-7677b6371523 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:19:54.904679 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 29f65d48-4164-4365-baa4-7677b6371523) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:54.909592 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:19:54.910141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:54.913578 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b7e15-e095-4550-b71c-606323aad3a0 None None] Network 29f65d48-4164-4365-baa4-7677b6371523 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:19:55.042857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4ecbad6d-912b-484f-ab5b-29a042524c4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7447474 Oct 12 12:19:55.043096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46014) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:55.048926 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:55.057798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-29f65d48-4164-4365-baa4-7677b6371523', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:19:55.060118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.133672 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.134916 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.190098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.192661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Allocated IP 172.20.0.2 (29f65d48-4164-4365-baa4-7677b6371523/e5464540-06db-4ed0-be1f-9348b581b565/55c4e47e-9151-4796-96a6-038ca752364e) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:19:55.335181 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.410830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.414465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.455912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Network 29f65d48-4164-4365-baa4-7677b6371523 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:19:55.458686 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:55.463572 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:19:55.467940 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Pushing event updated for resources: {'Port': ['ID=55c4e47e-9151-4796-96a6-038ca752364e,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:55.521748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Attempting to bind port 55c4e47e-9151-4796-96a6-038ca752364e on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:19:55.522676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Attempting to bind port 55c4e47e-9151-4796-96a6-038ca752364e by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:19:55.523188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Attempting to bind port 55c4e47e-9151-4796-96a6-038ca752364e on network 29f65d48-4164-4365-baa4-7677b6371523 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:19:55.528361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:19:55.528733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Checking segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:19:55.529136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.529555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Bound using segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:19:55.530015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Bound port: 55c4e47e-9151-4796-96a6-038ca752364e, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:19:55.530396 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.595938 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] For port 55c4e47e-9151-4796-96a6-038ca752364e, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:19:55.599236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] For port 55c4e47e-9151-4796-96a6-038ca752364e, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=55c4e47e-9151-4796-96a6-038ca752364e,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:19:55.660092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:55.724620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34324ba-27b0-49ff-8376-35b28f20d217 None None] Pushing event updated for resources: {'Port': ['ID=55c4e47e-9151-4796-96a6-038ca752364e,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:56.082396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.102261 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.209154 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Allocated IP 172.25.2.92 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:19:56.311990 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.402748 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.446007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:19:56.455857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:56.466222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:19:56.466222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Pushing event updated for resources: {'Port': ['ID=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:56.606796 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15744ef1-335b-4749-ac5d-1c542c27ae0d None None] Network 29f65d48-4164-4365-baa4-7677b6371523 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:19:56.672457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] Provisioning complete for port 55c4e47e-9151-4796-96a6-038ca752364e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:56.672763 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.796715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.817673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.854129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] For port 55c4e47e-9151-4796-96a6-038ca752364e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=55c4e47e-9151-4796-96a6-038ca752364e,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:56.933916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:56.985481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39ca92-fb15-4648-a264-c2400fbccc9e None None] Pushing event updated for resources: {'Port': ['ID=55c4e47e-9151-4796-96a6-038ca752364e,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:57.006159 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.052221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2abadf33-71d9-4843-9363-83ec1cbbf0ff None None] Provisioning complete for port 55c4e47e-9151-4796-96a6-038ca752364e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:57.052604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2abadf33-71d9-4843-9363-83ec1cbbf0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.288096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:19:57.345492 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.390647 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:19:57.399650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Sync routers for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:19:57.408308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:57.411782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:57.479013 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.480273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-207a4cc0-7429-4ef8-971a-def628f757e3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4362788 Oct 12 12:19:57.482984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46016) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:57.520118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:57.627950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 55c4e47e-9151-4796-96a6-038ca752364e up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:19:57.721305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 55c4e47e-9151-4796-96a6-038ca752364e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:57.721676 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.781570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:56Z', 'revision_number': 3, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:57.809351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Checking router: 01c0b654-7a8e-452b-acac-1d6bdc01bc45 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:19:57.809693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Updating router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:19:57.858425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:57.908319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.063199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Allocated IP 172.20.0.1 (29f65d48-4164-4365-baa4-7677b6371523/e5464540-06db-4ed0-be1f-9348b581b565/a4c6f3a1-4aaf-4746-8da3-7f61ea54b399) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:19:58.112638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.162026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.164909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.215291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Attempting to bind port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:19:58.215652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Attempting to bind port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:19:58.216009 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Attempting to bind port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:19:58.220731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbfabf-f774-4453-bb24-ffde0b84de46 None None] Pushing event updated for resources: {'Port': ['ID=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:58.224481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:19:58.224855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:19:58.225506 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.225896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:19:58.226346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Bound port: 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:19:58.226740 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.236830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.279292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Network 29f65d48-4164-4365-baa4-7677b6371523 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:19:58.280970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] For port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:19:58.282185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:58.284643 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] For port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:19:58.288717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:19:58.312687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Pushing event updated for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:58.333194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.351616 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.417440 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:19:58.418153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:58.455169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbfabf-f774-4453-bb24-ffde0b84de46 None None] Pushing event updated for resources: {'Port': ['ID=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:58.520196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.536976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:19:58.619491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e5b81bb7-a2d9-4d70-ba1a-a39b2ffa2372 None None] Provisioning complete for port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:58.619752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5b81bb7-a2d9-4d70-ba1a-a39b2ffa2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.690293 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.774227 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.841469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e5b81bb7-a2d9-4d70-ba1a-a39b2ffa2372 None None] Port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:19:58.852326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Pushing event updated for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:58.858044 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:58.906201 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:56Z', 'revision_number': 3, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:19:58.935158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785b51e-378f-48ac-ab08-381068292d67 None None] The sync data for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 is: [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:56Z', 'revision_number': 3, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:19:58.958998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Network 29f65d48-4164-4365-baa4-7677b6371523 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:19:58.961062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:19:59.078683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:19:59.208589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:19:59.222102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-deac1fdd-fa10-47b9-b0e7-a80173958d8c admin admin] 10.222.0.43 "PUT /v2.0/routers/01c0b654-7a8e-452b-acac-1d6bdc01bc45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378707 Oct 12 12:19:59.263800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fd892d32-9af7-41d6-8b91-3e17d9c0ba6f None None] Provisioning complete for port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:59.264413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd892d32-9af7-41d6-8b91-3e17d9c0ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:59.300808 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fd892d32-9af7-41d6-8b91-3e17d9c0ba6f None None] Port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:19:59.603039 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:19:59.652382 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:19:59.652811 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:59.735989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:59.759152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:19:59.824938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:59.875059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:19:59.884303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46032) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:19:59.889249 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-430740930-network', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:19:59.967308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Made reservation on behalf of cd6f00d0fe2a4fb189951c95e85a532e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:19:59.969584 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:19:59.979054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.053905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.116314 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.137091 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:20:00.151494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7398fb-e216-4a2b-9bba-2c3519dc29ee,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:00.155175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.155569 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Added segment 90bfd12a-879a-496c-b7a9-a97f43a9e484 of type vlan for network c075272b-796f-4dde-9330-2787e7051d4c Oct 12 12:20:00.198986 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.293925 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.295007 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:00.295594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.357616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] Pushing event updated for resources: {'Network': ['ID=c075272b-796f-4dde-9330-2787e7051d4c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:00.367488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c075272b-796f-4dde-9330-2787e7051d4c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:20:00.385374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-70d9b132-4458-4e05-b233-0c7a2848ab30 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4973590 Oct 12 12:20:00.385664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46034) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:20:00.390513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Request body: {'subnet': {'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-430740930-subnet', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:20:00.476021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Made reservation on behalf of cd6f00d0fe2a4fb189951c95e85a532e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:20:00.478344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.493012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Sync routers for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:20:00.502552 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:00.503235 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:00.609657 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:00.716714 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.774811 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d39c5b4-6559-4abc-b86b-c774ea572016,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:00.782265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Checking segment: {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:00.782616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Network hostable DHCP agents. Network: c075272b-796f-4dde-9330-2787e7051d4c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:20:00.814447 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 2, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:00.846581 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Checking router: 01c0b654-7a8e-452b-acac-1d6bdc01bc45 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:20:00.846949 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Updating router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:20:00.854454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:20:00.874791 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:00.910758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Network c075272b-796f-4dde-9330-2787e7051d4c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:20:01.059347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c075272b-796f-4dde-9330-2787e7051d4c) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:01.069803 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:01.069803 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.070666 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f8b84-8c7c-4526-97af-3a07e718432e None None] Network c075272b-796f-4dde-9330-2787e7051d4c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:20:01.133466 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.211487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c075272b-796f-4dde-9330-2787e7051d4c', 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'fixed_ips': [{'subnet_id': '5d39c5b4-6559-4abc-b86b-c774ea572016'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:20:01.212340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.234801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-31e6ef51-e108-4f32-963d-09dddd17adf6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8478262 Oct 12 12:20:01.237843 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46036) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:20:01.242632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:20:01.270493 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.324354 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Pushing event updated for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:01.345301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.346478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.352097 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.356013 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:01.362503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Allocated IP 172.20.0.2 (c075272b-796f-4dde-9330-2787e7051d4c/5d39c5b4-6559-4abc-b86b-c774ea572016/8cc26924-1055-49dd-a676-1e15051a7600) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:20:01.393401 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Attempting to bind port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:20:01.393772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Attempting to bind port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:20:01.394135 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Attempting to bind port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 on network 29f65d48-4164-4365-baa4-7677b6371523 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:01.400264 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:20:01.400546 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Checking segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:01.401000 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.401393 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Bound using segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:20:01.401854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Bound port: a4c6f3a1-4aaf-4746-8da3-7f61ea54b399, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:20:01.402885 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.460684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.476993 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] For port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:20:01.480569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] For port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:20:01.548365 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.582389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:01.619755 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.642530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:01.642944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.645961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] Provisioning complete for port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:01.645961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.667746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.690002 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:01.690717 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:01.692944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.731918 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e7e6-e33f-46aa-ba6f-b0a6a255abce None None] Pushing event updated for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:01.733033 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Network c075272b-796f-4dde-9330-2787e7051d4c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:20:01.744303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:01.757464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:20:01.774962 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Pushing event updated for resources: {'Port': ['ID=8cc26924-1055-49dd-a676-1e15051a7600,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:01.820027 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:01.884076 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Attempting to bind port 8cc26924-1055-49dd-a676-1e15051a7600 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:20:01.884444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Attempting to bind port 8cc26924-1055-49dd-a676-1e15051a7600 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:20:01.885067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Attempting to bind port 8cc26924-1055-49dd-a676-1e15051a7600 on network c075272b-796f-4dde-9330-2787e7051d4c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:01.900852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:20:01.901253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Checking segment: {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:01.901633 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.902028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Bound using segment: {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:20:01.902503 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Bound port: 8cc26924-1055-49dd-a676-1e15051a7600, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:20:01.902908 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.926621 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:01.998144 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] For port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:02.005083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] For port 8cc26924-1055-49dd-a676-1e15051a7600, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:20:02.008534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] For port 8cc26924-1055-49dd-a676-1e15051a7600, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8cc26924-1055-49dd-a676-1e15051a7600,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:20:02.072786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:02.079647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.100713 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8d4d2-5ade-4d2d-9161-f5cc298deaa7 None None] The sync data for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 is: [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:20:02.103691 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.113145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.124371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.179680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef607dc-dc2d-45b8-84dd-69b54cceff57 None None] Pushing event updated for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:02.247520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aec24c52-5725-4dbc-9ed8-30642ea33546 None None] Provisioning complete for port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:02.248128 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aec24c52-5725-4dbc-9ed8-30642ea33546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.280090 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Allocated IP 172.25.2.87 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/7778e4cf-e302-4a74-b64f-7af45838cf92) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:20:02.280561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25888-353f-4d9f-9148-ff10d2123d54 None None] Pushing event updated for resources: {'Port': ['ID=8cc26924-1055-49dd-a676-1e15051a7600,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:02.441228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.533962 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:02.577966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:20:02.580905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:02.583351 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:20:02.590264 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Pushing event updated for resources: {'Port': ['ID=7778e4cf-e302-4a74-b64f-7af45838cf92,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:03.177007 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da4b0d-5d7d-4889-896b-a39b279bd4f8 None None] Network c075272b-796f-4dde-9330-2787e7051d4c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:20:03.301207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] Provisioning complete for port 8cc26924-1055-49dd-a676-1e15051a7600 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:03.301571 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.350277 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.426871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.470676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] For port 8cc26924-1055-49dd-a676-1e15051a7600, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8cc26924-1055-49dd-a676-1e15051a7600,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:03.551642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.596846 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.624741 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c83f83-f279-4c74-b82f-cd22cc495ac1 None None] Pushing event updated for resources: {'Port': ['ID=8cc26924-1055-49dd-a676-1e15051a7600,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:03.681465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8cc26924-1055-49dd-a676-1e15051a7600 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:03.746613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8cc26924-1055-49dd-a676-1e15051a7600 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:03.747327 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.792473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d3e9281e-b7a2-467a-96e4-d8e7c1b8a48a None None] Provisioning complete for port 8cc26924-1055-49dd-a676-1e15051a7600 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:03.792843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3e9281e-b7a2-467a-96e4-d8e7c1b8a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:03.869840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:03.882470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Router 5186f162-b283-4fdb-8d84-5df2a5a27406 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:20:03.953320 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:03.956629 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.002137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:20:04.024411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Sync routers for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:20:04.045169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:04.045799 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:04.129938 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.132070 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-dbdb31c0-0d99-48e5-9f47-5d17a1d59a59 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8932433 Oct 12 12:20:04.134838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46038) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:20:04.162470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:04.346910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:03Z', 'revision_number': 3, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:04.378321 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Checking router: 5186f162-b283-4fdb-8d84-5df2a5a27406 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:20:04.378780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Updating router 5186f162-b283-4fdb-8d84-5df2a5a27406 port 7778e4cf-e302-4a74-b64f-7af45838cf92 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:20:04.405565 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.590631 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.672853 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.754409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Allocated IP 172.20.0.1 (c075272b-796f-4dde-9330-2787e7051d4c/5d39c5b4-6559-4abc-b86b-c774ea572016/d43ce229-f2d4-40d6-a39b-d25e8c91ec3c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:20:04.768409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.826094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Attempting to bind port 7778e4cf-e302-4a74-b64f-7af45838cf92 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:20:04.826464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Attempting to bind port 7778e4cf-e302-4a74-b64f-7af45838cf92 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:20:04.826852 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Attempting to bind port 7778e4cf-e302-4a74-b64f-7af45838cf92 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:04.839113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:20:04.839487 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:04.839889 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.840289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:20:04.840801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Bound port: 7778e4cf-e302-4a74-b64f-7af45838cf92, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:20:04.841124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.843453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed27f5-f502-4538-9ae7-a95d97b1099c None None] Pushing event updated for resources: {'Port': ['ID=7778e4cf-e302-4a74-b64f-7af45838cf92,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:04.870627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.895965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] For port 7778e4cf-e302-4a74-b64f-7af45838cf92, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:20:04.899436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] For port 7778e4cf-e302-4a74-b64f-7af45838cf92, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7778e4cf-e302-4a74-b64f-7af45838cf92,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:20:04.967983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:04.979435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.004902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Network c075272b-796f-4dde-9330-2787e7051d4c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:20:05.009440 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:05.015082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:20:05.046026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:05.046973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:05.050648 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed27f5-f502-4538-9ae7-a95d97b1099c None None] Pushing event updated for resources: {'Port': ['ID=7778e4cf-e302-4a74-b64f-7af45838cf92,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:05.050865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Pushing event updated for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:05.071572 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.291452 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.325011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b452630b-9c38-4779-a2cd-efa5d914b574 None None] Provisioning complete for port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:05.325394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b452630b-9c38-4779-a2cd-efa5d914b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.360758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:05.428613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b452630b-9c38-4779-a2cd-efa5d914b574 None None] Port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:20:05.462317 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.533582 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.567334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:03Z', 'revision_number': 3, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:05.597288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8cc26924-1055-49dd-a676-1e15051a7600 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:05.601658 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1143eee-8bbe-4f53-98f8-fec1f01872e9 None None] The sync data for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 is: [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:03Z', 'revision_number': 3, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:20:05.610110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Pushing event updated for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:05.612624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.653324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8cc26924-1055-49dd-a676-1e15051a7600 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:05.653699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:05.714273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Network c075272b-796f-4dde-9330-2787e7051d4c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:20:05.715937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:05.856125 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Router 5186f162-b283-4fdb-8d84-5df2a5a27406 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:20:05.977955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:20:05.983663 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-319a8632-e81c-4781-9e92-5d0284e9405c admin admin] 10.222.0.43 "PUT /v2.0/routers/5186f162-b283-4fdb-8d84-5df2a5a27406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477988 Oct 12 12:20:06.052547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3ff2e83a-a3e0-4c48-a128-da83eaf9bb23 None None] Provisioning complete for port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:06.053537 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ff2e83a-a3e0-4c48-a128-da83eaf9bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:06.095732 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2e83a-a3e0-4c48-a128-da83eaf9bb23 None None] Port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:20:07.131763 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Sync routers for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:20:07.147233 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:07.147846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:07.268519 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:07.494782 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:05Z', 'revision_number': 4, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd43ce229-f2d4-40d6-a39b-d25e8c91ec3c', 'name': '', 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'mac_address': 'fa:16:3e:32:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:04Z', 'updated_at': '2021-10-12T12:20:05Z', 'revision_number': 2, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'subnets': [{'id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:07.529998 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Checking router: 5186f162-b283-4fdb-8d84-5df2a5a27406 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:20:07.530306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Updating router 5186f162-b283-4fdb-8d84-5df2a5a27406 port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:20:07.561566 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:07.648797 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7778e4cf-e302-4a74-b64f-7af45838cf92 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:07.737492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7778e4cf-e302-4a74-b64f-7af45838cf92 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:07.737906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:07.843119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:07.866061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 7778e4cf-e302-4a74-b64f-7af45838cf92, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7778e4cf-e302-4a74-b64f-7af45838cf92,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:07.962648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.013132 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.038190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=7778e4cf-e302-4a74-b64f-7af45838cf92,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:08.127409 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.190494 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166ff16-2a95-49ac-bfb7-779a46564ec4 None None] Pushing event updated for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:08.247919 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Attempting to bind port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:20:08.248526 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Attempting to bind port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:20:08.249052 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Attempting to bind port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c on network c075272b-796f-4dde-9330-2787e7051d4c {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:08.254567 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:20:08.254966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Checking segment: {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:08.257249 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.257403 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Bound using segment: {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:20:08.258158 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Bound port: d43ce229-f2d4-40d6-a39b-d25e8c91ec3c, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfd12a-879a-496c-b7a9-a97f43a9e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:20:08.258286 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.330411 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] For port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:20:08.333996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] For port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:20:08.419988 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.434622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] Provisioning complete for port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:08.435108 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.492429 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:20:08.493147 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:19:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:08.494937 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166ff16-2a95-49ac-bfb7-779a46564ec4 None None] Pushing event updated for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:08.598347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.634530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] For port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:08.667525 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:20:08.701076 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.777584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c1d4e-1bb0-40f8-91db-66cf4de0d769 None None] Pushing event updated for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:08.826437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-bf143b1f-df60-4763-a06e-286953dcc0b6 None None] Provisioning complete for port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:08.827354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bf143b1f-df60-4763-a06e-286953dcc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:08.934165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:05Z', 'revision_number': 4, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd43ce229-f2d4-40d6-a39b-d25e8c91ec3c', 'name': '', 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'mac_address': 'fa:16:3e:32:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:04Z', 'updated_at': '2021-10-12T12:20:08Z', 'revision_number': 4, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'subnets': [{'id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:20:08.965288 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901251e1-bea1-465a-b7fb-d9c005b6d043 None None] The sync data for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 is: [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:20:05Z', 'revision_number': 4, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd43ce229-f2d4-40d6-a39b-d25e8c91ec3c', 'name': '', 'network_id': 'c075272b-796f-4dde-9330-2787e7051d4c', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'mac_address': 'fa:16:3e:32:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:04Z', 'updated_at': '2021-10-12T12:20:08Z', 'revision_number': 4, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'subnets': [{'id': '5d39c5b4-6559-4abc-b86b-c774ea572016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:20:09.704441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d43ce229-f2d4-40d6-a39b-d25e8c91ec3c up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:09.794704 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:09.795095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:09.899010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7778e4cf-e302-4a74-b64f-7af45838cf92 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:09.963533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7778e4cf-e302-4a74-b64f-7af45838cf92 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:09.963793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:17.761840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc9635f3-b123-4f0d-b352-dbf24e792a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:18.108376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-b7f7fd97-dd05-4ee5-be33-222235df3549 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:18.109876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-b7f7fd97-dd05-4ee5-be33-222235df3549 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 815 time: 0.1058342 Oct 12 12:20:18.124666 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-9769a09c-c865-4550-a59d-b0361f0621dd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/quotas/e8b26a0f0de1490ea24caf36520772ff HTTP/1.1" status: 200 len: 375 time: 0.0090125 Oct 12 12:20:18.175748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-13e9c252-78ce-4f9a-a70b-1d044db16f35 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457966 Oct 12 12:20:18.191434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-13b70767-9190-4423-8a2f-0a494e13145b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:20:18.192398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-13b70767-9190-4423-8a2f-0a494e13145b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052960 Oct 12 12:20:18.285954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-f6ea2245-91d0-44fb-8c63-22ef6d5df6f9 service neutron] 10.222.0.43 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Oct 12 12:20:18.379217 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-2ded4aa1-baa6-4031-afed-09c681b27584 service neutron] 10.222.0.43 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861580 Oct 12 12:20:18.621117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e55de57b-56b9-415b-9bfa-6f50f14ca8fa req-a908f7db-3f19-414d-93c9-72ee2336bb08 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0260327 Oct 12 12:20:19.697101 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eba7bff-c922-4866-9d32-893f8a24dca0 req-498fd261-a0e2-48ba-ae3d-dbaa6f60cab6 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0259166 Oct 12 12:20:20.539316 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-61975b8e-6ce7-4c54-bcee-73a753be71b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:20.800246 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a9f547bc-10bd-43db-84d4-733d99a039c9 req-c05f5849-7c61-48bb-8ecc-6b788a265643 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0329373 Oct 12 12:20:21.491632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-2d1ef0db-9c24-431b-8a2d-3a01e8abd899 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:21.493228 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-2d1ef0db-9c24-431b-8a2d-3a01e8abd899 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 815 time: 0.1174431 Oct 12 12:20:21.506171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'port': {'device_id': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'admin_state_up': True, 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:20:21.710361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Made reservation on behalf of e8b26a0f0de1490ea24caf36520772ff for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:20:21.710623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:21.714007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:21.864221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Allocated IP 172.20.0.4 (29f65d48-4164-4365-baa4-7677b6371523/e5464540-06db-4ed0-be1f-9348b581b565/323e384a-e509-4498-bbbb-baff9d39fc98) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:20:21.913533 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbe0a442-cfd3-48c1-8962-294db5654925 req-2862431d-2724-48fa-b3b4-17bc9e5fee9f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0340846 Oct 12 12:20:21.978743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:22.023764 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:22.141368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:22.208564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Network 29f65d48-4164-4365-baa4-7677b6371523 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:20:22.215004 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:20:22.221166 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:20:22.264668 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:22.276944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.277300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.277830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.278141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.278477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.278848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.279173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.279510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.279840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.280170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.280498 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.280826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:20:22.308733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:22.309527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:22.382007 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-a3be5663-bbd2-4129-b3ec-252c7c95e1e5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8794975 Oct 12 12:20:22.541845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-96cb3cb4-fe58-4107-89ef-c754a76de4a9 None None] Provisioning complete for port 323e384a-e509-4498-bbbb-baff9d39fc98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:22.542214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-96cb3cb4-fe58-4107-89ef-c754a76de4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:22.577723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-96cb3cb4-fe58-4107-89ef-c754a76de4a9 None None] Port 323e384a-e509-4498-bbbb-baff9d39fc98 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:20:22.710623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:23.029068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d35cb-bfd0-4874-8867-5c87622ea1e1 req-aee71aa9-29f4-4e00-945c-1f0fec179092 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:23.030520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f02d35cb-bfd0-4874-8867-5c87622ea1e1 req-aee71aa9-29f4-4e00-945c-1f0fec179092 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0525701 Oct 12 12:20:23.070589 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f02d35cb-bfd0-4874-8867-5c87622ea1e1 req-d0f46ea5-3820-48f9-9507-634bb927a4ab tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Oct 12 12:20:23.511034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:24.193145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dcff0-1386-45ac-b65a-769ebd405074 req-ceeac3b8-df7e-411e-acbe-4c19994311da tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:24.194603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f64dcff0-1386-45ac-b65a-769ebd405074 req-ceeac3b8-df7e-411e-acbe-4c19994311da tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0511310 Oct 12 12:20:24.235220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f64dcff0-1386-45ac-b65a-769ebd405074 req-9fe2e255-c962-44a9-ab71-00c9ac15c206 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Oct 12 12:20:25.358426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa86d4d-f655-4dfc-80f1-8dc726d51c71 req-c3306efc-9d35-4dfa-ad65-01b67e8a60b0 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:25.360278 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa86d4d-f655-4dfc-80f1-8dc726d51c71 req-c3306efc-9d35-4dfa-ad65-01b67e8a60b0 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0540645 Oct 12 12:20:25.401858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dfa86d4d-f655-4dfc-80f1-8dc726d51c71 req-ae56fc4a-a064-4b70-8c6d-0ca984043537 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Oct 12 12:20:26.522791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7966c5-7ace-4402-abbe-3448a9e2fe37 req-4d056d83-c8a9-41f2-8f7e-e15454f4e42e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:26.524324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7966c5-7ace-4402-abbe-3448a9e2fe37 req-4d056d83-c8a9-41f2-8f7e-e15454f4e42e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0496106 Oct 12 12:20:26.569038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea7966c5-7ace-4402-abbe-3448a9e2fe37 req-19732c09-6446-4166-ac98-6bcd6fc3698b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Oct 12 12:20:27.367417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:27.689969 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c6640-f2d4-4b97-91a5-8780398853b6 req-e0c4f54b-3054-4024-ad60-ddf5c4a02eb6 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:27.691380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad9c6640-f2d4-4b97-91a5-8780398853b6 req-e0c4f54b-3054-4024-ad60-ddf5c4a02eb6 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0553439 Oct 12 12:20:27.732801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ad9c6640-f2d4-4b97-91a5-8780398853b6 req-1adf9c4f-826f-4016-8b0c-0771a1a050c2 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Oct 12 12:20:28.856106 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1102-1df9-4a97-984f-244e54b0356a req-e525bc78-3215-4dc5-9ccd-360cfa4d2be5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:28.857619 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-badc1102-1df9-4a97-984f-244e54b0356a req-e525bc78-3215-4dc5-9ccd-360cfa4d2be5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0556781 Oct 12 12:20:28.895459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-badc1102-1df9-4a97-984f-244e54b0356a req-9170933d-94e6-4dbc-9a81-1ba69313f89c tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Oct 12 12:20:30.012353 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504e28-7648-4106-bc73-c8aa12aaa22c req-75e1d5e0-a1ab-4eec-8954-4663b935502c tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:30.013865 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16504e28-7648-4106-bc73-c8aa12aaa22c req-75e1d5e0-a1ab-4eec-8954-4663b935502c tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0511107 Oct 12 12:20:30.060701 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16504e28-7648-4106-bc73-c8aa12aaa22c req-972ae255-c9ee-42a6-84dc-a0845a6eaba5 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Oct 12 12:20:31.184479 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4b15f-a95e-4c93-9bf1-dc23a325347d req-96a63f03-01a1-4651-bcc8-a36975f74c0b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:31.186771 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48c4b15f-a95e-4c93-9bf1-dc23a325347d req-96a63f03-01a1-4651-bcc8-a36975f74c0b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0517132 Oct 12 12:20:31.234762 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-48c4b15f-a95e-4c93-9bf1-dc23a325347d req-8a9dc07b-f5c6-474c-a943-91a83e607f2e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Oct 12 12:20:32.352639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a004647-bf35-4409-8311-88577faca86b req-b20a04f9-e2f7-4c4b-b7e0-005316bee52d tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:32.354105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a004647-bf35-4409-8311-88577faca86b req-b20a04f9-e2f7-4c4b-b7e0-005316bee52d tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0527894 Oct 12 12:20:32.393057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a004647-bf35-4409-8311-88577faca86b req-ee267d6f-2130-4ee6-b8d8-1755d6fe3a29 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Oct 12 12:20:33.659688 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74436-fa0d-4067-a7ca-3df71a3e9264 req-31a125ea-242a-4a5b-a337-9256c200f304 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:33.668518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffa74436-fa0d-4067-a7ca-3df71a3e9264 req-31a125ea-242a-4a5b-a337-9256c200f304 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.2004802 Oct 12 12:20:33.699060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ffa74436-fa0d-4067-a7ca-3df71a3e9264 req-9daa87c2-a056-4a1f-95bc-0806b9b2ce81 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Oct 12 12:20:34.825137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38dc2-6319-4c76-9773-dc4dd4b1825d req-eefd56c7-fd75-404b-8199-0ccc1ca25857 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:34.827301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ff38dc2-6319-4c76-9773-dc4dd4b1825d req-eefd56c7-fd75-404b-8199-0ccc1ca25857 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 931 time: 0.0523314 Oct 12 12:20:34.866440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ff38dc2-6319-4c76-9773-dc4dd4b1825d req-9bc16555-877c-41a5-b736-17096a7ce5d4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Oct 12 12:20:35.458650 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Request body: {'port': {'device_id': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:20:35.515340 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:35.785748 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323e384a-e509-4498-bbbb-baff9d39fc98 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:20:35.793323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:35.806017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Transition to ACTIVE for port object 323e384a-e509-4498-bbbb-baff9d39fc98 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:20:35.909777 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:35.979226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:36.007332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62b64-6392-41c1-95f0-c7b3d7a7e343 req-7f5375ef-73aa-4a19-a6da-39c02b838a3f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.008661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5de62b64-6392-41c1-95f0-c7b3d7a7e343 req-7f5375ef-73aa-4a19-a6da-39c02b838a3f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 943 time: 0.0601192 Oct 12 12:20:36.043526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Attempting to bind port 323e384a-e509-4498-bbbb-baff9d39fc98 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:20:36.043863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Attempting to bind port 323e384a-e509-4498-bbbb-baff9d39fc98 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:20:36.044253 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Attempting to bind port 323e384a-e509-4498-bbbb-baff9d39fc98 on network 29f65d48-4164-4365-baa4-7677b6371523 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:36.049136 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5de62b64-6392-41c1-95f0-c7b3d7a7e343 req-6291ac97-0bcd-4bf7-8383-5860243792f8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Oct 12 12:20:36.049744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Port 323e384a-e509-4498-bbbb-baff9d39fc98 on network 29f65d48-4164-4365-baa4-7677b6371523 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:20:36.050079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Attempting to bind port 323e384a-e509-4498-bbbb-baff9d39fc98 on network 29f65d48-4164-4365-baa4-7677b6371523 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:20:36.055751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:20:36.056149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Checking segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:20:36.056545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Bound using segment: {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:20:36.056987 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Bound port: 323e384a-e509-4498-bbbb-baff9d39fc98, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7b11e-e993-4839-ac51-9bf0047a50c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29f65d48-4164-4365-baa4-7677b6371523'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:20:36.057359 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:36.133973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:20:36.137052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:20:36.202174 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:36.237784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.238402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:36.240175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] 10.222.0.41 "PUT /v2.0/ports/323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1091 time: 0.8339925 Oct 12 12:20:36.242635 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:20:36.245652 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c" -d '{"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:20:36.272021 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeead49-92d7-453d-b7ec-91ed3c030271 service neutron] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:36.287494 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7702fb-20b0-4958-862a-13546c51b034 x-openstack-request-id: req-1f7702fb-20b0-4958-862a-13546c51b034 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:20:36.287783 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:20:36.288034 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f7702fb-20b0-4958-862a-13546c51b034 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:20:36.288444 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:20:36.351754 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-afc31a21-6b36-4ce7-a311-be26ad33b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.353287 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-afc31a21-6b36-4ce7-a311-be26ad33b134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1094 time: 0.0441616 Oct 12 12:20:36.457454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-7d43cde5-7867-4358-9527-6594f99f7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.458953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-7d43cde5-7867-4358-9527-6594f99f7c60 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e8b26a0f0de1490ea24caf36520772ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974832 Oct 12 12:20:36.557450 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-68d04373-8cfb-4b27-81fc-1038e6b14d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.558952 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-16b435d3-1c26-4aaf-b15f-f0f0a663a45c req-68d04373-8cfb-4b27-81fc-1038e6b14d34 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932345 Oct 12 12:20:36.636524 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-7a62d9e5-78b5-4b29-be98-3d647e51d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.638029 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-7a62d9e5-78b5-4b29-be98-3d647e51d15a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1094 time: 0.0444274 Oct 12 12:20:36.681871 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-8ff477f4-5f67-475f-82e5-1513ff99c4d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 217 time: 0.0338426 Oct 12 12:20:36.731610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-7be0fc4c-c3cb-4fa7-9e04-67d331ce9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.733728 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-7be0fc4c-c3cb-4fa7-9e04-67d331ce9fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0433698 Oct 12 12:20:36.777619 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-4adc0fe5-5db6-4bd2-834d-8abb5bdd232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:36.778993 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-4adc0fe5-5db6-4bd2-834d-8abb5bdd232c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379853 Oct 12 12:20:36.876784 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-85ce020c-876d-4102-97fd-63120b8735ce service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907407 Oct 12 12:20:36.971395 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-fdf7b733-6f9e-4fdc-9a72-82425977a847 req-382dbf30-b533-4446-a144-d3ca7fdda52c service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869577 Oct 12 12:20:37.169052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abcb38-a42c-4c5e-bc95-0e90c45e6536 req-fbdd6bfe-dc6a-4dd2-99ac-1a513ec00c3a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:37.170764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66abcb38-a42c-4c5e-bc95-0e90c45e6536 req-fbdd6bfe-dc6a-4dd2-99ac-1a513ec00c3a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 943 time: 0.0489848 Oct 12 12:20:37.211325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66abcb38-a42c-4c5e-bc95-0e90c45e6536 req-607f37ac-502a-48ca-9889-8058eacc1a7b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Oct 12 12:20:37.853935 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:20:38.325636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37089-6b76-4d05-bbe5-6e4eccb818e8 req-2383d55a-d860-4278-b183-959426d57438 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:38.327646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bc37089-6b76-4d05-bbe5-6e4eccb818e8 req-2383d55a-d860-4278-b183-959426d57438 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 943 time: 0.0502613 Oct 12 12:20:38.366027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9bc37089-6b76-4d05-bbe5-6e4eccb818e8 req-9ac0940c-0231-42d7-a6f0-711460b10322 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Oct 12 12:20:39.484398 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df31d62-a10e-4b8e-9172-e4f3c9b604e7 req-e9b3dd20-0d8f-4242-a12c-c9d5acb4d41d tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:39.485935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4df31d62-a10e-4b8e-9172-e4f3c9b604e7 req-e9b3dd20-0d8f-4242-a12c-c9d5acb4d41d tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 943 time: 0.0534549 Oct 12 12:20:39.525166 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4df31d62-a10e-4b8e-9172-e4f3c9b604e7 req-7a5513c9-e600-4823-8ac2-ed201c3f3092 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332012 Oct 12 12:20:39.625448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 323e384a-e509-4498-bbbb-baff9d39fc98 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:20:39.725861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:39.736529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '323e384a-e509-4498-bbbb-baff9d39fc98', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'port_id': '323e384a-e509-4498-bbbb-baff9d39fc98', 'mac_address': 'fa:16:3e:db:ea:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:20:39.773716 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:39.789251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323e384a-e509-4498-bbbb-baff9d39fc98 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:20:39.811046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:39.858132 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:39.909767 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:40.192875 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:20:40.638775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fe4e3-fd4a-4503-b36f-30423e3d1564 req-f7015b27-b455-4919-990f-3d62c39b36c3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:40.640248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-721fe4e3-fd4a-4503-b36f-30423e3d1564 req-f7015b27-b455-4919-990f-3d62c39b36c3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0492837 Oct 12 12:20:40.678454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-721fe4e3-fd4a-4503-b36f-30423e3d1564 req-ca9e9cb7-f9d4-485e-85d8-350a64dc71e7 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Oct 12 12:20:41.641017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 323e384a-e509-4498-bbbb-baff9d39fc98 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:20:41.738134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 323e384a-e509-4498-bbbb-baff9d39fc98 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:20:41.742189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 323e384a-e509-4498-bbbb-baff9d39fc98 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:20:41.742505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:41.795164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdeee9-0d24-48e4-ad9a-4283b22323a3 req-47355cb8-bf34-4fec-933c-9e5b05eb3dd0 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:41.796878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbcdeee9-0d24-48e4-ad9a-4283b22323a3 req-47355cb8-bf34-4fec-933c-9e5b05eb3dd0 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0508928 Oct 12 12:20:41.823824 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:41.837400 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbcdeee9-0d24-48e4-ad9a-4283b22323a3 req-f58a82c5-0af6-4fec-a35f-8d42c0037268 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Oct 12 12:20:41.859534 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:20:41.859534 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d7bc75-8edb-48a7-968d-a5285186a7ee" -d '{"events": [{"server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:20:41.870465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:20:41.891567 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e15ae-414f-431c-83b6-d54b0f68ddf5 x-openstack-request-id: req-fd9e15ae-414f-431c-83b6-d54b0f68ddf5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:20:41.891885 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:20:41.892134 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd9e15ae-414f-431c-83b6-d54b0f68ddf5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:20:41.892531 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'code': 200} Oct 12 12:20:41.921749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:41.972226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:20:41.985960 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972d76b-7493-41a2-b0a3-55dc3db6c537 req-cf32f77f-04b2-42cb-ad20-1370712eb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:41.987468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e972d76b-7493-41a2-b0a3-55dc3db6c537 req-cf32f77f-04b2-42cb-ad20-1370712eb251 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0416484 Oct 12 12:20:42.021128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e972d76b-7493-41a2-b0a3-55dc3db6c537 req-0a19e953-476c-4005-b4ce-b4c57b959a19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267186 Oct 12 12:20:42.960838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15c20-2df7-42aa-8f27-906a2b40a2a1 req-96e25aea-7cf6-4b8d-a106-acc37404a84e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:42.962297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4fd15c20-2df7-42aa-8f27-906a2b40a2a1 req-96e25aea-7cf6-4b8d-a106-acc37404a84e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0533562 Oct 12 12:20:43.000204 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4fd15c20-2df7-42aa-8f27-906a2b40a2a1 req-9a2db078-28f0-48b6-b95a-1c984a3e916e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Oct 12 12:20:44.111954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbec5ce-da58-4709-aa11-26df886dcd99 req-7fd9077a-5952-48d6-aa94-302070befdca tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:44.113415 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dbec5ce-da58-4709-aa11-26df886dcd99 req-7fd9077a-5952-48d6-aa94-302070befdca tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Oct 12 12:20:44.151272 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2dbec5ce-da58-4709-aa11-26df886dcd99 req-0b01aadc-3939-4c64-8dfc-f8b52d53b1ca tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Oct 12 12:20:44.261804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc6e11-57f5-48ec-a835-3a585367b705 req-1f49c6f4-eac2-401d-979e-5f278862b67f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:44.263901 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6fc6e11-57f5-48ec-a835-3a585367b705 req-1f49c6f4-eac2-401d-979e-5f278862b67f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Oct 12 12:20:44.299986 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6fc6e11-57f5-48ec-a835-3a585367b705 req-8fff92ae-8232-4cd1-9796-2370af21851e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301313 Oct 12 12:20:44.486683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405a65-1b73-483f-bd52-e9b41c8fdc23 req-a6fef09a-13b3-4dac-b4ad-d1e9622b6843 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:44.488190 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af405a65-1b73-483f-bd52-e9b41c8fdc23 req-a6fef09a-13b3-4dac-b4ad-d1e9622b6843 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Oct 12 12:20:44.525802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af405a65-1b73-483f-bd52-e9b41c8fdc23 req-53795a87-f69a-46a0-89f0-b1f81153d67e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Oct 12 12:20:47.773053 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ea0e-98f9-4084-95a1-c7981b486f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:50.498204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64236373-9cd1-4be8-81e4-dc12a3e9b454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:51.675359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:51.972766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:52.709728 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:53.498260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:57.371912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:20:59.877199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1838a-7407-42a1-9f6c-1d6208697726 req-4a99f6bd-67c5-40d8-98c3-72fa20684c09 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:20:59.878657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12e1838a-7407-42a1-9f6c-1d6208697726 req-4a99f6bd-67c5-40d8-98c3-72fa20684c09 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Oct 12 12:20:59.915681 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12e1838a-7407-42a1-9f6c-1d6208697726 req-2d81cdd9-ca40-4171-9efa-49eac2f0eb04 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Oct 12 12:20:59.938436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46260) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:00.017190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d94bcb-39e3-492f-91c1-f93a9fe89e90 tempest-TestMinimumBasicScenario-147034086 tempest-TestMinimumBasicScenario-147034086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:00.018570 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0d94bcb-39e3-492f-91c1-f93a9fe89e90 tempest-TestMinimumBasicScenario-147034086 tempest-TestMinimumBasicScenario-147034086-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1091 time: 0.0791607 Oct 12 12:21:00.021622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46264) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:00.026273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '323e384a-e509-4498-bbbb-baff9d39fc98', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:00.110071 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:00.208347 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:00.314963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Allocated IP 172.25.2.20 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c96ccd9b-104d-44c9-9744-e18906bc35f6) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:21:00.416859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:00.584545 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:00.620902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:21:00.626651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:21:00.630029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:21:00.635298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'Port': ['ID=c96ccd9b-104d-44c9-9744-e18906bc35f6,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:00.665104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.666822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.666822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.666822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.666822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.666822 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.667357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.667357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.667669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.667987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.668306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.668622 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:21:00.993434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:01.109926 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:01.252296 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:01.292140 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:01.362066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'Port': ['ID=c96ccd9b-104d-44c9-9744-e18906bc35f6,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:01.373477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:01.472346 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Floating IP 39a1a2f4-b868-4822-860c-6c5158606e23 associated. External IP: 172.25.2.20, port: 323e384a-e509-4498-bbbb-baff9d39fc98. Oct 12 12:21:02.020953 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:21:02.120653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:21:02.131542 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Sync routers for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:21:02.140177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:21:02.143915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:21:02.179882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.210442 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3841d2ec-c15c-486c-8fd4-0cb2b53434d3 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1877832 Oct 12 12:21:02.211044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:21:02.213295 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:21:02.213608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46266) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:02.218331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202014184', 'description': 'tempest-secgroup-smoke-202014184 description', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:02.249081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:21:02.253361 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e27fa0b-18d6-472c-a3e1-86a12fb65d86 x-openstack-request-id: req-9e27fa0b-18d6-472c-a3e1-86a12fb65d86 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:21:02.253653 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:21:02.253902 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e27fa0b-18d6-472c-a3e1-86a12fb65d86 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:21:02.254304 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:21:02.303185 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.334255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-7b86777e-4a49-4b0f-9c3d-b7a5b1289915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:02.335803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-7b86777e-4a49-4b0f-9c3d-b7a5b1289915 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0596507 Oct 12 12:21:02.450946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.467429 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-30e72bfb-436c-447c-a0ab-3980fb2a4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:02.469174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-30e72bfb-436c-447c-a0ab-3980fb2a4898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.1245208 Oct 12 12:21:02.477597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39a1a2f4-b868-4822-860c-6c5158606e23', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'port_id': '323e384a-e509-4498-bbbb-baff9d39fc98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'mac_address': 'fa:16:3e:db:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:21:00Z', 'updated_at': '2021-10-12T12:21:00Z', 'revision_number': 0, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:21:02.509388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Checking router: 01c0b654-7a8e-452b-acac-1d6bdc01bc45 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:21:02.515908 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.518289 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:21:02.518928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:20:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:21:02.563342 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-0aeb4ec3-ee2b-4c3d-9870-01b908ab26b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 998 time: 0.0842860 Oct 12 12:21:02.567363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:02.614446 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-37f6c11a-078d-470d-af5a-1ff04695b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:02.616003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-37f6c11a-078d-470d-af5a-1ff04695b2dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0459771 Oct 12 12:21:02.629167 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:21:02.651651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.652876 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b14842a6-6f58-49be-8c25-b4fe3651b28a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4381633 Oct 12 12:21:02.656623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46272) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:02.662507 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:02.669096 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-e2adf9ef-2926-4de8-8958-4e677cad5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:02.670634 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-e2adf9ef-2926-4de8-8958-4e677cad5086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461988 Oct 12 12:21:02.743160 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.772945 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-17080400-2649-46f8-b757-94fcac2ec90c service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941279 Oct 12 12:21:02.802879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.858533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39a1a2f4-b868-4822-860c-6c5158606e23', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'port_id': '323e384a-e509-4498-bbbb-baff9d39fc98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'mac_address': 'fa:16:3e:db:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:21:00Z', 'updated_at': '2021-10-12T12:21:00Z', 'revision_number': 0, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:21:02.865811 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e75f0620-fa69-4df6-9787-2c1ca8eb9c7d req-6069bc0d-5f06-4f64-84f6-67663015da85 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Oct 12 12:21:02.875467 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.889907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699b477-ec7f-4192-96ec-a76600fac296 None None] The sync data for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 is: [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '39a1a2f4-b868-4822-860c-6c5158606e23', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'port_id': '323e384a-e509-4498-bbbb-baff9d39fc98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'mac_address': 'fa:16:3e:db:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:21:00Z', 'updated_at': '2021-10-12T12:21:00Z', 'revision_number': 0, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:21:02.894570 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe3586-67c1-4485-95f1-f3855cc5389c,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:02.991798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:02.993056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-642ef3ef-56ed-48c4-8caa-eb1419c1ba7a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353980 Oct 12 12:21:02.995844 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46274) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:03.000908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:03.069276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.081646 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ae506-4003-4d9c-bf4f-9ee1d4e6cd65 None None] New status for floating IP 39a1a2f4-b868-4822-860c-6c5158606e23: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:21:03.130614 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.183907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.204055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e80d7eb-a0b1-4592-b182-29a986e899e5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:03.266485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.267712 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-123ab74f-f4c9-401b-b5da-4185dbfee941 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2708652 Oct 12 12:21:03.270648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46276) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:03.276992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:03.337625 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.398068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.435709 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.457194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38de3a7-6b63-4795-87f3-1325e59a3ca1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:03.517719 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.519127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-34eca054-06e8-43c1-865b-a73072144417 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474561 Oct 12 12:21:03.522147 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46278) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:03.526662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:03.629259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.687035 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.766956 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.783901 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1ce7ce-7f30-42b8-806d-bc0ab60f0aae,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:03.879861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:03.881124 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5f46abca-08f0-4b09-b92e-16d77f8ebab1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3579309 Oct 12 12:21:03.883892 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46280) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:03.888551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:03.955952 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Project e8b26a0f0de1490ea24caf36520772ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:21:03.968168 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.032209 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.086666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.104807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483302bf-c611-4895-adff-e8afe46507bc,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:04.151542 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.152917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e397e6a2-c736-4856-9731-a832cc39a39a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2680266 Oct 12 12:21:04.155651 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46282) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:21:04.160415 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'security_group_rule': {'security_group_id': 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f', 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:04.247008 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Project e8b26a0f0de1490ea24caf36520772ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:21:04.252335 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.312664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.395464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.414423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263ec14e-8b9f-48ac-8e8c-3150a761ccb1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:04.494316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.495588 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-118d6cf3-e36f-44d3-9ba3-7cffa5579c34 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389461 Oct 12 12:21:04.583954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-1af90b7c-d525-410a-bc9e-6b1a353f2559 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202014184&fields=id&tenant_id=e8b26a0f0de1490ea24caf36520772ff HTTP/1.1" status: 200 len: 267 time: 0.0423281 Oct 12 12:21:04.645478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-14b045d6-3e51-4b9c-8c85-74b29b4fb4fb tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:04.647144 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-14b045d6-3e51-4b9c-8c85-74b29b4fb4fb tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0567131 Oct 12 12:21:04.659232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'port': {'security_groups': ['e376533f-210d-4c39-beb3-74a82ecea83d', 'd8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:21:04.730600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:04.930743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:21:04.959268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:05.012179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:05.024005 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:21:05.058981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.059607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:05.061001 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1c4bb13-997c-4bd0-8131-ebf05ded7e3f req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "PUT /v2.0/ports/323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 981 time: 0.4071443 Oct 12 12:21:05.061452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:21:05.064334 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ca5bbf-1181-4c03-a89c-c113f383918b" -d '{"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:21:05.098874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1688-2416-4a2c-91f4-6d1f1f1322f4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:21:05.121344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:21:05.185280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160387-8c99-4352-9864-901ad82afc0c req-a236619e-5acf-43b4-b06b-b723f223f413 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.188027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7160387-8c99-4352-9864-901ad82afc0c req-a236619e-5acf-43b4-b06b-b723f223f413 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0593133 Oct 12 12:21:05.234388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a7160387-8c99-4352-9864-901ad82afc0c req-bb7124cc-fb79-42f9-93e6-ae17d0e1682a tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369480 Oct 12 12:21:05.289676 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dedbbd-899d-49d9-931f-dcad1ef3f542 x-openstack-request-id: req-a3dedbbd-899d-49d9-931f-dcad1ef3f542 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:21:05.289998 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:21:05.290253 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3dedbbd-899d-49d9-931f-dcad1ef3f542 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:21:05.290853 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:21:05.354349 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-b357b6f3-21ad-43cb-8b1a-11f54355065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.355818 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-b357b6f3-21ad-43cb-8b1a-11f54355065f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1135 time: 0.0440519 Oct 12 12:21:05.356194 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-177d2234-0f1a-4fd0-8ffa-2dc10b5562b3 None None] Provisioning complete for port 323e384a-e509-4498-bbbb-baff9d39fc98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:21:05.356562 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-177d2234-0f1a-4fd0-8ffa-2dc10b5562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:05.448800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-755e1606-369a-4bf2-b4c3-466d86fe74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.450181 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-755e1606-369a-4bf2-b4c3-466d86fe74d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.0869353 Oct 12 12:21:05.519668 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-88a4ec36-3bd2-434e-8597-ef61db635eb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1000 time: 0.0617971 Oct 12 12:21:05.568066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-b514a0b4-600f-4422-b5bd-afa223eb37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.569532 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-b514a0b4-600f-4422-b5bd-afa223eb37ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0433745 Oct 12 12:21:05.615348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-ea7be029-ea7b-4231-b1dc-3c75f3bd2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:05.616812 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-ea7be029-ea7b-4231-b1dc-3c75f3bd2dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404062 Oct 12 12:21:05.715221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-e6dc15d1-a8c8-4ca2-923b-51427ab3c487 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909202 Oct 12 12:21:05.803849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-36ca5bbf-1181-4c03-a89c-c113f383918b req-d2bc5727-bad5-40f5-866d-532212457448 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813432 Oct 12 12:21:14.853619 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:21:17.703607 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0cad9f93-c196-48bc-a917-4c68460fb303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:20.520567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7519306d-0ee2-4c21-b96f-ec31966db3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:21.674517 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:21.972527 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:22.726672 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:23.537725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:27.354531 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:38.393607 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-7672f260-329f-40ba-8c97-47b9012ce510 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450048 Oct 12 12:21:38.477674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-942d86d7-a8a1-4f4b-8dd1-a2e67553483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:38.479162 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-942d86d7-a8a1-4f4b-8dd1-a2e67553483e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1135 time: 0.0408335 Oct 12 12:21:38.582961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-186e2885-172c-426e-89e4-251ba533d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:38.585213 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-186e2885-172c-426e-89e4-251ba533d111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.0862405 Oct 12 12:21:38.655955 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-65ca9494-0b7f-4d7e-a4d1-ec16c65a9344 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1000 time: 0.0644443 Oct 12 12:21:38.702600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-106154e7-4254-474b-a861-51d4121e1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:38.704046 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-106154e7-4254-474b-a861-51d4121e1360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0418656 Oct 12 12:21:38.748006 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-8aaebb25-64b1-48f2-8e9f-d8776b3bdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:38.749448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-8aaebb25-64b1-48f2-8e9f-d8776b3bdbbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384459 Oct 12 12:21:38.840885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-fed25de6-f222-445f-894f-ce625e625a71 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Oct 12 12:21:38.934777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-247a538d-d512-49ee-b495-1d2c4ae2ae0e req-055bd5e1-df61-4a8b-bec4-0ea248941bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Oct 12 12:21:47.770801 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8debfc3a-69ab-4ce1-8977-9ce97c363e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:50.514663 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2eee0402-83e3-4deb-a175-22c3cd5779aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:51.434936 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373798-c51e-4bae-9932-283e08f3892f req-c3f47452-fb1a-435d-96c1-0ca8f7eb4ba4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:51.436561 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc373798-c51e-4bae-9932-283e08f3892f req-c3f47452-fb1a-435d-96c1-0ca8f7eb4ba4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0509374 Oct 12 12:21:51.479604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc373798-c51e-4bae-9932-283e08f3892f req-24bd7d24-088d-4c9d-9f99-eb6d8bf437d7 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368099 Oct 12 12:21:51.496499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c253ca-9f85-4d50-8f70-615de3465114 req-0e391f09-d95e-4e36-8756-c81af560db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:51.498103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-0e391f09-d95e-4e36-8756-c81af560db02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1135 time: 0.0457232 Oct 12 12:21:51.587214 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c253ca-9f85-4d50-8f70-615de3465114 req-7787ee9b-08f8-4e3f-820c-1ca321bae494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:51.588700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-7787ee9b-08f8-4e3f-820c-1ca321bae494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.0839274 Oct 12 12:21:51.658822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-5c46dc78-44cc-404a-9895-1c5c6e905407 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1000 time: 0.0617273 Oct 12 12:21:51.680476 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:51.708049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c253ca-9f85-4d50-8f70-615de3465114 req-22bcf419-6907-4aa9-81c7-ef407a291092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:51.709506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-22bcf419-6907-4aa9-81c7-ef407a291092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0440545 Oct 12 12:21:51.758775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c253ca-9f85-4d50-8f70-615de3465114 req-62c9dc97-362a-41e8-8496-23584405f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:51.760217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-62c9dc97-362a-41e8-8496-23584405f025 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435407 Oct 12 12:21:51.853076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:21:51.853908 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-ecd30d6e-b173-4eee-853e-43a6d53ec0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Oct 12 12:21:51.948556 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-37c253ca-9f85-4d50-8f70-615de3465114 req-c837c3fd-76f8-4ee7-8e46-5aee485dd68f service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864074 Oct 12 12:21:51.988426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:52.594517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51c61-e4f4-459b-b9dc-12420d76d557 req-ee14b57c-16c3-4210-a577-7cef4557ca79 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:52.596343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0bb51c61-e4f4-459b-b9dc-12420d76d557 req-ee14b57c-16c3-4210-a577-7cef4557ca79 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0482914 Oct 12 12:21:52.635889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0bb51c61-e4f4-459b-b9dc-12420d76d557 req-7344c4c3-a86e-4789-9cbc-5b9a5f3844a1 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326252 Oct 12 12:21:52.736841 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:53.577374 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:53.758186 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18f7c-88f2-41ec-be84-72a177d75cf4 req-54320981-5bc2-417f-becf-a8431cda77c6 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:53.759702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1b18f7c-88f2-41ec-be84-72a177d75cf4 req-54320981-5bc2-417f-becf-a8431cda77c6 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0538988 Oct 12 12:21:53.799606 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1b18f7c-88f2-41ec-be84-72a177d75cf4 req-e7a09094-7f23-4835-abc3-f8247af552be tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336473 Oct 12 12:21:54.917758 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d177fef-d578-4e94-a1ac-eb83a09c3f5e req-0d409798-97d0-46bb-9dc1-1a9543d8ad57 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:54.919338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d177fef-d578-4e94-a1ac-eb83a09c3f5e req-0d409798-97d0-46bb-9dc1-1a9543d8ad57 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0512204 Oct 12 12:21:54.960405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8d177fef-d578-4e94-a1ac-eb83a09c3f5e req-dda1f38d-b96a-4389-b25c-bb52770fc901 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347509 Oct 12 12:21:56.082584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4587cbd-673f-404f-ad77-1f36deb97124 req-c5a7e4a7-476f-496d-a9ca-df6c8efac7db tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:56.084060 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4587cbd-673f-404f-ad77-1f36deb97124 req-c5a7e4a7-476f-496d-a9ca-df6c8efac7db tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0527689 Oct 12 12:21:56.123761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4587cbd-673f-404f-ad77-1f36deb97124 req-840b5d24-6fdc-4db5-8108-0dffb5f27906 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336556 Oct 12 12:21:57.240499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0c594-02e7-4d21-9029-df41da49d1c2 req-62d54e0b-ed9f-4f04-86ca-59eb2244667c tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:57.242165 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbf0c594-02e7-4d21-9029-df41da49d1c2 req-62d54e0b-ed9f-4f04-86ca-59eb2244667c tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0526166 Oct 12 12:21:57.281515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbf0c594-02e7-4d21-9029-df41da49d1c2 req-da80974c-be7c-42d1-b977-8d4f3243eb3f tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330536 Oct 12 12:21:57.359425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:21:58.395508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2b25c-dca0-4be5-80cd-e3b193c4af8b req-b24dce88-d2ba-44a8-b7a8-fb9484f07e1e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:58.396969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67d2b25c-dca0-4be5-80cd-e3b193c4af8b req-b24dce88-d2ba-44a8-b7a8-fb9484f07e1e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0488219 Oct 12 12:21:58.437197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67d2b25c-dca0-4be5-80cd-e3b193c4af8b req-43b15e6e-386c-4889-8f3c-dfbe5fb2822e tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333028 Oct 12 12:21:59.553868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc9c90-e99a-4860-8d6f-8a33bfe3a273 req-aef077cc-2f36-4708-86bd-a40aaff9cbec tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:21:59.555454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80cc9c90-e99a-4860-8d6f-8a33bfe3a273 req-aef077cc-2f36-4708-86bd-a40aaff9cbec tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0508420 Oct 12 12:21:59.595504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-80cc9c90-e99a-4860-8d6f-8a33bfe3a273 req-99679054-5c0a-47ec-bf78-535fa838b78b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339990 Oct 12 12:22:00.713317 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1708532-cd31-467e-a0d4-67e9be8139e3 req-cf86deef-2caf-498c-b040-11f9edfcebc9 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:00.714770 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1708532-cd31-467e-a0d4-67e9be8139e3 req-cf86deef-2caf-498c-b040-11f9edfcebc9 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0521102 Oct 12 12:22:00.754182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f1708532-cd31-467e-a0d4-67e9be8139e3 req-2af415d0-189f-408a-96c2-d00efc9472f2 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332243 Oct 12 12:22:01.868285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e0302-b683-4007-a175-f0ba559976e9 req-1f4f8680-e8e9-438a-9d5d-6b025053a453 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:01.869740 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af3e0302-b683-4007-a175-f0ba559976e9 req-1f4f8680-e8e9-438a-9d5d-6b025053a453 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0482533 Oct 12 12:22:01.911012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af3e0302-b683-4007-a175-f0ba559976e9 req-2fb575aa-1d0f-44c7-ba05-0d1ffbfb7d13 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351741 Oct 12 12:22:03.028170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb07671-9f73-42c7-bded-b95f78581ff2 req-f2640221-cbe3-4f72-a616-b29ac7caa5ab tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:03.029635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fb07671-9f73-42c7-bded-b95f78581ff2 req-f2640221-cbe3-4f72-a616-b29ac7caa5ab tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0489995 Oct 12 12:22:03.068687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fb07671-9f73-42c7-bded-b95f78581ff2 req-02d953f2-d41f-424f-8c6d-8cd1997ca575 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&id=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327554 Oct 12 12:22:17.737255 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e053cb36-c256-4fc4-bbb3-3a2fb1db2f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:20.513270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-42d6000f-6030-4371-844d-73c1ea8a59ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:21.679319 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:22.010783 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:22.771181 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:23.605052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:27.365135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:28.852899 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:22:39.997675 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-0b8e3f4b-4dd2-499c-be80-e5a29b66abff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399466 Oct 12 12:22:40.084024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-4d23b870-d14b-4587-9d81-05b9f995fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:40.085490 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-4d23b870-d14b-4587-9d81-05b9f995fb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1135 time: 0.0413203 Oct 12 12:22:40.192208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-7f5b713f-e1d2-449b-8c11-b02f9e0be1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:40.193637 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-7f5b713f-e1d2-449b-8c11-b02f9e0be1f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.0860372 Oct 12 12:22:40.256806 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-8beb6cc1-5eeb-4b98-b245-3977972a93aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1000 time: 0.0564201 Oct 12 12:22:40.304836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-8ce4ecac-02a6-40fd-a94f-b8990d7e3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:40.306256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-8ce4ecac-02a6-40fd-a94f-b8990d7e3db6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0430858 Oct 12 12:22:40.362352 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-736e05ae-b749-4d48-b067-b1f9c33ca165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:22:40.364688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-736e05ae-b749-4d48-b067-b1f9c33ca165 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515995 Oct 12 12:22:40.375233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-d6c663d1-6ac9-4d19-a704-aabdf1d32718 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:22:40.376212 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-d6c663d1-6ac9-4d19-a704-aabdf1d32718 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048974 Oct 12 12:22:40.464756 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-66f3957b-8b2c-458e-bde4-d6629c01aa30 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810723 Oct 12 12:22:40.557285 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e7887895-b1fd-4e1a-a672-a782b7d64ffb req-4f1aa776-92e7-45dc-aaa6-e8a1cdf1c5da service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852172 Oct 12 12:22:47.719149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-12ee8f2f-0d8a-4a62-b35b-142af20ee816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:50.502253 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e03d7cca-2d23-4498-99b7-7306ad6b1a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:51.695032 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:52.079244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:52.833452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:53.541989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:22:57.353498 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:05.854236 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:23:06.440721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-fda10c21-39bc-49da-8cdd-9a2f93dd8666 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202014184&fields=id&tenant_id=e8b26a0f0de1490ea24caf36520772ff HTTP/1.1" status: 200 len: 267 time: 0.0379076 Oct 12 12:23:06.494397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-8c044d30-50b9-4aad-aa34-b645b5b04d30 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:06.495941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-8c044d30-50b9-4aad-aa34-b645b5b04d30 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 984 time: 0.0492191 Oct 12 12:23:06.507139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Request body: {'port': {'security_groups': ['e376533f-210d-4c39-beb3-74a82ecea83d']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:06.569602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:06.745238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:06.775831 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:06.832054 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:06.844512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:23:06.879565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:06.880194 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:06.881577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b0ed1841-bd65-4c6e-88c9-2405492c3472 req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "PUT /v2.0/ports/323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 942 time: 0.3791451 Oct 12 12:23:06.888666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46380) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:06.899547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:06.901858 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:06.921420 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event updated for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:06.929611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.930049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.930459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.930887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.931286 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.931698 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.932088 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.932480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.933047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.933225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.933684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.934070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48452e82-2a7c-4408-863b-0922d727aefd tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:06.967399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:23:06.968968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.001980 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.037021 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5814bb6b-fcc9-4892-81dc-95b03f857b03 x-openstack-request-id: req-5814bb6b-fcc9-4892-81dc-95b03f857b03 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:07.037512 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:07.037764 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5814bb6b-fcc9-4892-81dc-95b03f857b03 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:07.038179 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:23:07.112476 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-57e9d5b8-bc8a-43cb-8acb-70c0e900ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:07.113985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-57e9d5b8-bc8a-43cb-8acb-70c0e900ff89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0501857 Oct 12 12:23:07.159920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-08f0bfd5-2ea2-4ddd-99fa-6056b6032f60 None None] Provisioning complete for port 323e384a-e509-4498-bbbb-baff9d39fc98 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:07.160232 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-08f0bfd5-2ea2-4ddd-99fa-6056b6032f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.188299 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.191011 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.192292 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f HTTP/1.1" status: 204 len: 168 time: 0.3019555 Oct 12 12:23:07.196228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:07.212169 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8decef3-95b0-4e5f-9f0d-cfbc3c8f6c0f,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:07.229374 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.230181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.230539 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.230904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.231232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.231557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.232329 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.232663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.232988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.233309 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.234070 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.234397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034e9d-a421-41ca-8fa0-5cb09a27e835 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:07.239497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-49c5951a-c672-4645-9cc1-e65fb1ce9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:07.241173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-49c5951a-c672-4645-9cc1-e65fb1ce9c35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.1182714 Oct 12 12:23:07.313553 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-3fe8843f-84ea-41eb-b8e7-c8c107b33c34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 1000 time: 0.0642321 Oct 12 12:23:07.364861 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-cbadf45e-258d-4d32-a160-046ab5934b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:07.365641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Deleting port c96ccd9b-104d-44c9-9744-e18906bc35f6 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:07.365825 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.367375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-cbadf45e-258d-4d32-a160-046ab5934b8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0455680 Oct 12 12:23:07.413922 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-012c2aec-b477-4ae6-b49b-9e25634dc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:07.415448 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-012c2aec-b477-4ae6-b49b-9e25634dc360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405796 Oct 12 12:23:07.440367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.440693 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.452985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Calling delete_port for c96ccd9b-104d-44c9-9744-e18906bc35f6 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:07.512592 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-1449b483-38de-4279-9e27-a10c650f2d41 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873592 Oct 12 12:23:07.603256 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6c18b842-ebd4-41de-8d93-46b68e8fbf8e req-b8e1bf20-e389-41be-b934-772333c89b2a service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835111 Oct 12 12:23:07.656346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.682189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event deleted for resources: {'Port': ['ID=c96ccd9b-104d-44c9-9744-e18906bc35f6,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:07.746635 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:07.746991 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Floating IP 39a1a2f4-b868-4822-860c-6c5158606e23 disassociated (deleted). External IP: 172.25.2.20, port: 323e384a-e509-4498-bbbb-baff9d39fc98. Oct 12 12:23:07.953445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:23:08.059207 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:08.063931 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:08.068881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Sync routers for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:08.077631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:08.078223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:08.090841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5843d26d-6b4c-4006-ac29-b185985a5d87 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "DELETE /v2.0/floatingips/39a1a2f4-b868-4822-860c-6c5158606e23 HTTP/1.1" status: 204 len: 168 time: 0.8934228 Oct 12 12:23:08.185708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:08.385565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:08.413164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Checking router: 01c0b654-7a8e-452b-acac-1d6bdc01bc45 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:08.421347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:08.421971 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:22:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:08.535358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:08.739119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:08.766846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e1679-d9a7-47fa-8bfa-93bbb8401524 None None] The sync data for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 is: [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:19:58Z', 'revision_number': 4, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'a4c6f3a1-4aaf-4746-8da3-7f61ea54b399', 'name': '', 'network_id': '29f65d48-4164-4365-baa4-7677b6371523', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'mac_address': 'fa:16:3e:60:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:57Z', 'updated_at': '2021-10-12T12:20:01Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'subnets': [{'id': 'e5464540-06db-4ed0-be1f-9348b581b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:23:08.990685 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4629e79-3327-491a-ad89-723137bc3835 None None] New status for floating IP 39a1a2f4-b868-4822-860c-6c5158606e23: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:23:09.039334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:09.041635 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaa9e2a-cb4a-4abc-b021-bd60347be044" -d '{"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:09.082973 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8810b6ee-1f2b-4620-9d48-e153822c9b82 x-openstack-request-id: req-8810b6ee-1f2b-4620-9d48-e153822c9b82 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:09.083362 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:09.083705 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8810b6ee-1f2b-4620-9d48-e153822c9b82 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:09.084247 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:23:09.148613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-9de7df3b-25fc-4471-89de-b6343343a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:09.150076 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-9de7df3b-25fc-4471-89de-b6343343a9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b26a0f0de1490ea24caf36520772ff&device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0411704 Oct 12 12:23:09.242779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-b270dbd2-43b2-49b1-b473-1d93f82f8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:09.244226 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-b270dbd2-43b2-49b1-b473-1d93f82f8f2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 200 len: 916 time: 0.0876141 Oct 12 12:23:09.285644 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-10b1b525-6404-42df-a054-9c2fa8b39ed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 200 len: 217 time: 0.0339162 Oct 12 12:23:09.337850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-c11bd6af-cba5-48a3-ae98-2054d5ece816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:09.339348 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-c11bd6af-cba5-48a3-ae98-2054d5ece816 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 200 len: 854 time: 0.0466945 Oct 12 12:23:09.385079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-92089a42-0dac-418c-9901-179344b47ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:09.386521 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-92089a42-0dac-418c-9901-179344b47ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29f65d48-4164-4365-baa4-7677b6371523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402706 Oct 12 12:23:09.480922 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-a634463e-9423-4545-ab9a-84c50b6f191b service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Oct 12 12:23:09.570782 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-eaaa9e2a-cb4a-4abc-b021-bd60347be044 req-b493e931-80fc-449f-8dd5-e8fd082152f8 service neutron] 10.222.0.41 "GET /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Oct 12 12:23:17.549974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490d0e-d358-49b4-8143-ec366baf2c39 req-5c25223e-5f5b-4b89-9e73-1e0bb4e4a063 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:17.551741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f490d0e-d358-49b4-8143-ec366baf2c39 req-5c25223e-5f5b-4b89-9e73-1e0bb4e4a063 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Oct 12 12:23:17.590387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f490d0e-d358-49b4-8143-ec366baf2c39 req-1d58fd6c-8013-496e-b197-89dd5a47f403 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Oct 12 12:23:17.741300 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-faa15105-00b1-4a37-8c96-c6aaf9d4c643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:18.706527 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd61722-7033-4a94-b622-4144e50fb6fb req-9a0abe57-c331-4a81-979f-466bd04f36ca tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:18.708002 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dd61722-7033-4a94-b622-4144e50fb6fb req-9a0abe57-c331-4a81-979f-466bd04f36ca tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Oct 12 12:23:18.745248 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5dd61722-7033-4a94-b622-4144e50fb6fb req-0d93162f-66f6-4b06-8bef-06867fe15cb9 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307162 Oct 12 12:23:19.380472 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-88243b56-6ba6-476e-840f-69f20614c59b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:19.381906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-88243b56-6ba6-476e-840f-69f20614c59b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.41 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Oct 12 12:23:19.472903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Deleting port 323e384a-e509-4498-bbbb-baff9d39fc98 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:19.473243 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:19.559904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] For port 323e384a-e509-4498-bbbb-baff9d39fc98, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=323e384a-e509-4498-bbbb-baff9d39fc98,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:19.560272 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:19.572691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Calling delete_port for 323e384a-e509-4498-bbbb-baff9d39fc98 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:19.869700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19da5f7-04b6-4407-8b89-e602badfe685 req-3fff78ac-a138-4af6-9587-ecd19f2395d9 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:19.871247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e19da5f7-04b6-4407-8b89-e602badfe685 req-3fff78ac-a138-4af6-9587-ecd19f2395d9 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0560830 Oct 12 12:23:19.910288 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e19da5f7-04b6-4407-8b89-e602badfe685 req-4add5281-030a-43bc-b595-a30567642ed4 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/security-groups?id=e376533f-210d-4c39-beb3-74a82ecea83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Oct 12 12:23:20.123587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:20.136058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['323e384a-e509-4498-bbbb-baff9d39fc98'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:23:20.151898 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Pushing event deleted for resources: {'Port': ['ID=323e384a-e509-4498-bbbb-baff9d39fc98,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:20.199416 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] No DVR routers for this DVR port 323e384a-e509-4498-bbbb-baff9d39fc98 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:23:20.202156 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:20.205602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99987d2b-7bb7-46ba-a449-0d004375d67e req-6a39649a-5bcb-4c5a-9041-543e8cccb9d8 tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.41 "DELETE /v2.0/ports/323e384a-e509-4498-bbbb-baff9d39fc98 HTTP/1.1" status: 204 len: 173 time: 0.8174133 Oct 12 12:23:20.206034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'name': 'network-vif-deleted', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:20.208282 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13a0c5-bca4-4f6b-8db3-1431aed34024" -d '{"events": [{"server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "name": "network-vif-deleted", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:20.298139 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82add219-58f2-40e9-9c87-dce85e184692 x-openstack-request-id: req-82add219-58f2-40e9-9c87-dce85e184692 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:20.298516 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42909bfc-96a4-49a4-814d-34cdf822cbb6", "name": "network-vif-deleted", "tag": "323e384a-e509-4498-bbbb-baff9d39fc98", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:20.298674 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82add219-58f2-40e9-9c87-dce85e184692 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:20.299088 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42909bfc-96a4-49a4-814d-34cdf822cbb6', 'name': 'network-vif-deleted', 'tag': '323e384a-e509-4498-bbbb-baff9d39fc98', 'status': 'completed', 'code': 200} Oct 12 12:23:20.508152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9a3a-6e6a-4f24-88b9-3bf9d7d2205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:21.020877 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-61ea5c6c-13f9-4552-a31d-a143cadd722a req-863fa3e4-51cf-43c7-bd48-82627dac5e4b tempest-TestMinimumBasicScenario-2030202569 tempest-TestMinimumBasicScenario-2030202569-project] 10.222.0.43 "GET /v2.0/ports?device_id=42909bfc-96a4-49a4-814d-34cdf822cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Oct 12 12:23:21.695976 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:22.044667 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:22.339878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 323e384a-e509-4498-bbbb-baff9d39fc98 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:22.364619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 323e384a-e509-4498-bbbb-baff9d39fc98 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:22.364970 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 323e384a-e509-4498-bbbb-baff9d39fc98 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:22.741338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:23.223162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:23.547124 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:23.562437 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:23.802481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Deleting port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:23.802858 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:23.883071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] For port a4c6f3a1-4aaf-4746-8da3-7f61ea54b399, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:23.883434 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:23.896221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Calling delete_port for a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:24.142109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:24.167229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c6f3a1-4aaf-4746-8da3-7f61ea54b399,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:24.333936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:24.543559 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:23:24.646675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:24.652324 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-132be7d5-1275-4b65-a728-7bee3b384e96 admin admin] 10.222.0.43 "PUT /v2.0/routers/01c0b654-7a8e-452b-acac-1d6bdc01bc45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280975 Oct 12 12:23:24.654778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:24.657411 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Sync routers for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:24.667709 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:24.668301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:24.757954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:24.769930 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:24.862615 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.004103 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Deleting port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:25.004448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.086468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] For port 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:25.086866 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.099467 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Calling delete_port for 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:25.108162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:23:24Z', 'revision_number': 5, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port': {'id': '83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:19:56Z', 'updated_at': '2021-10-12T12:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:25.136097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Checking router: 01c0b654-7a8e-452b-acac-1d6bdc01bc45 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:25.144491 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Routers {'01c0b654-7a8e-452b-acac-1d6bdc01bc45'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:25.145104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:25.235507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] Set router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:25.293184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:23:24Z', 'revision_number': 6, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:25.318623 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.319604 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5fcac-21a1-407f-91e0-40b65c8b4f05 None None] The sync data for ids ['01c0b654-7a8e-452b-acac-1d6bdc01bc45'] in n-d-813419-3 is: [{'id': '01c0b654-7a8e-452b-acac-1d6bdc01bc45', 'name': 'tempest-TestMinimumBasicScenario-1285161353-router', 'tenant_id': 'e8b26a0f0de1490ea24caf36520772ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:19:55Z', 'updated_at': '2021-10-12T12:23:24Z', 'revision_number': 6, 'project_id': 'e8b26a0f0de1490ea24caf36520772ff', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:23:25.345044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:25.410088 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.497659 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.499752 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.627430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.627966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c0b654-7a8e-452b-acac-1d6bdc01bc45 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:23:25.632447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.633661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9510d4db-00c6-4a3e-b0e5-cae24647acb6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/01c0b654-7a8e-452b-acac-1d6bdc01bc45 HTTP/1.1" status: 204 len: 168 time: 0.9779787 Oct 12 12:23:25.636610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46496) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:25.693009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Deleting subnet e5464540-06db-4ed0-be1f-9348b581b565 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:23:25.698325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.741607 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.817370 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.936325 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.961080 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5464540-06db-4ed0-be1f-9348b581b565,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:25.965640 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:25.970320 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b56588fe-8455-4c0a-bc5e-34c92e78b080 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5464540-06db-4ed0-be1f-9348b581b565 HTTP/1.1" status: 204 len: 168 time: 0.3323812 Oct 12 12:23:25.971703 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093eb10-9b2e-45ae-8c38-4462a7c97705 None None] Network 29f65d48-4164-4365-baa4-7677b6371523 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:23:25.972812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46498) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:26.045779 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.094735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:26.116328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:26.116764 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a4c6f3a1-4aaf-4746-8da3-7f61ea54b399 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:26.123823 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Deleting port 55c4e47e-9151-4796-96a6-038ca752364e {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:26.124176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.165765 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] DHCP port deletion for 29f65d48-4164-4365-baa4-7677b6371523 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:23:26.197930 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] For port 55c4e47e-9151-4796-96a6-038ca752364e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=55c4e47e-9151-4796-96a6-038ca752364e,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:26.198304 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.212151 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Calling delete_port for 55c4e47e-9151-4796-96a6-038ca752364e owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:26.213232 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Deleting port 55c4e47e-9151-4796-96a6-038ca752364e {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:26.213614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.284003 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] For port 55c4e47e-9151-4796-96a6-038ca752364e, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=55c4e47e-9151-4796-96a6-038ca752364e,segment=NetworkSegment(77f7b11e-e993-4839-ac51-9bf0047a50c5),segment_id=77f7b11e-e993-4839-ac51-9bf0047a50c5)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:26.284405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.298067 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Calling delete_port for 55c4e47e-9151-4796-96a6-038ca752364e owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:26.370347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.376441 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.408394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Pushing event deleted for resources: {'Port': ['ID=55c4e47e-9151-4796-96a6-038ca752364e,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:26.412558 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] No DVR routers for this DVR port 55c4e47e-9151-4796-96a6-038ca752364e on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:23:26.416649 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] No DVR routers for this DVR port 55c4e47e-9151-4796-96a6-038ca752364e on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:23:26.419298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c4e47e-9151-4796-96a6-038ca752364e,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:26.424249 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.424603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.424915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.425247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.425614 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.425957 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.426281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.426600 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.426943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.427492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.427887 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.428371 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c81a3-910a-40a0-a611-2646ca521e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:26.495108 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.515947 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f65d48-4164-4365-baa4-7677b6371523']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:26.526215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f7b11e-e993-4839-ac51-9bf0047a50c5') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:26.526215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f7b11e-e993-4839-ac51-9bf0047a50c5') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:26.535048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.548580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.554714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:23:26.555111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:23:26.557775 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:23:26.661787 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.670660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:26.673072 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] 10.222.0.43 "DELETE /v2.0/networks/29f65d48-4164-4365-baa4-7677b6371523 HTTP/1.1" status: 204 len: 168 time: 0.6993179 Oct 12 12:23:26.676095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46500) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:26.683289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d55387-8490-4572-8d0f-fb14cdcc6970 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f65d48-4164-4365-baa4-7677b6371523,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:27.073942 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:27.310199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Deleting port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:27.310535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:27.392674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] For port d43ce229-f2d4-40d6-a39b-d25e8c91ec3c, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:27.393329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:27.404188 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:27.405733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Calling delete_port for d43ce229-f2d4-40d6-a39b-d25e8c91ec3c owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:27.666053 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:27.678176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:27.697061 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43ce229-f2d4-40d6-a39b-d25e8c91ec3c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:27.700606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:27.700606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 83c944a5-c3eb-4c9f-8e3d-2ef3adbc2745 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:27.700606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 55c4e47e-9151-4796-96a6-038ca752364e no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:27.724288 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 55c4e47e-9151-4796-96a6-038ca752364e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:27.724636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 55c4e47e-9151-4796-96a6-038ca752364e not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:27.864380 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:28.077833 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Router 5186f162-b283-4fdb-8d84-5df2a5a27406 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:23:28.532210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:28.538434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0d45d07e-4346-41ba-8a85-a6541aaf4645 admin admin] 10.222.0.43 "PUT /v2.0/routers/5186f162-b283-4fdb-8d84-5df2a5a27406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594723 Oct 12 12:23:28.539725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46504) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:28.542289 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Sync routers for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:28.552059 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:28.552743 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:28.644273 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:28.662134 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:28.746150 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:28.867579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Deleting port 7778e4cf-e302-4a74-b64f-7af45838cf92 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:28.867923 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:28.917366 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:23:27Z', 'revision_number': 5, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port': {'id': '7778e4cf-e302-4a74-b64f-7af45838cf92', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:20:02Z', 'updated_at': '2021-10-12T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:28.946591 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] For port 7778e4cf-e302-4a74-b64f-7af45838cf92, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7778e4cf-e302-4a74-b64f-7af45838cf92,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:28.946874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:28.948698 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Checking router: 5186f162-b283-4fdb-8d84-5df2a5a27406 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:28.956871 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Routers {'5186f162-b283-4fdb-8d84-5df2a5a27406'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:28.957464 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['5186f162-b283-4fdb-8d84-5df2a5a27406'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:28.959441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Calling delete_port for 7778e4cf-e302-4a74-b64f-7af45838cf92 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:29.043911 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] Set router 5186f162-b283-4fdb-8d84-5df2a5a27406 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:29.096352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:23:28Z', 'revision_number': 6, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:29.126966 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e01ea-c028-458d-9208-142cc8ba4ab1 None None] The sync data for ids ['5186f162-b283-4fdb-8d84-5df2a5a27406'] in n-d-813419-3 is: [{'id': '5186f162-b283-4fdb-8d84-5df2a5a27406', 'name': 'tempest-TestMinimumBasicScenario-430740930-router', 'tenant_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:20:01Z', 'updated_at': '2021-10-12T12:23:28Z', 'revision_number': 6, 'project_id': 'cd6f00d0fe2a4fb189951c95e85a532e', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:23:29.203149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.233830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7778e4cf-e302-4a74-b64f-7af45838cf92,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:29.295158 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.386603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.388723 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.491006 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.495494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5186f162-b283-4fdb-8d84-5df2a5a27406 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:23:29.496388 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.497551 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ee7e402b-b516-469e-98ef-075af3ed5fe6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5186f162-b283-4fdb-8d84-5df2a5a27406 HTTP/1.1" status: 204 len: 168 time: 0.9568586 Oct 12 12:23:29.500086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46506) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:29.550892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Deleting subnet 5d39c5b4-6559-4abc-b86b-c774ea572016 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:23:29.554005 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.587829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.663018 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.792909 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.818680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d39c5b4-6559-4abc-b86b-c774ea572016,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:29.822716 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.826938 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f5d8c56a-6560-4d68-a67c-693f0958de5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d39c5b4-6559-4abc-b86b-c774ea572016 HTTP/1.1" status: 204 len: 168 time: 0.3258550 Oct 12 12:23:29.827664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2ca9e-4dbb-4c98-a30c-c706de9d3559 None None] Network c075272b-796f-4dde-9330-2787e7051d4c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:23:29.829537 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:29.908155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.931934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d43ce229-f2d4-40d6-a39b-d25e8c91ec3c no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:29.963487 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Deleting port 8cc26924-1055-49dd-a676-1e15051a7600 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:29.963822 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:29.971783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d43ce229-f2d4-40d6-a39b-d25e8c91ec3c {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:29.972122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d43ce229-f2d4-40d6-a39b-d25e8c91ec3c not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:29.972549 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7778e4cf-e302-4a74-b64f-7af45838cf92 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:29.996245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7778e4cf-e302-4a74-b64f-7af45838cf92 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:29.996590 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7778e4cf-e302-4a74-b64f-7af45838cf92 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:30.034523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] For port 8cc26924-1055-49dd-a676-1e15051a7600, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8cc26924-1055-49dd-a676-1e15051a7600,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:30.034953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.047414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Calling delete_port for 8cc26924-1055-49dd-a676-1e15051a7600 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:30.069426 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] DHCP port deletion for c075272b-796f-4dde-9330-2787e7051d4c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:23:30.120978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Deleting port 8cc26924-1055-49dd-a676-1e15051a7600 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:23:30.121620 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.188555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] For port 8cc26924-1055-49dd-a676-1e15051a7600, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8cc26924-1055-49dd-a676-1e15051a7600,segment=NetworkSegment(90bfd12a-879a-496c-b7a9-a97f43a9e484),segment_id=90bfd12a-879a-496c-b7a9-a97f43a9e484)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:30.188555 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.200634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Calling delete_port for 8cc26924-1055-49dd-a676-1e15051a7600 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:23:30.209936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.238106 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc26924-1055-49dd-a676-1e15051a7600,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:30.240229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] No DVR routers for this DVR port 8cc26924-1055-49dd-a676-1e15051a7600 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:23:30.279168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.304216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] Pushing event deleted for resources: {'Port': ['ID=8cc26924-1055-49dd-a676-1e15051a7600,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:30.312321 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.315716 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6ea92-5872-4480-a90e-4c85ab71441a None None] No DVR routers for this DVR port 8cc26924-1055-49dd-a676-1e15051a7600 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:23:30.339035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c075272b-796f-4dde-9330-2787e7051d4c']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:30.348475 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bfd12a-879a-496c-b7a9-a97f43a9e484') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:30.348769 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bfd12a-879a-496c-b7a9-a97f43a9e484') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:30.358653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.372634 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.378334 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:23:30.378817 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:23:30.380403 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:23:30.488692 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.494869 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.498127 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c075272b-796f-4dde-9330-2787e7051d4c HTTP/1.1" status: 204 len: 168 time: 0.6675930 Oct 12 12:23:30.509047 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f1db-94d5-4cba-8cfd-55eac0cbd2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c075272b-796f-4dde-9330-2787e7051d4c,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:30.790830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46512) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:30.829362 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7806ce00-6b9d-4e62-879b-f7d9b02ed8b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8b26a0f0de1490ea24caf36520772ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373220 Oct 12 12:23:30.831813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46514) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:30.885664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.906996 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.992693 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:30.999440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:31.000581 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e376533f-210d-4c39-beb3-74a82ecea83d HTTP/1.1" status: 204 len: 168 time: 0.1678817 Oct 12 12:23:31.008389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd2f3-048f-4ae2-bb56-a911b2f6497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376533f-210d-4c39-beb3-74a82ecea83d,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:31.636914 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46520) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:31.676775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8cc26924-1055-49dd-a676-1e15051a7600 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:23:31.683074 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-548f05c2-4049-46b4-912d-d12abfbc421e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd6f00d0fe2a4fb189951c95e85a532e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447013 Oct 12 12:23:31.685607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46522) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:31.697309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8cc26924-1055-49dd-a676-1e15051a7600 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:23:31.697660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8cc26924-1055-49dd-a676-1e15051a7600 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:23:31.732254 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:31.753355 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:31.866685 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:31.870181 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:31.871435 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af7398fb-e216-4a2b-9bba-2c3519dc29ee HTTP/1.1" status: 204 len: 168 time: 0.1848564 Oct 12 12:23:31.878863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b453-98d0-4ca3-9be1-112489dc682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7398fb-e216-4a2b-9bba-2c3519dc29ee,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:34.251641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46562) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:34.256310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380880084', 'description': 'tempest-secgroup-smoke-1380880084 description', 'project_id': 'b6661a55507d48689289d9a215df04ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:34.318608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.329756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.403566 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.460939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.501862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d03a1-a49a-41e2-a40b-cf5922b39ada,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:34.538070 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.604286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.631901 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e96668-d312-457d-84e6-804d7b1ac24d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:34.698263 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.699549 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cf9d0f53-2b33-4888-a3d9-ee8c615ae9d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4468737 Oct 12 12:23:34.702428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46564) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:34.706800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:34.809439 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.867930 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.924384 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:34.944899 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b06f9d8-47da-4a2f-83ee-adcbda6da8ab,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:35.005678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.006900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1a12a61-6e15-4624-9367-f6708f7bf513 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034627 Oct 12 12:23:35.010137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46566) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:35.014456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:35.093952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.149371 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.232306 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.250798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4e4a5a-261d-44c2-b171-7d63a1eeb4e2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:35.331511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.332719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a4171573-76b2-4766-ae0b-0e44e9fd842b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215756 Oct 12 12:23:35.335399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46568) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:35.339795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:35.436967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.495003 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.575678 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.593244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bac3d67-8400-41a4-bf91-5e8709e81c2b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:35.669112 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.670365 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2721696e-2118-4d96-8400-25aa07626dbf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340204 Oct 12 12:23:35.673065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46570) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:35.677375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:35.775333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.831829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.901615 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:35.917532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecf3cad-ce8d-4ef7-9c6a-a5ee3fdb6c17,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:36.011978 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.013203 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8316767f-e633-4501-abe4-bb87617c5c1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392107 Oct 12 12:23:36.015914 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46572) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:36.020484 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:36.078539 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:23:36.083233 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.145491 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.227470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.245001 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef5f9bc-5774-406d-a6d9-ca5924df1fe5,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:36.325310 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.326542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2e8e2a6e-1fb8-4886-9235-e97305926cef tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3097088 Oct 12 12:23:36.329339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46574) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:36.333717 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '52e96668-d312-457d-84e6-804d7b1ac24d', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:36.427001 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:23:36.432223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.493327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.552600 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.572165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6d7e8f-67b4-4e31-9a06-8ba2eba3664f,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:36.684920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.686110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-346f6df5-93ba-49b4-b604-2e1eccde001e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558819 Oct 12 12:23:36.689191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46576) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:36.693924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'network': {'name': 'tempest-network-smoke--1833253201', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:36.768281 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:23:36.771685 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.794202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:23:36.802501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.802886 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Added segment f38be9bc-b408-4ba3-afe0-467211d1bcf9 of type vlan for network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 Oct 12 12:23:36.841603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.951445 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:36.957070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:36.957640 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.021227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Network': ['ID=34f51999-54f7-44bc-9e80-b85b9a69a7a2,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:37.031585 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:23:37.052714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-37a8ee2c-f64c-4ee9-a836-36fa7ee6ff4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3624954 Oct 12 12:23:37.056617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46578) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:37.061093 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'admin_state_up': True, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:37.135826 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.136900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.191367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.379814 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.621607 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.640559 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.740831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.45 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/1c177640-7b21-4ba2-9dc6-7d1dd997c6ce) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:23:37.843239 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.935779 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:37.973439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:37.980294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:37.985704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:23:37.988817 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:38.325291 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:38.526828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:38.718327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:23:38.822859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:38.833544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Sync routers for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:38.842946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:38.847224 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:38.903327 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:38.904574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6f93844b-2e07-4552-afe6-b50905f5fc37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8470078 Oct 12 12:23:38.907715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46580) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:38.948222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:39.029267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d0784caf-1c05-4632-b044-1d02e5084ac1 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b6661a55507d48689289d9a215df04ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204200 Oct 12 12:23:39.031876 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46584) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:39.121609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b790e3c-92e3-4e6a-9e3e-88e7cc36ca5a tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:39.123038 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4b790e3c-92e3-4e6a-9e3e-88e7cc36ca5a tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902438 Oct 12 12:23:39.125891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46586) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:39.126143 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:39.152459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Checking router: 0c6a917b-b2e5-49c1-a480-a4faaaeea76f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:39.152806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Updating router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:23:39.153056 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c92ef33b-9d13-4544-8fb0-5439e4aaf2de tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261378 Oct 12 12:23:39.156200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46588) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:39.160302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518026487', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:39.182909 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.312564 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:23:39.316278 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.429241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.507472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.559561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f513-4ffc-4a49-a857-c626f6af0338 None None] Pushing event updated for resources: {'Port': ['ID=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:39.561846 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Attempting to bind port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:23:39.562211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Attempting to bind port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:23:39.562573 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Attempting to bind port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:23:39.569630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:23:39.569630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:23:39.569630 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.569630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:23:39.569630 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Bound port: 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:23:39.570138 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.622814 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] For port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:23:39.625740 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] For port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:23:39.627882 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.693464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Subnet': ['ID=3c684b28-8dea-4790-8904-0c8d0e89bbfe,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:39.700678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Checking segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:23:39.701042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network hostable DHCP agents. Network: 34f51999-54f7-44bc-9e80-b85b9a69a7a2, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:23:39.707916 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.763340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:39.763944 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:39.775826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:23:39.799048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f513-4ffc-4a49-a857-c626f6af0338 None None] Pushing event updated for resources: {'Port': ['ID=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:39.843115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 34f51999-54f7-44bc-9e80-b85b9a69a7a2) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:39.847598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:39.848189 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:39.856145 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e7b66-a7bf-4981-8a44-db349f9a993d None None] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:23:39.923253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:39.938364 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d87b8157-2463-4301-9455-ee24ad402e08 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7816460 Oct 12 12:23:39.941021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46590) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:40.304488 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:23:40.305898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.372770 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.401133 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:40.436333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b7887-7c51-47cb-9d35-bf2a6abee357 None None] The sync data for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 is: [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:23:40.483526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Allocated IP 172.20.0.2 (34f51999-54f7-44bc-9e80-b85b9a69a7a2/3c684b28-8dea-4790-8904-0c8d0e89bbfe/e9257a64-6c8f-48a3-9650-5029187655df) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:23:40.643953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.717694 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.756705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:40.759824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:40.766158 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:23:40.773620 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.1 (34f51999-54f7-44bc-9e80-b85b9a69a7a2/3c684b28-8dea-4790-8904-0c8d0e89bbfe/87d62d42-d15c-4cfe-9904-b1a6e8ab0e88) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:23:40.777807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Pushing event updated for resources: {'Port': ['ID=e9257a64-6c8f-48a3-9650-5029187655df,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:40.835190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Attempting to bind port e9257a64-6c8f-48a3-9650-5029187655df on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:23:40.835560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Attempting to bind port e9257a64-6c8f-48a3-9650-5029187655df by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:23:40.835920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Attempting to bind port e9257a64-6c8f-48a3-9650-5029187655df on network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:23:40.841435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:23:40.841801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Checking segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:23:40.842201 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.842583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Bound using segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:23:40.843100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Bound port: e9257a64-6c8f-48a3-9650-5029187655df, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:23:40.843477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.911547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] For port e9257a64-6c8f-48a3-9650-5029187655df, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:23:40.912980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:40.917213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] For port e9257a64-6c8f-48a3-9650-5029187655df, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e9257a64-6c8f-48a3-9650-5029187655df,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:23:41.003501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.011828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.053042 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:41.058248 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:41.063300 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:23:41.076574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00255f-524c-404b-91bb-ed2be914aae5 None None] Pushing event updated for resources: {'Port': ['ID=e9257a64-6c8f-48a3-9650-5029187655df,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:41.097113 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:41.117126 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.321667 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.738174 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e9257a64-6c8f-48a3-9650-5029187655df up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:41.792131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e9257a64-6c8f-48a3-9650-5029187655df triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:41.792505 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.877643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.910334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port e9257a64-6c8f-48a3-9650-5029187655df, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e9257a64-6c8f-48a3-9650-5029187655df,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:41.963024 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.968385 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:41.969223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:42.020967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.047851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=e9257a64-6c8f-48a3-9650-5029187655df,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:42.061204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:42.061577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.099357 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.102011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:42.147999 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.169204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:42.195064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:42.197045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:42.226818 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.276484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:42.313021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:23:42.432368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:42.438003 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-03b34cca-6793-4808-8c7c-b4af2cad1d9c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/0c6a917b-b2e5-49c1-a480-a4faaaeea76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959230 Oct 12 12:23:42.453197 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Sync routers for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:42.464969 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:42.466129 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:42.588368 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:42.593535 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-76b6d0ae-2e21-429a-baa8-7b656092ff29 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380880084&fields=id&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 267 time: 0.0401239 Oct 12 12:23:42.651130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bf787-75e8-448c-a93f-3468fcf657ab None None] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:23:42.718360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-78eb25de-c32d-4c51-99eb-ffe29ed92284 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:42.720683 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-78eb25de-c32d-4c51-99eb-ffe29ed92284 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/networks?id=34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 200 len: 797 time: 0.1195164 Oct 12 12:23:42.736983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-f208fab6-cb38-4615-a844-bc1ca45ad4d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/quotas/b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 375 time: 0.0105636 Oct 12 12:23:42.744383 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-62ddbf1a-5915-46b9-8e23-56e2a2ba5c7b None None] Provisioning complete for port e9257a64-6c8f-48a3-9650-5029187655df triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:42.744764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-62ddbf1a-5915-46b9-8e23-56e2a2ba5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.793719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-472c6690-7d90-4750-8d7f-117489341e7a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497456 Oct 12 12:23:42.813139 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 2, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:42.841886 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Checking router: 0c6a917b-b2e5-49c1-a480-a4faaaeea76f for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:42.842241 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Updating router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:23:42.881761 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:23:42.884821 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:42.958321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-c2ed36b6-1a0a-4eae-b8d4-0ca69098c1c3 service neutron] 10.222.0.43 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524842 Oct 12 12:23:43.063112 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-03f99894-2597-4d85-a911-518be3de1669 service neutron] 10.222.0.43 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974438 Oct 12 12:23:43.129545 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-11225343-7977-4c4f-89c2-7a5a4a478eee None None] Provisioning complete for port e9257a64-6c8f-48a3-9650-5029187655df triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.130096 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11225343-7977-4c4f-89c2-7a5a4a478eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.166810 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.231127 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-11225343-7977-4c4f-89c2-7a5a4a478eee None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.231728 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-11225343-7977-4c4f-89c2-7a5a4a478eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.250175 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.277199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-11225343-7977-4c4f-89c2-7a5a4a478eee None None] Port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:23:43.337065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1df18927-0db8-409e-a8f4-8f783264278f req-7a17a114-4935-4441-bda7-49d7ae824b84 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0284731 Oct 12 12:23:43.357970 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Pushing event updated for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:43.368518 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Attempting to bind port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:23:43.368978 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Attempting to bind port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:23:43.369455 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Attempting to bind port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 on network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:23:43.373474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.373820 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.374156 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.374492 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.374854 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.375177 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.375501 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.375822 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.376142 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.376460 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.376777 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.377096 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:23:43.383116 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:23:43.383116 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Checking segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:23:43.387158 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.387626 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Bound using segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:23:43.388057 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Bound port: 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:23:43.388946 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.397827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7c9e62f0-3ee2-4f6c-a9e2-a217b76d5b02 None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.398194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7c9e62f0-3ee2-4f6c-a9e2-a217b76d5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.436782 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e62f0-3ee2-4f6c-a9e2-a217b76d5b02 None None] Port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:23:43.457123 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] For port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:23:43.460332 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] For port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:23:43.524634 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.556841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.557213 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.589847 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff9910-07dd-4f0d-9db0-6931e5a72bb0 None None] Pushing event updated for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:43.597111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:43.597875 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:43.657714 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.698389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] For port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:43.715844 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:43.722586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e9257a64-6c8f-48a3-9650-5029187655df up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:43.766990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.833278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e9257a64-6c8f-48a3-9650-5029187655df triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.833648 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.835152 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1019952-4d46-4d3c-86cc-b8c55cd717bf None None] Pushing event updated for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:43.895489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8267c5e3-a46b-4197-94a8-e81a388c5a52 None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:43.895854 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8267c5e3-a46b-4197-94a8-e81a388c5a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:43.973853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:44.016984 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:44.043760 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d6409-b3f1-49bb-8318-15a6c8693596 None None] The sync data for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 is: [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:23:44.059675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:44.060050 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:44.173821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-25034800-27df-4ed5-bdd1-14e7c89bdaf2 None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:44.174504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-25034800-27df-4ed5-bdd1-14e7c89bdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:44.418451 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67edf6a5-efd1-4570-8d56-435d034c7fc3 req-6d814b87-b7d3-49ac-8aee-ccc0281c5d7b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0283642 Oct 12 12:23:45.518937 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-72f8c97f-1dbf-4e41-be76-b956eb5e2f41 req-7b8b2afc-daed-45f2-9c0d-5b14560c949f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Oct 12 12:23:45.702914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:45.750335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:45.750726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:46.613639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d26fefb-584a-46fb-95a9-20484bece3c0 req-d1d7150c-dbf2-4976-85b6-12b4a780c501 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0285425 Oct 12 12:23:47.458626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-0725381e-c3d4-47e9-b525-75013aa53f70 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:47.460116 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-0725381e-c3d4-47e9-b525-75013aa53f70 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/networks?id=34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 200 len: 797 time: 0.1039751 Oct 12 12:23:47.504139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d395e17c-31d9-46c2-ad9f-801283638d54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 380 time: 0.0350938 Oct 12 12:23:47.513873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'port': {'device_id': '47809a44-c322-4155-8102-907bf0507495', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'admin_state_up': True, 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'security_groups': ['52e96668-d312-457d-84e6-804d7b1ac24d']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:47.699775 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:23:47.703362 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:47.715607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9de1f89f-ac0d-4986-8862-21c5fa058143 req-2cbeb9d8-891b-4037-b04a-47f7907e3292 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Oct 12 12:23:47.724026 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ee79e3e9-b867-4e80-99c5-23d9e5618134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:47.827294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.5 (34f51999-54f7-44bc-9e80-b85b9a69a7a2/3c684b28-8dea-4790-8904-0c8d0e89bbfe/a69ba068-4bae-41ed-a564-ec52f2e3cd15) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:23:47.964682 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.078320 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.120885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:48.125644 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:48.129209 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:23:48.158100 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:48.186133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:48.186790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.271086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-d0cddb5c-9ea9-4376-a819-a90ebe0cfe48 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607613 Oct 12 12:23:48.284350 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Request body: {'port': {'device_id': '47809a44-c322-4155-8102-907bf0507495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:48.337986 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.401897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-32c0db7d-aa43-41ff-8871-c0c4fa215faf None None] Provisioning complete for port a69ba068-4bae-41ed-a564-ec52f2e3cd15 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:48.402185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-32c0db7d-aa43-41ff-8871-c0c4fa215faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.436183 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-32c0db7d-aa43-41ff-8871-c0c4fa215faf None None] Port a69ba068-4bae-41ed-a564-ec52f2e3cd15 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:23:48.600875 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69ba068-4bae-41ed-a564-ec52f2e3cd15 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:23:48.608712 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.621709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Transition to ACTIVE for port object a69ba068-4bae-41ed-a564-ec52f2e3cd15 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:23:48.689342 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:48.837773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68007e6a-e097-4225-98fc-1fc0b2650f18 req-2ca0a841-1c83-4aed-b1dd-0a1533787eda tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:48.839389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68007e6a-e097-4225-98fc-1fc0b2650f18 req-2ca0a841-1c83-4aed-b1dd-0a1533787eda tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 943 time: 0.0523901 Oct 12 12:23:48.880264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-68007e6a-e097-4225-98fc-1fc0b2650f18 req-b91e401e-434a-4ac5-abd7-9bad2c51104f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Oct 12 12:23:49.084515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:49.152944 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Attempting to bind port a69ba068-4bae-41ed-a564-ec52f2e3cd15 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:23:49.153285 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Attempting to bind port a69ba068-4bae-41ed-a564-ec52f2e3cd15 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:23:49.153614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Attempting to bind port a69ba068-4bae-41ed-a564-ec52f2e3cd15 on network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:23:49.158177 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Port a69ba068-4bae-41ed-a564-ec52f2e3cd15 on network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:23:49.158496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Attempting to bind port a69ba068-4bae-41ed-a564-ec52f2e3cd15 on network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:23:49.163358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:23:49.163850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Checking segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:23:49.164768 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Bound using segment: {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:23:49.165620 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Bound port: a69ba068-4bae-41ed-a564-ec52f2e3cd15, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38be9bc-b408-4ba3-afe0-467211d1bcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:23:49.166004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:49.231320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:23:49.235246 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:23:49.341581 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:49.377162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.377804 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:49.379210 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] 10.222.0.41 "PUT /v2.0/ports/a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 200 len: 1091 time: 1.0993252 Oct 12 12:23:49.379666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:49.381890 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:49.408157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b53982-0d08-44bd-ad67-168fe4c44653 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:49.424062 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aec0f0-891c-4ea4-92bd-90adc08dc66c x-openstack-request-id: req-d2aec0f0-891c-4ea4-92bd-90adc08dc66c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:49.424421 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:49.424665 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2aec0f0-891c-4ea4-92bd-90adc08dc66c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:49.425166 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'status': 'completed', 'code': 200} Oct 12 12:23:49.489633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-da9256d6-571c-476f-a447-9ba84cff6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.492030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-da9256d6-571c-476f-a447-9ba84cff6a7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1094 time: 0.0467398 Oct 12 12:23:49.600227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-8e3a52f4-ca74-4678-8c49-bb33891ff6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.601741 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-8e3a52f4-ca74-4678-8c49-bb33891ff6b8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6661a55507d48689289d9a215df04ea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1026049 Oct 12 12:23:49.696843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-7ee20d7c-4f79-4605-a5e0-2aa414359501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.698202 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18992f49-4f0c-4e1c-a4ad-4a0406a55ac8 req-7ee20d7c-4f79-4605-a5e0-2aa414359501 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890050 Oct 12 12:23:49.771777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-151edaf3-dbaf-4167-a6b5-0a09c4b26195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.773247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-151edaf3-dbaf-4167-a6b5-0a09c4b26195 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1094 time: 0.0403633 Oct 12 12:23:49.817597 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-3da5a210-3813-4856-b264-db428fc11132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 200 len: 217 time: 0.0366635 Oct 12 12:23:49.869804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-b590676e-e476-4455-81bc-0dc6be40cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.871254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-b590676e-e476-4455-81bc-0dc6be40cabd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c684b28-8dea-4790-8904-0c8d0e89bbfe HTTP/1.1" status: 200 len: 834 time: 0.0467267 Oct 12 12:23:49.916996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-69d2f3ac-deb7-487d-b814-f646ac99bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:49.918552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-69d2f3ac-deb7-487d-b814-f646ac99bb6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f51999-54f7-44bc-9e80-b85b9a69a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409000 Oct 12 12:23:50.005245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda2153-b81c-4000-ac8d-e7370c4b9db3 req-e3222b64-b72b-4ca4-9f79-101b5b75a9df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:50.006724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fda2153-b81c-4000-ac8d-e7370c4b9db3 req-e3222b64-b72b-4ca4-9f79-101b5b75a9df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 943 time: 0.0530794 Oct 12 12:23:50.013778 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-c0f2a013-4562-47f7-b920-cca0d4199119 service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870175 Oct 12 12:23:50.046115 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5fda2153-b81c-4000-ac8d-e7370c4b9db3 req-5870dcdb-74de-49dc-872c-40b40f422b6b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Oct 12 12:23:50.105976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-596fecf9-45b4-4f59-a23d-9c49a8d7af0c req-bdfef2f6-8349-4da1-bb2e-df9aab87a73a service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Oct 12 12:23:50.541840 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1daf2160-00bf-43be-b123-bfa7da36642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:51.160743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82bba4-1daa-4efc-baa0-593dc5aa950d req-e5b4c13f-cffd-43fb-9845-0089d6ad9669 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:51.162218 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f82bba4-1daa-4efc-baa0-593dc5aa950d req-e5b4c13f-cffd-43fb-9845-0089d6ad9669 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 943 time: 0.0495884 Oct 12 12:23:51.200059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9f82bba4-1daa-4efc-baa0-593dc5aa950d req-a7d3e821-2cf2-4e48-a3b4-ee9ca437183a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Oct 12 12:23:51.689725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:51.992615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:52.316970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc9c1-6a66-492d-ac41-a15b80d6c452 req-29181e46-d199-4de8-b481-d553005c6f5f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:52.318411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51bfc9c1-6a66-492d-ac41-a15b80d6c452 req-29181e46-d199-4de8-b481-d553005c6f5f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Oct 12 12:23:52.355579 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51bfc9c1-6a66-492d-ac41-a15b80d6c452 req-7e91e6ec-6149-4330-beab-086e1516f63a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Oct 12 12:23:52.464091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a69ba068-4bae-41ed-a564-ec52f2e3cd15 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:23:52.561801 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:52.573002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'port_id': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'mac_address': 'fa:16:3e:6e:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:23:52.609570 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:52.622502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69ba068-4bae-41ed-a564-ec52f2e3cd15 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:23:52.641917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:52.712817 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:52.759849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:52.762627 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:53.048403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a69ba068-4bae-41ed-a564-ec52f2e3cd15'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:23:53.473577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cda61-9c56-4941-989c-8da36f32ebc1 req-542e0726-f99b-4595-a8cc-f910009c35f1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:53.475107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b1cda61-9c56-4941-989c-8da36f32ebc1 req-542e0726-f99b-4595-a8cc-f910009c35f1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 944 time: 0.0535765 Oct 12 12:23:53.514640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b1cda61-9c56-4941-989c-8da36f32ebc1 req-fd153aee-51fb-4bce-8ebf-ffba3a3f1105 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Oct 12 12:23:53.546838 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:54.480092 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a69ba068-4bae-41ed-a564-ec52f2e3cd15 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:23:54.598424 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a69ba068-4bae-41ed-a564-ec52f2e3cd15 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:23:54.602645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a69ba068-4bae-41ed-a564-ec52f2e3cd15 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:23:54.603141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:54.631142 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ee8b6-53a9-4ff2-9869-1aa3216de38c req-815d06bc-e206-4c45-a90f-7603fa63e375 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:54.632646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b75ee8b6-53a9-4ff2-9869-1aa3216de38c req-815d06bc-e206-4c45-a90f-7603fa63e375 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 944 time: 0.0504637 Oct 12 12:23:54.672054 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b75ee8b6-53a9-4ff2-9869-1aa3216de38c req-ffb52d2f-fe40-4ffa-b8c8-aeb26c343f34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Oct 12 12:23:54.683092 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:54.705705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:54.707951 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5879acf-49a6-4a08-93fb-429845bdbd5f" -d '{"events": [{"server_uuid": "47809a44-c322-4155-8102-907bf0507495", "name": "network-vif-plugged", "status": "completed", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:54.720860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:23:54.799703 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ec7fc-11a3-4fc3-8fcc-c1684b020e97 x-openstack-request-id: req-2d7ec7fc-11a3-4fc3-8fcc-c1684b020e97 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:54.799996 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47809a44-c322-4155-8102-907bf0507495", "name": "network-vif-plugged", "status": "completed", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:54.800248 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d7ec7fc-11a3-4fc3-8fcc-c1684b020e97 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:54.800647 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'code': 200} Oct 12 12:23:54.802861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:54.853597 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:54.898761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3d4a-7f21-4cd9-aa8f-51c245fa8a82 req-2c553fcc-3f8f-4216-a20b-fbecc47b2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:54.900400 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25ee3d4a-7f21-4cd9-aa8f-51c245fa8a82 req-2c553fcc-3f8f-4216-a20b-fbecc47b2b08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1096 time: 0.0456448 Oct 12 12:23:54.934254 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-25ee3d4a-7f21-4cd9-aa8f-51c245fa8a82 req-41ef4121-ef8e-4572-95dc-7a88bcb2f56e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272760 Oct 12 12:23:55.789689 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08b01-c003-4187-a9b2-d9e7f6ff1066 req-ff6fffdf-061a-47e6-8358-49739bd0ef13 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:55.791719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bf08b01-c003-4187-a9b2-d9e7f6ff1066 req-ff6fffdf-061a-47e6-8358-49739bd0ef13 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Oct 12 12:23:55.828640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2bf08b01-c003-4187-a9b2-d9e7f6ff1066 req-5ca1931b-1780-4644-a4c2-082a387f8875 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Oct 12 12:23:56.948293 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786a416-fc39-4801-a10e-409b267f308d req-d59e80c8-0472-4428-ac16-e990c09cb4b7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:56.949775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4786a416-fc39-4801-a10e-409b267f308d req-d59e80c8-0472-4428-ac16-e990c09cb4b7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Oct 12 12:23:56.988696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4786a416-fc39-4801-a10e-409b267f308d req-3513c8f6-517c-47d6-8a24-4027404973f7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Oct 12 12:23:57.101730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40627e-d922-4c91-b219-41834b80bd10 req-df75f6d4-559c-4eaf-b660-9abf76961672 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:57.103230 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab40627e-d922-4c91-b219-41834b80bd10 req-df75f6d4-559c-4eaf-b660-9abf76961672 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Oct 12 12:23:57.141198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ab40627e-d922-4c91-b219-41834b80bd10 req-55c46684-e3ab-44e3-a3a2-82fd40504698 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Oct 12 12:23:57.162189 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:57.200771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ee313-ee8e-42cf-a4bb-3d1a1bd49575 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:57.202229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-449ee313-ee8e-42cf-a4bb-3d1a1bd49575 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1091 time: 0.0390761 Oct 12 12:23:57.205032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46658) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:57.209152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:23:57.284020 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:57.393460 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:57.404145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:57.495182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.206 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:23:57.599345 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:57.690119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:57.727607 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:23:57.730614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:23:57.733337 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:23:57.768104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:58.094502 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:58.216905 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:58.366862 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:58.431216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:58.503891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:23:58.514088 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:58.612949 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP ca76b6a1-cadd-4603-a9e3-943cd08540f0 associated. External IP: 172.25.2.206, port: a69ba068-4bae-41ed-a564-ec52f2e3cd15. Oct 12 12:23:58.815229 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:23:58.917153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:23:58.926470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Sync routers for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:23:58.935870 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:58.936460 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:58.994820 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:23:59.025235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-95395efd-9a14-4b8f-bc9b-fbf439c850ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8192003 Oct 12 12:23:59.026439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:23:59.028750 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeefe066-3184-4bfe-aa45-4958fa1d3195" -d '{"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:23:59.050495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:59.120182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040751a-4116-4ca1-8f8b-6be8cfc72863 req-4886682f-6ba2-4007-b9da-f2076f051101 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:59.121585 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5040751a-4116-4ca1-8f8b-6be8cfc72863 req-4886682f-6ba2-4007-b9da-f2076f051101 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Oct 12 12:23:59.160484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5040751a-4116-4ca1-8f8b-6be8cfc72863 req-6e3c1bfd-6110-49c0-9946-b4b857a414c6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Oct 12 12:23:59.183586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46664) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:23:59.222010 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba347b37-70d9-48ac-a0ee-b4baf8d54438 x-openstack-request-id: req-ba347b37-70d9-48ac-a0ee-b4baf8d54438 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:23:59.222278 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:23:59.222526 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba347b37-70d9-48ac-a0ee-b4baf8d54438 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:23:59.222959 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'status': 'completed', 'code': 200} Oct 12 12:23:59.255381 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-77617a2f-9d40-4edf-b8ce-119821e1548a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/ca76b6a1-cadd-4603-a9e3-943cd08540f0 HTTP/1.1" status: 200 len: 991 time: 0.0706315 Oct 12 12:23:59.279990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-4f4eef37-63ce-471e-b66b-353354449a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:59.281618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-4f4eef37-63ce-471e-b66b-353354449a93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1096 time: 0.0498617 Oct 12 12:23:59.377266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-8f265e13-b38b-4f35-af6f-15e40664088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:59.378636 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-8f265e13-b38b-4f35-af6f-15e40664088f service neutron] 10.222.0.41 "GET /v2.0/networks?id=34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 200 len: 898 time: 0.0905056 Oct 12 12:23:59.436181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ca76b6a1-cadd-4603-a9e3-943cd08540f0', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'port_id': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'mac_address': 'fa:16:3e:6e:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47809a44-c322-4155-8102-907bf0507495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:23:57Z', 'updated_at': '2021-10-12T12:23:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:59.445000 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-125db67b-0d3b-4875-9385-3b3711302a6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 200 len: 999 time: 0.0583205 Oct 12 12:23:59.465943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Checking router: 0c6a917b-b2e5-49c1-a480-a4faaaeea76f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:23:59.474481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:23:59.475128 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:23:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:59.493752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-1b4bbdd9-f8d8-4ede-9b51-a4218a8bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:59.495926 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-1b4bbdd9-f8d8-4ede-9b51-a4218a8bd3e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c684b28-8dea-4790-8904-0c8d0e89bbfe HTTP/1.1" status: 200 len: 834 time: 0.0441680 Oct 12 12:23:59.546762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-c7ffc9dc-8f5e-4f16-a7e7-b860fc57b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:23:59.548315 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-c7ffc9dc-8f5e-4f16-a7e7-b860fc57b30e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f51999-54f7-44bc-9e80-b85b9a69a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453904 Oct 12 12:23:59.581907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:23:59.656473 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-e028e67d-5a34-4699-80d0-cc1ca1d43aae service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002598 Oct 12 12:23:59.752933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-aeefe066-3184-4bfe-aa45-4958fa1d3195 req-bca56eda-509a-4ebb-ba84-454bbf8dbf0e service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896795 Oct 12 12:23:59.804262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ca76b6a1-cadd-4603-a9e3-943cd08540f0', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'port_id': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'mac_address': 'fa:16:3e:6e:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47809a44-c322-4155-8102-907bf0507495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:23:57Z', 'updated_at': '2021-10-12T12:23:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:23:59.834170 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bf69a-8726-4f2f-bb55-17add1f857b0 None None] The sync data for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 is: [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'ca76b6a1-cadd-4603-a9e3-943cd08540f0', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'port_id': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'mac_address': 'fa:16:3e:6e:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47809a44-c322-4155-8102-907bf0507495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:23:57Z', 'updated_at': '2021-10-12T12:23:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:24:00.031352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1610e-287f-4e0a-af9a-8ea2197c64a8 None None] New status for floating IP ca76b6a1-cadd-4603-a9e3-943cd08540f0: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:24:00.258959 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46666) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:24:00.324377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-487c95af-5fb1-4ed4-b2bd-f6da0252871c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/ca76b6a1-cadd-4603-a9e3-943cd08540f0 HTTP/1.1" status: 200 len: 993 time: 0.0641518 Oct 12 12:24:08.275852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-377798f8-3310-4eae-91ab-50c623d3bda4 req-587f72b1-ee4b-48ce-aa75-950c4dc7daec service neutron] (95547) timed out ('10.222.0.43', 39386) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 12:24:17.741242 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7b90adab-11c8-47e8-a9b4-bdde1c7dcfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:19.850655 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:24:20.529594 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-05976c69-0251-4bff-995e-2d09e820b1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:21.689160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:21.997765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:22.762093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:23.550948 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:27.420149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:40.398463 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-ae5386c1-3d51-42c8-a699-46b0fb630a90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404134 Oct 12 12:24:40.479638 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-60266dc8-7ed1-47f9-9977-ffc018eb6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:24:40.481199 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-60266dc8-7ed1-47f9-9977-ffc018eb6e5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1096 time: 0.0405886 Oct 12 12:24:40.590030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-fcb21461-7110-40da-8779-ba3d150d234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:24:40.591550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-fcb21461-7110-40da-8779-ba3d150d234e service neutron] 10.222.0.41 "GET /v2.0/networks?id=34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 200 len: 898 time: 0.0893016 Oct 12 12:24:40.656171 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-4765f9b6-2e3e-4dd1-943c-fe16860619b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 200 len: 1001 time: 0.0571532 Oct 12 12:24:40.708600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-860db2c7-740f-4554-b2bb-2c3169873d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:24:40.710001 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-860db2c7-740f-4554-b2bb-2c3169873d41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c684b28-8dea-4790-8904-0c8d0e89bbfe HTTP/1.1" status: 200 len: 834 time: 0.0471911 Oct 12 12:24:40.755745 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-1413c9bd-1fd5-4080-8198-48919758b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:24:40.758430 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-1413c9bd-1fd5-4080-8198-48919758b8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f51999-54f7-44bc-9e80-b85b9a69a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402725 Oct 12 12:24:40.845550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-e7179243-e8c5-463a-875b-2a047056fba2 service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814292 Oct 12 12:24:40.937128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8e2efc23-4543-42b2-be54-1eb2f689a62f req-a0a71add-60b9-409f-920b-689bb41c4f51 service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Oct 12 12:24:47.767613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5d06650a-5622-4aeb-8bde-aae36ba38243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:50.517035 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dac45edc-3305-418b-a5c4-3d07000e75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:51.687085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:52.031464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:52.750011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:53.555695 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:24:56.850315 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:24:57.418142 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:01.405795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1863-7707-4f2a-8f50-69b8af1253f3 req-575b5876-2e00-4057-a2ba-29929e70c53e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:01.407447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4af1863-7707-4f2a-8f50-69b8af1253f3 req-575b5876-2e00-4057-a2ba-29929e70c53e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Oct 12 12:25:01.445661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d4af1863-7707-4f2a-8f50-69b8af1253f3 req-1f709325-3f87-41b6-8149-95631acbdecd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Oct 12 12:25:02.567805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a50c3-ff90-4202-821d-0a49ed510788 req-ce98ab88-901b-4d24-9374-cdf205ac9310 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:02.569258 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c4a50c3-ff90-4202-821d-0a49ed510788 req-ce98ab88-901b-4d24-9374-cdf205ac9310 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Oct 12 12:25:02.606438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c4a50c3-ff90-4202-821d-0a49ed510788 req-b833a414-9863-42fd-b924-8060d5cf8751 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Oct 12 12:25:02.628838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46704) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:02.687844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-412e2d94-8a14-4e5c-8a69-35991f9bdd0d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/ca76b6a1-cadd-4603-a9e3-943cd08540f0 HTTP/1.1" status: 200 len: 993 time: 0.0579062 Oct 12 12:25:04.145383 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6586-70fe-4757-b31b-4f2e39c0b44b req-c3afe45b-39d0-461f-8bfb-851c27c8bdc1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:04.147653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-573b6586-70fe-4757-b31b-4f2e39c0b44b req-c3afe45b-39d0-461f-8bfb-851c27c8bdc1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0509040 Oct 12 12:25:04.191746 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-573b6586-70fe-4757-b31b-4f2e39c0b44b req-34a0ed6f-4b5a-4a08-9f91-12b5c3bb6feb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Oct 12 12:25:05.315217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14d6b5-5611-4bb8-9700-3e7e9d3237d4 req-f5440e9b-cbca-4d20-b567-775035b9e9e5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:05.316697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e14d6b5-5611-4bb8-9700-3e7e9d3237d4 req-f5440e9b-cbca-4d20-b567-775035b9e9e5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0528984 Oct 12 12:25:05.355878 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3e14d6b5-5611-4bb8-9700-3e7e9d3237d4 req-7313db2c-24da-4dc2-ba0c-7ea4da4466ca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 Oct 12 12:25:05.377857 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46714) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:05.436632 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8a902ff0-5888-4011-97e1-5d1e51a2c51f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/ca76b6a1-cadd-4603-a9e3-943cd08540f0 HTTP/1.1" status: 200 len: 993 time: 0.0576308 Oct 12 12:25:05.659102 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46720) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:05.821974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:25:05.822312 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:05.896157 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:05.896484 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:05.908246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:25:06.099878 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:06.124308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=047a8bf2-fa98-45c3-b5f5-e91f4e5ff38c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:06.137830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.138182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.138669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.139037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.139373 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.139707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.140036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.140367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.140695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.141019 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.141340 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.141660 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:06.195022 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:06.195426 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP ca76b6a1-cadd-4603-a9e3-943cd08540f0 disassociated (deleted). External IP: 172.25.2.206, port: a69ba068-4bae-41ed-a564-ec52f2e3cd15. Oct 12 12:25:06.404187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:25:06.509633 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:25:06.514428 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:06.519305 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Sync routers for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:25:06.528452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:06.529045 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:06.541933 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2eb57844-c80a-4dd1-b51f-826ab903101a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca76b6a1-cadd-4603-a9e3-943cd08540f0 HTTP/1.1" status: 204 len: 168 time: 0.8817673 Oct 12 12:25:06.542548 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:25:06.544853 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4004e-dce4-470d-b0ef-9873c7f09135" -d '{"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:25:06.637372 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:06.837867 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:06.855270 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4789f450-c5a9-42a1-90e6-e97402bb898b x-openstack-request-id: req-4789f450-c5a9-42a1-90e6-e97402bb898b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:25:06.855821 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47809a44-c322-4155-8102-907bf0507495", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:25:06.856077 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4789f450-c5a9-42a1-90e6-e97402bb898b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:25:06.856487 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'status': 'completed', 'code': 200} Oct 12 12:25:06.865783 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Checking router: 0c6a917b-b2e5-49c1-a480-a4faaaeea76f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:25:06.874952 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:06.875548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:06.920820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-8ee3be5f-dc47-4ecd-a43e-221a5b45fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:06.923012 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-8ee3be5f-dc47-4ecd-a43e-221a5b45fae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 1096 time: 0.0451453 Oct 12 12:25:06.951544 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686939-8fda-4181-aaaf-4efbb06e6ba9 req-12cbabc1-ac65-4515-992b-ee001a8821da tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:06.953220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d686939-8fda-4181-aaaf-4efbb06e6ba9 req-12cbabc1-ac65-4515-992b-ee001a8821da tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Oct 12 12:25:06.986918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:06.996908 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5d686939-8fda-4181-aaaf-4efbb06e6ba9 req-1a66c582-001d-409e-83e1-0f62120dce75 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362127 Oct 12 12:25:07.030156 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-01975e0d-a899-4d70-bc98-26df6dc611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:07.031712 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-01975e0d-a899-4d70-bc98-26df6dc611cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 200 len: 898 time: 0.1001325 Oct 12 12:25:07.074088 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-94a964fd-08fa-485e-bf25-68e09aae8a7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 200 len: 217 time: 0.0338354 Oct 12 12:25:07.126962 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-22f646b2-0718-4e50-aec0-4c60de0c50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:07.128413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-22f646b2-0718-4e50-aec0-4c60de0c50b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c684b28-8dea-4790-8904-0c8d0e89bbfe HTTP/1.1" status: 200 len: 834 time: 0.0474107 Oct 12 12:25:07.175019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-d2fee58d-55c3-4ddc-8080-06a2da80a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:07.176501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-d2fee58d-55c3-4ddc-8080-06a2da80a3ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f51999-54f7-44bc-9e80-b85b9a69a7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402060 Oct 12 12:25:07.185024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:07.216046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df4f20-3841-4567-9146-bd0179600c97 None None] The sync data for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 is: [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '87d62d42-d15c-4cfe-9904-b1a6e8ab0e88', 'name': '', 'network_id': '34f51999-54f7-44bc-9e80-b85b9a69a7a2', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:d8:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:40Z', 'updated_at': '2021-10-12T12:23:43Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '3c684b28-8dea-4790-8904-0c8d0e89bbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:25:07.268862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-d78efa83-c150-4b68-93e7-e8aebd191bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Oct 12 12:25:07.365924 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-51b4004e-dce4-470d-b0ef-9873c7f09135 req-3199048c-0392-41f2-bc64-507be87e9540 service neutron] 10.222.0.41 "GET /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888250 Oct 12 12:25:07.441917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27612-3366-4798-ba1a-f6fd894876f4 None None] New status for floating IP ca76b6a1-cadd-4603-a9e3-943cd08540f0: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:25:08.114356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4d235-686b-47e1-a520-ecf3cffcbc90 req-56bc5610-75e6-480a-9078-1ec792ccda8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:08.118584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fb4d235-686b-47e1-a520-ecf3cffcbc90 req-56bc5610-75e6-480a-9078-1ec792ccda8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Oct 12 12:25:08.154969 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7fb4d235-686b-47e1-a520-ecf3cffcbc90 req-a4c39f82-5e79-4cf9-9f10-fb7dd34a41a2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e96668-d312-457d-84e6-804d7b1ac24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Oct 12 12:25:08.783174 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-17587d23-cf3b-41c1-8df1-9e4ca7591aa1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:08.784489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-17587d23-cf3b-41c1-8df1-9e4ca7591aa1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Oct 12 12:25:08.875362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port a69ba068-4bae-41ed-a564-ec52f2e3cd15 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:25:08.875697 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:08.960966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port a69ba068-4bae-41ed-a564-ec52f2e3cd15, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a69ba068-4bae-41ed-a564-ec52f2e3cd15,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:08.961323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:08.973538 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for a69ba068-4bae-41ed-a564-ec52f2e3cd15 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:25:09.178049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:09.207713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=a69ba068-4bae-41ed-a564-ec52f2e3cd15,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:09.220347 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.220705 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.221052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.221394 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.221728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.222328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.222655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.222993 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.223323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.223730 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.223974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.224298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:09.251592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c8e5eaed-5f65-46be-9406-6cc36877350a req-f828f30c-d5c9-428e-abf8-b746a7559119 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=47809a44-c322-4155-8102-907bf0507495 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Oct 12 12:25:09.267483 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] No DVR routers for this DVR port a69ba068-4bae-41ed-a564-ec52f2e3cd15 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:25:09.270169 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:09.273589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b3864c03-f1b1-4df6-b756-33fb4991ec14 req-407861cd-0d44-4453-8c0e-5fa4074f6cab tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "DELETE /v2.0/ports/a69ba068-4bae-41ed-a564-ec52f2e3cd15 HTTP/1.1" status: 204 len: 173 time: 0.4820974 Oct 12 12:25:09.274141 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'name': 'network-vif-deleted', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:25:09.276347 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891f794a-fd11-49ac-b675-47a079dece63" -d '{"events": [{"server_uuid": "47809a44-c322-4155-8102-907bf0507495", "name": "network-vif-deleted", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:25:09.312020 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c959b-4786-49f1-8b36-0e104cb18569 x-openstack-request-id: req-6c0c959b-4786-49f1-8b36-0e104cb18569 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:25:09.312306 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47809a44-c322-4155-8102-907bf0507495", "name": "network-vif-deleted", "tag": "a69ba068-4bae-41ed-a564-ec52f2e3cd15", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:25:09.312745 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c0c959b-4786-49f1-8b36-0e104cb18569 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:25:09.313153 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47809a44-c322-4155-8102-907bf0507495', 'name': 'network-vif-deleted', 'tag': 'a69ba068-4bae-41ed-a564-ec52f2e3cd15', 'status': 'completed', 'code': 200} Oct 12 12:25:10.308486 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46736) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:10.661178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:10.838108 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a69ba068-4bae-41ed-a564-ec52f2e3cd15 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:25:10.857853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a69ba068-4bae-41ed-a564-ec52f2e3cd15 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:25:10.858207 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a69ba068-4bae-41ed-a564-ec52f2e3cd15 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:25:10.917443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:25:10.917707 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.006750 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:11.007115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.020048 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:25:11.236840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.263752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=87d62d42-d15c-4cfe-9904-b1a6e8ab0e88,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:11.439790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.646305 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:25:11.752230 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:25:11.758311 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fbab8873-85e8-44a3-bceb-e6838e61661f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/0c6a917b-b2e5-49c1-a480-a4faaaeea76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482517 Oct 12 12:25:11.760012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46738) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:11.762277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Sync routers for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:25:11.771707 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:11.772304 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:11.812202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting subnet 3c684b28-8dea-4790-8904-0c8d0e89bbfe {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:25:11.815191 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.855887 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:11.877994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:11.935398 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.053443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:25:11Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:12.064316 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.082443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Checking router: 0c6a917b-b2e5-49c1-a480-a4faaaeea76f for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:25:12.091212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Routers {'0c6a917b-b2e5-49c1-a480-a4faaaeea76f'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:12.091836 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:12.095328 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.101063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/subnets/3c684b28-8dea-4790-8904-0c8d0e89bbfe HTTP/1.1" status: 204 len: 168 time: 0.3399768 Oct 12 12:25:12.107824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46740) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:12.108525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c0ae-148a-4032-a826-bcceb31c1d1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Subnet': ['ID=3c684b28-8dea-4790-8904-0c8d0e89bbfe,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:12.126720 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38a213-30d0-42b9-bdb7-9956b546d5c3 None None] Network 34f51999-54f7-44bc-9e80-b85b9a69a7a2 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:25:12.443301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] Set router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:12.602338 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.641528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] DHCP port deletion for 34f51999-54f7-44bc-9e80-b85b9a69a7a2 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:25:12.705250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:25:11Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:12.719583 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.735237 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3eede-8cdc-4000-b61d-4a54f654b569 None None] The sync data for ids ['0c6a917b-b2e5-49c1-a480-a4faaaeea76f'] in n-d-813419-3 is: [{'id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2038325254', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:25:11Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '1c177640-7b21-4ba2-9dc6-7d1dd997c6ce', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a917b-b2e5-49c1-a480-a4faaaeea76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:23:37Z', 'updated_at': '2021-10-12T12:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:25:12.738872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Deleting port e9257a64-6c8f-48a3-9650-5029187655df {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:25:12.739375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.812738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] For port e9257a64-6c8f-48a3-9650-5029187655df, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e9257a64-6c8f-48a3-9650-5029187655df,segment=NetworkSegment(f38be9bc-b408-4ba3-afe0-467211d1bcf9),segment_id=f38be9bc-b408-4ba3-afe0-467211d1bcf9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:12.813145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.826683 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Calling delete_port for e9257a64-6c8f-48a3-9650-5029187655df owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:25:12.832004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:25:12.832346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.923075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:12.923555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:12.937578 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:25:12.974227 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.005974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Pushing event deleted for resources: {'Port': ['ID=e9257a64-6c8f-48a3-9650-5029187655df,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:13.010902 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] No DVR routers for this DVR port e9257a64-6c8f-48a3-9650-5029187655df on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:25:13.025550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.025942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.026332 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.026601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.026961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.027287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.027608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.027960 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.028294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.028610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.028934 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.029248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f20f1-9732-4905-b389-e64269d0eea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:13.203188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.232659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=1c177640-7b21-4ba2-9dc6-7d1dd997c6ce,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:13.298138 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.388605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.390624 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.511222 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.511853 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Fanout notify agent at l3_agent the message router_deleted on router 0c6a917b-b2e5-49c1-a480-a4faaaeea76f {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:25:13.518703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.519884 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c56c01fd-c710-4452-bbb1-6a1bd49010cd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/routers/0c6a917b-b2e5-49c1-a480-a4faaaeea76f HTTP/1.1" status: 204 len: 168 time: 1.4160681 Oct 12 12:25:13.522671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46742) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:13.601960 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.691124 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.711563 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f51999-54f7-44bc-9e80-b85b9a69a7a2']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:13.720232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38be9bc-b408-4ba3-afe0-467211d1bcf9') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:13.720531 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38be9bc-b408-4ba3-afe0-467211d1bcf9') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:13.729778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.742297 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.747913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:25:13.748303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:25:13.751198 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:25:13.869276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.877078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.879651 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/networks/34f51999-54f7-44bc-9e80-b85b9a69a7a2 HTTP/1.1" status: 204 len: 168 time: 0.3552668 Oct 12 12:25:13.883108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46744) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:13.891361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcb1c2-9770-455d-b975-f7d9339d7f32 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Network': ['ID=34f51999-54f7-44bc-9e80-b85b9a69a7a2,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:13.946215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.978180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:13.997606 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e9257a64-6c8f-48a3-9650-5029187655df no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:25:14.017688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e9257a64-6c8f-48a3-9650-5029187655df {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:25:14.018062 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e9257a64-6c8f-48a3-9650-5029187655df not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:25:14.018481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:25:14.037278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:25:14.037626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 87d62d42-d15c-4cfe-9904-b1a6e8ab0e88 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:25:14.038034 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:25:14.056511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:25:14.056856 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1c177640-7b21-4ba2-9dc6-7d1dd997c6ce not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:25:14.117793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.120561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.121697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/security-groups/52e96668-d312-457d-84e6-804d7b1ac24d HTTP/1.1" status: 204 len: 168 time: 0.2375441 Oct 12 12:25:14.131390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4a464-ef42-456d-a9d5-24537734fa34 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e96668-d312-457d-84e6-804d7b1ac24d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:14.586204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46750) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:14.590815 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991268480', 'description': 'tempest-secgroup-smoke-1991268480 description', 'project_id': 'b6661a55507d48689289d9a215df04ea'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:14.665556 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.729889 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.802580 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.830105 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3ab6df-43cc-4331-b769-b695b7ca5285,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:14.890897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:14.892191 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fce4253b-6efe-410a-b48d-3c0d1695f4f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048854 Oct 12 12:25:14.895259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46752) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:14.900759 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:15.002372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.057756 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.150776 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.168979 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57e4535-2cf4-471a-8dfc-cdae7dc46303,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:15.244770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.246260 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1553d27a-26f9-4181-88af-b2e4af740030 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497534 Oct 12 12:25:15.248763 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46754) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:15.252934 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:15.332982 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.392472 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.471046 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.495977 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dae47a-f5f2-4bee-bb13-4bcac8d96d9d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:15.571054 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.572275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-8860e529-6daa-4cf2-bc61-679934eedd38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3225989 Oct 12 12:25:15.575120 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46756) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:15.579423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:15.665080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.723694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.796802 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.814150 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbeccfe-b3ee-4980-a522-f5581d1a18f6,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:15.862038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:15.863273 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6692f0fe-46be-434f-aad0-ef04f3bf68b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872291 Oct 12 12:25:15.866042 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:15.871081 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:15.942741 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.002056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.069266 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.084614 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413af737-32eb-4824-a2ca-9b4a359acfb9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:16.151397 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.152615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3169ec48-48e2-4413-b5c2-df6aa986ed59 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849317 Oct 12 12:25:16.155387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46760) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:16.159723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:16.247868 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:25:16.252774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.312395 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.373811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.391703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca802c6-5b35-47c9-8040-37fd96a5e8b9,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:16.455831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.457030 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e7c53f6a-d71b-402c-8284-b01f79fda613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3006847 Oct 12 12:25:16.460909 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46762) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:16.465149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '6d3ab6df-43cc-4331-b769-b695b7ca5285', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:16.556898 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:25:16.561964 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.625863 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.722601 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.743056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f400de-e672-4b39-bc9e-a21675baabdc,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:16.809962 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.811107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-91371f6e-6a3f-45b0-96d9-62557b44b990 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492477 Oct 12 12:25:16.813813 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:16.818494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'network': {'name': 'tempest-network-smoke--1342213238', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:16.939291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:25:16.942790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.965734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:25:16.978963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:16.979312 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Added segment edf93bf3-5590-40ac-b7c5-cc9ac497a7ec of type vlan for network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 Oct 12 12:25:17.017660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.099612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.106228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:17.109870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.529458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7146211 Oct 12 12:25:17.532149 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:17.536388 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'admin_state_up': True, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:17.550012 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95757325-7d28-4683-a2f9-dc5ebdc6711b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Network': ['ID=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:17.560394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:25:17.631465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.633575 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.684612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.722898 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e863028b-3fd8-4756-904d-78512625ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:17.879099 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.114831 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.134465 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.237734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.227 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/9372fa77-62bb-40cd-a1af-81ba49a569ad) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:25:18.339963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.435744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.470290 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:18.473331 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:18.476805 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:25:18.506711 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=9372fa77-62bb-40cd-a1af-81ba49a569ad,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:18.787643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:18.986052 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:19.201953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 1cf618e9-ab79-4532-8109-25bede9f0408 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:25:19.305878 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:25:19.315394 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Sync routers for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:25:19.324509 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:19.329044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:19.374323 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:19.375720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1bcc323f-7aeb-447b-88d3-f144e79dc31d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8426120 Oct 12 12:25:19.378842 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:19.406670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7f7ee861-5e15-40e9-8c2a-c8890af309d7 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b6661a55507d48689289d9a215df04ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266838 Oct 12 12:25:19.409173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:19.428044 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:19.496300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27da51-2df6-43b1-a6c6-87e29b638a22 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:19.497923 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ad27da51-2df6-43b1-a6c6-87e29b638a22 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878549 Oct 12 12:25:19.500960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46772) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:19.533084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-88f0eb4c-7df4-4766-9640-a4446b2cd2ad tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308917 Oct 12 12:25:19.535712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:19.540974 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1746841574', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:19.606980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:18Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:19.632726 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Checking router: 1cf618e9-ab79-4532-8109-25bede9f0408 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:25:19.633120 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Updating router 1cf618e9-ab79-4532-8109-25bede9f0408 port 9372fa77-62bb-40cd-a1af-81ba49a569ad binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:25:19.662277 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:19.693725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:25:19.698059 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:19.917411 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:19.940068 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.012483 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.014199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Subnet': ['ID=e62a1502-8a41-470d-b6fc-c2b09f281a42,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:20.027650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Checking segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:25:20.027650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network hostable DHCP agents. Network: cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:25:20.063668 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Attempting to bind port 9372fa77-62bb-40cd-a1af-81ba49a569ad on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:25:20.064033 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Attempting to bind port 9372fa77-62bb-40cd-a1af-81ba49a569ad by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:25:20.064390 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Attempting to bind port 9372fa77-62bb-40cd-a1af-81ba49a569ad on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:25:20.071243 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Pushing event updated for resources: {'Port': ['ID=9372fa77-62bb-40cd-a1af-81ba49a569ad,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:20.074064 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:25:20.074494 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:25:20.074931 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.075318 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:25:20.075773 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Bound port: 9372fa77-62bb-40cd-a1af-81ba49a569ad, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:25:20.076145 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.082313 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.082654 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.083012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.083345 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.083676 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.084002 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.084323 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.084644 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.084963 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.085768 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.086085 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.086397 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:25:20.109602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:25:20.136578 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] For port 9372fa77-62bb-40cd-a1af-81ba49a569ad, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:25:20.139402 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] For port 9372fa77-62bb-40cd-a1af-81ba49a569ad, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9372fa77-62bb-40cd-a1af-81ba49a569ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:25:20.196902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:20.207668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:20.207668 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.207894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b2ddca-ebc1-44d2-8292-e3b062ef823f None None] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:25:20.226927 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.279716 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-24b7f6b2-805d-4264-849e-ae497da6c04b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7429690 Oct 12 12:25:20.282781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46776) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:20.286653 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:20.287328 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:24:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:20.294779 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6775f-c16e-40aa-aeb7-935523789527 None None] Pushing event updated for resources: {'Port': ['ID=9372fa77-62bb-40cd-a1af-81ba49a569ad,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:20.373334 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:25:20.373334 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.416376 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:20.510982 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Allocated IP 172.20.0.2 (cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5/e62a1502-8a41-470d-b6fc-c2b09f281a42/61d86ca3-b92f-4bbc-98e1-f7988062c708) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:25:20.550567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5e4539b3-ed48-41bc-8f7b-29ef9346d5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.673040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.708896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:18Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:20.738831 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6e041-4b81-411b-8d50-3b8bc91ecce9 None None] The sync data for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 is: [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:18Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:25:20.741095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.762832 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.789227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:20.796123 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:20.799164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:25:20.808855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Pushing event updated for resources: {'Port': ['ID=61d86ca3-b92f-4bbc-98e1-f7988062c708,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:20.862729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Attempting to bind port 61d86ca3-b92f-4bbc-98e1-f7988062c708 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:25:20.863235 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Attempting to bind port 61d86ca3-b92f-4bbc-98e1-f7988062c708 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:25:20.863612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Attempting to bind port 61d86ca3-b92f-4bbc-98e1-f7988062c708 on network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:25:20.869871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:25:20.870245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Checking segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:25:20.870664 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.871078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Bound using segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:25:20.871547 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Bound port: 61d86ca3-b92f-4bbc-98e1-f7988062c708, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:25:20.872069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:20.941965 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] For port 61d86ca3-b92f-4bbc-98e1-f7988062c708, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:25:20.945403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] For port 61d86ca3-b92f-4bbc-98e1-f7988062c708, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=61d86ca3-b92f-4bbc-98e1-f7988062c708,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:25:21.030354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.066974 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.1 (cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5/e62a1502-8a41-470d-b6fc-c2b09f281a42/cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:25:21.096729 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c539e-a56d-4951-810e-9557affb33b4 None None] Pushing event updated for resources: {'Port': ['ID=61d86ca3-b92f-4bbc-98e1-f7988062c708,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:21.195000 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.271499 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.324976 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:21.332681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:21.336543 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:25:21.341255 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:21.394617 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.591296 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.691998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.816100 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9372fa77-62bb-40cd-a1af-81ba49a569ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:21.867712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9372fa77-62bb-40cd-a1af-81ba49a569ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:21.868087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.910087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.962546 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.972940 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:21.984389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 9372fa77-62bb-40cd-a1af-81ba49a569ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9372fa77-62bb-40cd-a1af-81ba49a569ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:22.054828 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.060347 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.064051 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:22.065324 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.066142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 61d86ca3-b92f-4bbc-98e1-f7988062c708 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:22.071556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671ca5c-0ec9-4024-a96b-aa697ae9e9dc None None] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:25:22.160292 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:22.161794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:22.218295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=9372fa77-62bb-40cd-a1af-81ba49a569ad,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:22.223313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] Provisioning complete for port 61d86ca3-b92f-4bbc-98e1-f7988062c708 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:22.223686 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.275798 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 1cf618e9-ab79-4532-8109-25bede9f0408 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:25:22.277051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 61d86ca3-b92f-4bbc-98e1-f7988062c708 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:22.277423 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.390978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:25:22.407153 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-86cdf4a4-745e-4bf3-a081-d8dca5f47e37 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/1cf618e9-ab79-4532-8109-25bede9f0408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134126 Oct 12 12:25:22.455851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.459288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.517221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] For port 61d86ca3-b92f-4bbc-98e1-f7988062c708, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=61d86ca3-b92f-4bbc-98e1-f7988062c708,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:22.560257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8f9c0ff4-2788-40a2-8920-6728e4e9aecc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991268480&fields=id&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 267 time: 0.0371838 Oct 12 12:25:22.591580 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.652910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Sync routers for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:25:22.691294 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-5377eacb-1964-4862-a0af-bb15f230a94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:22.693295 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-5377eacb-1964-4862-a0af-bb15f230a94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 797 time: 0.1254494 Oct 12 12:25:22.698394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7b7f5-57ec-45bf-ae13-00fc9a258834 None None] Pushing event updated for resources: {'Port': ['ID=61d86ca3-b92f-4bbc-98e1-f7988062c708,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:22.709206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:22.709820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:22.714219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-3774b54c-9bf4-4d23-b0b3-b81c5058163c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/quotas/b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 375 time: 0.0104389 Oct 12 12:25:22.714885 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:25:22.715235 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:25:22.763188 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-20dd56cb-3c9a-48cc-9d10-602fb352430a None None] Provisioning complete for port 61d86ca3-b92f-4bbc-98e1-f7988062c708 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:22.764739 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20dd56cb-3c9a-48cc-9d10-602fb352430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.783052 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-1843b940-5ddb-42c2-ade3-fbe31279261a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588019 Oct 12 12:25:22.854216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:22.864647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:22.887257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b362dbdb-60f5-48fd-8f03-2f74945cb814 service neutron] 10.222.0.43 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999360 Oct 12 12:25:22.989412 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-a215e875-3194-44ae-8336-5160f8f37762 service neutron] 10.222.0.43 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976169 Oct 12 12:25:23.026918 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-20dd56cb-3c9a-48cc-9d10-602fb352430a None None] Provisioning complete for port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:23.027292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-20dd56cb-3c9a-48cc-9d10-602fb352430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.231389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cb6d1f02-4a5b-40db-8fd9-5a80d930a2d4 req-033d1cae-e177-4d53-94ec-1c0f65bc52ec tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Oct 12 12:25:23.259876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-20dd56cb-3c9a-48cc-9d10-602fb352430a None None] Port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:25:23.324780 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 2, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:23.354247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Checking router: 1cf618e9-ab79-4532-8109-25bede9f0408 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:25:23.354596 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Updating router 1cf618e9-ab79-4532-8109-25bede9f0408 port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:25:23.384019 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.399865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3f92d707-29e4-4cfa-bc5c-d203fe116ba1 None None] Provisioning complete for port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:23.400224 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3f92d707-29e4-4cfa-bc5c-d203fe116ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.457449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3f92d707-29e4-4cfa-bc5c-d203fe116ba1 None None] Port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:25:23.598232 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.680234 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.743860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9372fa77-62bb-40cd-a1af-81ba49a569ad up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:23.747611 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.839833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7823-caa9-4591-a151-d51f6ad69125 None None] Pushing event updated for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:23.895012 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9372fa77-62bb-40cd-a1af-81ba49a569ad triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:23.895384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.898376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Attempting to bind port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:25:23.898769 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Attempting to bind port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:25:23.899130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Attempting to bind port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc on network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:25:23.923377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:25:23.923751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Checking segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:25:23.924148 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:23.924535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Bound using segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:25:23.925002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Bound port: cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:25:23.925381 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.024214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] For port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:25:24.030541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] For port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:25:24.035443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 61d86ca3-b92f-4bbc-98e1-f7988062c708 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:24.090276 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-18ebfd83-5e38-4678-91be-e52b656ab69f None None] Provisioning complete for port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:24.090577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd83-5e38-4678-91be-e52b656ab69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.120766 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 61d86ca3-b92f-4bbc-98e1-f7988062c708 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:24.120766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.148593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-18ebfd83-5e38-4678-91be-e52b656ab69f None None] Port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:25:24.168532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.260203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:24.260829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:24.264065 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7823-caa9-4591-a151-d51f6ad69125 None None] Pushing event updated for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:24.339346 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d8a5975-45b6-4c87-b96a-3e7805df0d21 req-2d378374-21db-4036-8cb6-9dafdfa21f2b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0437055 Oct 12 12:25:24.392742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:24.534079 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] Provisioning complete for port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:24.534368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.661332 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.692465 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:24.724514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560793bd-7c44-46d9-9c44-0b0521a8452e None None] The sync data for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 is: [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:25:24.727798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] For port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:24.791719 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:24.845608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9e324-0a67-4612-a26f-491e9df760e2 None None] Pushing event updated for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:25.436261 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-235d68e6-0faf-4ed2-9ef9-5535d70f83d4 req-36aa1212-c4f9-446f-b435-57896ad71c29 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Oct 12 12:25:25.757793 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:25.812617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:25.813301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:26.531725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac26b11e-18bd-47f7-9b3f-bdc01966ad48 req-079c983a-cbcf-4443-a383-03b6d585c1f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Oct 12 12:25:27.128470 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-a7f40b50-f382-4bc4-9375-a92618ea9e5f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:27.129904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-a7f40b50-f382-4bc4-9375-a92618ea9e5f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 797 time: 0.1145680 Oct 12 12:25:27.174600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-09d69b43-50fb-45e7-ab32-eb186de09a45 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 380 time: 0.0356405 Oct 12 12:25:27.184116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'port': {'device_id': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'admin_state_up': True, 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'security_groups': ['6d3ab6df-43cc-4331-b769-b695b7ca5285']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:27.391263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:25:27.394920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:27.425791 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:27.521599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.5 (cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5/e62a1502-8a41-470d-b6fc-c2b09f281a42/87a760f7-851b-4f4b-b819-336b28816f9e) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:25:27.644088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-17f47176-c8f1-469f-b324-04363c0782a6 req-3d84a56c-5dff-4f4f-bb58-328fe0d1e2a3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Oct 12 12:25:27.684307 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:27.791075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:27.837315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:27.842255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:27.845869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:25:27.852928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:27.900488 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:27.901026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:27.978759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-b56924da-0c08-4742-bd20-b9bd814c9ebd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981691 Oct 12 12:25:28.036390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Request body: {'port': {'device_id': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:28.039056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-c8c14f83-21f4-43cb-9606-730a9a3810a9 None None] Provisioning complete for port 87a760f7-851b-4f4b-b819-336b28816f9e triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:28.039430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c8c14f83-21f4-43cb-9606-730a9a3810a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.073684 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c8c14f83-21f4-43cb-9606-730a9a3810a9 None None] Port 87a760f7-851b-4f4b-b819-336b28816f9e cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:25:28.090851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.347094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a760f7-851b-4f4b-b819-336b28816f9e {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:25:28.355470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.369756 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Transition to ACTIVE for port object 87a760f7-851b-4f4b-b819-336b28816f9e will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:25:28.436284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.491596 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Pushing event updated for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:28.562860 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Attempting to bind port 87a760f7-851b-4f4b-b819-336b28816f9e on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:25:28.563193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Attempting to bind port 87a760f7-851b-4f4b-b819-336b28816f9e by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:25:28.563511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Attempting to bind port 87a760f7-851b-4f4b-b819-336b28816f9e on network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:25:28.567978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Port 87a760f7-851b-4f4b-b819-336b28816f9e on network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:25:28.568296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Attempting to bind port 87a760f7-851b-4f4b-b819-336b28816f9e on network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:25:28.574141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:25:28.574472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Checking segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:25:28.574883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Bound using segment: {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:25:28.575314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Bound port: 87a760f7-851b-4f4b-b819-336b28816f9e, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:25:28.575670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.641534 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:25:28.644589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=87a760f7-851b-4f4b-b819-336b28816f9e,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:25:28.745047 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.779089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:28.779605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:28.781313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 1091 time: 0.7948091 Oct 12 12:25:28.784251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:25:28.787198 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854101a-7e2b-45c3-8179-ab517daa83a4" -d '{"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:25:28.810687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df816-eba8-4a69-99c3-e72677b7290f req-65a2f7ea-a77e-4b4f-9d80-fc46e5a78614 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:28.812247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e59df816-eba8-4a69-99c3-e72677b7290f req-65a2f7ea-a77e-4b4f-9d80-fc46e5a78614 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 943 time: 0.1005166 Oct 12 12:25:28.843873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744bf8f-76e0-4150-a478-21b0dbe777a9 service neutron] Pushing event updated for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:28.865802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e59df816-eba8-4a69-99c3-e72677b7290f req-d7086618-9e38-489f-b1ba-b0fd28afedb9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474939 Oct 12 12:25:28.921682 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb684e-9f34-4183-9f90-bbdb779d67e4 x-openstack-request-id: req-89cb684e-9f34-4183-9f90-bbdb779d67e4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:25:28.921969 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:25:28.922218 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89cb684e-9f34-4183-9f90-bbdb779d67e4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:25:28.922619 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e', 'status': 'completed', 'code': 200} Oct 12 12:25:28.934516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-d2d1f597-2430-456a-9f41-d6de4d80c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:28.936141 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-d2d1f597-2430-456a-9f41-d6de4d80c901 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1094 time: 0.0527050 Oct 12 12:25:28.982211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-e220fdd5-f4a7-40ba-9252-eb8130e926b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 217 time: 0.0366280 Oct 12 12:25:29.032537 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-d33a91e0-d198-43d9-9188-85b9b2434010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.033993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-d33a91e0-d198-43d9-9188-85b9b2434010 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0450621 Oct 12 12:25:29.081893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-c4131eae-36bf-4cce-92ef-5bd8aa3ae0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.083387 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-c4131eae-36bf-4cce-92ef-5bd8aa3ae0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421426 Oct 12 12:25:29.171834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-0be53df7-af7c-43ac-9995-b68b292ffe4b service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Oct 12 12:25:29.265093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85a45446-ef08-46d8-8d64-2f58f2f33238 req-80128894-2431-49b1-9c13-b6f3640b5895 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Oct 12 12:25:29.410153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-1e7b0e9c-1c7d-46ab-bb73-4e844af83a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.411864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-1e7b0e9c-1c7d-46ab-bb73-4e844af83a0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1094 time: 0.0413394 Oct 12 12:25:29.503239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-42dd5bd0-3ae1-4956-95a3-759866a2c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.508879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-42dd5bd0-3ae1-4956-95a3-759866a2c827 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.0902464 Oct 12 12:25:29.549057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-9f8cc341-82a3-4bb9-a67f-cc43b27468a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 217 time: 0.0337396 Oct 12 12:25:29.598417 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-b898f798-1b43-4488-a6ad-118c2955dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.599876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-b898f798-1b43-4488-a6ad-118c2955dc1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0427251 Oct 12 12:25:29.648455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-c3d905d0-bee6-4506-8ee2-7aacf84f53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.649885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-c3d905d0-bee6-4506-8ee2-7aacf84f53e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426691 Oct 12 12:25:29.740030 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-96690b4e-bacb-4906-b99e-ce826b43be3b service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828040 Oct 12 12:25:29.831532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b854101a-7e2b-45c3-8179-ab517daa83a4 req-e41d23b3-ba79-4bb0-8525-53e4f4e6194a service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Oct 12 12:25:29.983834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535d56-b08a-437b-bc54-cff0adbe959a req-aded69a3-697a-4bdc-9a1f-4ed2a9fa19c8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:29.985271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9535d56-b08a-437b-bc54-cff0adbe959a req-aded69a3-697a-4bdc-9a1f-4ed2a9fa19c8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0481491 Oct 12 12:25:30.024000 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9535d56-b08a-437b-bc54-cff0adbe959a req-37439a36-dcf0-436b-bd8a-6c2d67c1b87f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Oct 12 12:25:31.136546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e70836-2c72-4f54-870f-cb0d1667c04c req-f6d765db-b68b-4d8d-8849-d739ddfccd69 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:31.137988 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7e70836-2c72-4f54-870f-cb0d1667c04c req-f6d765db-b68b-4d8d-8849-d739ddfccd69 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0478683 Oct 12 12:25:31.175036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e7e70836-2c72-4f54-870f-cb0d1667c04c req-91065a20-4732-4705-b8e9-679594f179ec tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Oct 12 12:25:31.650243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 87a760f7-851b-4f4b-b819-336b28816f9e details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:25:31.750227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=87a760f7-851b-4f4b-b819-336b28816f9e,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:31.761528 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '87a760f7-851b-4f4b-b819-336b28816f9e', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'port_id': '87a760f7-851b-4f4b-b819-336b28816f9e', 'mac_address': 'fa:16:3e:70:a4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:25:31.797033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:31.809654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a760f7-851b-4f4b-b819-336b28816f9e {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:25:31.828840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=87a760f7-851b-4f4b-b819-336b28816f9e,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:31.891636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:31.942148 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:32.126456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['87a760f7-851b-4f4b-b819-336b28816f9e'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:25:32.294396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cd83e-8da3-4149-926a-3819c0ebc361 req-20f22427-8126-46ec-bf16-d1507dbbdf21 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:32.295896 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e7cd83e-8da3-4149-926a-3819c0ebc361 req-20f22427-8126-46ec-bf16-d1507dbbdf21 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 944 time: 0.0524533 Oct 12 12:25:32.340978 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e7cd83e-8da3-4149-926a-3819c0ebc361 req-df84b581-1ad1-455f-a411-b848fd49a35f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390360 Oct 12 12:25:33.515586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08831dae-6185-49c5-a5f8-625c6cd505da req-cfc1bfd9-7853-440e-a8df-d4f443923db2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:33.517076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08831dae-6185-49c5-a5f8-625c6cd505da req-cfc1bfd9-7853-440e-a8df-d4f443923db2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 944 time: 0.1086845 Oct 12 12:25:33.554784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08831dae-6185-49c5-a5f8-625c6cd505da req-5be73b17-9fc9-4714-9fcd-bab80aff2277 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Oct 12 12:25:33.664402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 87a760f7-851b-4f4b-b819-336b28816f9e up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:25:33.777582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 87a760f7-851b-4f4b-b819-336b28816f9e completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:25:33.781571 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 87a760f7-851b-4f4b-b819-336b28816f9e triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:25:33.781944 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:33.849881 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:25:33.859029 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:33.883722 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:25:33.885918 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb2c3bc-9dd9-49c0-af4e-23b1fe52d5ed" -d '{"events": [{"server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:25:33.901560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=87a760f7-851b-4f4b-b819-336b28816f9e,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:25:33.922392 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac055c67-c7b2-4071-8db6-86dc7b3b2742 x-openstack-request-id: req-ac055c67-c7b2-4071-8db6-86dc7b3b2742 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:25:33.922683 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:25:33.922954 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac055c67-c7b2-4071-8db6-86dc7b3b2742 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:25:33.923348 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e', 'code': 200} Oct 12 12:25:33.979482 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:34.017635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd5419-4095-4cc4-9de7-4d8599fe55fb req-fe0f5e7f-74ce-409e-9993-2824ed41b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:34.020385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29fd5419-4095-4cc4-9de7-4d8599fe55fb req-fe0f5e7f-74ce-409e-9993-2824ed41b853 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0406125 Oct 12 12:25:34.028307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:34.055696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29fd5419-4095-4cc4-9de7-4d8599fe55fb req-1b8e0454-9e02-49b4-914b-5517f863b3a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289633 Oct 12 12:25:34.677026 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db557-cc69-4cf5-9724-f86a3fb69ea9 req-d1d83024-437f-4d48-b1ab-f48192baa238 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:34.679043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-768db557-cc69-4cf5-9724-f86a3fb69ea9 req-d1d83024-437f-4d48-b1ab-f48192baa238 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Oct 12 12:25:34.716726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-768db557-cc69-4cf5-9724-f86a3fb69ea9 req-75a3dca6-3e6b-450a-af1d-9d5814e0c845 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Oct 12 12:25:35.829992 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d260d-83f9-4279-bdf9-b6584875a036 req-db5fdc84-e7f3-46d6-a4fb-18113306448b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:35.831520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-801d260d-83f9-4279-bdf9-b6584875a036 req-db5fdc84-e7f3-46d6-a4fb-18113306448b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0482628 Oct 12 12:25:35.869963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-801d260d-83f9-4279-bdf9-b6584875a036 req-c0e30b38-aeee-4344-aa42-a7ca4beaf331 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Oct 12 12:25:35.985610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80d62-ddc7-46de-b959-390abb2451b4 req-efea17a9-1e9b-426d-b11d-34b0ab75e4f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:35.987011 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d80d62-ddc7-46de-b959-390abb2451b4 req-efea17a9-1e9b-426d-b11d-34b0ab75e4f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Oct 12 12:25:36.024640 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-70d80d62-ddc7-46de-b959-390abb2451b4 req-31b1c72c-cd7c-406e-be03-ff44cf230613 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Oct 12 12:25:36.046726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46842) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:36.088988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeda23a-20ec-4a03-af7f-8cd8c1eaee05 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:36.090544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-daeda23a-20ec-4a03-af7f-8cd8c1eaee05 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1091 time: 0.0428405 Oct 12 12:25:36.093257 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46844) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:36.097612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '87a760f7-851b-4f4b-b819-336b28816f9e', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:25:36.202313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:36.296764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:36.399651 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.78 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/377d1224-096a-4584-922b-b9b5f0c797ee) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:25:36.497593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:36.602775 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:36.643271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:25:36.645975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:25:36.651453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:25:36.673881 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=377d1224-096a-4584-922b-b9b5f0c797ee,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:37.015270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:37.240469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:37.403073 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:37.480346 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:37.549450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=377d1224-096a-4584-922b-b9b5f0c797ee,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:25:37.561466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:37.660128 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP cd739dd9-8a73-48be-be0d-5e730790103f associated. External IP: 172.25.2.78, port: 87a760f7-851b-4f4b-b819-336b28816f9e. Oct 12 12:25:38.216525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 1cf618e9-ab79-4532-8109-25bede9f0408 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:25:38.321693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:25:38.332200 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Sync routers for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:25:38.340915 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:38.342308 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:38.396907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:38.425198 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-86d8d31f-7607-4ee8-a3a6-ac9656bf64a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3309524 Oct 12 12:25:38.426108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:25:38.429661 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951696d9-1ab4-4099-bbc3-3607e8b3339a" -d '{"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:25:38.445566 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:38.523999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721aa0b-1b26-42db-9924-90e6d15f6398 req-bb106603-4b77-40d7-beaf-997acda8d9bc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:38.525491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7721aa0b-1b26-42db-9924-90e6d15f6398 req-bb106603-4b77-40d7-beaf-997acda8d9bc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Oct 12 12:25:38.565806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7721aa0b-1b26-42db-9924-90e6d15f6398 req-6315ab71-106a-4f6e-9393-aa5fd5c7ae28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340219 Oct 12 12:25:38.588498 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46850) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:38.630569 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2879ae-26e5-4894-b1cb-14fe9264593b x-openstack-request-id: req-ab2879ae-26e5-4894-b1cb-14fe9264593b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:25:38.630918 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:25:38.631113 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab2879ae-26e5-4894-b1cb-14fe9264593b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:25:38.631728 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e', 'status': 'completed', 'code': 200} Oct 12 12:25:38.670471 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'cd739dd9-8a73-48be-be0d-5e730790103f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'port_id': '87a760f7-851b-4f4b-b819-336b28816f9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'mac_address': 'fa:16:3e:70:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:25:36Z', 'updated_at': '2021-10-12T12:25:36Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:38.682145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-11d1dfb2-1677-4327-aa84-74d1dca50b25 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/cd739dd9-8a73-48be-be0d-5e730790103f HTTP/1.1" status: 200 len: 990 time: 0.0925169 Oct 12 12:25:38.690452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-2517b777-a84a-40ed-8083-df7993f83e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:38.691904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-2517b777-a84a-40ed-8083-df7993f83e7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0575881 Oct 12 12:25:38.700096 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Checking router: 1cf618e9-ab79-4532-8109-25bede9f0408 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:25:38.708247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:25:38.708823 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:25:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:38.785120 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-5683a1fa-fab0-4256-b987-1bebb746727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:38.786517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-5683a1fa-fab0-4256-b987-1bebb746727c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.0878382 Oct 12 12:25:38.810929 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:25:38.850887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-d3d935b1-7b28-4c21-ad94-d193a80eda03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 998 time: 0.0563982 Oct 12 12:25:38.898280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-d64cab87-5ced-45c9-a042-0392429a2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:38.899783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-d64cab87-5ced-45c9-a042-0392429a2afa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0433476 Oct 12 12:25:38.948354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-399033b9-2218-4855-84eb-3b4dd3091139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:38.949639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-399033b9-2218-4855-84eb-3b4dd3091139 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434995 Oct 12 12:25:39.032470 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'cd739dd9-8a73-48be-be0d-5e730790103f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'port_id': '87a760f7-851b-4f4b-b819-336b28816f9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'mac_address': 'fa:16:3e:70:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:25:36Z', 'updated_at': '2021-10-12T12:25:36Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:25:39.040735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-ec40285a-9ecf-4173-9775-15e68069f622 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839241 Oct 12 12:25:39.058860 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a882e8-7820-48bc-a442-c1f7f6f4e580 None None] The sync data for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 is: [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'cd739dd9-8a73-48be-be0d-5e730790103f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'port_id': '87a760f7-851b-4f4b-b819-336b28816f9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'mac_address': 'fa:16:3e:70:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:25:36Z', 'updated_at': '2021-10-12T12:25:36Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:25:39.137093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-951696d9-1ab4-4099-bbc3-3607e8b3339a req-da3303e0-1315-4ee5-b0d6-1af583d1e8a9 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900769 Oct 12 12:25:39.252285 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe51fe1-cfc1-457d-86dd-1c51d6565964 None None] New status for floating IP cd739dd9-8a73-48be-be0d-5e730790103f: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:25:39.686195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46852) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:25:39.746436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-762089b2-ec24-40f6-8079-137f1833400f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/cd739dd9-8a73-48be-be0d-5e730790103f HTTP/1.1" status: 200 len: 992 time: 0.0590713 Oct 12 12:25:45.745964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-1e5de1b2-6349-46b7-9a71-2545d0cc8492 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450568 Oct 12 12:25:45.832418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-355caa3f-c9e7-449f-9c42-368dfedeed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:45.834521 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-355caa3f-c9e7-449f-9c42-368dfedeed63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0433960 Oct 12 12:25:45.935730 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-d7e4ca20-eb00-42ed-adad-feb87f4218c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:45.937197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-d7e4ca20-eb00-42ed-adad-feb87f4218c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.0828035 Oct 12 12:25:46.004437 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-6a85197e-faf8-4020-9766-2bbf7c7ba598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 1000 time: 0.0596046 Oct 12 12:25:46.051757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-36e7c648-9684-48fe-8590-8dfa94da55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:46.053781 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-36e7c648-9684-48fe-8590-8dfa94da55b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0426424 Oct 12 12:25:46.097064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-78760820-0722-47f0-aef7-c33ffcbcd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:25:46.098783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-78760820-0722-47f0-aef7-c33ffcbcd8fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385249 Oct 12 12:25:46.206209 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-109ed213-cfeb-4334-b4ee-40db6c01d2b9 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004031 Oct 12 12:25:46.299167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a52a27d-8bf8-4833-ad3e-fa10575e9aae req-b497df56-1df9-45a9-8509-28a59123f236 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857973 Oct 12 12:25:47.749130 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-85901252-bc8c-4d24-bb16-840d73404628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:50.526194 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-948423ec-d3ac-4e88-b7ac-1503d9db1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:51.680301 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:52.028692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:52.847869 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:53.548797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:25:57.457417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:10.850589 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:26:11.277504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea25da-a81c-4b5b-a4dd-12f04c29dde1 req-6279e351-51b4-4704-a6dc-daa5d6e697b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:11.279010 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9ea25da-a81c-4b5b-a4dd-12f04c29dde1 req-6279e351-51b4-4704-a6dc-daa5d6e697b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Oct 12 12:26:11.343287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9ea25da-a81c-4b5b-a4dd-12f04c29dde1 req-e46b5922-efe6-4f42-8f8d-7bfb865db616 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578938 Oct 12 12:26:11.352893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-fc2b79ca-d5dd-498d-9488-0436d8a1e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:11.354605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-fc2b79ca-d5dd-498d-9488-0436d8a1e17e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0557547 Oct 12 12:26:11.447686 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-c5911a08-3cd4-48a5-9655-53708856cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:11.449057 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-c5911a08-3cd4-48a5-9655-53708856cccd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.0876615 Oct 12 12:26:11.513656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-87925432-e1ed-49e3-9353-3cdddedaf7fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 1000 time: 0.0573750 Oct 12 12:26:11.567716 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-a0629dc6-8e84-42f5-b36d-f91fbb04065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:11.569150 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-a0629dc6-8e84-42f5-b36d-f91fbb04065f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0478654 Oct 12 12:26:11.614162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-e7e5422a-d283-4eb6-bb6b-868bd1311ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:11.615630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-e7e5422a-d283-4eb6-bb6b-868bd1311ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395429 Oct 12 12:26:11.627721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-a37714b8-8507-4b6c-9997-9310183ec452 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:26:11.628651 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-a37714b8-8507-4b6c-9997-9310183ec452 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054553 Oct 12 12:26:11.716395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-9ff6f8fe-5998-4727-a434-0312567f07e6 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802367 Oct 12 12:26:11.807909 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-67729481-3c88-433a-aba3-1bbf14b60c9a req-633e72b0-dfa3-45b2-a859-a2e11b5f885a service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843847 Oct 12 12:26:12.471436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2739566-e00b-4154-92e4-f862d7969485 req-1f33b2cb-1f9e-4165-85a5-56fdc00533a7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:12.473171 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2739566-e00b-4154-92e4-f862d7969485 req-1f33b2cb-1f9e-4165-85a5-56fdc00533a7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Oct 12 12:26:12.510582 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2739566-e00b-4154-92e4-f862d7969485 req-ef225510-1dc1-4a63-a6f8-b1ad5c977797 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Oct 12 12:26:13.631259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf90a-d22f-4103-954e-6191a4dfde43 req-522675fb-d0c3-485e-b480-7c7046a2df63 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:13.632726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45fdf90a-d22f-4103-954e-6191a4dfde43 req-522675fb-d0c3-485e-b480-7c7046a2df63 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Oct 12 12:26:13.669508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45fdf90a-d22f-4103-954e-6191a4dfde43 req-a141e116-b50c-4240-963a-74aed21dc37b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Oct 12 12:26:14.784059 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab9f3-e9de-4aa3-b15b-181c766a4b74 req-c8282dfe-4e19-47d8-b63b-b39b6b579ace tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:14.785459 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2eaab9f3-e9de-4aa3-b15b-181c766a4b74 req-c8282dfe-4e19-47d8-b63b-b39b6b579ace tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Oct 12 12:26:14.823380 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2eaab9f3-e9de-4aa3-b15b-181c766a4b74 req-ad0ce298-01ba-4363-82f1-e9d2a287dc57 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Oct 12 12:26:15.936438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e390fbf-f45d-4c1a-96b2-6b090ff2515e req-514f93ac-2b61-4887-8922-513fe6dd5392 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:15.938476 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e390fbf-f45d-4c1a-96b2-6b090ff2515e req-514f93ac-2b61-4887-8922-513fe6dd5392 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Oct 12 12:26:15.975726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e390fbf-f45d-4c1a-96b2-6b090ff2515e req-6838b8fe-fc15-484a-b74f-80fb7b58e7b4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Oct 12 12:26:17.095810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b31f1d-8d83-4a99-ab70-0ee4b91724a8 req-55760470-892f-4a43-991a-91b65a555f5b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:17.097277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19b31f1d-8d83-4a99-ab70-0ee4b91724a8 req-55760470-892f-4a43-991a-91b65a555f5b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0556707 Oct 12 12:26:17.145034 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-19b31f1d-8d83-4a99-ab70-0ee4b91724a8 req-b7d3ccc7-5463-47d2-8a36-b52083cf334a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 Oct 12 12:26:17.727280 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-87a423bd-ba7e-4bc6-8d65-990cb90f45de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:18.258290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d2e0a-9542-42ff-8bf6-4c89304f9fc1 req-f3dc7ec5-ce73-426c-b62f-5942a932a14c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:18.259788 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c1d2e0a-9542-42ff-8bf6-4c89304f9fc1 req-f3dc7ec5-ce73-426c-b62f-5942a932a14c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0486252 Oct 12 12:26:18.298174 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c1d2e0a-9542-42ff-8bf6-4c89304f9fc1 req-097ee563-34b6-4151-86ff-d064ecd43d85 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Oct 12 12:26:19.412835 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca905e5-d3fc-46ee-a598-75b80791dcff req-5d9971dc-faac-4820-90ec-11512c6b3fbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:19.414285 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bca905e5-d3fc-46ee-a598-75b80791dcff req-5d9971dc-faac-4820-90ec-11512c6b3fbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Oct 12 12:26:19.451074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bca905e5-d3fc-46ee-a598-75b80791dcff req-fc01b6a7-c575-497d-bea6-d51b0b475fa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Oct 12 12:26:20.527386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3ada64c7-3000-4e9f-8bb0-a9732388e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:20.572261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c3d4-99b7-408b-ac33-af737fe0e166 req-10ddb892-973d-45ce-b0a2-6c6b7899ed07 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:20.573719 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2304c3d4-99b7-408b-ac33-af737fe0e166 req-10ddb892-973d-45ce-b0a2-6c6b7899ed07 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0537021 Oct 12 12:26:20.611132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2304c3d4-99b7-408b-ac33-af737fe0e166 req-a96534ab-1707-42ce-8da0-3c6eb6a6fb99 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Oct 12 12:26:21.688084 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:21.726584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f131-0f36-4248-b334-b470488a57e6 req-8b22d1c4-20d7-49a7-af50-11aadfcec0f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:21.728076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2633f131-0f36-4248-b334-b470488a57e6 req-8b22d1c4-20d7-49a7-af50-11aadfcec0f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0505297 Oct 12 12:26:21.771599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2633f131-0f36-4248-b334-b470488a57e6 req-56da0c0d-1e05-4067-8e52-89b045882edc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374277 Oct 12 12:26:22.007234 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:22.771127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:22.884428 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d665-1aaf-46c9-9d00-7ab2864b0a2e req-1515cd6c-f134-4d1f-a703-4c076a64ae84 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:22.885887 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3714d665-1aaf-46c9-9d00-7ab2864b0a2e req-1515cd6c-f134-4d1f-a703-4c076a64ae84 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Oct 12 12:26:22.924205 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3714d665-1aaf-46c9-9d00-7ab2864b0a2e req-2680131c-a31a-420e-a443-7cd602c7c661 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Oct 12 12:26:23.567090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:24.042045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ff039-877f-4b38-9148-e7225f75eabe req-50d4a699-a68d-41f8-bb44-4110dcc95046 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:24.043540 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-834ff039-877f-4b38-9148-e7225f75eabe req-50d4a699-a68d-41f8-bb44-4110dcc95046 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0526793 Oct 12 12:26:24.081705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-834ff039-877f-4b38-9148-e7225f75eabe req-6f616cf8-d551-404b-a9c4-ad9aae7c2a5d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Oct 12 12:26:25.201589 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ac95d-9fbd-445a-b148-1b96c489080b req-025cc041-9b15-4e1a-aaa1-f700eac36802 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:25.203104 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-950ac95d-9fbd-445a-b148-1b96c489080b req-025cc041-9b15-4e1a-aaa1-f700eac36802 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Oct 12 12:26:25.241039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-950ac95d-9fbd-445a-b148-1b96c489080b req-891a849d-9700-4f2f-94b9-e2e9e12bf2fa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Oct 12 12:26:26.362078 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40789902-70d7-4860-af6d-b4f9a3723d87 req-846216a5-a5eb-4f73-884a-006281243da5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:26.363565 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40789902-70d7-4860-af6d-b4f9a3723d87 req-846216a5-a5eb-4f73-884a-006281243da5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Oct 12 12:26:26.401241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40789902-70d7-4860-af6d-b4f9a3723d87 req-27d8a8f0-d80f-4bdf-a31d-38fa43654422 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Oct 12 12:26:27.456779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:27.524948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fddd42-f126-4be6-ba7a-86229b49e818 req-a7b573fb-236c-44e0-aead-19ae4b196708 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:27.526449 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06fddd42-f126-4be6-ba7a-86229b49e818 req-a7b573fb-236c-44e0-aead-19ae4b196708 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0539012 Oct 12 12:26:27.565643 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-06fddd42-f126-4be6-ba7a-86229b49e818 req-ad0f9046-a388-43c1-aebb-beb47042a2f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Oct 12 12:26:28.682552 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beac525-6756-4b13-b4cc-e0b0c58ac19d req-8c365e39-4658-41fd-ad95-1640d16f3d98 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:28.684074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4beac525-6756-4b13-b4cc-e0b0c58ac19d req-8c365e39-4658-41fd-ad95-1640d16f3d98 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Oct 12 12:26:28.722831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4beac525-6756-4b13-b4cc-e0b0c58ac19d req-71f66a31-a17e-470e-8b8f-c8148faa6924 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Oct 12 12:26:28.744634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46908) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:26:28.806652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a5be3869-d4a5-4229-9c29-840cfc63e620 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/cd739dd9-8a73-48be-be0d-5e730790103f HTTP/1.1" status: 200 len: 992 time: 0.0609758 Oct 12 12:26:47.745852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8263490-8d9b-4c64-9984-f04be65173be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:47.786298 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-403a7aa7-20eb-4bdc-a0c7-6117686f2dbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585678 Oct 12 12:26:47.849602 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:26:47.875027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-f12d2883-6298-4308-a3de-7958cd0fa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:47.877866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-f12d2883-6298-4308-a3de-7958cd0fa213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0447929 Oct 12 12:26:47.986582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-e9dad466-54eb-415b-b40c-4aed6f275df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:47.988103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-e9dad466-54eb-415b-b40c-4aed6f275df8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.0897276 Oct 12 12:26:48.056943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-ca0b5046-8fc7-4b0c-8a3a-881bb861a8f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 1000 time: 0.0613077 Oct 12 12:26:48.113052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-10ed95db-ffc8-487d-b8ec-7e98041a480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:48.115224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-10ed95db-ffc8-487d-b8ec-7e98041a480b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0508268 Oct 12 12:26:48.177242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-f716f444-a1b7-4390-a5ee-6fff38ab19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:26:48.178838 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-f716f444-a1b7-4390-a5ee-6fff38ab19b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569208 Oct 12 12:26:48.271962 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-30859487-d7c2-40bc-a425-7f1f0699389b service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856302 Oct 12 12:26:48.372806 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2d8a2fe-86e7-4ce9-85f5-ee7080a58541 req-a5792889-7317-441d-8b34-7b2e3c8b79bb service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917211 Oct 12 12:26:50.524314 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7632f1d1-3553-4b42-8eff-19ded88baf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:51.692485 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:52.012369 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:52.778030 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:53.589118 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:57.484048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:59.492487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46922) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:26:59.647176 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 377d1224-096a-4584-922b-b9b5f0c797ee {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:26:59.647522 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:59.724134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:59.724455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:59.735834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 377d1224-096a-4584-922b-b9b5f0c797ee owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:26:59.931964 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:26:59.965416 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=377d1224-096a-4584-922b-b9b5f0c797ee,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:26:59.987260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.987605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.987945 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.988276 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.989274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.989754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.990086 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.990443 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.990793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.991115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.991432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:26:59.991749 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:00.031543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:00.031888 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP cd739dd9-8a73-48be-be0d-5e730790103f disassociated (deleted). External IP: 172.25.2.78, port: 87a760f7-851b-4f4b-b819-336b28816f9e. Oct 12 12:27:00.236606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 1cf618e9-ab79-4532-8109-25bede9f0408 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:27:00.370167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:27:00.375041 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:00.379551 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Sync routers for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:27:00.388521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:00.389110 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:00.402138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0901ccb4-bb77-464c-9a3b-139a3a745cf1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd739dd9-8a73-48be-be0d-5e730790103f HTTP/1.1" status: 204 len: 168 time: 0.9085488 Oct 12 12:27:00.402751 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:27:00.405119 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6" -d '{"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:27:00.499816 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:00.696310 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:00.723497 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Checking router: 1cf618e9-ab79-4532-8109-25bede9f0408 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:27:00.731870 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:00.732457 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:00.833794 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db052f-e906-472f-af09-fd187e0e9d4c x-openstack-request-id: req-58db052f-e906-472f-af09-fd187e0e9d4c {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:27:00.834343 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:27:00.834343 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58db052f-e906-472f-af09-fd187e0e9d4c {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:27:00.835056 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e', 'status': 'completed', 'code': 200} Oct 12 12:27:00.930310 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:00.934079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-ce1b47b3-8c5e-47fa-84d7-41a207e63164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:00.935613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-ce1b47b3-8c5e-47fa-84d7-41a207e63164 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0733728 Oct 12 12:27:00.945075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0372-13fd-4a98-b266-7d4a05350ed6 req-b8c7b4e4-9a53-4a54-a7d7-d2cbd787008b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:00.946455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41ec0372-13fd-4a98-b266-7d4a05350ed6 req-b8c7b4e4-9a53-4a54-a7d7-d2cbd787008b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0586026 Oct 12 12:27:01.035667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41ec0372-13fd-4a98-b266-7d4a05350ed6 req-757df892-0517-4f1f-9a68-4c75d9a66a0f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811229 Oct 12 12:27:01.060290 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-23abd7bf-a14e-4826-84d9-2f3f6be05a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:01.061801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-23abd7bf-a14e-4826-84d9-2f3f6be05a90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 200 len: 898 time: 0.1143250 Oct 12 12:27:01.106051 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-c3a6acbc-4108-4dfd-92ce-13ff4da25d31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 200 len: 217 time: 0.0368044 Oct 12 12:27:01.126678 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:01.154341 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-6b7aebe9-0be9-49ef-9bc0-d350f5a56b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:01.155857 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-6b7aebe9-0be9-49ef-9bc0-d350f5a56b20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 200 len: 835 time: 0.0432651 Oct 12 12:27:01.156238 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d00751-8889-42cb-9365-fc0e80a4be6c None None] The sync data for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 is: [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc', 'name': '', 'network_id': 'cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:88:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:20Z', 'updated_at': '2021-10-12T12:25:24Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'e62a1502-8a41-470d-b6fc-c2b09f281a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:27:01.205216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-438f4710-a08d-4f97-9b2d-df2f54d13c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:01.206724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-438f4710-a08d-4f97-9b2d-df2f54d13c35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420957 Oct 12 12:27:01.304268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-9606d09c-8757-4e09-8020-f876fac16430 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894873 Oct 12 12:27:01.382987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dba6d6-1cd6-4cb2-ae10-5e26bc4a53d3 None None] New status for floating IP cd739dd9-8a73-48be-be0d-5e730790103f: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:27:01.400231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1844ff56-ae3e-4a6a-a831-8704bb0d86e6 req-f2db3f81-5c38-4566-91f7-e9173a1d15b0 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879982 Oct 12 12:27:02.156582 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be38821-3c17-4e9c-a996-480a7e048b71 req-d7493d92-86f7-4e46-8c10-349bcad2cd15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:02.158042 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9be38821-3c17-4e9c-a996-480a7e048b71 req-d7493d92-86f7-4e46-8c10-349bcad2cd15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Oct 12 12:27:02.201479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9be38821-3c17-4e9c-a996-480a7e048b71 req-24bb5b9c-5656-4d39-b3f1-906f5150ec5c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3ab6df-43cc-4331-b769-b695b7ca5285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373511 Oct 12 12:27:02.328476 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-3939fff6-be08-40a1-94b0-ee510ec043b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:02.329811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-3939fff6-be08-40a1-94b0-ee510ec043b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Oct 12 12:27:02.416775 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 87a760f7-851b-4f4b-b819-336b28816f9e {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:27:02.417119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:02.507735 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 87a760f7-851b-4f4b-b819-336b28816f9e, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=87a760f7-851b-4f4b-b819-336b28816f9e,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:02.508099 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:02.520572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 87a760f7-851b-4f4b-b819-336b28816f9e owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:27:02.692619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:02.721471 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=87a760f7-851b-4f4b-b819-336b28816f9e,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:02.762797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] No DVR routers for this DVR port 87a760f7-851b-4f4b-b819-336b28816f9e on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:27:02.765744 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:02.769912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3185ded8-4e3b-409f-ad92-e47d6783a390 req-1bf30005-daa9-4115-bf61-533b5872aef4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "DELETE /v2.0/ports/87a760f7-851b-4f4b-b819-336b28816f9e HTTP/1.1" status: 204 len: 173 time: 0.4331241 Oct 12 12:27:02.836676 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'name': 'network-vif-deleted', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:27:02.839100 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a809c6-18aa-4c23-a6c0-176ee1b2fdee" -d '{"events": [{"server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "name": "network-vif-deleted", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:27:02.875896 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d82c5-b89a-4655-ba41-9e339eb9e337 x-openstack-request-id: req-dc3d82c5-b89a-4655-ba41-9e339eb9e337 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:27:02.876589 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920a4346-df8f-4ecf-8ee7-8ac514e5ffc3", "name": "network-vif-deleted", "tag": "87a760f7-851b-4f4b-b819-336b28816f9e", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:27:02.876846 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc3d82c5-b89a-4655-ba41-9e339eb9e337 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:27:02.877373 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920a4346-df8f-4ecf-8ee7-8ac514e5ffc3', 'name': 'network-vif-deleted', 'tag': '87a760f7-851b-4f4b-b819-336b28816f9e', 'status': 'completed', 'code': 200} Oct 12 12:27:03.309047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-491b24fa-674b-40b4-a750-5a663dc3e3ab req-d7653251-45f4-4252-9744-5117fd5b4987 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=920a4346-df8f-4ecf-8ee7-8ac514e5ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0268183 Oct 12 12:27:04.364175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46938) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:04.735477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:05.349928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:27:05.350270 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:05.435491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:05.436210 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:05.451753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:27:05.686642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:05.713013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:05.887093 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.096678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 1cf618e9-ab79-4532-8109-25bede9f0408 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:27:06.179259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 87a760f7-851b-4f4b-b819-336b28816f9e no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:27:06.201495 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 87a760f7-851b-4f4b-b819-336b28816f9e {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:27:06.201840 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 87a760f7-851b-4f4b-b819-336b28816f9e not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:27:06.206478 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:27:06.212625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b311f47f-121d-45b8-9fe2-3f8c43c921d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/1cf618e9-ab79-4532-8109-25bede9f0408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8464041 Oct 12 12:27:06.214219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46940) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:06.216336 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Sync routers for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:27:06.225659 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:06.226247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:06.264892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting subnet e62a1502-8a41-470d-b6fc-c2b09f281a42 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:27:06.268007 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.307987 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.329438 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:06.397998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.508786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:27:05Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:06.509793 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.538003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Subnet': ['ID=e62a1502-8a41-470d-b6fc-c2b09f281a42,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:06.540151 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Checking router: 1cf618e9-ab79-4532-8109-25bede9f0408 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:27:06.543397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.549385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-746d9e83-8cec-4de7-8242-e822bfd10049 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/subnets/e62a1502-8a41-470d-b6fc-c2b09f281a42 HTTP/1.1" status: 204 len: 168 time: 0.3317628 Oct 12 12:27:06.552980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Routers {'1cf618e9-ab79-4532-8109-25bede9f0408'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:06.552980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['1cf618e9-ab79-4532-8109-25bede9f0408'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:06.553204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46942) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:06.553650 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee80d93-8643-4124-8729-40908d296de5 None None] Network cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:27:06.653356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] Set router 1cf618e9-ab79-4532-8109-25bede9f0408 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:06.661374 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.745398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] DHCP port deletion for cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:27:06.774049 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.795771 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Deleting port 61d86ca3-b92f-4bbc-98e1-f7988062c708 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:27:06.796139 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.842216 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:27:05Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:06.864903 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] For port 61d86ca3-b92f-4bbc-98e1-f7988062c708, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=61d86ca3-b92f-4bbc-98e1-f7988062c708,segment=NetworkSegment(edf93bf3-5590-40ac-b7c5-cc9ac497a7ec),segment_id=edf93bf3-5590-40ac-b7c5-cc9ac497a7ec)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:06.865297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.870958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b4456-f0fa-4f6d-9efd-cfabcc9c7dcc None None] The sync data for ids ['1cf618e9-ab79-4532-8109-25bede9f0408'] in n-d-813419-3 is: [{'id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796080703', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:25:17Z', 'updated_at': '2021-10-12T12:27:05Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '9372fa77-62bb-40cd-a1af-81ba49a569ad', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf618e9-ab79-4532-8109-25bede9f0408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:25:18Z', 'updated_at': '2021-10-12T12:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:27:06.886931 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 9372fa77-62bb-40cd-a1af-81ba49a569ad {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:27:06.887276 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.973582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 9372fa77-62bb-40cd-a1af-81ba49a569ad, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9372fa77-62bb-40cd-a1af-81ba49a569ad,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:06.973854 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:06.986264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 9372fa77-62bb-40cd-a1af-81ba49a569ad owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:27:07.037264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Calling delete_port for 61d86ca3-b92f-4bbc-98e1-f7988062c708 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:27:07.195095 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.217151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.223735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Pushing event deleted for resources: {'Port': ['ID=61d86ca3-b92f-4bbc-98e1-f7988062c708,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:07.232082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] No DVR routers for this DVR port 61d86ca3-b92f-4bbc-98e1-f7988062c708 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:27:07.234441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.235071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.235558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.236019 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.236453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.236872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.237394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.238137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.238917 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.239435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.239995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.240423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1fa2c-e26f-4d9c-bb23-f090c7e34944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.260494 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=9372fa77-62bb-40cd-a1af-81ba49a569ad,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:07.279455 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.279804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.280143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.280477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.280806 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.281358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.281477 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.281756 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.282078 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.282397 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.282746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.283058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:07.329984 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.424151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.427354 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.543968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.544561 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Fanout notify agent at l3_agent the message router_deleted on router 1cf618e9-ab79-4532-8109-25bede9f0408 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:27:07.553109 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.554291 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7cceb646-d051-4298-9f90-cbdf2453fcd8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/routers/1cf618e9-ab79-4532-8109-25bede9f0408 HTTP/1.1" status: 204 len: 168 time: 1.0034218 Oct 12 12:27:07.556998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46946) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:07.635038 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.726234 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.747822 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:07.757984 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:07.758314 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf93bf3-5590-40ac-b7c5-cc9ac497a7ec') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:07.768381 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.782464 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.789409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:27:07.790071 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:27:07.793110 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:27:07.804498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9372fa77-62bb-40cd-a1af-81ba49a569ad no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:27:07.825546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9372fa77-62bb-40cd-a1af-81ba49a569ad {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:27:07.825892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9372fa77-62bb-40cd-a1af-81ba49a569ad not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:27:07.826308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:27:07.851122 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:27:07.851469 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cbdd30ca-4c90-44f1-86d0-90e4f0a76ffc not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:27:07.851912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 61d86ca3-b92f-4bbc-98e1-f7988062c708 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:27:07.871610 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 61d86ca3-b92f-4bbc-98e1-f7988062c708 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:27:07.880140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 61d86ca3-b92f-4bbc-98e1-f7988062c708 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:27:07.927339 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.932311 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:07.936582 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/networks/cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5 HTTP/1.1" status: 204 len: 168 time: 0.3785536 Oct 12 12:27:07.939465 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46948) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:07.951926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1120-e0e9-4b3a-9175-2c36e9f5eaa3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Network': ['ID=cbd3b35d-9f75-4466-8c1d-4a6fcd8820a5,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:07.998961 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.028060 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.149118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.151808 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.154646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d3ab6df-43cc-4331-b769-b695b7ca5285 HTTP/1.1" status: 204 len: 168 time: 0.2124982 Oct 12 12:27:08.163436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d2987-4775-49d5-be4f-ff695fac4a11 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3ab6df-43cc-4331-b769-b695b7ca5285,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:08.537252 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46954) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:08.541989 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008848514', 'description': 'tempest-secgroup-smoke-2008848514 description', 'project_id': 'b6661a55507d48689289d9a215df04ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:08.640755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.705548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.809729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.839915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38bf16-4d72-4b7b-908e-b46952735310,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:08.903344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:08.904607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-40868e39-9f5e-43ba-8f09-ffaad26a72e3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3663466 Oct 12 12:27:08.907526 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46956) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:08.911854 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:09.023084 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.076290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.295478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.318449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62376854-7e79-4fad-8150-3a979205a3c3,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:09.419733 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.420890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-31fa060b-2cc0-454f-94e7-9caee29da793 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5124364 Oct 12 12:27:09.423715 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46958) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:09.428709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:09.520245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.578821 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.640409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.654958 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b933c3-261e-4612-9f01-08b450a406e7,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:09.726372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.727553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2d770773-23b7-46f5-9480-8525bd20274a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028989 Oct 12 12:27:09.730316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46960) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:09.734617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:09.831110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.887590 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.958609 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:09.976460 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269a74ba-2a99-4bfc-81a5-8f041d4b9cfe,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:10.034381 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.036169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d94d2f5f-f66a-41db-b02c-1f637d7ef3af tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049068 Oct 12 12:27:10.038927 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46962) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:10.043195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:10.134593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.192902 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.261394 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.280083 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7369c506-5d3c-4f88-b209-556e1d1de0cd,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:10.343409 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.344600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ecc09e3d-ffd2-4960-91b7-e19944799d26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047264 Oct 12 12:27:10.347349 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46964) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:10.352709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:10.446343 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:27:10.451305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.515581 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.571830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.589808 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d70daf-5160-4735-bc46-815c62801cf7,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:10.648188 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.649374 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc12912d-edd7-429e-b1be-df74cc199fb8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3000507 Oct 12 12:27:10.652127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46966) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:10.656388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '0b38bf16-4d72-4b7b-908e-b46952735310', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:10.752622 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:27:10.758134 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.818017 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.891894 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.906999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5e185c-92b5-4bf5-b366-e86148f6b9c9,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:10.975196 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:10.976419 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f7139e2a-54e1-498c-be72-a5f84ea6a7ee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233838 Oct 12 12:27:10.979306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46968) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:10.984057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'network': {'name': 'tempest-network-smoke--1198417116', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:11.057641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:27:11.061045 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.090741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:27:11.092980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.093328 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Added segment c4440a26-f21c-4b19-a5f6-fc602e1bd70e of type vlan for network 1d46d951-0eb5-47ff-bec6-4401286995ca Oct 12 12:27:11.131875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.215267 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.221359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:11.221924 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.288919 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Network': ['ID=1d46d951-0eb5-47ff-bec6-4401286995ca,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:11.299307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 1d46d951-0eb5-47ff-bec6-4401286995ca details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:27:11.323064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f5d18f5d-6986-460d-9b89-0e1e22d08169 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3427265 Oct 12 12:27:11.325731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46970) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:11.330074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'admin_state_up': True, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:11.406286 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.407370 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.458981 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.642262 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.882313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:11.900622 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:12.000192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.16 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/241b27a5-4ac0-49d1-97ff-a4e163fed300) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:27:12.102763 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:12.184114 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:12.220831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:12.226201 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:12.229707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:27:12.235084 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=241b27a5-4ac0-49d1-97ff-a4e163fed300,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:12.539769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:12.731508 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:12.935387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 8e953e33-0863-4b61-b7a5-b1e3da283676 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:27:13.038483 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:27:13.047922 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Sync routers for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:27:13.056601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:13.057222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:13.103396 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.104645 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3b966a9a-e96c-4411-b600-4cf441c61cb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7779906 Oct 12 12:27:13.107772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46974) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:13.135077 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4fc5df1b-1fb3-465a-9d4c-79cdf5ac2ff5 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b6661a55507d48689289d9a215df04ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261922 Oct 12 12:27:13.137599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46976) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:13.163097 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:13.227395 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b374a-55b7-439a-af64-6511da155bff tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:13.228927 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1e2b374a-55b7-439a-af64-6511da155bff tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904291 Oct 12 12:27:13.231781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46978) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:13.259268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-2363bb78-d04b-4ed6-aa60-d5459095574c tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264268 Oct 12 12:27:13.261762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 46980) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:13.266463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783150108', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:13.343475 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:12Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:13.369367 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Checking router: 8e953e33-0863-4b61-b7a5-b1e3da283676 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:27:13.369713 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Updating router 8e953e33-0863-4b61-b7a5-b1e3da283676 port 241b27a5-4ac0-49d1-97ff-a4e163fed300 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:27:13.393638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.421066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:27:13.424666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.655750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.669586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.734097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Subnet': ['ID=1cdca75e-331d-4a43-892c-20fb1d799867,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:13.738613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.743654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Checking segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:27:13.744016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network hostable DHCP agents. Network: 1d46d951-0eb5-47ff-bec6-4401286995ca, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:27:13.792011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc9ac7-a545-4925-b222-f2b7f364fd9f None None] Pushing event updated for resources: {'Port': ['ID=241b27a5-4ac0-49d1-97ff-a4e163fed300,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:13.794206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Attempting to bind port 241b27a5-4ac0-49d1-97ff-a4e163fed300 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:27:13.794575 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Attempting to bind port 241b27a5-4ac0-49d1-97ff-a4e163fed300 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:27:13.795029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Attempting to bind port 241b27a5-4ac0-49d1-97ff-a4e163fed300 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:27:13.800377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:27:13.801365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:27:13.801767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.801885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 1d46d951-0eb5-47ff-bec6-4401286995ca is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:27:13.802157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:27:13.802626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Bound port: 241b27a5-4ac0-49d1-97ff-a4e163fed300, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:27:13.803041 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.851923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 1d46d951-0eb5-47ff-bec6-4401286995ca) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:13.855928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] For port 241b27a5-4ac0-49d1-97ff-a4e163fed300, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:27:13.856690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:13.857561 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.859323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] For port 241b27a5-4ac0-49d1-97ff-a4e163fed300, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b27a5-4ac0-49d1-97ff-a4e163fed300,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:27:13.862941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780d93e-aa87-4af1-b651-5de7a2c9c9cd None None] Network 1d46d951-0eb5-47ff-bec6-4401286995ca requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:27:13.911781 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:13.949913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 46982) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:13.950446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-92d879b7-753a-4ee4-86bf-09fb1d755acf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6872172 Oct 12 12:27:13.993303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:13.993820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:13.997612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc9ac7-a545-4925-b222-f2b7f364fd9f None None] Pushing event updated for resources: {'Port': ['ID=241b27a5-4ac0-49d1-97ff-a4e163fed300,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:14.158651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-1d46d951-0eb5-47ff-bec6-4401286995ca', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:27:14.159699 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.164173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:14.456171 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Allocated IP 172.20.0.2 (1d46d951-0eb5-47ff-bec6-4401286995ca/1cdca75e-331d-4a43-892c-20fb1d799867/9c62d425-db68-4848-8a00-105d5cbbf07a) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:27:14.539134 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:12Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:14.572886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049b5d-7797-4ae8-be41-91f55ae2d1ed None None] The sync data for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 is: [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:12Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:27:14.652595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.709836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.736567 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.750618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Network 1d46d951-0eb5-47ff-bec6-4401286995ca is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:14.755546 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:14.759129 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:27:14.768670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Pushing event updated for resources: {'Port': ['ID=9c62d425-db68-4848-8a00-105d5cbbf07a,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:14.823622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Attempting to bind port 9c62d425-db68-4848-8a00-105d5cbbf07a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:27:14.823993 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Attempting to bind port 9c62d425-db68-4848-8a00-105d5cbbf07a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:27:14.824358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Attempting to bind port 9c62d425-db68-4848-8a00-105d5cbbf07a on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:27:14.834619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:27:14.835025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Checking segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:27:14.835444 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.835830 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Bound using segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:27:14.836302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Bound port: 9c62d425-db68-4848-8a00-105d5cbbf07a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:27:14.836713 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:14.911254 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] For port 9c62d425-db68-4848-8a00-105d5cbbf07a, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:27:14.914739 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] For port 9c62d425-db68-4848-8a00-105d5cbbf07a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9c62d425-db68-4848-8a00-105d5cbbf07a,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:27:15.015997 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.052207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.1 (1d46d951-0eb5-47ff-bec6-4401286995ca/1cdca75e-331d-4a43-892c-20fb1d799867/bd3c8abf-82fb-49bd-90fa-6a4583209924) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:27:15.074427 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df627d3-1edb-4a58-a2ff-478d3b94e024 None None] Pushing event updated for resources: {'Port': ['ID=9c62d425-db68-4848-8a00-105d5cbbf07a,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:15.205048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.319087 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.366439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 1d46d951-0eb5-47ff-bec6-4401286995ca is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:15.372318 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:15.376435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:27:15.401670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:15.424610 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.635428 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.883077 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9c62d425-db68-4848-8a00-105d5cbbf07a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:15.935593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9c62d425-db68-4848-8a00-105d5cbbf07a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:15.936244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:15.953110 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.020262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.029082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.056195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8bc02-4395-4a47-be8c-47e8570df272 None None] Network 1d46d951-0eb5-47ff-bec6-4401286995ca requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:27:16.070612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 9c62d425-db68-4848-8a00-105d5cbbf07a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9c62d425-db68-4848-8a00-105d5cbbf07a,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:16.103040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:16.105518 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.131357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ecbcb51c-259c-41ff-bc6f-41990d8ca84c None None] Provisioning complete for port 9c62d425-db68-4848-8a00-105d5cbbf07a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:16.131719 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb51c-259c-41ff-bc6f-41990d8ca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.139223 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.139223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b27a5-4ac0-49d1-97ff-a4e163fed300 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:16.211921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 1d46d951-0eb5-47ff-bec6-4401286995ca is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:16.213402 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:16.257054 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=9c62d425-db68-4848-8a00-105d5cbbf07a,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:16.320253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 241b27a5-4ac0-49d1-97ff-a4e163fed300 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:16.320623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.338308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 8e953e33-0863-4b61-b7a5-b1e3da283676 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:27:16.454943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.461665 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:27:16.467837 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9d8994f9-d121-4af0-9763-d981b026e62b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/8e953e33-0863-4b61-b7a5-b1e3da283676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155680 Oct 12 12:27:16.487577 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 241b27a5-4ac0-49d1-97ff-a4e163fed300, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b27a5-4ac0-49d1-97ff-a4e163fed300,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:16.488682 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Sync routers for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:27:16.499339 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:16.500154 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:16.583927 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.624794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-34569f4b-fefa-44dd-b9a5-e0fa16fd076c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008848514&fields=id&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 267 time: 0.0371170 Oct 12 12:27:16.629432 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:16.651078 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=241b27a5-4ac0-49d1-97ff-a4e163fed300,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:16.729307 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d0ff1fef-da04-4673-9113-bc4a1ed7b5d3 None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:16.729984 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0ff1fef-da04-4673-9113-bc4a1ed7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.755310 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-8b024fe2-9430-4541-88c8-243b1185b206 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:16.765297 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-8b024fe2-9430-4541-88c8-243b1185b206 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 797 time: 0.1328325 Oct 12 12:27:16.768718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff1fef-da04-4673-9113-bc4a1ed7b5d3 None None] Port bd3c8abf-82fb-49bd-90fa-6a4583209924 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:27:16.778931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d0ff1fef-da04-4673-9113-bc4a1ed7b5d3 None None] Provisioning complete for port 9c62d425-db68-4848-8a00-105d5cbbf07a triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:16.779299 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0ff1fef-da04-4673-9113-bc4a1ed7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.786159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-4367a1fc-ee1b-4cf7-8c36-c62b608bd441 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/quotas/b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 375 time: 0.0199468 Oct 12 12:27:16.833409 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 2, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:16.849763 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-db1ab893-98eb-4242-aff3-c9f1a05de9cc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627532 Oct 12 12:27:16.873058 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Checking router: 8e953e33-0863-4b61-b7a5-b1e3da283676 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:27:16.873701 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Updating router 8e953e33-0863-4b61-b7a5-b1e3da283676 port bd3c8abf-82fb-49bd-90fa-6a4583209924 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:27:16.905178 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:16.962494 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-f96d6002-8633-428e-853e-ef0fcab71fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915136 Oct 12 12:27:17.000680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-81655c31-2f8e-43d8-a2a8-b48df84bb6e4 None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:17.001847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81655c31-2f8e-43d8-a2a8-b48df84bb6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.051124 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-81655c31-2f8e-43d8-a2a8-b48df84bb6e4 None None] Port bd3c8abf-82fb-49bd-90fa-6a4583209924 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:27:17.075235 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-cd35e9f8-e8be-47e5-b006-2079aade235e service neutron] 10.222.0.43 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059096 Oct 12 12:27:17.168541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-46b37e7d-5031-4e9d-ac64-ab7a9743873a None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:17.168906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46b37e7d-5031-4e9d-ac64-ab7a9743873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.190213 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.202850 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-46b37e7d-5031-4e9d-ac64-ab7a9743873a None None] Port bd3c8abf-82fb-49bd-90fa-6a4583209924 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:27:17.246643 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.307592 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3da9a055-5a4c-4fce-a342-6c4a3ff3f011 req-36939a0c-5891-4ff7-9380-b905abeb8086 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 210 time: 0.0298612 Oct 12 12:27:17.386069 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Pushing event updated for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:17.396391 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.396987 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.397670 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.398161 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.398669 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.399021 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.399347 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.399669 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.400165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.400486 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.400807 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.401125 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:27:17.448529 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Attempting to bind port bd3c8abf-82fb-49bd-90fa-6a4583209924 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:27:17.448887 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Attempting to bind port bd3c8abf-82fb-49bd-90fa-6a4583209924 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:27:17.449254 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Attempting to bind port bd3c8abf-82fb-49bd-90fa-6a4583209924 on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:27:17.454587 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:27:17.455089 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Checking segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:27:17.455372 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.455755 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Bound using segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:27:17.456214 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Bound port: bd3c8abf-82fb-49bd-90fa-6a4583209924, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:27:17.456615 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.522069 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] For port bd3c8abf-82fb-49bd-90fa-6a4583209924, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:27:17.525392 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] For port bd3c8abf-82fb-49bd-90fa-6a4583209924, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd3c8abf-82fb-49bd-90fa-6a4583209924,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:27:17.601178 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.624899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:17.625500 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.663951 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:17.664569 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:26:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:17.666521 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca70432-00bf-4b2b-9e25-13ef703fefab None None] Pushing event updated for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:17.827975 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:17.891999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9c62d425-db68-4848-8a00-105d5cbbf07a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:17.896792 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4c2eb50-04fc-42ec-9140-5a2aa6c41ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.935255 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:17.979407 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] For port bd3c8abf-82fb-49bd-90fa-6a4583209924, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd3c8abf-82fb-49bd-90fa-6a4583209924,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:17.984759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9c62d425-db68-4848-8a00-105d5cbbf07a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:17.985135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:18.040275 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:18.065644 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7945d7e-7658-4e8e-9859-1d3bc8593206 None None] The sync data for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 is: [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:27:18.068093 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b27a5-4ac0-49d1-97ff-a4e163fed300 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:18.088770 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:18.168884 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54770e57-e37b-4e77-bf31-e5f03144a9a8 None None] Pushing event updated for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:18.175101 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 241b27a5-4ac0-49d1-97ff-a4e163fed300 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:18.175946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:18.228770 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-978a1135-95f0-4a76-ac0a-294e87bd0082 None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:18.229145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-978a1135-95f0-4a76-ac0a-294e87bd0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:18.419082 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7092058b-5a30-4011-ae9d-bb76bb08e55a req-fcc87e56-a966-471b-9858-7ab7cfef620a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 210 time: 0.0282176 Oct 12 12:27:19.241502 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c2ee4586-1d58-4f25-bd0e-c38c28272779 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:19.242981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c2ee4586-1d58-4f25-bd0e-c38c28272779 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 797 time: 0.1025777 Oct 12 12:27:19.288956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-06703cca-367f-4758-aadd-0c07d9ce17c2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 380 time: 0.0360134 Oct 12 12:27:19.298206 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'port': {'device_id': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'admin_state_up': True, 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'security_groups': ['0b38bf16-4d72-4b7b-908e-b46952735310']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:19.500996 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:27:19.505111 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:19.511635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98b5f8d7-2b40-49e7-ac12-c724f77219a5 req-1f5e446a-0bfe-40e2-a1f3-530595162f07 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Oct 12 12:27:19.640400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.8 (1d46d951-0eb5-47ff-bec6-4401286995ca/1cdca75e-331d-4a43-892c-20fb1d799867/b6e734aa-e652-4b9c-ab08-3462e24d0809) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:27:19.778298 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:19.823136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd3c8abf-82fb-49bd-90fa-6a4583209924 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:19.852694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:19.875736 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port bd3c8abf-82fb-49bd-90fa-6a4583209924 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:19.876119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:19.898351 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 1d46d951-0eb5-47ff-bec6-4401286995ca is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:19.901398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:19.905072 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:27:19.939632 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:19.978038 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:19.978680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.046823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-31085ba1-9016-42bb-893c-3a424c0451d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7521665 Oct 12 12:27:20.134445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Request body: {'port': {'device_id': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:20.186453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.191251 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f0b2e2be-3364-4376-b4dc-abc4b664e94f None None] Provisioning complete for port b6e734aa-e652-4b9c-ab08-3462e24d0809 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:20.191726 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e2be-3364-4376-b4dc-abc4b664e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.225678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2e2be-3364-4376-b4dc-abc4b664e94f None None] Port b6e734aa-e652-4b9c-ab08-3462e24d0809 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:27:20.455652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e734aa-e652-4b9c-ab08-3462e24d0809 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:27:20.463127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.475229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Transition to ACTIVE for port object b6e734aa-e652-4b9c-ab08-3462e24d0809 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:27:20.552943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-440a3334-2a46-46eb-b42d-36be37a4f461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.582014 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.631804 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:20.639873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469426-ac37-404c-9039-85ca465f2e79 req-e85dbbfd-c3c9-473c-a720-f9f65c83f2f1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:20.642392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a469426-ac37-404c-9039-85ca465f2e79 req-e85dbbfd-c3c9-473c-a720-f9f65c83f2f1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0564067 Oct 12 12:27:20.683635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2a469426-ac37-404c-9039-85ca465f2e79 req-c64befea-b8f6-479f-9e16-f297f631815c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Oct 12 12:27:20.711228 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:27:20.711557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:27:20.711879 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:27:20.716404 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:27:20.716719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:27:20.721622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:27:20.721953 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Checking segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:27:20.722373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Bound using segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:27:20.723089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Bound port: b6e734aa-e652-4b9c-ab08-3462e24d0809, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:27:20.723450 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.789645 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:27:20.792865 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:27:20.868496 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.903836 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:20.904485 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:20.905854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] 10.222.0.41 "PUT /v2.0/ports/b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 1091 time: 0.8442748 Oct 12 12:27:20.906247 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:27:20.908541 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a2c56-b38a-40fe-8c43-94c016763951" -d '{"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:27:20.933988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592116-5008-40d5-85e6-17c357ed5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:20.948872 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9a70d6-9155-4356-97db-fa2ababaec3e x-openstack-request-id: req-ad9a70d6-9155-4356-97db-fa2ababaec3e {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:27:20.949103 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:27:20.949307 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad9a70d6-9155-4356-97db-fa2ababaec3e {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:27:20.949722 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'status': 'completed', 'code': 200} Oct 12 12:27:21.012715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2c56-b38a-40fe-8c43-94c016763951 req-c02938cb-3b39-4ee1-a054-71ae64de84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.014255 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-241a2c56-b38a-40fe-8c43-94c016763951 req-c02938cb-3b39-4ee1-a054-71ae64de84b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0427833 Oct 12 12:27:21.118913 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2c56-b38a-40fe-8c43-94c016763951 req-07947dd0-db8a-4cd8-9584-85709d626810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.120378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-241a2c56-b38a-40fe-8c43-94c016763951 req-07947dd0-db8a-4cd8-9584-85709d626810 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6661a55507d48689289d9a215df04ea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975628 Oct 12 12:27:21.218422 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2c56-b38a-40fe-8c43-94c016763951 req-ccdd3a00-7b11-4f16-880f-b7e529524d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.219823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-241a2c56-b38a-40fe-8c43-94c016763951 req-ccdd3a00-7b11-4f16-880f-b7e529524d70 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923970 Oct 12 12:27:21.296041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-637518d7-d334-45b4-b9cd-c9a42857d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.297534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-637518d7-d334-45b4-b9cd-c9a42857d549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0415092 Oct 12 12:27:21.337974 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-25fd55b8-d6d9-4411-8a23-de1bc7abfae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 217 time: 0.0329440 Oct 12 12:27:21.386058 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-ac62609a-b915-472c-a194-c44250072a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.387474 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-ac62609a-b915-472c-a194-c44250072a7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0431209 Oct 12 12:27:21.435002 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efbe42-eea8-4037-bf22-87669659ab21 req-91296d3f-39c3-4f71-b378-abe17d4b7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.436470 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-91296d3f-39c3-4f71-b378-abe17d4b7cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419269 Oct 12 12:27:21.524242 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-01c1e355-b5ae-481c-a95f-108d00fae89a service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798795 Oct 12 12:27:21.617018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-99efbe42-eea8-4037-bf22-87669659ab21 req-0b14ae42-e249-4d14-9a75-c0c58dbd9095 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861213 Oct 12 12:27:21.680600 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:21.802359 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97906776-dd88-4a17-af7e-f3271845047a req-ff855719-ad41-4591-bfbb-6d2df38e81d6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:21.808093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97906776-dd88-4a17-af7e-f3271845047a req-ff855719-ad41-4591-bfbb-6d2df38e81d6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Oct 12 12:27:21.845225 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97906776-dd88-4a17-af7e-f3271845047a req-713788ec-bc41-426a-9a32-5d36c72a4fde tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Oct 12 12:27:22.011951 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:22.809577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:22.964732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d634b6f-1c91-420d-87b3-1fe87b82acc4 req-9507464f-1359-4935-ad24-2840c9ffe0c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:22.966859 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d634b6f-1c91-420d-87b3-1fe87b82acc4 req-9507464f-1359-4935-ad24-2840c9ffe0c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0541365 Oct 12 12:27:23.009766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6d634b6f-1c91-420d-87b3-1fe87b82acc4 req-273b0e10-57d0-4377-b62d-819ec1eb2d89 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361867 Oct 12 12:27:23.569311 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:24.127963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9806-7282-4a27-8577-38d22de65511 req-5f8a9e47-61ad-4e59-aaff-7dc0e19075d4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:24.129447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-607f9806-7282-4a27-8577-38d22de65511 req-5f8a9e47-61ad-4e59-aaff-7dc0e19075d4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0531013 Oct 12 12:27:24.167306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-607f9806-7282-4a27-8577-38d22de65511 req-265482f9-d2e5-401f-8e1a-b8fbc34bf3e1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Oct 12 12:27:24.848289 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:27:25.162583 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:27:25.259130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:25.270394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'mac_address': 'fa:16:3e:91:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:27:25.280344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f188f0-d052-4508-95bf-45cedbfae820 req-3b81a52a-7380-4aca-80d1-679d868b4b1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:25.281841 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55f188f0-d052-4508-95bf-45cedbfae820 req-3b81a52a-7380-4aca-80d1-679d868b4b1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0490143 Oct 12 12:27:25.307822 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:25.320318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e734aa-e652-4b9c-ab08-3462e24d0809 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:27:25.321370 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-55f188f0-d052-4508-95bf-45cedbfae820 req-70bf165d-7597-4e60-9b7f-e864a2b585a2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Oct 12 12:27:25.342679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:25.432109 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:25.477825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:25.795089 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['b6e734aa-e652-4b9c-ab08-3462e24d0809'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:27:26.434098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39d6fe-060a-4004-8eff-86481b7cbd8c req-e753a30a-da30-41bb-ab95-66a57cf6930d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:26.435613 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e39d6fe-060a-4004-8eff-86481b7cbd8c req-e753a30a-da30-41bb-ab95-66a57cf6930d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 944 time: 0.0479567 Oct 12 12:27:26.473677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4e39d6fe-060a-4004-8eff-86481b7cbd8c req-dcf56175-3279-48dc-ab4d-e592875199aa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Oct 12 12:27:27.177851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:27:27.306481 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port b6e734aa-e652-4b9c-ab08-3462e24d0809 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:27:27.310164 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port b6e734aa-e652-4b9c-ab08-3462e24d0809 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:27:27.310530 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:27.387749 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:27.418013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:27:27.420264 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2f714-ac45-41f0-9ed5-c50510629a81" -d '{"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-plugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:27:27.432900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:27:27.456602 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796716d2-16bb-4490-984d-8357b00115f5 x-openstack-request-id: req-796716d2-16bb-4490-984d-8357b00115f5 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:27:27.456889 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-plugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:27:27.457199 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-796716d2-16bb-4490-984d-8357b00115f5 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:27:27.457598 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'code': 200} Oct 12 12:27:27.492747 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:27.514602 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:27.565217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:27.578740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767518-d5f6-4e36-b45e-2ed6e25ca1a7 req-d75118d0-b138-47ec-8e2c-6a4e925769bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:27.580358 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53767518-d5f6-4e36-b45e-2ed6e25ca1a7 req-d75118d0-b138-47ec-8e2c-6a4e925769bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0643005 Oct 12 12:27:27.618670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-53767518-d5f6-4e36-b45e-2ed6e25ca1a7 req-59c88b15-1168-4a48-86f4-2a7d373672cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Oct 12 12:27:27.625095 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1c65-8426-4936-abd4-2336764d66c2 req-22839988-a9a1-43ca-b4f0-6cbd47f7d3aa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:27.626573 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d52a1c65-8426-4936-abd4-2336764d66c2 req-22839988-a9a1-43ca-b4f0-6cbd47f7d3aa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0658698 Oct 12 12:27:27.665718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d52a1c65-8426-4936-abd4-2336764d66c2 req-cdfeef6a-c4ab-44b4-8a4c-675e2b2654b8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Oct 12 12:27:28.782034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ae6e-3654-466d-a6ce-a95ad8f06367 req-16fdcb13-f679-43da-b151-3200521612e6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:28.783460 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20e1ae6e-3654-466d-a6ce-a95ad8f06367 req-16fdcb13-f679-43da-b151-3200521612e6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0484614 Oct 12 12:27:28.822044 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-20e1ae6e-3654-466d-a6ce-a95ad8f06367 req-4b9a0302-e2a8-438f-ba7c-1fe5f348a1ec tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Oct 12 12:27:29.934438 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00975371-5df8-4b7d-837d-ee50492f6140 req-50b5fa24-ad2a-4e47-ac93-c2ea448450df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:29.935939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00975371-5df8-4b7d-837d-ee50492f6140 req-50b5fa24-ad2a-4e47-ac93-c2ea448450df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0478961 Oct 12 12:27:29.974241 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-00975371-5df8-4b7d-837d-ee50492f6140 req-75eee4a6-08f6-4b7e-9b56-7bc9ed820886 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Oct 12 12:27:30.091948 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c424f8-e389-486b-a541-cbd11ee93f5c req-e3a4b387-f54c-4a16-955c-3dad7e22774b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:30.093396 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1c424f8-e389-486b-a541-cbd11ee93f5c req-e3a4b387-f54c-4a16-955c-3dad7e22774b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Oct 12 12:27:30.131262 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1c424f8-e389-486b-a541-cbd11ee93f5c req-2b15a034-7118-4cb5-bc5e-3ca845f1dc19 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Oct 12 12:27:30.153065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47042) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:30.192774 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5670c2c3-7be5-407f-be21-e933e904c108 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:30.194320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-5670c2c3-7be5-407f-be21-e933e904c108 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1091 time: 0.0402901 Oct 12 12:27:30.197037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47044) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:30.201260 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:27:30.303197 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:30.401982 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:30.852413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.112 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/12995a65-149d-46cd-bf7d-908470b8151b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:27:30.953225 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.032627 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.069553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:27:31.074733 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:27:31.078167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:27:31.100693 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=12995a65-149d-46cd-bf7d-908470b8151b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:31.428602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.548908 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.697009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.792392 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.862368 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=12995a65-149d-46cd-bf7d-908470b8151b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:27:31.874866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:31.975409 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP 2f880765-1b93-4496-b2a0-03a8278b642d associated. External IP: 172.25.2.112, port: b6e734aa-e652-4b9c-ab08-3462e24d0809. Oct 12 12:27:32.175449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 8e953e33-0863-4b61-b7a5-b1e3da283676 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:27:32.288075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:27:32.298364 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588825-683a-4d19-986b-143b52664e54 None None] Sync routers for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:27:32.309120 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:32.309715 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:27:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:32.397136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:32.419024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:32.428639 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05360622-8b45-4a67-802d-73ed985cd8f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2305896 Oct 12 12:27:32.429314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:27:32.431740 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a5db2-74ac-469f-a482-397950286ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:27:32.528805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee90f-97e3-451e-897b-55e3a28d887e req-11673a9b-042f-4acf-8f98-332a1cf0058b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:32.530281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-336ee90f-97e3-451e-897b-55e3a28d887e req-11673a9b-042f-4acf-8f98-332a1cf0058b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Oct 12 12:27:32.569309 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-336ee90f-97e3-451e-897b-55e3a28d887e req-a9a62736-71a5-4976-b346-9a274f2e3770 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Oct 12 12:27:32.592129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47050) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:32.631816 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6248c6-47f6-48ff-a57a-8f37a54d62e8 x-openstack-request-id: req-4b6248c6-47f6-48ff-a57a-8f37a54d62e8 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:27:32.632162 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:27:32.632349 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b6248c6-47f6-48ff-a57a-8f37a54d62e8 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:27:32.632751 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'status': 'completed', 'code': 200} Oct 12 12:27:32.655641 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2f880765-1b93-4496-b2a0-03a8278b642d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'mac_address': 'fa:16:3e:91:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:27:31Z', 'updated_at': '2021-10-12T12:27:31Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:32.660553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-cc4e6e49-dcfe-4261-9592-cf6105651604 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/2f880765-1b93-4496-b2a0-03a8278b642d HTTP/1.1" status: 200 len: 991 time: 0.0673437 Oct 12 12:27:32.682296 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588825-683a-4d19-986b-143b52664e54 None None] Checking router: 8e953e33-0863-4b61-b7a5-b1e3da283676 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:27:32.683268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a5db2-74ac-469f-a482-397950286ecd req-90eede44-991f-49ed-850f-3e23a328dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:32.684766 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-90eede44-991f-49ed-850f-3e23a328dc12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0400910 Oct 12 12:27:32.690390 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:27:32.691002 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:27:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:32.779172 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a5db2-74ac-469f-a482-397950286ecd req-16822300-29a2-4316-af46-aa75cc581e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:32.780639 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-16822300-29a2-4316-af46-aa75cc581e4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0881643 Oct 12 12:27:32.794894 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:27:32.850174 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-d1e406dd-f701-4413-8117-791420260ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 999 time: 0.0620592 Oct 12 12:27:32.900378 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a5db2-74ac-469f-a482-397950286ecd req-2c6b7d26-6cb8-42df-9686-92a47a39b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:32.901858 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-2c6b7d26-6cb8-42df-9686-92a47a39b6ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0453377 Oct 12 12:27:32.948655 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a5db2-74ac-469f-a482-397950286ecd req-28e21009-045a-4b24-bb78-f65c5fbb60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:32.950170 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-28e21009-045a-4b24-bb78-f65c5fbb60a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407667 Oct 12 12:27:33.016269 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-be588825-683a-4d19-986b-143b52664e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2f880765-1b93-4496-b2a0-03a8278b642d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'mac_address': 'fa:16:3e:91:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:27:31Z', 'updated_at': '2021-10-12T12:27:31Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:27:33.043845 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-eff65520-700e-4629-9f9a-2fb0cebbd46f service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Oct 12 12:27:33.046512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588825-683a-4d19-986b-143b52664e54 None None] The sync data for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 is: [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '2f880765-1b93-4496-b2a0-03a8278b642d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'mac_address': 'fa:16:3e:91:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:27:31Z', 'updated_at': '2021-10-12T12:27:31Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:27:33.137410 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b20a5db2-74ac-469f-a482-397950286ecd req-1d90dde5-f3a8-4d14-8290-43409675690f service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Oct 12 12:27:33.234232 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b8627-ea42-4ac7-94f4-ad2e9315c503 None None] New status for floating IP 2f880765-1b93-4496-b2a0-03a8278b642d: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:27:33.662873 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47052) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:27:33.730418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-991134d8-de60-4ef3-9a9f-92e85ebc2071 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/2f880765-1b93-4496-b2a0-03a8278b642d HTTP/1.1" status: 200 len: 993 time: 0.0662065 Oct 12 12:27:44.392495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-7e966640-670c-465f-a7f3-bb7e925ddabe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389788 Oct 12 12:27:44.474215 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-57a699b3-5f66-41f9-8620-eaaf983c75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:44.475718 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-57a699b3-5f66-41f9-8620-eaaf983c75a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0435982 Oct 12 12:27:44.581357 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-1a10fe35-ccce-445c-b84b-8b6dc2b8d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:44.583580 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-1a10fe35-ccce-445c-b84b-8b6dc2b8d260 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0843818 Oct 12 12:27:44.649465 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-89a90b27-90e0-4621-ae7a-862552553571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 1001 time: 0.0587206 Oct 12 12:27:44.697973 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-e41d7671-6c16-4d5d-bf6c-833a3cfdca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:44.699403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-e41d7671-6c16-4d5d-bf6c-833a3cfdca4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0434313 Oct 12 12:27:44.743731 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-4830ebc0-0821-4bc8-bea6-dd3346a6f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:27:44.745145 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-4830ebc0-0821-4bc8-bea6-dd3346a6f225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384090 Oct 12 12:27:44.836378 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-710cfe1c-de81-4ef1-b2ac-41e441e474b9 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836833 Oct 12 12:27:44.924956 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-105430f4-fe85-45d7-837f-44ad97a2e90d req-c362877e-8453-40a5-bf71-5297f750ea3a service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821199 Oct 12 12:27:47.735086 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4bf9294f-a816-4d3e-8c5f-bd81e7218397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:50.543005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a564380-de79-4056-a309-9edd18cd882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:51.719769 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:52.074235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:52.811395 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:53.588216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:27:57.479617 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:01.847137 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:28:17.748243 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8386-c650-4eb8-91bf-590656cdc6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:20.542427 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-09b62292-76e8-4a74-b703-f4aa95ffc48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:21.688312 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:22.056803 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:22.796625 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:23.582248 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:27.530871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:34.440506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-ddc1a3d5-4f6c-4fba-9d8c-fc027b72433e req-e4291494-a724-4727-924c-4ce6486f7882 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:28:34.441467 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ddc1a3d5-4f6c-4fba-9d8c-fc027b72433e req-e4291494-a724-4727-924c-4ce6486f7882 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059216 Oct 12 12:28:34.782482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a3ad-01ab-425d-8a40-ebc52e95ede1 req-5f0b9f03-afbf-44af-8337-6a6000dc46bb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:34.784013 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7d7a3ad-01ab-425d-8a40-ebc52e95ede1 req-5f0b9f03-afbf-44af-8337-6a6000dc46bb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0505404 Oct 12 12:28:34.821776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b7d7a3ad-01ab-425d-8a40-ebc52e95ede1 req-97bcde34-65aa-4748-a8bf-c70dd8dc2868 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Oct 12 12:28:34.986147 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-db31175b-a18f-4bcc-b4a1-b500d992dfca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887759 Oct 12 12:28:35.002316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-81b907ae-3696-4789-afc4-312695415b8e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:28:35.003319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-81b907ae-3696-4789-afc4-312695415b8e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052605 Oct 12 12:28:35.948194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178956cb-e202-44e3-9d05-a511f6530286 req-a03f336f-afbb-4303-9289-656dce8b5e78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:35.949914 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178956cb-e202-44e3-9d05-a511f6530286 req-a03f336f-afbb-4303-9289-656dce8b5e78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Oct 12 12:28:35.991388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-178956cb-e202-44e3-9d05-a511f6530286 req-19c2881c-359e-4826-838e-f256e3c7e287 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354061 Oct 12 12:28:37.105062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0973a-06f9-4215-855b-f6684b224629 req-12d5719d-73de-49fc-bc1a-ec678b22d78c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:37.106862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ee0973a-06f9-4215-855b-f6684b224629 req-12d5719d-73de-49fc-bc1a-ec678b22d78c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Oct 12 12:28:37.145388 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ee0973a-06f9-4215-855b-f6684b224629 req-7742f546-23b8-4fb9-ac7d-c9de8a5e0c3c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Oct 12 12:28:38.260996 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af6013-1239-4da2-8d09-8e9d98f9f352 req-dfdea34c-a262-4676-9028-092cf8766dbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:38.263018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79af6013-1239-4da2-8d09-8e9d98f9f352 req-dfdea34c-a262-4676-9028-092cf8766dbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0489900 Oct 12 12:28:38.300193 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79af6013-1239-4da2-8d09-8e9d98f9f352 req-3c37df11-332a-43a0-be25-e1dcb4b5fa07 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Oct 12 12:28:38.846503 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:28:39.249138 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-fd5297b6-0a57-45f1-bc93-9cc2eb6f14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:39.250493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-fd5297b6-0a57-45f1-bc93-9cc2eb6f14da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0405667 Oct 12 12:28:39.337361 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-3757cf2a-b062-45c4-902e-edfacbc4d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:39.338912 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-3757cf2a-b062-45c4-902e-edfacbc4d8ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0818675 Oct 12 12:28:39.407105 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-6d6eb7e8-ec91-445a-b6c4-cf1459ff38fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 1001 time: 0.0611119 Oct 12 12:28:39.417202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf9a8-3655-4c0f-9a02-919027d5a2f8 req-3c83ee8f-873c-4cad-91f1-591c350c615b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:39.418720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-473cf9a8-3655-4c0f-9a02-919027d5a2f8 req-3c83ee8f-873c-4cad-91f1-591c350c615b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Oct 12 12:28:39.456636 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-f3fe1ae5-77c0-430a-b299-daedc46a5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:39.458113 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-f3fe1ae5-77c0-430a-b299-daedc46a5eda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0442884 Oct 12 12:28:39.460784 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-473cf9a8-3655-4c0f-9a02-919027d5a2f8 req-9cc0bfdc-950c-4b6d-a55d-7c0974d19273 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358586 Oct 12 12:28:39.505629 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-2037e140-2938-409e-8459-d640544dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:39.507075 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-2037e140-2938-409e-8459-d640544dc530 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413802 Oct 12 12:28:39.600537 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-bdec9d25-4689-4825-a79b-e78f4e277f93 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Oct 12 12:28:39.693111 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-59418100-8c94-47ee-be77-c67dd3ca03fd service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Oct 12 12:28:40.577473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105e9b7-fa6a-4559-b512-8d14acfb04f7 req-65a90ac7-c2c2-4609-bc7c-010b2ed1906a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:40.578948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d105e9b7-fa6a-4559-b512-8d14acfb04f7 req-65a90ac7-c2c2-4609-bc7c-010b2ed1906a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Oct 12 12:28:40.616667 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d105e9b7-fa6a-4559-b512-8d14acfb04f7 req-18c95212-f4ff-4c7c-80cc-58be79137ec5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Oct 12 12:28:41.737849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934b28f-4ed6-4060-9048-cd8006ca01b9 req-8fa32f9b-cae6-496c-b27b-194138eca95b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:41.739566 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f934b28f-4ed6-4060-9048-cd8006ca01b9 req-8fa32f9b-cae6-496c-b27b-194138eca95b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0519981 Oct 12 12:28:41.777829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f934b28f-4ed6-4060-9048-cd8006ca01b9 req-f5f3c2c1-0d5b-40cb-aa2c-df480b4294c7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Oct 12 12:28:42.892182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302cff-a601-42da-9ffb-23cc1224c133 req-9ab46b4f-fee7-4b64-8ec2-f4cf41510089 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:42.893642 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97302cff-a601-42da-9ffb-23cc1224c133 req-9ab46b4f-fee7-4b64-8ec2-f4cf41510089 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Oct 12 12:28:42.936343 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97302cff-a601-42da-9ffb-23cc1224c133 req-54a23351-fbe4-4ac9-83e6-b96fec21677a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368457 Oct 12 12:28:44.049115 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c0c8a-6163-49fe-8aec-4b45619f6cd2 req-db2ce80b-7c68-4984-9e38-91be2d059d14 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:44.050574 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e2c0c8a-6163-49fe-8aec-4b45619f6cd2 req-db2ce80b-7c68-4984-9e38-91be2d059d14 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0482049 Oct 12 12:28:44.088669 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e2c0c8a-6163-49fe-8aec-4b45619f6cd2 req-41aa8bcd-5ce9-4e3c-a239-bdeb27ba7603 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Oct 12 12:28:45.211955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31148b0b-3221-4739-956f-59bb1f3be70c req-5a1d2f26-5b64-46c4-8678-07da77d946b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:45.213441 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31148b0b-3221-4739-956f-59bb1f3be70c req-5a1d2f26-5b64-46c4-8678-07da77d946b2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0508134 Oct 12 12:28:45.254157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-31148b0b-3221-4739-956f-59bb1f3be70c req-b2c85446-64b5-4b47-b985-b5225a311baa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Oct 12 12:28:45.409348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-d19fd14e-946c-4cb5-a6f1-e992c890b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:45.410746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-d19fd14e-946c-4cb5-a6f1-e992c890b65b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0422313 Oct 12 12:28:45.511353 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-40da6f9f-defa-473a-9a94-e469b269b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:45.513686 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-40da6f9f-defa-473a-9a94-e469b269b1a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0847588 Oct 12 12:28:45.582286 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-3141cc90-95a0-4e54-80b4-a79d5e89bc4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 1001 time: 0.0620015 Oct 12 12:28:45.630955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-ae795be1-6f4e-4562-a646-046609690c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:45.632344 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-ae795be1-6f4e-4562-a646-046609690c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0428967 Oct 12 12:28:45.677049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-2ab46ff6-0cc8-4c9a-bdf4-8432cc266a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:45.678442 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-2ab46ff6-0cc8-4c9a-bdf4-8432cc266a6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388932 Oct 12 12:28:45.769322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-0a1382d5-52e8-4f93-ada6-3b2769e1623f service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834084 Oct 12 12:28:45.859994 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f60beccc-dc75-46e0-b40f-de92b4d08a4a req-a8d14fa6-c154-4bd5-a569-66019ef23f35 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Oct 12 12:28:46.374331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c941c-9249-4f3a-98de-23234539f033 req-2f7f94da-70e0-4781-9316-31116013caae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:46.375803 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e25c941c-9249-4f3a-98de-23234539f033 req-2f7f94da-70e0-4781-9316-31116013caae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0479343 Oct 12 12:28:46.417308 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e25c941c-9249-4f3a-98de-23234539f033 req-673c82de-7a8c-44e3-833d-e408914bb56f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352771 Oct 12 12:28:47.535767 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa492b-8c6d-4666-b89b-92e01b761348 req-6732a3fb-51d6-4349-aa04-aff6772ae810 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:47.537333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04aa492b-8c6d-4666-b89b-92e01b761348 req-6732a3fb-51d6-4349-aa04-aff6772ae810 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Oct 12 12:28:47.574652 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-04aa492b-8c6d-4666-b89b-92e01b761348 req-3197dbdb-d8b1-4143-8577-fc794730cf6f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Oct 12 12:28:47.736261 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd9f505a-a593-47e7-988b-d2c4362c36cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:48.688209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523240a-d9e7-44af-b1a0-cd91582ad081 req-6583ad75-538d-4eb5-8e29-8e61d0e17e91 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:48.689668 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b523240a-d9e7-44af-b1a0-cd91582ad081 req-6583ad75-538d-4eb5-8e29-8e61d0e17e91 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0477886 Oct 12 12:28:48.727384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b523240a-d9e7-44af-b1a0-cd91582ad081 req-85285f91-c84f-4ac4-9455-09ace82e6158 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Oct 12 12:28:49.847785 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964647b-4791-48af-bd43-f2c136e45a1c req-29b9e5e9-bad8-4382-8721-b326c6558281 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:49.850422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a964647b-4791-48af-bd43-f2c136e45a1c req-29b9e5e9-bad8-4382-8721-b326c6558281 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0571094 Oct 12 12:28:49.894629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a964647b-4791-48af-bd43-f2c136e45a1c req-773866a4-7fe9-4e57-bec3-572dc251ff0f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Oct 12 12:28:50.536270 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b95558c6-b301-46d6-8b47-30b5282ebee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:51.011639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bee55-7ee3-4972-9c84-d413b1f27793 req-ecb6886a-5b40-447d-89c5-26ed361e4945 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:51.013854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c0bee55-7ee3-4972-9c84-d413b1f27793 req-ecb6886a-5b40-447d-89c5-26ed361e4945 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Oct 12 12:28:51.051868 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c0bee55-7ee3-4972-9c84-d413b1f27793 req-06aa4e01-e34f-4d1e-822e-ddbe94da12e1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Oct 12 12:28:51.710708 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:51.824490 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-47972c5c-f90f-4a0c-95a8-9482cf53522b service neutron] show failed (client error): The resource could not be found. Oct 12 12:28:51.825692 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-47972c5c-f90f-4a0c-95a8-9482cf53522b service neutron] 10.222.0.41 "GET /v2.0/ports/b6e734aa-e652-4b9c-ab08-3462e24d0809/bindings/n-h2-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0545237 Oct 12 12:28:52.018849 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:52.168371 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354810e-a2db-401d-9c67-700387fddbbb req-cd647df2-e4e4-419a-806a-121567d1cbb9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:52.170718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9354810e-a2db-401d-9c67-700387fddbbb req-cd647df2-e4e4-419a-806a-121567d1cbb9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0493250 Oct 12 12:28:52.213102 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9354810e-a2db-401d-9c67-700387fddbbb req-d3f94f33-87c7-4b50-83b4-3f7993dd93ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Oct 12 12:28:52.350412 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-dbe66e50-3d22-4c11-a450-bcc38b6b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:52.351813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-dbe66e50-3d22-4c11-a450-bcc38b6b9151 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 1096 time: 0.0417092 Oct 12 12:28:52.362796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:28:52.419135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:52.619973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:28:52.651823 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:28:52.691709 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:28:52.693970 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2ce10-e192-4329-9633-33d826f37242" -d '{"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:28:52.698122 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:52.714287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Transition to ACTIVE for port object b6e734aa-e652-4b9c-ab08-3462e24d0809 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:28:52.793911 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:52.822357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:52.824686 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b5dfa-c73b-4520-b362-52343ed6ea4d x-openstack-request-id: req-c09b5dfa-c73b-4520-b362-52343ed6ea4d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:28:52.824969 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:28:52.825215 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c09b5dfa-c73b-4520-b362-52343ed6ea4d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:28:52.825601 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'code': 200} Oct 12 12:28:52.878200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=6']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:28:52.888469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.889381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.889714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.890043 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.890375 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.890714 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.891037 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.891355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.891672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.892030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.892339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.892650 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:52.931491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] No DVR routers for this DVR port b6e734aa-e652-4b9c-ab08-3462e24d0809 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:28:53.068499 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:28:53.068838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:28:53.069172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:28:53.073559 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:28:53.073883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Attempting to bind port b6e734aa-e652-4b9c-ab08-3462e24d0809 on network 1d46d951-0eb5-47ff-bec6-4401286995ca {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:28:53.078891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:28:53.079231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Checking segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:28:53.079617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Bound using segment: {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:28:53.080050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Bound port: b6e734aa-e652-4b9c-ab08-3462e24d0809, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:28:53.080410 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:53.145699 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:28:53.148568 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:28:53.248762 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:53.285021 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.285021 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:53.285224 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] 10.222.0.47 "PUT /v2.0/ports/b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 1091 time: 0.9262784 Oct 12 12:28:53.353491 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153acc-8665-424d-9998-55edbafc3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=7']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:28:53.385194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bacba3-c472-492c-84d5-64aa19d0bdb7 req-f5a46232-b1da-4e9b-ac39-3a67df829095 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.386739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38bacba3-c472-492c-84d5-64aa19d0bdb7 req-f5a46232-b1da-4e9b-ac39-3a67df829095 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0989230 Oct 12 12:28:53.388983 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-ca686f8c-0f4d-429b-950a-a27a7f13cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.390385 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-ca686f8c-0f4d-429b-950a-a27a7f13cc3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0659928 Oct 12 12:28:53.481721 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38bacba3-c472-492c-84d5-64aa19d0bdb7 req-c65c41f1-e79a-4c67-b480-c610d2a12275 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878544 Oct 12 12:28:53.516481 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-4c240f65-adff-4969-bcc8-f5d60721738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.517930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-4c240f65-adff-4969-bcc8-f5d60721738d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.1182115 Oct 12 12:28:53.586425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-fa0de819-35ce-459c-8a5e-68b1c7ff3749 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 999 time: 0.0617054 Oct 12 12:28:53.587574 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:53.635719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-1f479d3f-e087-4da0-b83c-770b1ca18277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.637121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-1f479d3f-e087-4da0-b83c-770b1ca18277 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0440981 Oct 12 12:28:53.686058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-e1938f35-e084-4eeb-b036-c0b7f28bcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:53.686058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-e1938f35-e084-4eeb-b036-c0b7f28bcf09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398803 Oct 12 12:28:53.777505 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-875fcaa0-a054-4160-96c3-022ccb93a424 service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858428 Oct 12 12:28:53.866384 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5c36a17d-30b2-4bae-92ff-709d17b749a3 req-8ead38c5-b44d-47b8-b00c-8d0d0c33a0bf service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818207 Oct 12 12:28:54.599813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e9122-e826-43bb-8f51-321b80e42a76 req-d078298d-9145-40c3-9003-654b42684ee8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:54.601391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-083e9122-e826-43bb-8f51-321b80e42a76 req-d078298d-9145-40c3-9003-654b42684ee8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0488434 Oct 12 12:28:54.643603 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-083e9122-e826-43bb-8f51-321b80e42a76 req-1585d0ef-7d1e-4cab-b6af-fd5c22e3e17f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Oct 12 12:28:54.826579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:28:54.829003 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172" -d '{"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:28:54.875495 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02459d2b-ecfb-46ef-8f5d-223a21e46fa7 x-openstack-request-id: req-02459d2b-ecfb-46ef-8f5d-223a21e46fa7 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:28:54.875781 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:28:54.876033 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02459d2b-ecfb-46ef-8f5d-223a21e46fa7 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:28:54.876410 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'status': 'completed', 'code': 200} Oct 12 12:28:54.935820 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-550e0f7f-f555-4fb6-a660-7c22662c6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:54.937363 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-550e0f7f-f555-4fb6-a660-7c22662c6606 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0416899 Oct 12 12:28:54.937627 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-4102f111-9498-482c-9677-2b0ab208341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:54.939132 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-4102f111-9498-482c-9677-2b0ab208341f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0417459 Oct 12 12:28:55.034246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-586b0dcb-24c4-406d-8f74-2349fcad99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.035790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-586b0dcb-24c4-406d-8f74-2349fcad99ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0888457 Oct 12 12:28:55.112462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-630ac7c0-0eee-4583-9f3d-30ca227245b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 999 time: 0.0683913 Oct 12 12:28:55.163376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-4ccf95cf-61fa-41b1-a490-64a6101d98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.164902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-4ccf95cf-61fa-41b1-a490-64a6101d98e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0459402 Oct 12 12:28:55.214908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-fb73464d-03b1-44a9-9d00-4427d0e3131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.216418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-fb73464d-03b1-44a9-9d00-4427d0e3131e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418613 Oct 12 12:28:55.315752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-d3f7c3b4-1183-4a3a-943f-56808252187e service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Oct 12 12:28:55.378802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-02ae7994-6d13-4e77-9eda-61e6d49156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.380183 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-02ae7994-6d13-4e77-9eda-61e6d49156fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.4358945 Oct 12 12:28:55.411069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-73688fc5-712e-4987-99f7-90cca8356996 service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875049 Oct 12 12:28:55.444247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-5a829157-2628-4fc2-bfae-91ed2eb3110a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 999 time: 0.0564635 Oct 12 12:28:55.493108 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-a4166e65-bf3a-4d6a-9164-4c493f1fa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.494538 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-a4166e65-bf3a-4d6a-9164-4c493f1fa843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0425158 Oct 12 12:28:55.544226 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-a8b0ee85-98d7-4377-8144-d23fe7254844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.548020 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-a8b0ee85-98d7-4377-8144-d23fe7254844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458479 Oct 12 12:28:55.578463 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:28:55.618532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:28:55.640437 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-1bc050ef-0960-4fb2-912d-44282dd0e64c service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Oct 12 12:28:55.737456 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-92acf2fe-69c0-4d1d-b8d3-0d95c3dc4172 req-f8eb92f8-1d3b-403b-87d9-2701832d7aaa service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906863 Oct 12 12:28:55.768599 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdbbbe-87a3-40d0-aa74-087f4381e232 req-a1ec1a9d-9b61-43e7-ac34-343fee6d399f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:55.771178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7cdbbbe-87a3-40d0-aa74-087f4381e232 req-a1ec1a9d-9b61-43e7-ac34-343fee6d399f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0550299 Oct 12 12:28:55.808228 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7cdbbbe-87a3-40d0-aa74-087f4381e232 req-04be0f8e-8123-4c4f-bd5e-d36493b3ca92 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Oct 12 12:28:56.925253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3829924-ded1-4869-9ad6-1c65713e9b68 req-e09d8ec6-49c8-4d5d-a413-3435169f8a38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:56.926765 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3829924-ded1-4869-9ad6-1c65713e9b68 req-e09d8ec6-49c8-4d5d-a413-3435169f8a38 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0487113 Oct 12 12:28:56.963577 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3829924-ded1-4869-9ad6-1c65713e9b68 req-1e6097a5-450e-4ab3-ae11-8baa7683d05b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308228 Oct 12 12:28:57.333306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785cde-727f-455f-b754-21e3fa66c45b req-633dfc68-3e1b-4c27-8364-1b49c60af506 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.334824 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1785cde-727f-455f-b754-21e3fa66c45b req-633dfc68-3e1b-4c27-8364-1b49c60af506 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0488291 Oct 12 12:28:57.379625 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1785cde-727f-455f-b754-21e3fa66c45b req-742fb8d3-766c-4454-b213-3fa5242fa1d8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Oct 12 12:28:57.412454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-855298c8-3fd9-4b35-a42d-920c0e6b70d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.413911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-855298c8-3fd9-4b35-a42d-920c0e6b70d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24&tenant_id=b6661a55507d48689289d9a215df04ea&binding%3Ahost_id=n-h2-813419-3 HTTP/1.1" status: 200 len: 943 time: 0.0529215 Oct 12 12:28:57.474776 n-d-813419-3 neutron-server[95547]: INFO neutron.api.v2.resource [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0ee34031-7fde-4bde-bba4-129d1d550f17 service neutron] delete failed (client error): The resource could not be found. Oct 12 12:28:57.475785 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0ee34031-7fde-4bde-bba4-129d1d550f17 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b6e734aa-e652-4b9c-ab08-3462e24d0809/bindings/n-h1-813419-3 HTTP/1.1" status: 404 len: 380 time: 0.0544002 Oct 12 12:28:57.492249 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:57.496121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1a401-f0bf-42c9-a0e1-70de7442aa6e req-40d6d1ee-5316-4974-a300-ada3c8a1748e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.498284 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ae1a401-f0bf-42c9-a0e1-70de7442aa6e req-40d6d1ee-5316-4974-a300-ada3c8a1748e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0501771 Oct 12 12:28:57.539596 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ae1a401-f0bf-42c9-a0e1-70de7442aa6e req-6d33f8a7-3ec8-4ceb-8e2b-de0cdae35635 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345616 Oct 12 12:28:57.571122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-b5a4c0e7-a4f0-4218-b420-2038c3d7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.572602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-b5a4c0e7-a4f0-4218-b420-2038c3d7ca1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1094 time: 0.0452285 Oct 12 12:28:57.662832 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0b99b3a9-5fde-419e-a2c3-0f6bd0a0d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.664290 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0b99b3a9-5fde-419e-a2c3-0f6bd0a0d2d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.0844131 Oct 12 12:28:57.730841 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-ba608143-578c-4a2e-b2af-bc6f63b8934d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 999 time: 0.0589507 Oct 12 12:28:57.779424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-99c5d615-6c84-4f26-b9a3-8c2766256a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.781074 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-99c5d615-6c84-4f26-b9a3-8c2766256a28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0439985 Oct 12 12:28:57.827007 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0e88bb2a-2f76-46e9-b000-98823ac6c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:57.828468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-0e88bb2a-2f76-46e9-b000-98823ac6c230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409393 Oct 12 12:28:57.920765 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-1a375fb5-f912-40ec-9f16-1c507afc5f31 service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845087 Oct 12 12:28:58.007894 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-544c66fe-efd3-4a09-bbbb-1a625caf650b req-1c2a2e79-2f0a-4d3e-8ce4-27d7cb33580c service neutron] 10.222.0.41 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803578 Oct 12 12:28:58.658397 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65426-f3d4-4002-9449-fe4bc6347eb2 req-9d7c1973-0328-4daa-a710-b7740796ed54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:58.660090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69d65426-f3d4-4002-9449-fe4bc6347eb2 req-9d7c1973-0328-4daa-a710-b7740796ed54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 943 time: 0.0490720 Oct 12 12:28:58.675639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:28:58.703213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-69d65426-f3d4-4002-9449-fe4bc6347eb2 req-26485b58-2a4b-4119-b46a-550ae8e4caa8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366871 Oct 12 12:28:58.777914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:28:58.789006 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'port_id': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'mac_address': 'fa:16:3e:91:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:28:58.825075 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:58.838119 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e734aa-e652-4b9c-ab08-3462e24d0809 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:28:58.857380 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:28:58.921797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:28:58.969195 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:28:58.976672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.977016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.977355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.977687 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.978015 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.978363 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.978710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.979037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.979355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.979672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.979991 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:58.980309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:28:59.172360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['b6e734aa-e652-4b9c-ab08-3462e24d0809'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:28:59.820389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8701-f034-4c3b-a59a-8ec59e8921b7 req-84760f23-54c5-4c83-b8ef-3764850346c0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:28:59.821854 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96cb8701-f034-4c3b-a59a-8ec59e8921b7 req-84760f23-54c5-4c83-b8ef-3764850346c0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 944 time: 0.0492725 Oct 12 12:28:59.863965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96cb8701-f034-4c3b-a59a-8ec59e8921b7 req-2f30aa01-30f1-4a89-ad69-8d6048ba0a78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Oct 12 12:28:59.885691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47168) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:28:59.945314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6b8fa8e7-53c6-4d2d-92c7-fa4e559bb6b4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/2f880765-1b93-4496-b2a0-03a8278b642d HTTP/1.1" status: 200 len: 992 time: 0.0585496 Oct 12 12:29:00.706137 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:00.804389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port b6e734aa-e652-4b9c-ab08-3462e24d0809 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:29:00.808205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port b6e734aa-e652-4b9c-ab08-3462e24d0809 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:00.808670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:00.886123 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:00.909308 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:00.911577 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31bcc27-fa83-4d53-8a27-0db17e4f2be9" -d '{"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-plugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:00.925110 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:00.993317 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:01.018417 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1777c4bb-81b0-4d6a-80ed-57cc9fca9459 x-openstack-request-id: req-1777c4bb-81b0-4d6a-80ed-57cc9fca9459 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:01.022625 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-plugged", "status": "completed", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:01.022625 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1777c4bb-81b0-4d6a-80ed-57cc9fca9459 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:01.022625 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'code': 200} Oct 12 12:29:01.043825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=9']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:15.845400 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:29:17.769737 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c5a9-bd5f-49f6-a996-7b51de7c589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:20.584501 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b04b-648f-44ca-9de7-42f55fec8550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:21.687367 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:22.035341 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:22.789918 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:23.587557 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.288463 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47186) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:26.440797 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 12995a65-149d-46cd-bf7d-908470b8151b {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:29:26.441135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.519602 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.520011 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.532092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 12995a65-149d-46cd-bf7d-908470b8151b owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:29:26.764506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.788742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=12995a65-149d-46cd-bf7d-908470b8151b,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:26.854427 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:26.854757 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP 2f880765-1b93-4496-b2a0-03a8278b642d disassociated (deleted). External IP: 172.25.2.112, port: b6e734aa-e652-4b9c-ab08-3462e24d0809. Oct 12 12:29:27.399985 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 8e953e33-0863-4b61-b7a5-b1e3da283676 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:29:27.498475 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:27.608739 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:29:27.613506 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:27.618159 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Sync routers for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:29:27.628056 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:27.628668 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:27.640059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05021cb0-4350-4842-be57-de1cb9df52f9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/floatingips/2f880765-1b93-4496-b2a0-03a8278b642d HTTP/1.1" status: 204 len: 168 time: 1.3505814 Oct 12 12:29:27.640656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:27.642966 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4122d179-882f-43b6-bbac-72ddd859537b" -d '{"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:27.897589 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:28.040082 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9ba23-da6a-41c7-ba5c-43a621ba004d x-openstack-request-id: req-2df9ba23-da6a-41c7-ba5c-43a621ba004d {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:28.040370 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:28.040619 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2df9ba23-da6a-41c7-ba5c-43a621ba004d {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:28.041024 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'status': 'completed', 'code': 200} Oct 12 12:29:28.112821 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:28.120379 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d179-882f-43b6-bbac-72ddd859537b req-73dbf3fd-28f0-4113-9a6b-7362caf2004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:28.121995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-73dbf3fd-28f0-4113-9a6b-7362caf2004c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 1096 time: 0.0582006 Oct 12 12:29:28.144738 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Checking router: 8e953e33-0863-4b61-b7a5-b1e3da283676 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:29:28.153344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:28.155193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:28.187451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd37b-9e27-4ba3-a6c9-694d953bf6e7 req-df2cc9cf-ce9d-478f-b24b-bcffd89e6efa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:28.189229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f8fd37b-9e27-4ba3-a6c9-694d953bf6e7 req-df2cc9cf-ce9d-478f-b24b-bcffd89e6efa tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0818586 Oct 12 12:29:28.261211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f8fd37b-9e27-4ba3-a6c9-694d953bf6e7 req-97db3eab-2927-46c4-9e95-337155c7dd1a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Oct 12 12:29:28.273694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:28.274657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d179-882f-43b6-bbac-72ddd859537b req-c48efbe4-35b7-42d3-9b1a-eec035d4ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:28.277291 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-c48efbe4-35b7-42d3-9b1a-eec035d4ad72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 200 len: 898 time: 0.1381340 Oct 12 12:29:28.323918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-4cb3aa2b-c019-4bfb-8a68-05e1af309e99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 200 len: 217 time: 0.0387421 Oct 12 12:29:28.372720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d179-882f-43b6-bbac-72ddd859537b req-a8b04983-09bb-43df-a368-5e4cddd6601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:28.374168 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-a8b04983-09bb-43df-a368-5e4cddd6601c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 200 len: 835 time: 0.0432556 Oct 12 12:29:28.421255 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d179-882f-43b6-bbac-72ddd859537b req-93d0718c-2b5a-476d-a661-d141e5cbbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:28.422776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-93d0718c-2b5a-476d-a661-d141e5cbbd00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d46d951-0eb5-47ff-bec6-4401286995ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404665 Oct 12 12:29:28.483721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:28.511063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6ad66-832a-4a1b-8356-86072f18ad6f None None] The sync data for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 is: [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:15Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'bd3c8abf-82fb-49bd-90fa-6a4583209924', 'name': '', 'network_id': '1d46d951-0eb5-47ff-bec6-4401286995ca', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:7d:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:14Z', 'updated_at': '2021-10-12T12:27:17Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '1cdca75e-331d-4a43-892c-20fb1d799867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:29:28.521045 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-03a2cea3-1b69-4580-9117-04a0da12640a service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Oct 12 12:29:28.617929 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4122d179-882f-43b6-bbac-72ddd859537b req-a283db88-fa43-4d39-8775-e8204685b480 service neutron] 10.222.0.47 "GET /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894098 Oct 12 12:29:28.729572 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67edc5dd-984c-497d-ae1f-a1557a11ae03 None None] New status for floating IP 2f880765-1b93-4496-b2a0-03a8278b642d: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:29:29.353271 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-974a26b9-dbfc-4430-b4b7-077b5358099d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:29.354677 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-974a26b9-dbfc-4430-b4b7-077b5358099d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Oct 12 12:29:29.439782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273effeb-576a-45f1-8a21-9322676723ef req-e0ae213a-85c4-4aa5-aa2e-905c6bad4687 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:29.441251 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-273effeb-576a-45f1-8a21-9322676723ef req-e0ae213a-85c4-4aa5-aa2e-905c6bad4687 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=58a14ddf-1618-4308-8aea-e08abc2a3b24 HTTP/1.1" status: 200 len: 945 time: 0.1088426 Oct 12 12:29:29.494613 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port b6e734aa-e652-4b9c-ab08-3462e24d0809 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:29:29.494983 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:29.500503 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-273effeb-576a-45f1-8a21-9322676723ef req-2ea4e074-a754-4d8f-a2a2-cc6885d9e11a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b38bf16-4d72-4b7b-908e-b46952735310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529163 Oct 12 12:29:29.587228 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port b6e734aa-e652-4b9c-ab08-3462e24d0809, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=b6e734aa-e652-4b9c-ab08-3462e24d0809,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:29.587588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:29.600122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for b6e734aa-e652-4b9c-ab08-3462e24d0809 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:29:29.795906 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:29.825167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=b6e734aa-e652-4b9c-ab08-3462e24d0809,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:29.865639 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] No DVR routers for this DVR port b6e734aa-e652-4b9c-ab08-3462e24d0809 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:29:29.868203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:29.871542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-186be4f1-d577-4b08-ad72-6683c3a20e1c req-38a3269d-6b22-40f9-975d-d87acfbf6152 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "DELETE /v2.0/ports/b6e734aa-e652-4b9c-ab08-3462e24d0809 HTTP/1.1" status: 204 len: 173 time: 0.5034859 Oct 12 12:29:30.041745 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-deleted', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:30.044229 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f47a83-21ba-48c7-ba70-cefd02398ff8" -d '{"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-deleted", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:30.079851 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f3545-6b16-414f-8186-6cf808595782 x-openstack-request-id: req-1f8f3545-6b16-414f-8186-6cf808595782 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:30.080127 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a14ddf-1618-4308-8aea-e08abc2a3b24", "name": "network-vif-deleted", "tag": "b6e734aa-e652-4b9c-ab08-3462e24d0809", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:30.080372 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f8f3545-6b16-414f-8186-6cf808595782 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:30.080772 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a14ddf-1618-4308-8aea-e08abc2a3b24', 'name': 'network-vif-deleted', 'tag': 'b6e734aa-e652-4b9c-ab08-3462e24d0809', 'status': 'completed', 'code': 200} Oct 12 12:29:30.557868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47204) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:30.915065 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:31.166661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port bd3c8abf-82fb-49bd-90fa-6a4583209924 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:29:31.166946 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:31.260313 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port bd3c8abf-82fb-49bd-90fa-6a4583209924, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=bd3c8abf-82fb-49bd-90fa-6a4583209924,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:31.260657 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:31.273703 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for bd3c8abf-82fb-49bd-90fa-6a4583209924 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:29:31.518626 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:31.543852 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=bd3c8abf-82fb-49bd-90fa-6a4583209924,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:31.720620 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:31.936347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 8e953e33-0863-4b61-b7a5-b1e3da283676 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:29:32.040057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:29:32.045705 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f71eedba-b653-479f-a5c9-b7e68b0a406f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/8e953e33-0863-4b61-b7a5-b1e3da283676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868066 Oct 12 12:29:32.048587 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47206) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:32.049644 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Sync routers for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:29:32.058790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:32.059482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:32.103479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting subnet 1cdca75e-331d-4a43-892c-20fb1d799867 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:29:32.106504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.145923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.168452 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:32.227612 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.342863 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:29:31Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:32.359202 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.372203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Checking router: 8e953e33-0863-4b61-b7a5-b1e3da283676 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:29:32.381153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Routers {'8e953e33-0863-4b61-b7a5-b1e3da283676'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:32.381861 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['8e953e33-0863-4b61-b7a5-b1e3da283676'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:32.385918 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdca75e-331d-4a43-892c-20fb1d799867,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:32.394573 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.397825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/subnets/1cdca75e-331d-4a43-892c-20fb1d799867 HTTP/1.1" status: 204 len: 168 time: 0.3481388 Oct 12 12:29:32.399608 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.399955 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.400298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.400634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.400861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47208) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:32.400997 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.401279 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.401610 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.401937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.402312 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.402575 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.402923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.403244 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac1b45-a374-40f8-ab22-b918fa0ae767 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:32.418622 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d04b95-421e-4686-a4b5-da3a67b11e9a None None] Network 1d46d951-0eb5-47ff-bec6-4401286995ca requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:29:32.512351 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.578286 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] Set router 8e953e33-0863-4b61-b7a5-b1e3da283676 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:32.617586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.739946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] DHCP port deletion for 1d46d951-0eb5-47ff-bec6-4401286995ca request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:29:32.746468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 241b27a5-4ac0-49d1-97ff-a4e163fed300 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:29:32.747046 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.800348 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:29:31Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:32.827994 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 241b27a5-4ac0-49d1-97ff-a4e163fed300, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=241b27a5-4ac0-49d1-97ff-a4e163fed300,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:32.828349 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.832831 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588823cd-b628-4d63-9e2a-494615c962b0 None None] The sync data for ids ['8e953e33-0863-4b61-b7a5-b1e3da283676'] in n-d-813419-3 is: [{'id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-842628890', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:29:31Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '241b27a5-4ac0-49d1-97ff-a4e163fed300', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e953e33-0863-4b61-b7a5-b1e3da283676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:27:11Z', 'updated_at': '2021-10-12T12:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:29:32.834925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Deleting port 9c62d425-db68-4848-8a00-105d5cbbf07a {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:29:32.835399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.840074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 241b27a5-4ac0-49d1-97ff-a4e163fed300 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:29:32.901240 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] For port 9c62d425-db68-4848-8a00-105d5cbbf07a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9c62d425-db68-4848-8a00-105d5cbbf07a,segment=NetworkSegment(c4440a26-f21c-4b19-a5f6-fc602e1bd70e),segment_id=c4440a26-f21c-4b19-a5f6-fc602e1bd70e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:32.901638 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:32.913882 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Calling delete_port for 9c62d425-db68-4848-8a00-105d5cbbf07a owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:29:33.046929 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.069773 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.074222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] Pushing event deleted for resources: {'Port': ['ID=9c62d425-db68-4848-8a00-105d5cbbf07a,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:33.076468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c17263-ad3e-4cc5-9132-7911f5d6d06f None None] No DVR routers for this DVR port 9c62d425-db68-4848-8a00-105d5cbbf07a on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:29:33.101642 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=241b27a5-4ac0-49d1-97ff-a4e163fed300,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:33.155309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.251242 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.253489 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.369702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.370181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Fanout notify agent at l3_agent the message router_deleted on router 8e953e33-0863-4b61-b7a5-b1e3da283676 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:29:33.378316 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.379509 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f68cad0f-75c3-4686-8f09-6a83e646f455 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/routers/8e953e33-0863-4b61-b7a5-b1e3da283676 HTTP/1.1" status: 204 len: 168 time: 0.9776542 Oct 12 12:29:33.384429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47210) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:33.462092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.555511 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.575560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d46d951-0eb5-47ff-bec6-4401286995ca']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.584429 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.584720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4440a26-f21c-4b19-a5f6-fc602e1bd70e') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:33.594374 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.608498 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.614202 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:29:33.614574 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:29:33.617473 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:29:33.735313 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.745336 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.745336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/networks/1d46d951-0eb5-47ff-bec6-4401286995ca HTTP/1.1" status: 204 len: 168 time: 0.3621509 Oct 12 12:29:33.748923 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47212) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:33.757164 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc65aa5-1aa9-4446-91ff-13815ee09f2f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Network': ['ID=1d46d951-0eb5-47ff-bec6-4401286995ca,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:33.811963 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.838151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.882081 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9c62d425-db68-4848-8a00-105d5cbbf07a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:29:33.902731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9c62d425-db68-4848-8a00-105d5cbbf07a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:29:33.903352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9c62d425-db68-4848-8a00-105d5cbbf07a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:29:33.904486 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd3c8abf-82fb-49bd-90fa-6a4583209924 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:29:33.923277 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: bd3c8abf-82fb-49bd-90fa-6a4583209924 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:29:33.923616 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device bd3c8abf-82fb-49bd-90fa-6a4583209924 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:29:33.924025 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b27a5-4ac0-49d1-97ff-a4e163fed300 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:29:33.942279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 241b27a5-4ac0-49d1-97ff-a4e163fed300 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:29:33.943412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 241b27a5-4ac0-49d1-97ff-a4e163fed300 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:29:33.984026 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.986851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:33.987985 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b38bf16-4d72-4b7b-908e-b46952735310 HTTP/1.1" status: 204 len: 168 time: 0.2380102 Oct 12 12:29:33.997208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eada24-b15f-446e-a341-7c9af0b383dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38bf16-4d72-4b7b-908e-b46952735310,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:34.663990 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47218) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:34.668625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424095387', 'description': 'tempest-secgroup-smoke-1424095387 description', 'project_id': 'b6661a55507d48689289d9a215df04ea'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:34.761096 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:34.825993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:34.861636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:29:34.875372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:34.884454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: b6e734aa-e652-4b9c-ab08-3462e24d0809 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:29:34.892055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device b6e734aa-e652-4b9c-ab08-3462e24d0809 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:29:34.905971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:34.954423 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:34.955726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-77e81c00-c38d-4139-b5f8-ab9531370fb3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2907202 Oct 12 12:29:34.960917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47220) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:34.963173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:35.051664 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.109643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.180703 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.198300 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11899995-94aa-4f03-bd4d-9211e33ba81e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:35.268717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.269949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-effb1b91-0d0c-4c00-836f-7be1795d12d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103108 Oct 12 12:29:35.272781 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47222) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:35.277054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:35.385313 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.440861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.517967 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.535919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a977ca-12c4-42cd-8b14-b8c387c76853,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:35.613925 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.615154 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d79c2928-a02c-434d-8ea7-733b6aca6237 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414540 Oct 12 12:29:35.617967 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47224) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:35.622204 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:35.711167 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.769154 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.860731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.878175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e497179-b6d9-45c9-9e58-6c695e130745,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:35.957165 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:35.958403 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d3c19bbb-fe7a-4325-965d-294034696cfb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395150 Oct 12 12:29:35.967180 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47226) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:35.967830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:36.056739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.118137 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.203836 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.222141 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68ec598-eb10-4a7e-8af8-8be5a2b614d2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:36.303040 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.304257 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-14b4b952-d30c-4a8b-b8d2-9ff5c51553a4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418536 Oct 12 12:29:36.306968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47228) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:36.311911 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:36.392376 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:29:36.397323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.455672 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.507182 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.525794 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392e426e-43d9-4fa0-b0a5-021e89ab4fc2,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:36.606094 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.607957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-9f7cbd59-14a1-48b2-838a-c5667ddaea54 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3000519 Oct 12 12:29:36.610849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47230) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:36.615407 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': '8f8e0679-8e9e-44e6-ad02-1ed79cdb6203', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:36.684484 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:29:36.690174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.752603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.803669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.820694 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc641090-0fb1-4a62-a295-99dd1bf1f07b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:36.879993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:36.881187 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4e8c9fdc-1e09-4f89-94ac-e90d35446690 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2694089 Oct 12 12:29:36.883957 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47232) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:36.888595 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'network': {'name': 'tempest-network-smoke--440680046', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'port_security_enabled': True}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:36.992671 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:29:36.996292 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.019832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:29:37.028163 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.029427 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Added segment 401d94db-b00a-4fcb-861f-f3227c7ae6a9 of type vlan for network 282bd942-fd82-4812-a195-a41434a3da2f Oct 12 12:29:37.069717 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.158120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.163677 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:37.164290 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.230546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Network': ['ID=282bd942-fd82-4812-a195-a41434a3da2f,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:37.241822 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 282bd942-fd82-4812-a195-a41434a3da2f details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:29:37.281898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ccd0c79c-0ba8-4024-9642-3d390c6c316b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3968394 Oct 12 12:29:37.284500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47234) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:37.288802 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'admin_state_up': True, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:37.389974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.391075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.440466 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.650305 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.890175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:37.908421 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:38.021046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.13 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:29:38.124883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:38.584706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:38.628707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:38.631519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:38.635875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:29:38.639776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:38.985692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:39.175943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:39.395296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 6ffbf3a0-77ec-41ef-b77b-f5955154824d is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:29:39.502251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:29:39.513663 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Sync routers for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:29:39.522473 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:39.523099 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:39.597201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:39.598470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a41b4bed-3d40-4916-8ebc-1dfd6a507be3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3130288 Oct 12 12:29:39.601741 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47236) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:39.627701 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:39.673997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b1afd4f8-a2f4-4cfa-9e5c-073dd18c53d7 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b6661a55507d48689289d9a215df04ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707331 Oct 12 12:29:39.676225 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47240) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:39.766137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb9d72-e9c2-495a-a0a0-6d7df2a00102 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:39.767722 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8dcb9d72-e9c2-495a-a0a0-6d7df2a00102 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906181 Oct 12 12:29:39.770594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47242) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:39.801205 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9367275b-3540-4830-9d82-46dd3631ea08 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294149 Oct 12 12:29:39.802182 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:39.803722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47244) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:39.808458 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149719961', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:39.828384 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Checking router: 6ffbf3a0-77ec-41ef-b77b-f5955154824d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:29:39.828731 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Updating router 6ffbf3a0-77ec-41ef-b77b-f5955154824d port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:29:39.856948 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:39.973040 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:29:39.976768 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.191198 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.217975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.265052 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.277464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Subnet': ['ID=02eaa6bc-bf4c-4686-95f5-117df9dba043,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:40.287943 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Checking segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:29:40.288303 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network hostable DHCP agents. Network: 282bd942-fd82-4812-a195-a41434a3da2f, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:29:40.320540 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Attempting to bind port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:29:40.320909 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Attempting to bind port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:29:40.321272 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Attempting to bind port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:29:40.328949 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Pushing event updated for resources: {'Port': ['ID=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:40.331934 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:29:40.332300 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:29:40.332701 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.333082 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:29:40.333537 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Bound port: b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:29:40.333912 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.340141 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.340483 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.340846 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.341694 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.342053 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.342373 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.342786 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.343113 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.343438 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.343760 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.344080 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.344396 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:40.372762 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 282bd942-fd82-4812-a195-a41434a3da2f is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:29:40.401732 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] For port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:29:40.405306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] For port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:29:40.457801 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 282bd942-fd82-4812-a195-a41434a3da2f) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:40.462267 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:40.463125 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.466845 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01117a63-6aa5-4523-834a-888a525e659d None None] Network 282bd942-fd82-4812-a195-a41434a3da2f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:29:40.481206 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.536701 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157948e-8213-4b2d-b556-bc716ae5c2a4 None None] Pushing event updated for resources: {'Port': ['ID=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:40.548419 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:40.549012 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:40.565119 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-acc03208-f6c7-432e-bd98-0aab77ed4734 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7603612 Oct 12 12:29:40.568067 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47246) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:40.624374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-282bd942-fd82-4812-a195-a41434a3da2f', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:29:40.625298 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:40.655422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:40.780688 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Allocated IP 172.20.0.2 (282bd942-fd82-4812-a195-a41434a3da2f/02eaa6bc-bf4c-4686-95f5-117df9dba043/1a65750b-c67a-4c49-ae1f-97d5f929d066) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:29:40.838958 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:40.869639 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b97d4-d50e-4f88-8d10-6c04e4dec66a None None] The sync data for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 is: [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:38Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:29:40.953141 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.021833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.052488 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.068995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Network 282bd942-fd82-4812-a195-a41434a3da2f is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:41.074672 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:41.078228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:29:41.099154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Pushing event updated for resources: {'Port': ['ID=1a65750b-c67a-4c49-ae1f-97d5f929d066,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:41.170151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Attempting to bind port 1a65750b-c67a-4c49-ae1f-97d5f929d066 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:29:41.170522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Attempting to bind port 1a65750b-c67a-4c49-ae1f-97d5f929d066 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:29:41.170913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Attempting to bind port 1a65750b-c67a-4c49-ae1f-97d5f929d066 on network 282bd942-fd82-4812-a195-a41434a3da2f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:29:41.176149 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:29:41.176523 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Checking segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:29:41.176927 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.177317 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Bound using segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:29:41.177781 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Bound port: 1a65750b-c67a-4c49-ae1f-97d5f929d066, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:29:41.178158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.253234 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] For port 1a65750b-c67a-4c49-ae1f-97d5f929d066, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:29:41.257514 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] For port 1a65750b-c67a-4c49-ae1f-97d5f929d066, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a65750b-c67a-4c49-ae1f-97d5f929d066,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:29:41.324520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.379510 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.1 (282bd942-fd82-4812-a195-a41434a3da2f/02eaa6bc-bf4c-4686-95f5-117df9dba043/8b057013-ce29-4529-80d2-0c63dcd48f46) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:29:41.399968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23499f99-e505-4e2e-accd-7a56592a6c53 None None] Pushing event updated for resources: {'Port': ['ID=1a65750b-c67a-4c49-ae1f-97d5f929d066,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:41.515570 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.621445 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.671800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 282bd942-fd82-4812-a195-a41434a3da2f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:41.675594 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:41.678574 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:29:41.721929 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:41.737409 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.924468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a65750b-c67a-4c49-ae1f-97d5f929d066 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:41.953660 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:41.974180 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1a65750b-c67a-4c49-ae1f-97d5f929d066 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:41.974551 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.064176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.097893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 1a65750b-c67a-4c49-ae1f-97d5f929d066, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a65750b-c67a-4c49-ae1f-97d5f929d066,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:42.175268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.176247 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:42.255985 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.258929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=1a65750b-c67a-4c49-ae1f-97d5f929d066,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:42.273920 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:42.274290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.312205 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.367349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.375130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557a572-86f4-4cde-80a4-61726944ff68 None None] Network 282bd942-fd82-4812-a195-a41434a3da2f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:29:42.392918 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.395624 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:42.408647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:42.508692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 282bd942-fd82-4812-a195-a41434a3da2f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:42.510389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:42.631932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 6ffbf3a0-77ec-41ef-b77b-f5955154824d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:29:42.653935 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.663670 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fc7e87b8-bca9-406b-99cb-611cdae1df18 None None] Provisioning complete for port 1a65750b-c67a-4c49-ae1f-97d5f929d066 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:42.664303 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc7e87b8-bca9-406b-99cb-611cdae1df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:42.752221 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:29:42.763589 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-3539998f-c6a3-4182-9fd5-9282dd1cdb52 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/6ffbf3a0-77ec-41ef-b77b-f5955154824d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1942813 Oct 12 12:29:42.795315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:42.838032 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Sync routers for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:29:42.867743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:42.868359 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:42.953026 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-213595ce-69d3-416c-9f1d-ebc0268ccdf8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424095387&fields=id&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 267 time: 0.0406585 Oct 12 12:29:42.994645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:43.075798 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-bc1c84e4-13f3-43b1-8ad1-0a6fcec7af2c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:43.077538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-bc1c84e4-13f3-43b1-8ad1-0a6fcec7af2c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 796 time: 0.1132438 Oct 12 12:29:43.096090 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-f6a775b1-3d5c-4ec5-b6b5-f8369425a5d9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/quotas/b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 375 time: 0.0098612 Oct 12 12:29:43.146086 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e7d97c05-bcd2-4999-a4e0-f220e74e90a1 None None] Provisioning complete for port 8b057013-ce29-4529-80d2-0c63dcd48f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:43.146734 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7d97c05-bcd2-4999-a4e0-f220e74e90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.167525 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-edb80366-d24b-4cbc-b758-93668bb8e3f5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639117 Oct 12 12:29:43.201660 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e7d97c05-bcd2-4999-a4e0-f220e74e90a1 None None] Port 8b057013-ce29-4529-80d2-0c63dcd48f46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:29:43.252253 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e7d97c05-bcd2-4999-a4e0-f220e74e90a1 None None] Provisioning complete for port 1a65750b-c67a-4c49-ae1f-97d5f929d066 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:43.252636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e7d97c05-bcd2-4999-a4e0-f220e74e90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.312125 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-df686578-bfad-4f64-929f-2b51acc1c274 service neutron] 10.222.0.43 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325054 Oct 12 12:29:43.340360 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 2, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:43.375948 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Checking router: 6ffbf3a0-77ec-41ef-b77b-f5955154824d for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:29:43.376306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Updating router 6ffbf3a0-77ec-41ef-b77b-f5955154824d port 8b057013-ce29-4529-80d2-0c63dcd48f46 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:29:43.415670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.423299 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-3893badf-1718-4ce0-ae2e-82fedec2e21c service neutron] 10.222.0.43 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048481 Oct 12 12:29:43.537456 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b881946e-9d0e-4932-84e7-bebc7b40baaf None None] Provisioning complete for port 8b057013-ce29-4529-80d2-0c63dcd48f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:43.537830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b881946e-9d0e-4932-84e7-bebc7b40baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.626206 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b881946e-9d0e-4932-84e7-bebc7b40baaf None None] Port 8b057013-ce29-4529-80d2-0c63dcd48f46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:29:43.673926 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-36896786-94e6-4405-869b-4fcab0be8ccd req-697585ff-7954-4c0b-878f-b5f02be63527 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 210 time: 0.0285101 Oct 12 12:29:43.735847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.798033 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.853043 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbf5f2-3ae3-46b0-b261-1eae32351fb8 None None] Pushing event updated for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:43.912584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a65750b-c67a-4c49-ae1f-97d5f929d066 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:43.919891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Attempting to bind port 8b057013-ce29-4529-80d2-0c63dcd48f46 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:29:43.920271 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Attempting to bind port 8b057013-ce29-4529-80d2-0c63dcd48f46 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:29:43.920640 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Attempting to bind port 8b057013-ce29-4529-80d2-0c63dcd48f46 on network 282bd942-fd82-4812-a195-a41434a3da2f {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:29:43.945010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:29:43.945880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Checking segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:29:43.946751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:43.947112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Bound using segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:29:43.947598 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Bound port: 8b057013-ce29-4529-80d2-0c63dcd48f46, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:29:43.948046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.025682 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 1a65750b-c67a-4c49-ae1f-97d5f929d066 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:44.026262 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.063239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] For port 8b057013-ce29-4529-80d2-0c63dcd48f46, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:29:44.086421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] For port 8b057013-ce29-4529-80d2-0c63dcd48f46, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8b057013-ce29-4529-80d2-0c63dcd48f46,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:29:44.091562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d3e5037e-699a-4af3-8378-e2ae2f9763d8 None None] Provisioning complete for port 8b057013-ce29-4529-80d2-0c63dcd48f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:44.091930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d3e5037e-699a-4af3-8378-e2ae2f9763d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.146636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5037e-699a-4af3-8378-e2ae2f9763d8 None None] Port 8b057013-ce29-4529-80d2-0c63dcd48f46 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:29:44.163457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.171984 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:44.257376 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbf5f2-3ae3-46b0-b261-1eae32351fb8 None None] Pushing event updated for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:44.263519 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:44.264010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:44.320567 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:44.320567 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.411029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:44.536633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] Provisioning complete for port 8b057013-ce29-4529-80d2-0c63dcd48f46 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:44.537004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.702272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.749328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] For port 8b057013-ce29-4529-80d2-0c63dcd48f46, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8b057013-ce29-4529-80d2-0c63dcd48f46,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:44.752391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:44.772635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-93014ea4-fed9-4687-bab7-c785409393ac req-8a07a8c1-6d60-4a52-a298-f0a9579b8824 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 210 time: 0.0275776 Oct 12 12:29:44.780754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4afac82-de3a-4fca-ac5b-04c94559bbff None None] The sync data for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 is: [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:29:44.810403 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:44.879196 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385d67-f4f6-47e9-8cf6-54f2d72939f3 None None] Pushing event updated for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:45.495881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-f210926d-56ed-4b3e-bb2e-667fac4e696f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:45.497615 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-f210926d-56ed-4b3e-bb2e-667fac4e696f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 796 time: 0.1082456 Oct 12 12:29:45.544693 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-9e6cdde8-c879-44fd-a42e-649103bbc2dc tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 380 time: 0.0380499 Oct 12 12:29:45.554160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'port': {'device_id': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'admin_state_up': True, 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'security_groups': ['8f8e0679-8e9e-44e6-ad02-1ed79cdb6203']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:45.779630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:29:45.779973 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:45.888628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-977c411e-b955-4a77-9103-2d9786d8f2ac req-576897bc-e50d-482d-8f9f-b242d8b74a26 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 210 time: 0.0420253 Oct 12 12:29:45.924060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8b057013-ce29-4529-80d2-0c63dcd48f46 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:45.931207 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.13 (282bd942-fd82-4812-a195-a41434a3da2f/02eaa6bc-bf4c-4686-95f5-117df9dba043/6e862433-8303-4b7e-8724-3a3bf04194ec) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:29:45.973361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8b057013-ce29-4529-80d2-0c63dcd48f46 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:45.974040 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.079449 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.146936 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.190220 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 282bd942-fd82-4812-a195-a41434a3da2f is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:46.195129 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:46.198760 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:29:46.206326 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:46.258432 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:46.259157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.315107 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e9b1a282-18c6-4b1b-8522-07760122c804 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648139 Oct 12 12:29:46.328317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Request body: {'port': {'device_id': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:46.383633 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.441112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b249b45f-be1e-4b84-8e97-ff63dd42595f None None] Provisioning complete for port 6e862433-8303-4b7e-8724-3a3bf04194ec triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:46.441516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b249b45f-be1e-4b84-8e97-ff63dd42595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.474790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b249b45f-be1e-4b84-8e97-ff63dd42595f None None] Port 6e862433-8303-4b7e-8724-3a3bf04194ec cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:29:46.646773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e862433-8303-4b7e-8724-3a3bf04194ec {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:29:46.654566 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.666562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Transition to ACTIVE for port object 6e862433-8303-4b7e-8724-3a3bf04194ec will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:29:46.758361 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.822905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:46.879119 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Attempting to bind port 6e862433-8303-4b7e-8724-3a3bf04194ec on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:29:46.879507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Attempting to bind port 6e862433-8303-4b7e-8724-3a3bf04194ec by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:29:46.879902 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Attempting to bind port 6e862433-8303-4b7e-8724-3a3bf04194ec on network 282bd942-fd82-4812-a195-a41434a3da2f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:29:46.884716 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Port 6e862433-8303-4b7e-8724-3a3bf04194ec on network 282bd942-fd82-4812-a195-a41434a3da2f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:29:46.885041 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Attempting to bind port 6e862433-8303-4b7e-8724-3a3bf04194ec on network 282bd942-fd82-4812-a195-a41434a3da2f {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:29:46.890648 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:29:46.891050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Checking segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:29:46.891439 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Bound using segment: {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:29:46.891873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Bound port: 6e862433-8303-4b7e-8724-3a3bf04194ec, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401d94db-b00a-4fcb-861f-f3227c7ae6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:29:46.892238 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:46.967275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:29:46.969701 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6e862433-8303-4b7e-8724-3a3bf04194ec,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:29:47.009528 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c2d2f-7368-4fb7-a84a-892a83d8d60c req-a1a7694c-cd53-4ecd-b3c0-126bbc23e747 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.011163 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c08c2d2f-7368-4fb7-a84a-892a83d8d60c req-a1a7694c-cd53-4ecd-b3c0-126bbc23e747 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 944 time: 0.0543334 Oct 12 12:29:47.054122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c08c2d2f-7368-4fb7-a84a-892a83d8d60c req-7b682d1e-4e66-42b5-8d3a-50f2a6a6fcb6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363572 Oct 12 12:29:47.058487 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:47.095474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.095474 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:47.096749 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 1092 time: 0.7730217 Oct 12 12:29:47.097195 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:47.099738 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:47.123359 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebccae-dd04-44d0-8e51-1a81b59d9f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:47.207013 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c0187a-6b5f-484c-9ba7-1b2811deb986 x-openstack-request-id: req-87c0187a-6b5f-484c-9ba7-1b2811deb986 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:47.207013 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:47.207013 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87c0187a-6b5f-484c-9ba7-1b2811deb986 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:47.207013 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'status': 'completed', 'code': 200} Oct 12 12:29:47.257526 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e6144246-48d5-48b2-bf68-d475294ed7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.259102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-e6144246-48d5-48b2-bf68-d475294ed7bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1095 time: 0.0421093 Oct 12 12:29:47.301540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-f604548b-5e99-489f-b0d5-1d64a15aab9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 217 time: 0.0343287 Oct 12 12:29:47.356261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-db086ff6-e99b-42b6-b630-d8181f12bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.357740 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-db086ff6-e99b-42b6-b630-d8181f12bbae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0491478 Oct 12 12:29:47.401401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-a4634425-5ec4-49e1-bf9a-5072f79c764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.402844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-a4634425-5ec4-49e1-bf9a-5072f79c764e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385370 Oct 12 12:29:47.495706 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-2496115f-2fb7-4242-85f0-78e1f94d981f service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855095 Oct 12 12:29:47.583349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6bbfb753-9bfa-4ed0-b5a9-3ea40c7c54f3 req-dac45fa4-c8b1-49f7-899c-8ee14fc96930 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812497 Oct 12 12:29:47.759383 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-a54964b3-15ea-4c22-a27f-e7f56e5e3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.760874 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-a54964b3-15ea-4c22-a27f-e7f56e5e3091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1095 time: 0.0408616 Oct 12 12:29:47.764532 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3bef6b99-1dc2-4b8a-a3a8-0b155f4e02e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:47.854713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-cc69fcf8-644a-4b40-b9d4-bdaede1e9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.856900 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-cc69fcf8-644a-4b40-b9d4-bdaede1e9d7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0882955 Oct 12 12:29:47.897855 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-110f2185-9b33-4b62-881c-d5614d38e113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 217 time: 0.0335186 Oct 12 12:29:47.949327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-416fc82d-3d90-4a35-bef4-e82204b4a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.950815 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-416fc82d-3d90-4a35-bef4-e82204b4a1a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0462604 Oct 12 12:29:47.995143 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-2de8042b-1f17-46f1-b237-cba335649e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:47.996623 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-2de8042b-1f17-46f1-b237-cba335649e04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392997 Oct 12 12:29:48.084272 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-cd9ec430-ee73-4afa-a39e-b38fc683175b service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801132 Oct 12 12:29:48.170915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77c778-39cb-4b2e-b883-ca16024dda49 req-0be06964-eaf8-4d93-bb46-9c9dae61ae13 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:48.172425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da77c778-39cb-4b2e-b883-ca16024dda49 req-0be06964-eaf8-4d93-bb46-9c9dae61ae13 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 944 time: 0.0492349 Oct 12 12:29:48.179132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7dfaf57a-7570-4e3a-9cf0-dc632fd049fd req-403a25c1-4708-4795-992a-17ecd686a689 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877438 Oct 12 12:29:48.209720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da77c778-39cb-4b2e-b883-ca16024dda49 req-c30fd49f-c900-40bb-9e02-60144f755fcd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Oct 12 12:29:49.326292 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e774972-c437-47de-97f0-f10eec643e29 req-9cbbd46a-c5d3-46ee-ba27-63b5949cb406 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:49.327807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e774972-c437-47de-97f0-f10eec643e29 req-9cbbd46a-c5d3-46ee-ba27-63b5949cb406 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 944 time: 0.0504041 Oct 12 12:29:49.365305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8e774972-c437-47de-97f0-f10eec643e29 req-dd05eb63-1ace-47a2-a4ac-88634c4bf6b4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Oct 12 12:29:50.477165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7914ba-197c-42a3-a64c-e62a321be812 req-5abf1603-44bc-4c26-9aac-f4141d59dd17 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:50.478732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac7914ba-197c-42a3-a64c-e62a321be812 req-5abf1603-44bc-4c26-9aac-f4141d59dd17 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 944 time: 0.0497692 Oct 12 12:29:50.512355 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3928196d-2f41-4fd0-b998-e058504a5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:50.522240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac7914ba-197c-42a3-a64c-e62a321be812 req-381cba0b-97d5-48a1-ac99-33a90160b2c9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365551 Oct 12 12:29:51.638243 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78850f33-9a8f-4317-b49d-7c4a58bdbcc7 req-c3cfd085-b71a-472f-8071-7b97cf2b4e7c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:51.638993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78850f33-9a8f-4317-b49d-7c4a58bdbcc7 req-c3cfd085-b71a-472f-8071-7b97cf2b4e7c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 944 time: 0.0501344 Oct 12 12:29:51.676154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-78850f33-9a8f-4317-b49d-7c4a58bdbcc7 req-fbf4beb9-0f6a-44c3-8f9f-f0ad732185ba tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Oct 12 12:29:51.698992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:51.845941 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6e862433-8303-4b7e-8724-3a3bf04194ec details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:29:51.950061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6e862433-8303-4b7e-8724-3a3bf04194ec,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:51.971139 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'port_id': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'mac_address': 'fa:16:3e:61:d3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:29:52.011623 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:52.024620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e862433-8303-4b7e-8724-3a3bf04194ec {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:29:52.036935 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:52.046146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6e862433-8303-4b7e-8724-3a3bf04194ec,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:52.121025 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:52.187526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:52.447347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['6e862433-8303-4b7e-8724-3a3bf04194ec'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:29:52.796531 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0005c-13f7-4ad8-aab8-f77a277bbf5a req-9e91c7ca-8106-4daa-b848-1fbbe691cc33 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:52.798017 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84a0005c-13f7-4ad8-aab8-f77a277bbf5a req-9e91c7ca-8106-4daa-b848-1fbbe691cc33 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 945 time: 0.0525241 Oct 12 12:29:52.803733 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:52.836305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-84a0005c-13f7-4ad8-aab8-f77a277bbf5a req-ddc79bd3-f0d6-4cff-9936-39abe3195ba6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Oct 12 12:29:52.844912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:29:53.563797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:53.845544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6e862433-8303-4b7e-8724-3a3bf04194ec up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:29:53.953404 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9f65-1f63-4f8d-94f4-f6856886078c req-68b588a2-c0af-4080-bb47-a62e2d4411a7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:53.955648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e2b9f65-1f63-4f8d-94f4-f6856886078c req-68b588a2-c0af-4080-bb47-a62e2d4411a7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 945 time: 0.0501032 Oct 12 12:29:53.997974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0e2b9f65-1f63-4f8d-94f4-f6856886078c req-3f5d4bba-0366-41e1-80ba-747d5e6c62fe tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363474 Oct 12 12:29:54.006344 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 6e862433-8303-4b7e-8724-3a3bf04194ec completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:29:54.010439 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 6e862433-8303-4b7e-8724-3a3bf04194ec triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:29:54.010839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:54.087907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:54.112011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:54.114291 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6853d-5159-4a19-80ce-26d769b87755" -d '{"events": [{"server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "name": "network-vif-plugged", "status": "completed", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:54.129835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6e862433-8303-4b7e-8724-3a3bf04194ec,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:29:54.151789 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c5b090-d8a9-4b1a-abe4-8e96aceec0a3 x-openstack-request-id: req-46c5b090-d8a9-4b1a-abe4-8e96aceec0a3 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:54.152076 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "name": "network-vif-plugged", "status": "completed", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:54.152324 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46c5b090-d8a9-4b1a-abe4-8e96aceec0a3 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:54.152721 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'code': 200} Oct 12 12:29:54.200737 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:54.248008 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38984-19e4-4b7d-9902-14c6ed87f60f req-63e07600-7306-430a-8c20-353de0b270c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:54.248623 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:54.249641 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ff38984-19e4-4b7d-9902-14c6ed87f60f req-63e07600-7306-430a-8c20-353de0b270c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0410569 Oct 12 12:29:54.284371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5ff38984-19e4-4b7d-9902-14c6ed87f60f req-9813ef9a-002a-4f81-b8c5-34981c247638 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280094 Oct 12 12:29:55.115882 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dbc67-2f1c-4583-896b-8358422d889a req-8e2d2abd-3df9-43bb-8fa4-fac1e8cba71b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:55.117355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-549dbc67-2f1c-4583-896b-8358422d889a req-8e2d2abd-3df9-43bb-8fa4-fac1e8cba71b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0498192 Oct 12 12:29:55.154427 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-549dbc67-2f1c-4583-896b-8358422d889a req-81cfdf90-ce0f-4f51-bf1e-4b7582e0c81f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 Oct 12 12:29:56.266867 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c61b4-3156-430c-8f0b-7ae144b7fd69 req-53c227bd-ccd0-4d19-9d74-ea502d3e25cf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:56.268324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba8c61b4-3156-430c-8f0b-7ae144b7fd69 req-53c227bd-ccd0-4d19-9d74-ea502d3e25cf tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0492165 Oct 12 12:29:56.305920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba8c61b4-3156-430c-8f0b-7ae144b7fd69 req-d6804997-53e1-4cab-a8d1-9e9f56e1cde5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Oct 12 12:29:56.416303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb73f-8ed4-45af-822e-e116716ab4e6 req-02b0632a-7ceb-457a-828a-e3aa2625b2d3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:56.417749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98ffb73f-8ed4-45af-822e-e116716ab4e6 req-02b0632a-7ceb-457a-828a-e3aa2625b2d3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0479579 Oct 12 12:29:56.458856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-98ffb73f-8ed4-45af-822e-e116716ab4e6 req-bfb7ece5-3590-49c4-bf70-ea6865151057 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Oct 12 12:29:56.483002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47312) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:56.523825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89340139-dcd0-4215-8800-4e588486d43a tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:56.525747 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-89340139-dcd0-4215-8800-4e588486d43a tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1092 time: 0.0417490 Oct 12 12:29:56.528506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47314) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:56.533683 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:29:56.663415 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:56.757973 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:56.863955 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.127 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/f70ea9a6-7486-4c80-83c9-039a9daa6e67) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:29:56.963970 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.069497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.107051 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:29:57.112272 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:29:57.115707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:29:57.137414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=f70ea9a6-7486-4c80-83c9-039a9daa6e67,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:57.149869 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.150210 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.150546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.150906 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.151238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.151566 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.151895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.152217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.152539 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.152858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.153173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.153492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:29:57.480241 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.532493 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.648907 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.804156 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.868933 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:57.936928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=f70ea9a6-7486-4c80-83c9-039a9daa6e67,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:29:57.947144 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:58.049428 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP b8678517-ea47-4b8e-b12b-be8c4695464d associated. External IP: 172.25.2.127, port: 6e862433-8303-4b7e-8724-3a3bf04194ec. Oct 12 12:29:58.256072 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 6ffbf3a0-77ec-41ef-b77b-f5955154824d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:29:58.359492 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:29:58.369809 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Sync routers for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:29:58.379383 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:58.379965 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:58.440215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:29:58.468737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c93dee3a-1ef8-4a50-8ff2-494ed20e0cbb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9391873 Oct 12 12:29:58.469743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:29:58.471739 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea35fe-287f-423d-b1a8-583116a702a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:29:58.484000 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:58.569327 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2fe1d-79da-4856-ac01-40ff582417ce req-d3906e05-b400-440e-81a9-116312771ed6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:58.570847 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60c2fe1d-79da-4856-ac01-40ff582417ce req-d3906e05-b400-440e-81a9-116312771ed6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0500402 Oct 12 12:29:58.611425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-60c2fe1d-79da-4856-ac01-40ff582417ce req-7c756d5f-bcbc-48bf-b482-8971caa4ebee tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344424 Oct 12 12:29:58.634019 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47320) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:58.656393 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4669f-9b60-4f77-9729-e5c55c2683e4 x-openstack-request-id: req-baa4669f-9b60-4f77-9729-e5c55c2683e4 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:29:58.657802 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:29:58.657802 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-baa4669f-9b60-4f77-9729-e5c55c2683e4 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:29:58.658029 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'status': 'completed', 'code': 200} Oct 12 12:29:58.716076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'b8678517-ea47-4b8e-b12b-be8c4695464d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'port_id': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'mac_address': 'fa:16:3e:61:d3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:29:57Z', 'updated_at': '2021-10-12T12:29:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:58.732274 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-02cfc1eb-4d63-4cdb-ac9c-04d8d3be6a58 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/b8678517-ea47-4b8e-b12b-be8c4695464d HTTP/1.1" status: 200 len: 992 time: 0.0954332 Oct 12 12:29:58.741485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-5c7a7304-3614-4751-ada7-772792c3923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:58.743025 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-5c7a7304-3614-4751-ada7-772792c3923a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0599651 Oct 12 12:29:58.746984 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Checking router: 6ffbf3a0-77ec-41ef-b77b-f5955154824d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:29:58.756818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:29:58.757438 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:29:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:58.836807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-ad2dfafa-c1f5-4bc0-a95d-d142ae11203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:58.838230 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-ad2dfafa-c1f5-4bc0-a95d-d142ae11203f service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0879641 Oct 12 12:29:58.857430 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:29:58.903080 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-c280de0f-ce72-467e-afd6-357493d7dd9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 1000 time: 0.0572925 Oct 12 12:29:58.951818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-b3883665-11d8-428a-b79b-1957d0b894d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:58.953317 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-b3883665-11d8-428a-b79b-1957d0b894d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0436513 Oct 12 12:29:59.001600 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-408c3845-5c59-4b0e-a11a-ffbc8670f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:29:59.003152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-408c3845-5c59-4b0e-a11a-ffbc8670f084 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435708 Oct 12 12:29:59.082528 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'b8678517-ea47-4b8e-b12b-be8c4695464d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'port_id': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'mac_address': 'fa:16:3e:61:d3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:29:57Z', 'updated_at': '2021-10-12T12:29:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:29:59.091482 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-e807eb2a-263d-4cfc-a469-85a202b3a311 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815594 Oct 12 12:29:59.109423 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e95b87-9c4d-4e8f-b33e-d939f2f3236d None None] The sync data for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 is: [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'b8678517-ea47-4b8e-b12b-be8c4695464d', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'port_id': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'mac_address': 'fa:16:3e:61:d3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:29:57Z', 'updated_at': '2021-10-12T12:29:57Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:29:59.316972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6532c8a-ac98-4aa8-8abd-a78b8b84b373 None None] New status for floating IP b8678517-ea47-4b8e-b12b-be8c4695464d: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:29:59.553269 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48ea35fe-287f-423d-b1a8-583116a702a9 req-d8ea11ac-c77d-43fa-a0de-0ba1bf27f615 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549193 Oct 12 12:29:59.734099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47322) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:29:59.802398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1da9ff68-c810-434d-bee5-4b1848d5c995 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/b8678517-ea47-4b8e-b12b-be8c4695464d HTTP/1.1" status: 200 len: 994 time: 0.0665152 Oct 12 12:30:17.766005 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e9367404-95fa-4905-9dd1-643a23c57894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:20.531508 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-75f9afd3-90dd-4a07-b6d3-8e8c84d68937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:21.708595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:22.048892 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:22.825670 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:23.600209 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:27.494335 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:29.844140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:30:47.371425 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-868294bb-cfa8-4051-b009-9f25aa4752d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391843 Oct 12 12:30:47.449841 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36182a-6f79-4909-8945-3ebc313829cd req-ac8a0a76-44d0-4cff-aa1b-cdabeca20a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:30:47.451307 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-ac8a0a76-44d0-4cff-aa1b-cdabeca20a66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0389333 Oct 12 12:30:47.554534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36182a-6f79-4909-8945-3ebc313829cd req-d8a72f64-37ef-44e4-be4c-4ec5bab6720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:30:47.555991 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-d8a72f64-37ef-44e4-be4c-4ec5bab6720e service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0865061 Oct 12 12:30:47.619156 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-2f85815b-8783-4284-a278-567d3819e2e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 1002 time: 0.0558672 Oct 12 12:30:47.668837 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36182a-6f79-4909-8945-3ebc313829cd req-e77052aa-2137-4e73-b753-ac422463cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:30:47.670128 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-e77052aa-2137-4e73-b753-ac422463cd97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0446956 Oct 12 12:30:47.716056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36182a-6f79-4909-8945-3ebc313829cd req-b6fb2420-3444-42a4-8cbe-38a8f8d8895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:30:47.717549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-b6fb2420-3444-42a4-8cbe-38a8f8d8895c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407896 Oct 12 12:30:47.753862 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-972d5482-540a-4552-9168-cdec8460ac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:47.809238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-f2ba5a62-3c89-499d-9816-171939b2c687 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Oct 12 12:30:47.899078 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bc36182a-6f79-4909-8945-3ebc313829cd req-5a90a41d-9abe-4f3f-8fe3-0056754408a7 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831327 Oct 12 12:30:50.511495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a3e5a2f8-bd71-42ab-9db9-4f0d60814f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:51.696568 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:52.039561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:52.859839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:53.597386 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:30:57.499398 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:00.832943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01733d7-525a-4852-a207-8907fb9d5d09 req-39b75612-8d66-414a-8d3d-86b0d27543e7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:00.834454 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e01733d7-525a-4852-a207-8907fb9d5d09 req-39b75612-8d66-414a-8d3d-86b0d27543e7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0986121 Oct 12 12:31:00.872974 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e01733d7-525a-4852-a207-8907fb9d5d09 req-b67090c2-aadd-40b2-bf34-0fa55d0cd392 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Oct 12 12:31:01.989227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ab0a-cacc-4d9a-9c78-bdeb5923d596 req-c5c6293a-d70a-469c-ba94-e1e7942f8875 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:01.990728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6f3ab0a-cacc-4d9a-9c78-bdeb5923d596 req-c5c6293a-d70a-469c-ba94-e1e7942f8875 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0491712 Oct 12 12:31:02.031208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c6f3ab0a-cacc-4d9a-9c78-bdeb5923d596 req-0f64a646-04cf-485d-8f6e-965c67379846 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Oct 12 12:31:03.143464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90636-ffa2-4776-8c17-3271131549cd req-69958027-d068-4bb3-b5e4-6420539a6156 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:03.144946 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fda90636-ffa2-4776-8c17-3271131549cd req-69958027-d068-4bb3-b5e4-6420539a6156 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0494599 Oct 12 12:31:03.183076 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fda90636-ffa2-4776-8c17-3271131549cd req-153ccaa8-b257-4aa2-89b7-9eba87a21c69 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Oct 12 12:31:04.299287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330076-f3e1-43ae-8dec-bf521f3e047e req-2cd03111-bb72-4dd2-9cf7-96e5e61cd7f2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:04.301028 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a330076-f3e1-43ae-8dec-bf521f3e047e req-2cd03111-bb72-4dd2-9cf7-96e5e61cd7f2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0496917 Oct 12 12:31:04.338216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a330076-f3e1-43ae-8dec-bf521f3e047e req-738dbfd1-4859-4e82-b4ad-10965369dc9f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Oct 12 12:31:05.452804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c079d-5714-4c6f-b587-a01f62d17429 req-59c97696-4479-43ab-a318-1a4001247a4c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:05.454243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-601c079d-5714-4c6f-b587-a01f62d17429 req-59c97696-4479-43ab-a318-1a4001247a4c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0491874 Oct 12 12:31:05.498058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-601c079d-5714-4c6f-b587-a01f62d17429 req-48ccf814-e83b-4062-9c24-e455181ab929 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365000 Oct 12 12:31:06.609771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ede8-430b-4547-ba33-80074fffab4c req-4f8220f3-ebf2-408e-8156-47774ca687c0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:06.611263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfa7ede8-430b-4547-ba33-80074fffab4c req-4f8220f3-ebf2-408e-8156-47774ca687c0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0484145 Oct 12 12:31:06.649129 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bfa7ede8-430b-4547-ba33-80074fffab4c req-3e60222d-1d96-45a7-8b50-f71cd02ea5f3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Oct 12 12:31:06.842943 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:31:07.765253 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee329f26-5185-43d7-9ee8-35f0bf6afd0f req-42b02bea-3bdf-4e64-bcd2-1313a6821371 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:07.766675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee329f26-5185-43d7-9ee8-35f0bf6afd0f req-42b02bea-3bdf-4e64-bcd2-1313a6821371 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0487041 Oct 12 12:31:07.804912 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ee329f26-5185-43d7-9ee8-35f0bf6afd0f req-4d556ed3-9ffd-4f60-9bd9-909eaade9599 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Oct 12 12:31:08.922396 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab44028-6942-4472-8d4c-e2cb11437888 req-dc0550f8-6e94-4d23-9f6b-77275c56fe90 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:08.923876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ab44028-6942-4472-8d4c-e2cb11437888 req-dc0550f8-6e94-4d23-9f6b-77275c56fe90 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0488927 Oct 12 12:31:08.967106 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5ab44028-6942-4472-8d4c-e2cb11437888 req-295abaa3-04f6-4ecf-b2e6-6fad012fefd6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369058 Oct 12 12:31:10.082278 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180e45-5ef6-4287-93af-bfa37cb48621 req-41f0208f-0c28-4627-b87c-b56f24874506 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:10.084597 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79180e45-5ef6-4287-93af-bfa37cb48621 req-41f0208f-0c28-4627-b87c-b56f24874506 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0507071 Oct 12 12:31:10.127769 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79180e45-5ef6-4287-93af-bfa37cb48621 req-c8aa56fc-a0d9-4dd3-b1ac-6a197919b1ba tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368221 Oct 12 12:31:11.248034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64839-5cd9-46dd-9843-17ea14926b76 req-529de14a-ed15-41eb-8539-31cfdbafed6c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:11.249527 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18b64839-5cd9-46dd-9843-17ea14926b76 req-529de14a-ed15-41eb-8539-31cfdbafed6c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0548880 Oct 12 12:31:11.286835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18b64839-5cd9-46dd-9843-17ea14926b76 req-0c32a9e4-1904-4675-af2b-93dd62407998 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Oct 12 12:31:12.402855 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ea205-862b-457a-bafb-d1ae6c4adb15 req-e5767cfd-8597-4f8a-85cd-bcfc33379fe6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:12.404350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e75ea205-862b-457a-bafb-d1ae6c4adb15 req-e5767cfd-8597-4f8a-85cd-bcfc33379fe6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0489521 Oct 12 12:31:12.447913 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e75ea205-862b-457a-bafb-d1ae6c4adb15 req-39db1b69-eb7a-4b14-88c7-e047fde8fc1e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374467 Oct 12 12:31:12.469562 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47374) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:31:12.532554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-42bd2180-b961-436b-8459-7f4073ad8a44 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/b8678517-ea47-4b8e-b12b-be8c4695464d HTTP/1.1" status: 200 len: 994 time: 0.0618427 Oct 12 12:31:13.922242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bdc06-3e3d-4d9c-b8ad-88097b6c8ba5 req-5f87e8ca-b292-4fe3-a9b5-8900ff1db89d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:13.923910 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a5bdc06-3e3d-4d9c-b8ad-88097b6c8ba5 req-5f87e8ca-b292-4fe3-a9b5-8900ff1db89d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0504842 Oct 12 12:31:13.964111 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7a5bdc06-3e3d-4d9c-b8ad-88097b6c8ba5 req-771da211-9ccd-446c-a074-24221d80ed76 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Oct 12 12:31:14.016910 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-e927b7f7-4167-45d9-b739-e02da455e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:14.018389 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-e927b7f7-4167-45d9-b739-e02da455e2ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0412228 Oct 12 12:31:14.114248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-1c61252d-4248-4411-978d-7860cf22f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:14.116385 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-1c61252d-4248-4411-978d-7860cf22f431 service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0899632 Oct 12 12:31:14.181109 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-efa73048-74bc-4334-a822-fad25b6ebee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 1002 time: 0.0572448 Oct 12 12:31:14.243811 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-002a45ae-e385-481b-907e-f113f169a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:14.245220 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-002a45ae-e385-481b-907e-f113f169a811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0473826 Oct 12 12:31:14.291332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-7fd99cc0-852b-4e45-bed4-7f458e8a9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:14.293130 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-7fd99cc0-852b-4e45-bed4-7f458e8a9789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392268 Oct 12 12:31:14.385495 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-567c6cfd-35b2-41d4-8aa4-119a30223e93 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849159 Oct 12 12:31:14.474843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a47f6ce3-2e1b-4797-a6e7-3f58e534d812 req-0100cd49-17eb-43df-a1e9-3fddd1228c04 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Oct 12 12:31:15.084565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e501-e69a-4279-9042-1f7eed0aa3f1 req-8cfb5d33-a3b1-4097-a95c-4af73b2b8624 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:15.097829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0b4e501-e69a-4279-9042-1f7eed0aa3f1 req-8cfb5d33-a3b1-4097-a95c-4af73b2b8624 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0637071 Oct 12 12:31:15.132100 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d0b4e501-e69a-4279-9042-1f7eed0aa3f1 req-d14614f7-2726-48a5-9cf4-a141764c946f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Oct 12 12:31:16.247908 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103692fa-000f-4030-9d8c-2e9e6151c237 req-dd59f998-aec1-4046-937c-b86f75110136 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:16.249356 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-103692fa-000f-4030-9d8c-2e9e6151c237 req-dd59f998-aec1-4046-937c-b86f75110136 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0484476 Oct 12 12:31:16.287350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-103692fa-000f-4030-9d8c-2e9e6151c237 req-4a175f8b-8d66-47cc-a7ea-74067c18ef74 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Oct 12 12:31:16.310191 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47386) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:31:16.372804 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-05e5e97c-4dba-41a3-852a-d01bd9b6c72a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/b8678517-ea47-4b8e-b12b-be8c4695464d HTTP/1.1" status: 200 len: 994 time: 0.0614889 Oct 12 12:31:17.741445 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-73b8b618-ec3f-49ec-ac9d-4727504153f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:20.512789 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-46162ba5-3b1e-42ed-81df-b02141ef021b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:21.689900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:22.038851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:22.832391 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:23.624764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:27.533452 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:43.841873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:31:47.758099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c25fbd95-02d2-4db2-9ab1-525697363030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:48.376862 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-bc5ece6c-b2ac-47b0-a9c1-b6ffea69b468 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393264 Oct 12 12:31:48.464742 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-c6f1b3db-5910-4996-8fc9-116a5222b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:48.466247 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-c6f1b3db-5910-4996-8fc9-116a5222b756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0439737 Oct 12 12:31:48.568438 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-9e8fc468-0d5e-43ee-8711-c816fc69630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:48.569918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-9e8fc468-0d5e-43ee-8711-c816fc69630d service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0833669 Oct 12 12:31:48.638327 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-4bdfc4f2-aeab-415c-986d-e8178e959b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 1002 time: 0.0599928 Oct 12 12:31:48.686869 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-da71c256-a536-4377-9991-09e24d0fab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:48.688275 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-da71c256-a536-4377-9991-09e24d0fab72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0427048 Oct 12 12:31:48.732603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-c3bc8fb5-01da-42b3-8104-c347697b7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:31:48.734026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-c3bc8fb5-01da-42b3-8104-c347697b7228 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387144 Oct 12 12:31:48.827051 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-860b8cf4-2813-4c42-b5b7-115ea5c2f7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Oct 12 12:31:48.914314 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-ccaf47ac-e80d-4633-bc88-e7f5430380ab req-89cbb986-90ac-4e66-ac56-dfbdabb58bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797153 Oct 12 12:31:50.540937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-29f9432f-b2ea-47ee-9e5b-f11154bfc976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:51.712593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:52.089572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:52.900901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:53.601533 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:31:57.510204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:02.939984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47402) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:03.094284 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port f70ea9a6-7486-4c80-83c9-039a9daa6e67 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:32:03.094625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:03.167769 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:03.168110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:03.179426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for f70ea9a6-7486-4c80-83c9-039a9daa6e67 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:32:03.386625 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:03.412319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=f70ea9a6-7486-4c80-83c9-039a9daa6e67,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:03.441427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.441773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.442114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.442447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.442800 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.443137 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.444032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.444940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.444940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.445147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.445656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.445656 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:03.485110 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:03.485452 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP b8678517-ea47-4b8e-b12b-be8c4695464d disassociated (deleted). External IP: 172.25.2.127, port: 6e862433-8303-4b7e-8724-3a3bf04194ec. Oct 12 12:32:04.041773 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 6ffbf3a0-77ec-41ef-b77b-f5955154824d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:32:04.150678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:32:04.162922 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:04.163031 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Sync routers for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:32:04.171053 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:04.171741 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:04.187998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-57da7863-9a84-40c0-b916-dc2400e1e017 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8678517-ea47-4b8e-b12b-be8c4695464d HTTP/1.1" status: 204 len: 168 time: 1.2445312 Oct 12 12:32:04.187998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:32:04.191639 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:32:04.380259 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:04.565342 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce202b8b-9cd9-468b-a9f1-ee4b5667c8aa x-openstack-request-id: req-ce202b8b-9cd9-468b-a9f1-ee4b5667c8aa {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:32:04.565914 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:32:04.566847 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce202b8b-9cd9-468b-a9f1-ee4b5667c8aa {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:32:04.567477 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'status': 'completed', 'code': 200} Oct 12 12:32:04.588305 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:04.615494 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Checking router: 6ffbf3a0-77ec-41ef-b77b-f5955154824d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:32:04.624239 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:04.624906 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:04.642854 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-2c4d8127-ee06-46d9-93f3-21bdbb8fa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:04.644373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-2c4d8127-ee06-46d9-93f3-21bdbb8fa901 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 1097 time: 0.0480709 Oct 12 12:32:04.669954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a907c3e-a192-4296-8103-8f4abd83d298 req-3f0ceec8-c6bb-40b7-a2a9-92bc7b88360a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:04.671496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a907c3e-a192-4296-8103-8f4abd83d298 req-3f0ceec8-c6bb-40b7-a2a9-92bc7b88360a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0585217 Oct 12 12:32:04.727831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8a907c3e-a192-4296-8103-8f4abd83d298 req-7bf07b13-5bd3-4b84-a5f5-904bb54f8c49 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 Oct 12 12:32:04.748634 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-e178a2d3-e6d4-49be-81b6-b857e5d4701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:04.750413 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-e178a2d3-e6d4-49be-81b6-b857e5d4701a service neutron] 10.222.0.41 "GET /v2.0/networks?id=282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 200 len: 897 time: 0.0989802 Oct 12 12:32:04.753206 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:04.801759 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-6b46c13d-cd3b-432f-bfd6-3c520a32b185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 200 len: 217 time: 0.0430362 Oct 12 12:32:04.852666 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-ba8baa7d-a05e-4b3b-9a48-8928ee1f8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:04.854121 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-ba8baa7d-a05e-4b3b-9a48-8928ee1f8e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 200 len: 835 time: 0.0453155 Oct 12 12:32:04.903919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-e131c4da-d611-4376-b77a-948f040131d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:04.905406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-e131c4da-d611-4376-b77a-948f040131d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=282bd942-fd82-4812-a195-a41434a3da2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423999 Oct 12 12:32:04.955978 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:04.983611 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cabcf1-21c3-4ba0-91d1-157425a9cb50 None None] The sync data for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 is: [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:41Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8b057013-ce29-4529-80d2-0c63dcd48f46', 'name': '', 'network_id': '282bd942-fd82-4812-a195-a41434a3da2f', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:f5:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:41Z', 'updated_at': '2021-10-12T12:29:44Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': '02eaa6bc-bf4c-4686-95f5-117df9dba043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:32:05.002566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-14ff8ac8-a349-455d-9679-d99912bdcc92 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876901 Oct 12 12:32:05.096514 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a69b0bd8-47b4-4cd9-a818-893a7ac96a2d req-10ef37dd-e4a3-4362-826a-85c1208fd4e9 service neutron] 10.222.0.41 "GET /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Oct 12 12:32:05.210748 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae30261-c9d8-4f71-bf22-a501e012444a None None] New status for floating IP b8678517-ea47-4b8e-b12b-be8c4695464d: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:32:05.867765 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3188-5c4f-40c2-b09e-3aa03f00a242 req-be807fd8-6a15-477d-8798-bcdde56b1ca6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:05.869220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a5a3188-5c4f-40c2-b09e-3aa03f00a242 req-be807fd8-6a15-477d-8798-bcdde56b1ca6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0672948 Oct 12 12:32:05.905905 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4a5a3188-5c4f-40c2-b09e-3aa03f00a242 req-cf676499-bd28-4512-85dc-0eabcb8d73e5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Oct 12 12:32:06.289030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-d663e14a-32a1-4624-b5fa-9c0696a0884c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:06.290494 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-d663e14a-32a1-4624-b5fa-9c0696a0884c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 946 time: 0.0486534 Oct 12 12:32:06.385671 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 6e862433-8303-4b7e-8724-3a3bf04194ec {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:32:06.386017 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:06.474133 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 6e862433-8303-4b7e-8724-3a3bf04194ec, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=6e862433-8303-4b7e-8724-3a3bf04194ec,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:06.475420 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:06.492454 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 6e862433-8303-4b7e-8724-3a3bf04194ec owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:32:06.687524 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:06.715678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=6e862433-8303-4b7e-8724-3a3bf04194ec,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:06.726013 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.726386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.726749 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.727089 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.727447 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.727799 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.728132 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.728468 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.728796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.729580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.729580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.729779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:06.775076 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] No DVR routers for this DVR port 6e862433-8303-4b7e-8724-3a3bf04194ec on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:32:06.777855 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:06.781284 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8f29dd95-aa98-40d8-8a0b-15be7c1b8fe9 req-8df4bf9d-e08d-47b7-a782-75d55269cbcb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.41 "DELETE /v2.0/ports/6e862433-8303-4b7e-8724-3a3bf04194ec HTTP/1.1" status: 204 len: 173 time: 0.4846504 Oct 12 12:32:06.783251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'name': 'network-vif-deleted', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:32:06.784040 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c4891-d143-46ff-aa55-62e2879418ad" -d '{"events": [{"server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "name": "network-vif-deleted", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:32:06.819766 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd4d481-5d5e-4784-a48d-46de16ffcd93 x-openstack-request-id: req-9cd4d481-5d5e-4784-a48d-46de16ffcd93 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:32:06.820063 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad", "name": "network-vif-deleted", "tag": "6e862433-8303-4b7e-8724-3a3bf04194ec", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:32:06.820305 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cd4d481-5d5e-4784-a48d-46de16ffcd93 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:32:06.820700 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad', 'name': 'network-vif-deleted', 'tag': '6e862433-8303-4b7e-8724-3a3bf04194ec', 'status': 'completed', 'code': 200} Oct 12 12:32:07.008434 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6cf6db51-71dd-4118-95fe-f1df756ab694 req-90832a50-772d-49cd-95df-9c34380c638c tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2d20ff-2ba1-466b-82b2-d5b7eb3f82ad HTTP/1.1" status: 200 len: 210 time: 0.0302346 Oct 12 12:32:08.063521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47418) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:08.411230 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:08.660032 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 8b057013-ce29-4529-80d2-0c63dcd48f46 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:32:08.660372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:08.750988 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 8b057013-ce29-4529-80d2-0c63dcd48f46, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8b057013-ce29-4529-80d2-0c63dcd48f46,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:08.750988 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:08.762976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 8b057013-ce29-4529-80d2-0c63dcd48f46 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:32:09.012798 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.037921 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=8b057013-ce29-4529-80d2-0c63dcd48f46,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:09.214082 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.427242 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 6ffbf3a0-77ec-41ef-b77b-f5955154824d has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:32:09.540487 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:32:09.545600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-189ce587-c264-4280-b32d-2ea3cb6b43fb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/6ffbf3a0-77ec-41ef-b77b-f5955154824d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4810457 Oct 12 12:32:09.548360 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47420) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:09.550996 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Sync routers for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:32:09.559841 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:09.560428 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:09.600184 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting subnet 02eaa6bc-bf4c-4686-95f5-117df9dba043 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:32:09.603323 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.642974 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.662269 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:09.728707 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.836206 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.837307 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:32:08Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:09.863041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Subnet': ['ID=02eaa6bc-bf4c-4686-95f5-117df9dba043,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:09.867104 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:09.867272 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Checking router: 6ffbf3a0-77ec-41ef-b77b-f5955154824d for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:32:09.872851 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-329c7062-3e8a-44be-ac83-cd58f81ed9d2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/subnets/02eaa6bc-bf4c-4686-95f5-117df9dba043 HTTP/1.1" status: 204 len: 168 time: 0.3211057 Oct 12 12:32:09.873131 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47422) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:09.877186 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e175e7-304d-4eee-af81-303933caad88 None None] Network 282bd942-fd82-4812-a195-a41434a3da2f requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:32:09.878438 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Routers {'6ffbf3a0-77ec-41ef-b77b-f5955154824d'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:09.879162 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:09.991471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.013472 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] Set router 6ffbf3a0-77ec-41ef-b77b-f5955154824d gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:10.075937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] DHCP port deletion for 282bd942-fd82-4812-a195-a41434a3da2f request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:32:10.105203 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.126544 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Deleting port 1a65750b-c67a-4c49-ae1f-97d5f929d066 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:32:10.126939 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.193388 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] For port 1a65750b-c67a-4c49-ae1f-97d5f929d066, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=1a65750b-c67a-4c49-ae1f-97d5f929d066,segment=NetworkSegment(401d94db-b00a-4fcb-861f-f3227c7ae6a9),segment_id=401d94db-b00a-4fcb-861f-f3227c7ae6a9)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:10.193834 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.203262 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:32:08Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:10.210712 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Calling delete_port for 1a65750b-c67a-4c49-ae1f-97d5f929d066 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:32:10.211847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:32:10.212201 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.231849 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df4f6d-b936-4492-9c46-3d6ba33f7060 None None] The sync data for ids ['6ffbf3a0-77ec-41ef-b77b-f5955154824d'] in n-d-813419-3 is: [{'id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339466801', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:32:08Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': 'b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffbf3a0-77ec-41ef-b77b-f5955154824d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:29:37Z', 'updated_at': '2021-10-12T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:32:10.306516 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:10.307179 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.319725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:32:10.363526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.390412 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Pushing event deleted for resources: {'Port': ['ID=1a65750b-c67a-4c49-ae1f-97d5f929d066,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:10.392735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] No DVR routers for this DVR port 1a65750b-c67a-4c49-ae1f-97d5f929d066 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:32:10.402681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.408340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b789-a14e-49df-884c-a841ea03b12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:10.420561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6e862433-8303-4b7e-8724-3a3bf04194ec no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:32:10.445394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 6e862433-8303-4b7e-8724-3a3bf04194ec {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:32:10.445755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 6e862433-8303-4b7e-8724-3a3bf04194ec not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:32:10.535527 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.562089 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:10.645807 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.738725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.741531 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.875849 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.876434 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Fanout notify agent at l3_agent the message router_deleted on router 6ffbf3a0-77ec-41ef-b77b-f5955154824d {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:32:10.885102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:10.886321 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4fd83adb-bd61-4dc7-ac99-66bec3ede7a0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/routers/6ffbf3a0-77ec-41ef-b77b-f5955154824d HTTP/1.1" status: 204 len: 168 time: 1.0123420 Oct 12 12:32:10.889004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47424) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:10.981254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.068857 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.088129 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282bd942-fd82-4812-a195-a41434a3da2f']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:11.097117 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401d94db-b00a-4fcb-861f-f3227c7ae6a9') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:11.097418 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401d94db-b00a-4fcb-861f-f3227c7ae6a9') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:11.106850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.119998 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.125681 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:32:11.126066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:32:11.128940 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:32:11.266497 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.275883 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.279059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/networks/282bd942-fd82-4812-a195-a41434a3da2f HTTP/1.1" status: 204 len: 168 time: 0.3891206 Oct 12 12:32:11.281940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47426) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:11.290036 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a0ab0-7cc0-4681-92af-0c2df194df40 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Network': ['ID=282bd942-fd82-4812-a195-a41434a3da2f,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:11.347821 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.374291 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.494436 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.497166 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:11.498305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/security-groups/8f8e0679-8e9e-44e6-ad02-1ed79cdb6203 HTTP/1.1" status: 204 len: 168 time: 0.2152944 Oct 12 12:32:11.508565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c07865-40b6-407d-a164-78bf432354f0 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e0679-8e9e-44e6-ad02-1ed79cdb6203,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:11.946622 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47432) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:11.951380 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197429796', 'description': 'tempest-secgroup-smoke-197429796 description', 'project_id': 'b6661a55507d48689289d9a215df04ea'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:11.961858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8b057013-ce29-4529-80d2-0c63dcd48f46 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:32:11.983082 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8b057013-ce29-4529-80d2-0c63dcd48f46 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:32:11.983419 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8b057013-ce29-4529-80d2-0c63dcd48f46 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:32:11.983825 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a65750b-c67a-4c49-ae1f-97d5f929d066 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:32:12.002087 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 1a65750b-c67a-4c49-ae1f-97d5f929d066 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:32:12.002423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 1a65750b-c67a-4c49-ae1f-97d5f929d066 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:32:12.002843 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:32:12.023070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:32:12.023408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b49c3d07-c6f2-4629-abc3-5f25fd2d7f3a not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:32:12.066331 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.131440 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.197247 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.225653 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d596f-02c0-4e56-ae34-bd03fe4357ca,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:12.314241 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.315551 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ffbf404-41fd-44bf-a9ed-d0c1a0d3c6ea tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3678489 Oct 12 12:32:12.319125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47434) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:12.323519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:12.425353 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.484066 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.557477 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.575321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22818beb-493d-4f17-b258-b174f005199d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:12.634868 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.636115 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-767a12e5-1154-44fd-970d-61684a232f2e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160665 Oct 12 12:32:12.638859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47436) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:12.643386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:12.728444 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.784115 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.863875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.881294 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a2eb06-31f3-4558-9716-b12db6e899c1,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:12.965212 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:12.966438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7413423d-b86c-467c-bc7c-3c708bc11838 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266361 Oct 12 12:32:12.969168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47438) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:12.973423 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:13.065128 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.121521 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.203235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.218521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb78394f-b0e7-4d65-ada8-be7cc1033561,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:13.289007 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.290234 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2cee398d-ea72-45ca-b16d-1f9ee8945d41 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201337 Oct 12 12:32:13.293400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47440) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:13.297683 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:13.388811 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.448504 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.523080 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.540733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef683876-fbde-4b08-a66f-564765ca13bf,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:13.631813 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.633052 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-fb7ba20a-ad2f-4495-9ffc-4f4f11b585c1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387005 Oct 12 12:32:13.635784 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47442) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:13.644713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:13.727437 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:32:13.732634 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.792799 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.881825 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.899818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549fe0d0-ac4d-485c-b5c6-3ad9f03b9b2d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:13.976324 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:13.977661 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-badffbb6-aa11-4e32-956a-d0c392b76c10 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3408792 Oct 12 12:32:13.980371 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47444) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:13.984942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'security_group_rule': {'security_group_id': 'a47d596f-02c0-4e56-ae34-bd03fe4357ca', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:14.060358 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Project b6661a55507d48689289d9a215df04ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:32:14.065453 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.126416 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.197459 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.217870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc8bdf-26cf-4b11-ab56-9d190e8aa4cb,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:14.311651 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.312885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-0f85d76a-8ac0-4509-b52d-f67fc3249285 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315730 Oct 12 12:32:14.315792 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47446) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:14.320583 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'network': {'name': 'tempest-network-smoke--538606027', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'port_security_enabled': True}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:14.397332 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'network': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:32:14.400731 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.423482 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:32:14.432649 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.432987 n-d-813419-3 neutron-server[95547]: INFO neutron.db.segments_db [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Added segment 3e933202-7045-484e-9957-3debc8295606 of type vlan for network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 Oct 12 12:32:14.473565 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.555547 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.561071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:14.561645 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.623911 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Network': ['ID=38cc7d33-5272-4fdd-a81f-d46b0a34c540,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:14.634000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:32:14.658144 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1cd71b4b-ccfc-4d9b-a872-b4b340fbeb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3413372 Oct 12 12:32:14.660840 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47448) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:14.665859 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'admin_state_up': True, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:14.797744 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.801419 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:14.853666 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.072819 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.333906 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.352839 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.454623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.76 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/7269671d-d6fe-4625-8b2b-701862fec509) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:32:15.553676 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.632535 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:15.669989 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:15.672747 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:15.676125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:32:15.706499 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=7269671d-d6fe-4625-8b2b-701862fec509,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:15.991284 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:16.184778 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:16.494337 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 7027ecc4-2622-4261-abee-efcd16103054 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:32:16.949071 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:32:16.959663 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Sync routers for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:32:16.968541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:16.969146 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:17.028307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.029548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c038276f-ebed-49a0-9f61-648093149452 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3677745 Oct 12 12:32:17.032771 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47450) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:17.061506 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-dcc08276-63bd-486e-9a1f-4564bec35baa tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b6661a55507d48689289d9a215df04ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276036 Oct 12 12:32:17.064232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47452) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:17.071701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:17.151519 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c77a5-f1c1-4948-b1c4-2f414bd77763 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:17.153026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4e6c77a5-f1c1-4948-b1c4-2f414bd77763 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878978 Oct 12 12:32:17.155850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47454) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:17.186323 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9191285f-b056-4261-9777-70a57fc8f3e6 tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=083415d2-5f78-4c4a-936f-77a4f7ce5029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294108 Oct 12 12:32:17.188826 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47456) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:17.194034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129330854', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'project_id': 'b6661a55507d48689289d9a215df04ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:17.249897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:15Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:17.277839 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Checking router: 7027ecc4-2622-4261-abee-efcd16103054 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:32:17.278328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Updating router 7027ecc4-2622-4261-abee-efcd16103054 port 7269671d-d6fe-4625-8b2b-701862fec509 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:32:17.309823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.340112 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:32:17.343724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.559857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.603584 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.637539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.665773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Subnet': ['ID=d43bd98a-85ab-46ea-b432-81c921af4096,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:17.673740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Checking segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:32:17.673740 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network hostable DHCP agents. Network: 38cc7d33-5272-4fdd-a81f-d46b0a34c540, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:32:17.702402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e976e-4df5-40f2-af76-359e549f6d23 None None] Pushing event updated for resources: {'Port': ['ID=7269671d-d6fe-4625-8b2b-701862fec509,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:17.706584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Attempting to bind port 7269671d-d6fe-4625-8b2b-701862fec509 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:32:17.706975 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Attempting to bind port 7269671d-d6fe-4625-8b2b-701862fec509 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:32:17.707336 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Attempting to bind port 7269671d-d6fe-4625-8b2b-701862fec509 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:32:17.712521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:32:17.712890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:32:17.713288 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.713669 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:32:17.714126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Bound port: 7269671d-d6fe-4625-8b2b-701862fec509, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:32:17.714503 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.770315 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] For port 7269671d-d6fe-4625-8b2b-701862fec509, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:32:17.773550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] For port 7269671d-d6fe-4625-8b2b-701862fec509, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7269671d-d6fe-4625-8b2b-701862fec509,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:32:17.791463 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-939e6474-70f1-4f2b-a495-d43c4ba5886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.877847 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.892919 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:32:17.934219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:17.934855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:31:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:17.939401 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e976e-4df5-40f2-af76-359e549f6d23 None None] Pushing event updated for resources: {'Port': ['ID=7269671d-d6fe-4625-8b2b-701862fec509,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:17.963382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 38cc7d33-5272-4fdd-a81f-d46b0a34c540) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:17.968085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:17.968235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:17.976892 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dacaf6-751e-4037-8a19-b0beabe81426 None None] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:32:18.032975 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-47d9c8e1-4e72-4d2e-bea7-659375382a28 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8431208 Oct 12 12:32:18.035728 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47460) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:18.106014 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:18.432010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:32:18.432860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:18.478161 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:18.591758 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:15Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:18.625878 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2063a2-bcc1-49a9-984c-0da9c94ca869 None None] The sync data for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 is: [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:15Z', 'revision_number': 3, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:32:18.649029 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Allocated IP 172.20.0.2 (38cc7d33-5272-4fdd-a81f-d46b0a34c540/d43bd98a-85ab-46ea-b432-81c921af4096/9e90373e-da2b-465f-b7f6-d880cb0358fb) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:32:18.803720 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:18.883579 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:18.921526 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:18.928556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:18.930008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:32:18.940959 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.1 (38cc7d33-5272-4fdd-a81f-d46b0a34c540/d43bd98a-85ab-46ea-b432-81c921af4096/b24b18b0-bc7e-46d7-978f-223d7b495b77) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:32:18.943135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Pushing event updated for resources: {'Port': ['ID=9e90373e-da2b-465f-b7f6-d880cb0358fb,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:19.009374 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Attempting to bind port 9e90373e-da2b-465f-b7f6-d880cb0358fb on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:32:19.010080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Attempting to bind port 9e90373e-da2b-465f-b7f6-d880cb0358fb by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:32:19.010352 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Attempting to bind port 9e90373e-da2b-465f-b7f6-d880cb0358fb on network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:32:19.015865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:32:19.016323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Checking segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:32:19.016793 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.017453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Bound using segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:32:19.017977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Bound port: 9e90373e-da2b-465f-b7f6-d880cb0358fb, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:32:19.018424 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.083155 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.088197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] For port 9e90373e-da2b-465f-b7f6-d880cb0358fb, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:32:19.088433 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] For port 9e90373e-da2b-465f-b7f6-d880cb0358fb, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e90373e-da2b-465f-b7f6-d880cb0358fb,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:32:19.167809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.196303 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.234153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70cf9c-6586-47ad-abcb-ae4f37a1ac04 None None] Pushing event updated for resources: {'Port': ['ID=9e90373e-da2b-465f-b7f6-d880cb0358fb,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:19.255932 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:19.259086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:19.261807 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:32:19.295418 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:19.319158 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.548091 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.827795 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.894679 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:19.972903 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:19.976059 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.051647 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e90373e-da2b-465f-b7f6-d880cb0358fb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:20.084364 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:20.086240 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:20.104853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9e90373e-da2b-465f-b7f6-d880cb0358fb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:20.105359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.173179 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1eb218-7349-4605-b1a7-370e35db6900 None None] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:32:20.210320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 7027ecc4-2622-4261-abee-efcd16103054 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:32:20.232494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.285280 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 9e90373e-da2b-465f-b7f6-d880cb0358fb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e90373e-da2b-465f-b7f6-d880cb0358fb,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:20.299398 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8b0a478d-0e17-4379-88c5-3fece941f150 None None] Provisioning complete for port 9e90373e-da2b-465f-b7f6-d880cb0358fb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:20.299634 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8b0a478d-0e17-4379-88c5-3fece941f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.317259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:32:20.327217 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac9c365c-0b64-4854-ab05-44e283abb94e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/7027ecc4-2622-4261-abee-efcd16103054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2904477 Oct 12 12:32:20.371698 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.372484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7269671d-d6fe-4625-8b2b-701862fec509 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:20.470529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-946d00f4-863a-49b7-a377-04ab828429ec tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197429796&fields=id&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 267 time: 0.0349472 Oct 12 12:32:20.515114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=9e90373e-da2b-465f-b7f6-d880cb0358fb,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:20.550295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7269671d-d6fe-4625-8b2b-701862fec509 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:20.550453 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.553901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9581-3268-419d-97e1-df19ea4033b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.601263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-633c175c-0710-4707-bdc3-7a6c952a1653 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:20.608602 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-633c175c-0710-4707-bdc3-7a6c952a1653 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 796 time: 0.1305985 Oct 12 12:32:20.626212 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-23eaeed3-1d50-4666-b22c-c1270f6dacf8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/quotas/b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 375 time: 0.0167248 Oct 12 12:32:20.642856 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.665807 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 7269671d-d6fe-4625-8b2b-701862fec509, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7269671d-d6fe-4625-8b2b-701862fec509,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:20.683041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-136f093b-c5da-480d-8060-202087faa012 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508971 Oct 12 12:32:20.700319 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-f1abf567-5f6a-4212-9357-69b08d44dfd2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:32:20.707491 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-f1abf567-5f6a-4212-9357-69b08d44dfd2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061564 Oct 12 12:32:20.757938 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.809046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0b5f5497-9815-4e7f-874b-ecaf56a409b1 service neutron] 10.222.0.43 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005337 Oct 12 12:32:20.810225 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e88f8aa-dd58-4ad3-ba60-221110a4a537 None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:20.810481 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e88f8aa-dd58-4ad3-ba60-221110a4a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.817165 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Sync routers for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:32:20.834430 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:20.835251 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:20.854761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-3e88f8aa-dd58-4ad3-ba60-221110a4a537 None None] Port b24b18b0-bc7e-46d7-978f-223d7b495b77 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:32:20.866961 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-3e88f8aa-dd58-4ad3-ba60-221110a4a537 None None] Provisioning complete for port 9e90373e-da2b-465f-b7f6-d880cb0358fb triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:20.867374 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3e88f8aa-dd58-4ad3-ba60-221110a4a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:20.923901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=7269671d-d6fe-4625-8b2b-701862fec509,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:20.934014 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-eb9cf659-be81-4234-8cfb-6522db2d77c5 service neutron] 10.222.0.43 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091444 Oct 12 12:32:21.024990 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:32:21.055903 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:21.097177 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fc77ed34-f2cf-4e3d-bd80-8eb1078e329f None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:21.097639 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed34-f2cf-4e3d-bd80-8eb1078e329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.140800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-fc77ed34-f2cf-4e3d-bd80-8eb1078e329f None None] Port b24b18b0-bc7e-46d7-978f-223d7b495b77 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:32:21.259058 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e3612bcf-6615-404c-88c5-75c612317271 None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:21.259432 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e3612bcf-6615-404c-88c5-75c612317271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.269453 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 2, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:21.294161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e3612bcf-6615-404c-88c5-75c612317271 None None] Port b24b18b0-bc7e-46d7-978f-223d7b495b77 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:32:21.296341 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Checking router: 7027ecc4-2622-4261-abee-efcd16103054 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:32:21.296690 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Updating router 7027ecc4-2622-4261-abee-efcd16103054 port b24b18b0-bc7e-46d7-978f-223d7b495b77 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:32:21.324825 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.580702 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.648614 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.666103 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.696306 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Pushing event updated for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:21.706971 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.707311 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.707644 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.708007 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.709026 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.709360 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.709783 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.710108 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.710430 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.710776 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.711102 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.711422 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:32:21.758829 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Attempting to bind port b24b18b0-bc7e-46d7-978f-223d7b495b77 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:32:21.759320 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Attempting to bind port b24b18b0-bc7e-46d7-978f-223d7b495b77 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:32:21.759686 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Attempting to bind port b24b18b0-bc7e-46d7-978f-223d7b495b77 on network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:32:21.765128 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:32:21.765495 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Checking segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:32:21.765898 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.766289 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Bound using segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:32:21.766837 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Bound port: b24b18b0-bc7e-46d7-978f-223d7b495b77, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:32:21.767215 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.836203 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] For port b24b18b0-bc7e-46d7-978f-223d7b495b77, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:32:21.839352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] For port b24b18b0-bc7e-46d7-978f-223d7b495b77, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b24b18b0-bc7e-46d7-978f-223d7b495b77,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:32:21.906432 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.916309 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:21.916685 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:21.966997 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e1c42-2682-4f31-9704-19df3ffab948 None None] Pushing event updated for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=4']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:21.983358 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:21.984158 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:22.006318 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e90373e-da2b-465f-b7f6-d880cb0358fb up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:22.034635 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.091693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] For port b24b18b0-bc7e-46d7-978f-223d7b495b77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b24b18b0-bc7e-46d7-978f-223d7b495b77,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:22.092230 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.096601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 9e90373e-da2b-465f-b7f6-d880cb0358fb triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:22.096967 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.105487 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:22.194779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.239115 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7269671d-d6fe-4625-8b2b-701862fec509 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:22.239972 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0f73ccc-f21e-4076-a008-658a6864344c req-53ca5be6-e878-4a5d-96af-af12b65d1195 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0450554 Oct 12 12:32:22.287563 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14d89b-170f-4f28-a2b7-a9342e1777e8 None None] Pushing event updated for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:22.311299 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7269671d-d6fe-4625-8b2b-701862fec509 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:22.311671 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.339154 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2a5586c2-e560-4297-8ac5-1bd026900dd8 None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:22.339518 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2a5586c2-e560-4297-8ac5-1bd026900dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:22.341285 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:22.371185 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55235b66-cb1c-47cf-8c51-46d99c5efec5 None None] The sync data for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 is: [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:21Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:32:22.829753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:23.307685 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90aa532e-cec0-4d7b-a9b2-2f063c9c60e3 req-b1dec547-6637-4b25-b4ee-305c3a01ad92 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0264652 Oct 12 12:32:23.624408 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:23.986927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b24b18b0-bc7e-46d7-978f-223d7b495b77 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:24.034829 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b24b18b0-bc7e-46d7-978f-223d7b495b77 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:24.035205 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:24.387614 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7bb77cd6-d973-4421-ba72-02fb54e32f0a req-c5e2157a-bbd6-43e4-af52-c007756ab7f4 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0304453 Oct 12 12:32:25.481083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ac7caf6e-57eb-48a3-adce-75b0cc3214b0 req-ab30f908-226d-49dc-95ad-6a4639ba47f1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0275052 Oct 12 12:32:26.246727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-ebe84fe0-2d43-42b6-97a0-42f7d1bbb7c6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:26.248069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-ebe84fe0-2d43-42b6-97a0-42f7d1bbb7c6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 796 time: 0.1011994 Oct 12 12:32:26.290281 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-419e2a80-8bb2-48c9-aba9-451a05f6b96e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6661a55507d48689289d9a215df04ea HTTP/1.1" status: 200 len: 379 time: 0.0333896 Oct 12 12:32:26.299193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'port': {'device_id': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'admin_state_up': True, 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'security_groups': ['a47d596f-02c0-4e56-ae34-bd03fe4357ca']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:26.482916 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Made reservation on behalf of b6661a55507d48689289d9a215df04ea for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:32:26.486504 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:26.587155 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6bb2326d-b81c-4f66-9e68-616a79030e00 req-4e134b6e-14b8-40e1-8ab8-d897891ba602 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Oct 12 12:32:26.638940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.20.0.8 (38cc7d33-5272-4fdd-a81f-d46b0a34c540/d43bd98a-85ab-46ea-b432-81c921af4096/a137aab9-57cc-4666-a8b2-abab49bd9fcf) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:32:26.785161 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:26.877493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:26.918970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:26.922020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:26.928814 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:32:26.954970 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:26.982357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:26.983009 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.085755 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-3d57849f-6123-44e9-8900-06885e8eeedd tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901232 Oct 12 12:32:27.123147 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9745526f-8a16-4d40-ba3b-7b922dcddd91 None None] Provisioning complete for port a137aab9-57cc-4666-a8b2-abab49bd9fcf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:27.123719 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9745526f-8a16-4d40-ba3b-7b922dcddd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.139754 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Request body: {'port': {'device_id': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:27.156979 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9745526f-8a16-4d40-ba3b-7b922dcddd91 None None] Port a137aab9-57cc-4666-a8b2-abab49bd9fcf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:32:27.196519 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.463451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a137aab9-57cc-4666-a8b2-abab49bd9fcf {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:32:27.470962 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.483468 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Transition to ACTIVE for port object a137aab9-57cc-4666-a8b2-abab49bd9fcf will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:32:27.528472 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.545499 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.595195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Pushing event updated for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:27.674060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Attempting to bind port a137aab9-57cc-4666-a8b2-abab49bd9fcf on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:32:27.674406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Attempting to bind port a137aab9-57cc-4666-a8b2-abab49bd9fcf by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:32:27.674766 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Attempting to bind port a137aab9-57cc-4666-a8b2-abab49bd9fcf on network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:32:27.690062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Port a137aab9-57cc-4666-a8b2-abab49bd9fcf on network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:32:27.690389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Attempting to bind port a137aab9-57cc-4666-a8b2-abab49bd9fcf on network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:32:27.710181 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:32:27.710513 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Checking segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:32:27.710920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Bound using segment: {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:32:27.711357 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Bound port: a137aab9-57cc-4666-a8b2-abab49bd9fcf, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e933202-7045-484e-9957-3debc8295606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:32:27.711720 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.767427 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6b86-cdcf-441e-844f-b7a73b4fe9ce req-5732c575-4837-42f5-ab1f-95e19d066ae1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:27.768754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eca6b86-cdcf-441e-844f-b7a73b4fe9ce req-5732c575-4837-42f5-ab1f-95e19d066ae1 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 943 time: 0.0913858 Oct 12 12:32:27.815068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:32:27.836030 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:32:27.839544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4eca6b86-cdcf-441e-844f-b7a73b4fe9ce req-d9955131-4daa-45cb-9762-539d96acbcb6 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591619 Oct 12 12:32:27.921739 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.955940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:27.956608 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:27.959008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] 10.222.0.47 "PUT /v2.0/ports/a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 1091 time: 0.8640294 Oct 12 12:32:27.959132 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:32:27.962393 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a85842-128f-4d16-89b7-83378da57be1" -d '{"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:32:27.994251 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d838360-957b-45a2-8f39-f99e266b6858 service neutron] Pushing event updated for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:28.010386 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81affef-703a-4c81-be2c-a9ab49176ffb x-openstack-request-id: req-c81affef-703a-4c81-be2c-a9ab49176ffb {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:32:28.010677 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:32:28.010964 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c81affef-703a-4c81-be2c-a9ab49176ffb {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:32:28.011371 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'status': 'completed', 'code': 200} Oct 12 12:32:28.080289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85842-128f-4d16-89b7-83378da57be1 req-2b80aa67-3612-428e-a735-bd45b6d6b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.081850 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94a85842-128f-4d16-89b7-83378da57be1 req-2b80aa67-3612-428e-a735-bd45b6d6b1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1094 time: 0.0446050 Oct 12 12:32:28.192103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85842-128f-4d16-89b7-83378da57be1 req-a8ac89e4-b242-4402-8f7c-2427bb3552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.194149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94a85842-128f-4d16-89b7-83378da57be1 req-a8ac89e4-b242-4402-8f7c-2427bb3552b1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b6661a55507d48689289d9a215df04ea&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1047275 Oct 12 12:32:28.285963 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85842-128f-4d16-89b7-83378da57be1 req-a8de730a-b744-4b58-a207-01d47d905e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.287377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-94a85842-128f-4d16-89b7-83378da57be1 req-a8de730a-b744-4b58-a207-01d47d905e1b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867257 Oct 12 12:32:28.374057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-a521aa70-3e0a-4ac5-aa2f-7bf122a550e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.375580 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-a521aa70-3e0a-4ac5-aa2f-7bf122a550e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1094 time: 0.0535090 Oct 12 12:32:28.416046 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-300b7467-384d-492b-ae79-7b9d30f8a2ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 217 time: 0.0331144 Oct 12 12:32:28.462542 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-b0faa20c-3e7c-4e5e-92f3-587ceedf49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.463981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-b0faa20c-3e7c-4e5e-92f3-587ceedf49ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 200 len: 834 time: 0.0417709 Oct 12 12:32:28.509209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-7df63de0-5409-41f7-839c-0ed351685fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.510717 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-7df63de0-5409-41f7-839c-0ed351685fb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38cc7d33-5272-4fdd-a81f-d46b0a34c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399489 Oct 12 12:32:28.604245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-7c85d24b-8278-40e3-b912-e8e8bf900022 service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Oct 12 12:32:28.696772 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a2eea68f-7c8e-493b-b9aa-47fb78d1a318 req-76c84ebd-c482-4291-a373-5b640d70136f service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Oct 12 12:32:28.971014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0fc2-9ae9-4cbd-bd80-f2742ae5a9d8 req-0722bbbe-75d2-4b2a-8ad6-19e3cf090c96 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:28.972496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b9d0fc2-9ae9-4cbd-bd80-f2742ae5a9d8 req-0722bbbe-75d2-4b2a-8ad6-19e3cf090c96 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 943 time: 0.0493021 Oct 12 12:32:29.012264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1b9d0fc2-9ae9-4cbd-bd80-f2742ae5a9d8 req-302b6b84-afb8-4f23-b697-6900d20c0bf8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Oct 12 12:32:30.130893 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18ad5-eaca-44a0-a2b8-da94c1f7e9e4 req-88edbdac-8174-4d7a-a4c8-f21a562752ae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:30.132368 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07e18ad5-eaca-44a0-a2b8-da94c1f7e9e4 req-88edbdac-8174-4d7a-a4c8-f21a562752ae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 943 time: 0.0525379 Oct 12 12:32:30.170739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07e18ad5-eaca-44a0-a2b8-da94c1f7e9e4 req-8b3d0d33-9e4e-4153-b199-6d1e7dc602a2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Oct 12 12:32:31.546667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e860-4b1a-45e1-8c1a-72ce4f717aa9 req-e3c03b25-afc1-46b1-b59e-ddd916f28293 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:31.548134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c93e860-4b1a-45e1-8c1a-72ce4f717aa9 req-e3c03b25-afc1-46b1-b59e-ddd916f28293 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Oct 12 12:32:31.585266 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c93e860-4b1a-45e1-8c1a-72ce4f717aa9 req-d17dde4c-7530-4c06-8dc6-9b9f7de70464 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Oct 12 12:32:31.628303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a137aab9-57cc-4666-a8b2-abab49bd9fcf details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:32:31.722257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:31.733662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'port_id': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'mac_address': 'fa:16:3e:49:6d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:32:31.769906 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:31.783151 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a137aab9-57cc-4666-a8b2-abab49bd9fcf {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:32:31.802581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:31.917658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:31.966541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:32.144710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['a137aab9-57cc-4666-a8b2-abab49bd9fcf'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:32:32.699514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd05b9-048a-4488-b2f7-2fb833894c4b req-da59ed48-e54f-4527-96ce-c9c1d979df89 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:32.700898 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5acd05b9-048a-4488-b2f7-2fb833894c4b req-da59ed48-e54f-4527-96ce-c9c1d979df89 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 944 time: 0.0485387 Oct 12 12:32:32.738216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5acd05b9-048a-4488-b2f7-2fb833894c4b req-cd022040-9548-48e8-bed0-84723c0a08c3 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Oct 12 12:32:33.637161 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a137aab9-57cc-4666-a8b2-abab49bd9fcf up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:32:33.789694 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port a137aab9-57cc-4666-a8b2-abab49bd9fcf completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:32:33.793587 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port a137aab9-57cc-4666-a8b2-abab49bd9fcf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:32:33.793962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:33.856259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895d697-6edd-41da-917e-a3b480ce1935 req-b47920b4-b1f4-44a8-8c92-121412abcb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:33.858456 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c895d697-6edd-41da-917e-a3b480ce1935 req-b47920b4-b1f4-44a8-8c92-121412abcb8a tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Oct 12 12:32:33.872802 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:33.895810 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c895d697-6edd-41da-917e-a3b480ce1935 req-5e3ed82c-78c2-48e3-b498-66e4afd1fe46 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314269 Oct 12 12:32:33.897287 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:32:33.899623 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d026c-1823-427d-b49c-d640a43237e0" -d '{"events": [{"server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "name": "network-vif-plugged", "status": "completed", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:32:33.912973 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:32:33.938933 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42e2f8-56e8-4366-ab42-2ba3ade72b58 x-openstack-request-id: req-ef42e2f8-56e8-4366-ab42-2ba3ade72b58 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:32:33.939225 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "name": "network-vif-plugged", "status": "completed", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:32:33.939472 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef42e2f8-56e8-4366-ab42-2ba3ade72b58 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:32:33.939887 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'code': 200} Oct 12 12:32:33.972467 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:34.022617 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:34.038426 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d584-3d7b-4a23-91d7-33d4b4aea34c req-2b8807cf-3786-4e12-b1fa-5eeb30465896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:34.040099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5595d584-3d7b-4a23-91d7-33d4b4aea34c req-2b8807cf-3786-4e12-b1fa-5eeb30465896 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1096 time: 0.0445232 Oct 12 12:32:34.074084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5595d584-3d7b-4a23-91d7-33d4b4aea34c req-f6f7b0ba-9b71-4044-a56f-0062bde6642a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274599 Oct 12 12:32:35.016162 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b87-d51d-464a-9d1a-accbe8b2deed req-5c72a5bc-6866-4e9b-a6a5-b795325a3ef5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:35.017856 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c472b87-d51d-464a-9d1a-accbe8b2deed req-5c72a5bc-6866-4e9b-a6a5-b795325a3ef5 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0502748 Oct 12 12:32:35.056430 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c472b87-d51d-464a-9d1a-accbe8b2deed req-f6ad35b8-7e7c-4acc-bebe-d0a8b44a01a9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Oct 12 12:32:36.170473 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc04e-7ff7-43bf-8517-1f2a8167b109 req-afb0bcbc-ec75-4fc7-8bda-84e59e08041f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:36.171876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae6dc04e-7ff7-43bf-8517-1f2a8167b109 req-afb0bcbc-ec75-4fc7-8bda-84e59e08041f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Oct 12 12:32:36.210839 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ae6dc04e-7ff7-43bf-8517-1f2a8167b109 req-d3594ea1-688e-4e98-800e-71d5582e92f2 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 Oct 12 12:32:36.335356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8725ecc-6e2c-4580-8e62-dd94c6893603 req-e8620f55-fee7-4166-a93b-a81517b00fdb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:36.336796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8725ecc-6e2c-4580-8e62-dd94c6893603 req-e8620f55-fee7-4166-a93b-a81517b00fdb tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Oct 12 12:32:36.738506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8725ecc-6e2c-4580-8e62-dd94c6893603 req-54eea010-ba70-48ba-acbe-491220de9a86 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958302 Oct 12 12:32:36.767464 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47538) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:36.808793 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f81c0f-0e1a-4536-b153-54341f302ebf tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:36.810296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-66f81c0f-0e1a-4536-b153-54341f302ebf tempest-TestNetworkAdvancedServerOps-620783165 tempest-TestNetworkAdvancedServerOps-620783165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1091 time: 0.0418446 Oct 12 12:32:36.813265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47540) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:36.817960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:32:36.897737 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:36.990400 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:37.092586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Allocated IP 172.25.2.160 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/51a39f39-e2e0-46e2-a6e1-bcfbba193caf) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:32:37.191478 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:37.272361 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:37.309170 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:32:37.313838 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:32:37.317563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:32:37.322924 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=51a39f39-e2e0-46e2-a6e1-bcfbba193caf,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:37.667434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:37.782512 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:37.932350 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:38.008131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:38.076960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event updated for resources: {'Port': ['ID=51a39f39-e2e0-46e2-a6e1-bcfbba193caf,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:32:38.087992 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:38.187664 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP 7d5556ed-e33c-4296-8884-f8fabb29ab9c associated. External IP: 172.25.2.160, port: a137aab9-57cc-4666-a8b2-abab49bd9fcf. Oct 12 12:32:38.390538 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 7027ecc4-2622-4261-abee-efcd16103054 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:32:38.498114 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:32:38.512692 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Sync routers for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:32:38.526243 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:38.526877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:38.608593 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:38.631105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:38.635110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-38460b5b-72f3-4ce7-ab19-7e4d83ca4add tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8207109 Oct 12 12:32:38.635695 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:32:38.638891 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75020b06-ac60-4fe6-a58d-295fc6b03c18" -d '{"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:32:38.729928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be465-f587-4b07-856c-10da09efde04 req-301feac4-7a88-4a05-9718-a390a9b8c7e7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:38.731544 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba3be465-f587-4b07-856c-10da09efde04 req-301feac4-7a88-4a05-9718-a390a9b8c7e7 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Oct 12 12:32:38.768886 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ba3be465-f587-4b07-856c-10da09efde04 req-cde0df32-57fc-44ae-b3f8-541e2c44275b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Oct 12 12:32:38.792226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47546) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:38.840000 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dcd2cc-0bab-452a-8633-f2b14fa144ba x-openstack-request-id: req-d7dcd2cc-0bab-452a-8633-f2b14fa144ba {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:32:38.840288 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:32:38.840523 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7dcd2cc-0bab-452a-8633-f2b14fa144ba {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:32:38.840922 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'status': 'completed', 'code': 200} Oct 12 12:32:38.867202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7d5556ed-e33c-4296-8884-f8fabb29ab9c', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7027ecc4-2622-4261-abee-efcd16103054', 'port_id': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'mac_address': 'fa:16:3e:49:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:32:37Z', 'updated_at': '2021-10-12T12:32:37Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:38.894532 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Checking router: 7027ecc4-2622-4261-abee-efcd16103054 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:32:38.894890 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7d51aae-c960-44f5-940b-e8023ff360b9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/7d5556ed-e33c-4296-8884-f8fabb29ab9c HTTP/1.1" status: 200 len: 991 time: 0.1014826 Oct 12 12:32:38.899554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-423c1c38-5c92-4386-aa9b-6bea8d749351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:38.901021 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-423c1c38-5c92-4386-aa9b-6bea8d749351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1096 time: 0.0628569 Oct 12 12:32:38.903569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:32:38.904166 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:38.996166 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-602fb2a7-1342-4a58-8530-1c5b259fe7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:38.997670 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-602fb2a7-1342-4a58-8530-1c5b259fe7c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 897 time: 0.0898662 Oct 12 12:32:39.008754 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:32:39.061624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-df0bb842-ee15-4e1a-ba70-74cb1a05b93e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 999 time: 0.0572767 Oct 12 12:32:39.109485 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-4dd1e05d-c30a-4802-8e4a-d023e61e5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:39.110983 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-4dd1e05d-c30a-4802-8e4a-d023e61e5da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 200 len: 834 time: 0.0431244 Oct 12 12:32:39.158895 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-6080e634-1bcd-4771-a3b7-e6b7eabd0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:39.160316 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-6080e634-1bcd-4771-a3b7-e6b7eabd0e11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38cc7d33-5272-4fdd-a81f-d46b0a34c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426590 Oct 12 12:32:39.230779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7d5556ed-e33c-4296-8884-f8fabb29ab9c', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7027ecc4-2622-4261-abee-efcd16103054', 'port_id': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'mac_address': 'fa:16:3e:49:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:32:37Z', 'updated_at': '2021-10-12T12:32:37Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:32:39.249059 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-cd7418f4-c906-4d94-b9c9-566d0d6842a8 service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820360 Oct 12 12:32:39.257444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62949b29-b804-49ed-a0cc-5e56cc5b846f None None] The sync data for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 is: [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '7d5556ed-e33c-4296-8884-f8fabb29ab9c', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'floating_ip_address': '172.25.2.160', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': '7027ecc4-2622-4261-abee-efcd16103054', 'port_id': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'mac_address': 'fa:16:3e:49:6d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:32:37Z', 'updated_at': '2021-10-12T12:32:37Z', 'revision_number': 0, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:32:39.347098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75020b06-ac60-4fe6-a58d-295fc6b03c18 req-10219e01-f8ad-4d3a-9258-d3c9b39cbb84 service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906804 Oct 12 12:32:39.446319 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88462372-237d-4789-b9f1-998db4c61a1f None None] New status for floating IP 7d5556ed-e33c-4296-8884-f8fabb29ab9c: ACTIVE {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:32:39.898865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47548) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:32:39.957240 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c1e8916b-6ded-4889-97ad-95bb273a0991 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/7d5556ed-e33c-4296-8884-f8fabb29ab9c HTTP/1.1" status: 200 len: 993 time: 0.0572548 Oct 12 12:32:47.800907 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7bb33d17-611d-4a01-a4e9-55b94f9d8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:50.505276 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6304946e-281d-4b73-8bbb-9ad7fe54094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:51.715247 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:52.080814 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:52.766743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-6c3aae81-afa5-40c1-9a45-200f0f85602a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444884 Oct 12 12:32:52.842494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:52.849222 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-e14200a7-feb0-4e84-9da3-747eabd78c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:52.850975 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-e14200a7-feb0-4e84-9da3-747eabd78c89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1096 time: 0.0406549 Oct 12 12:32:52.950892 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-f16a070c-36f4-4c5d-ab88-076558e8e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:52.952341 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-f16a070c-36f4-4c5d-ab88-076558e8e37d service neutron] 10.222.0.47 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 897 time: 0.0829237 Oct 12 12:32:53.019732 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-882b8f61-3649-48e8-ab4b-5b3690562332 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 1001 time: 0.0605025 Oct 12 12:32:53.066810 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-378c3de1-f052-49de-a746-59549337c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:53.068178 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-378c3de1-f052-49de-a746-59549337c1a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 200 len: 834 time: 0.0417078 Oct 12 12:32:53.112856 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-ab4d5cdb-51b0-46eb-993e-34ec960eb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:32:53.114293 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-ab4d5cdb-51b0-46eb-993e-34ec960eb136 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38cc7d33-5272-4fdd-a81f-d46b0a34c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390208 Oct 12 12:32:53.204094 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-e949ae27-94e9-413a-ac3b-e426b1cde62c service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826182 Oct 12 12:32:53.298008 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01eb8ae7-552e-41b3-8da8-c88a3a66a4e5 req-91a52687-425f-4c1e-8e05-86059c4a5cfe service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Oct 12 12:32:53.606176 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:57.543149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:32:57.845394 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:33:06.856598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c93528-44d5-4b26-89a0-f30d2b858693 req-f1e1834e-03f2-4261-996e-3340c5524c23 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:06.858091 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66c93528-44d5-4b26-89a0-f30d2b858693 req-f1e1834e-03f2-4261-996e-3340c5524c23 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0514369 Oct 12 12:33:06.895348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-66c93528-44d5-4b26-89a0-f30d2b858693 req-5269bcdc-2401-4217-9ef2-e8bfd834a6c9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311656 Oct 12 12:33:08.009590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f26be-3156-4959-a1eb-9c080ea41377 req-5faa13e2-d904-4a1e-96cf-1dcb77a487b9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:08.011043 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-426f26be-3156-4959-a1eb-9c080ea41377 req-5faa13e2-d904-4a1e-96cf-1dcb77a487b9 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0475702 Oct 12 12:33:08.048142 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-426f26be-3156-4959-a1eb-9c080ea41377 req-30324743-9456-407e-8440-034e226ecca8 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Oct 12 12:33:08.070636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47574) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:08.132766 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d25dc6e1-17e8-4547-b3a6-00262772498e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/7d5556ed-e33c-4296-8884-f8fabb29ab9c HTTP/1.1" status: 200 len: 993 time: 0.0604901 Oct 12 12:33:09.515561 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb18b-924f-4710-a259-b0ba36f1f4c7 req-df0afb09-fbba-4d43-b2b2-745533b7aa24 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:09.518192 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-666fb18b-924f-4710-a259-b0ba36f1f4c7 req-df0afb09-fbba-4d43-b2b2-745533b7aa24 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0526299 Oct 12 12:33:09.580977 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-666fb18b-924f-4710-a259-b0ba36f1f4c7 req-8a754465-b85a-46e0-abb7-9cf39faf119f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560467 Oct 12 12:33:09.596984 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c026c-49db-4157-8c27-80ad51ffd07e req-3f32efb7-fa6b-402c-9571-f873454b22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:09.598490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-3f32efb7-fa6b-402c-9571-f873454b22b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1096 time: 0.0454178 Oct 12 12:33:09.692753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c026c-49db-4157-8c27-80ad51ffd07e req-a2fbba70-3036-414f-b682-d5ddcc8a8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:09.694109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-a2fbba70-3036-414f-b682-d5ddcc8a8b9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 897 time: 0.0890391 Oct 12 12:33:09.759714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-889d2ca5-f386-490b-9809-3e735804eb65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 1001 time: 0.0581133 Oct 12 12:33:09.812394 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c026c-49db-4157-8c27-80ad51ffd07e req-4e5f2147-ca73-41e2-b0c0-1a2807465045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:09.813792 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-4e5f2147-ca73-41e2-b0c0-1a2807465045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 200 len: 834 time: 0.0473521 Oct 12 12:33:09.860153 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c026c-49db-4157-8c27-80ad51ffd07e req-d757d42a-a4b1-43fb-afe2-73787559867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:09.861646 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-d757d42a-a4b1-43fb-afe2-73787559867d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38cc7d33-5272-4fdd-a81f-d46b0a34c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406320 Oct 12 12:33:09.953523 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-e7bbddda-a320-4d6c-9006-1dacfe25486c service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843306 Oct 12 12:33:10.042047 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-228c026c-49db-4157-8c27-80ad51ffd07e req-f6816a68-2a45-4849-9f02-03e2f02f07db service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 Oct 12 12:33:10.699576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb188d-778c-4a6c-8e5b-d5433a90ecac req-f4a9b855-6dff-41d5-9878-5a9e8ef3f45b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:10.701065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebdb188d-778c-4a6c-8e5b-d5433a90ecac req-f4a9b855-6dff-41d5-9878-5a9e8ef3f45b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Oct 12 12:33:10.737964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ebdb188d-778c-4a6c-8e5b-d5433a90ecac req-68274740-6770-4a89-9bc4-0486db84e38e tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Oct 12 12:33:11.859049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b2a8-178c-45ac-8687-355786933e32 req-a2578b90-ae40-4349-aff8-7d6aec185c9d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:11.860515 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d96b2a8-178c-45ac-8687-355786933e32 req-a2578b90-ae40-4349-aff8-7d6aec185c9d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Oct 12 12:33:11.898529 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0d96b2a8-178c-45ac-8687-355786933e32 req-9af4f96c-8baa-46fd-98db-fd2e9bf7ba62 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309446 Oct 12 12:33:11.919757 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47586) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:11.979672 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bd0141bc-59e3-4bbe-96cd-93085e464071 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/floatingips/7d5556ed-e33c-4296-8884-f8fabb29ab9c HTTP/1.1" status: 200 len: 993 time: 0.0588188 Oct 12 12:33:12.211638 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47592) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:12.363333 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 51a39f39-e2e0-46e2-a6e1-bcfbba193caf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:33:12.363588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:12.440669 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:12.440994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:12.453343 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 51a39f39-e2e0-46e2-a6e1-bcfbba193caf owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:33:12.726822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:12.757065 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=51a39f39-e2e0-46e2-a6e1-bcfbba193caf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:12.781301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.781655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.781993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.782326 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.782654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.783004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.783376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.783706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.784033 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.784355 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.784674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.784991 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:12.826533 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:12.826866 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Floating IP 7d5556ed-e33c-4296-8884-f8fabb29ab9c disassociated (deleted). External IP: 172.25.2.160, port: a137aab9-57cc-4666-a8b2-abab49bd9fcf. Oct 12 12:33:13.031912 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 7027ecc4-2622-4261-abee-efcd16103054 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:33:13.143771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:13.149633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:13.154889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Sync routers for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:13.168608 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:13.169215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:13.176998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-922e9771-2b6e-4a80-a995-3dbd9abfaaca tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/floatingips/7d5556ed-e33c-4296-8884-f8fabb29ab9c HTTP/1.1" status: 204 len: 168 time: 0.9641161 Oct 12 12:33:13.177610 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:33:13.179921 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:33:13.276626 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:13.483820 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:13.512927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Checking router: 7027ecc4-2622-4261-abee-efcd16103054 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:13.521631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:13.522221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:13.542006 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9fec2-156f-431a-98c7-90fa97e86e39 x-openstack-request-id: req-93a9fec2-156f-431a-98c7-90fa97e86e39 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:33:13.542397 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:33:13.542869 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93a9fec2-156f-431a-98c7-90fa97e86e39 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:33:13.543367 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'status': 'completed', 'code': 200} Oct 12 12:33:13.635468 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:13.639875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-858e6015-13d5-409c-bd4e-9a94fd1ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:13.641392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-858e6015-13d5-409c-bd4e-9a94fd1ac00b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6661a55507d48689289d9a215df04ea&device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 1096 time: 0.0755661 Oct 12 12:33:13.665447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad59d3-49ef-4f35-b245-76b9bac875b6 req-284d68a1-38f5-4e07-97fd-f578e5e17027 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:13.667760 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01ad59d3-49ef-4f35-b245-76b9bac875b6 req-284d68a1-38f5-4e07-97fd-f578e5e17027 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0663803 Oct 12 12:33:13.752834 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-01ad59d3-49ef-4f35-b245-76b9bac875b6 req-882d24b2-4cc4-4404-9811-04bb3e04a25b tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751109 Oct 12 12:33:13.776623 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-adb7a791-0134-42ef-b87e-dfcea15680b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:13.776623 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-adb7a791-0134-42ef-b87e-dfcea15680b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 200 len: 897 time: 0.1237550 Oct 12 12:33:13.824607 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-10b51b05-0343-4542-9305-ac17eed7aa75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 200 len: 217 time: 0.0426948 Oct 12 12:33:13.845533 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:13.872478 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779d9c0-298e-4919-a018-c4ee44313292 None None] The sync data for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 is: [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:32:19Z', 'revision_number': 4, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'b24b18b0-bc7e-46d7-978f-223d7b495b77', 'name': '', 'network_id': '38cc7d33-5272-4fdd-a81f-d46b0a34c540', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'mac_address': 'fa:16:3e:af:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:18Z', 'updated_at': '2021-10-12T12:32:22Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'subnets': [{'id': 'd43bd98a-85ab-46ea-b432-81c921af4096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:13.875517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-a2e8319d-5a66-4513-92bf-ff11db48f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:13.877116 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-a2e8319d-5a66-4513-92bf-ff11db48f988 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 200 len: 834 time: 0.0445569 Oct 12 12:33:13.925776 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-44cd19e7-0889-4121-b0bf-b7a7ebce4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:13.927490 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-44cd19e7-0889-4121-b0bf-b7a7ebce4a90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38cc7d33-5272-4fdd-a81f-d46b0a34c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424366 Oct 12 12:33:14.027752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-311c97f4-8cd8-4fa0-9f70-c1f3e26a4f48 service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906746 Oct 12 12:33:14.110412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae1849-2989-423e-ba4f-1f7789207614 None None] New status for floating IP 7d5556ed-e33c-4296-8884-f8fabb29ab9c: DOWN {{(pid=95550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:33:14.128413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3de6abf-1ffa-48d4-9a47-b86d5082e18b req-6c53b54f-81cd-4ff4-a395-a0856b0c6007 service neutron] 10.222.0.47 "GET /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924339 Oct 12 12:33:14.876875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377cb3-cff6-48c3-a98f-3b7c4c4387fa req-284e33a9-b2cb-4288-9496-a7b25b7e89df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:14.878353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07377cb3-cff6-48c3-a98f-3b7c4c4387fa req-284e33a9-b2cb-4288-9496-a7b25b7e89df tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0525882 Oct 12 12:33:14.915512 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-07377cb3-cff6-48c3-a98f-3b7c4c4387fa req-bba4a02a-84a6-4f74-999c-922b59973fff tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/security-groups?id=a47d596f-02c0-4e56-ae34-bd03fe4357ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Oct 12 12:33:15.209116 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-a6f18a83-019f-4c40-8fd8-e38f15da97ff tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:15.211231 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-a6f18a83-019f-4c40-8fd8-e38f15da97ff tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Oct 12 12:33:15.301108 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port a137aab9-57cc-4666-a8b2-abab49bd9fcf {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:33:15.301444 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:15.387577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port a137aab9-57cc-4666-a8b2-abab49bd9fcf, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=a137aab9-57cc-4666-a8b2-abab49bd9fcf,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:15.387939 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:15.400449 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for a137aab9-57cc-4666-a8b2-abab49bd9fcf owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:33:15.613585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:15.642436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=a137aab9-57cc-4666-a8b2-abab49bd9fcf,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:15.682626 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] No DVR routers for this DVR port a137aab9-57cc-4666-a8b2-abab49bd9fcf on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:33:15.685786 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:15.689088 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ec197e2-8da9-487a-8939-00f64e0b3d1c req-e67beb6c-0a15-4240-b2da-9536d9670301 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.47 "DELETE /v2.0/ports/a137aab9-57cc-4666-a8b2-abab49bd9fcf HTTP/1.1" status: 204 len: 173 time: 0.4718633 Oct 12 12:33:15.689525 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'name': 'network-vif-deleted', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:33:15.692177 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d8586-754c-43a7-a79b-61c6354ff1b4" -d '{"events": [{"server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "name": "network-vif-deleted", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:33:15.728254 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c16598-8ae2-468d-9b34-2078ad43ebab x-openstack-request-id: req-48c16598-8ae2-468d-9b34-2078ad43ebab {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:33:15.728541 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770c31d-afcb-476c-8a94-e2abe9f523b4", "name": "network-vif-deleted", "tag": "a137aab9-57cc-4666-a8b2-abab49bd9fcf", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:33:15.728788 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48c16598-8ae2-468d-9b34-2078ad43ebab {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:33:15.729182 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770c31d-afcb-476c-8a94-e2abe9f523b4', 'name': 'network-vif-deleted', 'tag': 'a137aab9-57cc-4666-a8b2-abab49bd9fcf', 'status': 'completed', 'code': 200} Oct 12 12:33:16.031333 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6cc5df61-2fae-4009-ad75-ed4027013cdd req-7fabab32-4c72-4b36-b55b-f2bb20e6699f tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "GET /v2.0/ports?device_id=d770c31d-afcb-476c-8a94-e2abe9f523b4 HTTP/1.1" status: 200 len: 210 time: 0.0305474 Oct 12 12:33:17.087111 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47610) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:17.441548 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:17.796104 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-776eb23a-b82d-4232-b6ca-599b20ca9051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:18.040390 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port b24b18b0-bc7e-46d7-978f-223d7b495b77 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:33:18.040730 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:18.139990 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port b24b18b0-bc7e-46d7-978f-223d7b495b77, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b24b18b0-bc7e-46d7-978f-223d7b495b77,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:18.140682 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:18.153755 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for b24b18b0-bc7e-46d7-978f-223d7b495b77 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:33:18.423490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:18.451883 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=b24b18b0-bc7e-46d7-978f-223d7b495b77,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:18.630416 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:18.837668 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Router 7027ecc4-2622-4261-abee-efcd16103054 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:33:18.940874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:18.946450 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f0687961-281a-4655-84ab-42dc2afdde4d tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "PUT /v2.0/routers/7027ecc4-2622-4261-abee-efcd16103054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583164 Oct 12 12:33:18.949178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47612) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:18.952674 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Sync routers for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:18.961788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:18.962414 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:18.998616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting subnet d43bd98a-85ab-46ea-b432-81c921af4096 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:33:19.002254 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.046869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.065443 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:19.128696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.238717 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:33:18Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:19.264944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.268762 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Checking router: 7027ecc4-2622-4261-abee-efcd16103054 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:19.277192 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Routers {'7027ecc4-2622-4261-abee-efcd16103054'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:19.277784 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:32:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['7027ecc4-2622-4261-abee-efcd16103054'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:19.298633 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.302600 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/subnets/d43bd98a-85ab-46ea-b432-81c921af4096 HTTP/1.1" status: 204 len: 168 time: 0.3524921 Oct 12 12:33:19.304382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8022-c4ee-4a79-a471-b1a220310e15 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Subnet': ['ID=d43bd98a-85ab-46ea-b432-81c921af4096,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:19.309565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47614) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:19.312693 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26507f1-6366-44ca-bbbd-f90531de653d None None] Network 38cc7d33-5272-4fdd-a81f-d46b0a34c540 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:33:19.419388 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.527913 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.626087 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Deleting port 7269671d-d6fe-4625-8b2b-701862fec509 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:33:19.626432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.628632 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] Set router 7027ecc4-2622-4261-abee-efcd16103054 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:19.702844 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] For port 7269671d-d6fe-4625-8b2b-701862fec509, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7269671d-d6fe-4625-8b2b-701862fec509,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:19.703114 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.721200 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Calling delete_port for 7269671d-d6fe-4625-8b2b-701862fec509 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:33:19.795914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] DHCP port deletion for 38cc7d33-5272-4fdd-a81f-d46b0a34c540 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:33:19.856908 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a137aab9-57cc-4666-a8b2-abab49bd9fcf no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:33:19.859397 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:33:18Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:19.907700 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30981aed-b337-4f1e-a80c-b9ca1b45db6b None None] The sync data for ids ['7027ecc4-2622-4261-abee-efcd16103054'] in n-d-813419-3 is: [{'id': '7027ecc4-2622-4261-abee-efcd16103054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748875992', 'tenant_id': 'b6661a55507d48689289d9a215df04ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '7269671d-d6fe-4625-8b2b-701862fec509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:32:14Z', 'updated_at': '2021-10-12T12:33:18Z', 'revision_number': 5, 'project_id': 'b6661a55507d48689289d9a215df04ea', 'gw_port': {'id': '7269671d-d6fe-4625-8b2b-701862fec509', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027ecc4-2622-4261-abee-efcd16103054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:32:15Z', 'updated_at': '2021-10-12T12:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:19.909730 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Deleting port 9e90373e-da2b-465f-b7f6-d880cb0358fb {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:33:19.910100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.911742 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: a137aab9-57cc-4666-a8b2-abab49bd9fcf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:33:19.912061 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device a137aab9-57cc-4666-a8b2-abab49bd9fcf not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:33:19.966568 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.978026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] For port 9e90373e-da2b-465f-b7f6-d880cb0358fb, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=9e90373e-da2b-465f-b7f6-d880cb0358fb,segment=NetworkSegment(3e933202-7045-484e-9957-3debc8295606),segment_id=3e933202-7045-484e-9957-3debc8295606)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:19.978604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:19.991357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Calling delete_port for 9e90373e-da2b-465f-b7f6-d880cb0358fb owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:33:19.993904 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Port': ['ID=7269671d-d6fe-4625-8b2b-701862fec509,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:20.021474 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.021751 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.023014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.023366 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.023712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.024050 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.024387 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.024723 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.025054 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.025384 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.025713 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.026039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.071515 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.160656 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.161033 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.163861 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.186675 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Pushing event deleted for resources: {'Port': ['ID=9e90373e-da2b-465f-b7f6-d880cb0358fb,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:20.191227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] No DVR routers for this DVR port 9e90373e-da2b-465f-b7f6-d880cb0358fb on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:33:20.198886 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.199230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.203500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9bef6-adbc-4b7e-b418-8aeb222cbf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:20.274665 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.275249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Fanout notify agent at l3_agent the message router_deleted on router 7027ecc4-2622-4261-abee-efcd16103054 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:33:20.285966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.287160 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-de5eed54-d948-4038-90fb-59ee82dfcfae tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/routers/7027ecc4-2622-4261-abee-efcd16103054 HTTP/1.1" status: 204 len: 168 time: 0.9764228 Oct 12 12:33:20.290662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47616) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:20.364258 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b24b18b0-bc7e-46d7-978f-223d7b495b77 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:33:20.377702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.385421 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b24b18b0-bc7e-46d7-978f-223d7b495b77 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:33:20.385761 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b24b18b0-bc7e-46d7-978f-223d7b495b77 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:33:20.386132 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e90373e-da2b-465f-b7f6-d880cb0358fb no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:33:20.407471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 9e90373e-da2b-465f-b7f6-d880cb0358fb {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:33:20.407826 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 9e90373e-da2b-465f-b7f6-d880cb0358fb not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:33:20.477232 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.500303 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cc7d33-5272-4fdd-a81f-d46b0a34c540']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:20.508877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-35080c1a-430f-4d1e-b103-19c0fdec6460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.511804 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e933202-7045-484e-9957-3debc8295606') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:20.512182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e933202-7045-484e-9957-3debc8295606') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:20.526319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.536989 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.543913 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:33:20.544385 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:33:20.547491 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:33:20.670235 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.682601 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.682601 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/networks/38cc7d33-5272-4fdd-a81f-d46b0a34c540 HTTP/1.1" status: 204 len: 168 time: 0.3889256 Oct 12 12:33:20.683697 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47618) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:20.692606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641649-7c1f-40e0-a817-9294ee86b348 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'Network': ['ID=38cc7d33-5272-4fdd-a81f-d46b0a34c540,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:20.742596 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.766847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.881975 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.884588 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:20.885801 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] 10.222.0.43 "DELETE /v2.0/security-groups/a47d596f-02c0-4e56-ae34-bd03fe4357ca HTTP/1.1" status: 204 len: 168 time: 0.2011139 Oct 12 12:33:20.897969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eda613-e61c-4782-8aff-3ac776466c78 tempest-TestNetworkAdvancedServerOps-192292425 tempest-TestNetworkAdvancedServerOps-192292425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d596f-02c0-4e56-ae34-bd03fe4357ca,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:21.475447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47626) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:21.620869 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f308bbc8-2e58-444e-ad71-2e669921163d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6661a55507d48689289d9a215df04ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433828 Oct 12 12:33:21.622517 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47630) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:21.669468 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:21.687430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:21.690425 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:21.795943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:21.798628 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:21.801149 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc1d03a1-a49a-41e2-a40b-cf5922b39ada HTTP/1.1" status: 204 len: 168 time: 0.1763635 Oct 12 12:33:21.807968 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467e49c-e6c3-45d2-8daf-efd5f8d3f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d03a1-a49a-41e2-a40b-cf5922b39ada,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:21.958871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7269671d-d6fe-4625-8b2b-701862fec509 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:33:21.987395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7269671d-d6fe-4625-8b2b-701862fec509 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:33:21.987733 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7269671d-d6fe-4625-8b2b-701862fec509 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:33:22.064468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.318398 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 47636) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:22.331842 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf5bf-5fe2-474d-bda4-7968b67c044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.405069 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf5bf-5fe2-474d-bda4-7968b67c044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.452663 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf5bf-5fe2-474d-bda4-7968b67c044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.492880 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c9fcf5bf-5fe2-474d-bda4-7968b67c044a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a03efeb7257f424986accb31d3281ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728060 Oct 12 12:33:22.493615 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf5bf-5fe2-474d-bda4-7968b67c044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2278f48c-288e-4719-afd8-b63b63edbe2d,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:22.495576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47638) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:22.548257 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.568576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.680012 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.682646 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:22.683836 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2278f48c-288e-4719-afd8-b63b63edbe2d HTTP/1.1" status: 204 len: 168 time: 0.1869929 Oct 12 12:33:22.691859 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca0e41-b2cb-4ec8-8aab-1be65e179a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2278f48c-288e-4719-afd8-b63b63edbe2d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:22.874174 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:23.641863 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:23.704820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47660) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:23.800577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-328710927-network', 'tenant_id': '775e14564bd242f189687929b10b33ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:23.882226 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Made reservation on behalf of 775e14564bd242f189687929b10b33ea for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:23.884591 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:23.895795 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:23.971755 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.051334 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.075891 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:33:24.086092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378914dd-7205-4634-beed-c0e125a5db63,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:24.090829 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.091176 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Added segment 0719bf13-7d16-4975-87c3-028976fde91d of type vlan for network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 Oct 12 12:33:24.130166 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.207431 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.208384 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:24.208993 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.270669 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:24.280512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:33:24.300109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-49a57572-1704-4dcd-bdba-8bb38817c545 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5938532 Oct 12 12:33:24.303005 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47664) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:24.308450 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Request body: {'subnet': {'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-328710927-subnet', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:24.405543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Made reservation on behalf of 775e14564bd242f189687929b10b33ea for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:24.407943 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.645642 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.698933 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b48842-63e8-4c1f-997d-a4e3de09a151,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:24.708762 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:24.711618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Network hostable DHCP agents. Network: 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:33:24.788563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:33:24.862339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:24.866910 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:24.867485 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:24.871531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8918c-f0e4-487f-b20c-34f24071563c None None] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:33:24.980085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-64e4bd82-f724-4a0c-aa17-d9343335ce1e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6753466 Oct 12 12:33:24.982923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47666) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:24.987239 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:25.012880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:33:25.013765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.097486 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.098588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.149942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Allocated IP 172.20.0.2 (7ce39692-ecb7-44e0-ae8f-a9d4e2acd864/c8b48842-63e8-4c1f-997d-a4e3de09a151/e6be91f4-b96c-4b4a-9b6d-515833d30577) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:25.150457 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.298526 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.372113 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.380356 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.410013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:25.414949 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:25.418333 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:25.427016 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Pushing event updated for resources: {'Port': ['ID=e6be91f4-b96c-4b4a-9b6d-515833d30577,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:25.475104 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Attempting to bind port e6be91f4-b96c-4b4a-9b6d-515833d30577 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:25.475718 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Attempting to bind port e6be91f4-b96c-4b4a-9b6d-515833d30577 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:25.476105 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Attempting to bind port e6be91f4-b96c-4b4a-9b6d-515833d30577 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:25.481037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:25.481402 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:25.481799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.482181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Bound using segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:25.482634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Bound port: e6be91f4-b96c-4b4a-9b6d-515833d30577, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:25.483039 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.549603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] For port e6be91f4-b96c-4b4a-9b6d-515833d30577, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:25.552582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] For port e6be91f4-b96c-4b4a-9b6d-515833d30577, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e6be91f4-b96c-4b4a-9b6d-515833d30577,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:25.623748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.648151 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.667098 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.681947 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437e50e-d17a-4b79-b261-240eb6840305 None None] Pushing event updated for resources: {'Port': ['ID=e6be91f4-b96c-4b4a-9b6d-515833d30577,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:25.783177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Allocated IP 172.25.2.25 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/7af8b8d6-18cb-415d-9ec6-f6c907519495) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:25.907301 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:25.996557 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.028823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e6be91f4-b96c-4b4a-9b6d-515833d30577 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:26.035457 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:26.040825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:26.044365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:26.050946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Pushing event updated for resources: {'Port': ['ID=7af8b8d6-18cb-415d-9ec6-f6c907519495,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:26.083531 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e6be91f4-b96c-4b4a-9b6d-515833d30577 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:26.083992 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.166484 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.201943 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port e6be91f4-b96c-4b4a-9b6d-515833d30577, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e6be91f4-b96c-4b4a-9b6d-515833d30577,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:26.257537 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.310661 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=e6be91f4-b96c-4b4a-9b6d-515833d30577,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:26.362043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.526453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537927c6-35b2-4ce8-bf85-25fa9aa75088 None None] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:33:26.562934 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.592485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1eafbaaa-6241-4304-b5e5-89dbe0e94906 None None] Provisioning complete for port e6be91f4-b96c-4b4a-9b6d-515833d30577 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:26.592857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1eafbaaa-6241-4304-b5e5-89dbe0e94906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.773743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Router a7bcdeac-65db-4fb0-bece-adec08d55211 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:33:26.886737 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:26.897932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:26.907387 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:26.911550 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:26.959599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-ffc37f02-4360-40ab-b257-5968df67ff67 None None] Provisioning complete for port e6be91f4-b96c-4b4a-9b6d-515833d30577 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:26.959998 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ffc37f02-4360-40ab-b257-5968df67ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.964245 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:26.968105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-567ee193-3141-41f6-833b-a71f32cd0d20 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9816916 Oct 12 12:33:26.973915 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47670) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:27.019797 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:27.201866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:26Z', 'revision_number': 3, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:27.232376 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:27.232722 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Updating router a7bcdeac-65db-4fb0-bece-adec08d55211 port 7af8b8d6-18cb-415d-9ec6-f6c907519495 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:33:27.257476 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.521053 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.555390 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.594793 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.651586 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Attempting to bind port 7af8b8d6-18cb-415d-9ec6-f6c907519495 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:27.652000 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Attempting to bind port 7af8b8d6-18cb-415d-9ec6-f6c907519495 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:27.652363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Attempting to bind port 7af8b8d6-18cb-415d-9ec6-f6c907519495 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:27.660813 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Pushing event updated for resources: {'Port': ['ID=7af8b8d6-18cb-415d-9ec6-f6c907519495,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:27.663628 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:27.663999 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:27.664397 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.664785 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:27.665243 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Bound port: 7af8b8d6-18cb-415d-9ec6-f6c907519495, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:27.665619 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.689910 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.690243 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.690580 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.690932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.691266 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.691597 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.691922 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.692244 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.692566 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.692886 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.693221 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.693541 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:33:27.729382 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] For port 7af8b8d6-18cb-415d-9ec6-f6c907519495, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:27.732898 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] For port 7af8b8d6-18cb-415d-9ec6-f6c907519495, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7af8b8d6-18cb-415d-9ec6-f6c907519495,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:27.746802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.796479 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:27.851423 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:27.852103 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:27.896467 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1ae1-b187-4731-ba84-7c6cc96e8ae4 None None] Pushing event updated for resources: {'Port': ['ID=7af8b8d6-18cb-415d-9ec6-f6c907519495,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:27.909004 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Allocated IP 172.20.0.1 (7ce39692-ecb7-44e0-ae8f-a9d4e2acd864/c8b48842-63e8-4c1f-997d-a4e3de09a151/e635110d-1a8b-4211-9f82-f8377460e1da) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:27.970378 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:28.020528 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.020727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e6be91f4-b96c-4b4a-9b6d-515833d30577 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:28.071278 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e6be91f4-b96c-4b4a-9b6d-515833d30577 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:28.071750 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.099298 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.147405 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:28.152830 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:26Z', 'revision_number': 3, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:28.156654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:28.161060 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:28.167834 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Pushing event updated for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:28.184333 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3ae7d-49c4-45ad-85f9-4c721ac9edfa None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:26Z', 'revision_number': 3, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:28.208535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.371588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-12bfe2ba-393e-43fa-aa67-e8dd9cb18271 None None] Provisioning complete for port e635110d-1a8b-4211-9f82-f8377460e1da triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:28.372034 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-12bfe2ba-393e-43fa-aa67-e8dd9cb18271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.388295 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.423396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-12bfe2ba-393e-43fa-aa67-e8dd9cb18271 None None] Port e635110d-1a8b-4211-9f82-f8377460e1da cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:28.589221 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.647796 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.722980 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:28.724978 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Pushing event updated for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:28.820376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:28.822160 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:28.949818 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:33:29.055010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1c9a035b-b046-450b-a7fc-4b59b18c0336 None None] Provisioning complete for port e635110d-1a8b-4211-9f82-f8377460e1da triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:29.055535 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1c9a035b-b046-450b-a7fc-4b59b18c0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:29.072825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:29.080243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-50d6a370-5d88-418c-8d07-f8457c8142bf admin admin] 10.222.0.43 "PUT /v2.0/routers/a7bcdeac-65db-4fb0-bece-adec08d55211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099162 Oct 12 12:33:29.101502 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a035b-b046-450b-a7fc-4b59b18c0336 None None] Port e635110d-1a8b-4211-9f82-f8377460e1da cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:29.741574 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47686) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:29.746636 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-364773839-network', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:29.777484 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:29.793131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:29.793743 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:29.828972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Made reservation on behalf of c9387875bb984a7aac12dce83643dd7f for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:29.831367 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:29.841442 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:29.904446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:29.915470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:29.982866 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.012000 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:33:30.019674 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df35079a-969d-40bb-82e7-8383f1ed17fd,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:30.028091 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.031824 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Added segment fcbe270b-43e2-4be9-b316-221c76f453e0 of type vlan for network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 Oct 12 12:33:30.046620 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7af8b8d6-18cb-415d-9ec6-f6c907519495 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:30.077436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.138967 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7af8b8d6-18cb-415d-9ec6-f6c907519495 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:30.139528 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.171481 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.172654 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:30.173288 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.182889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 2, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:30.216580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:30.216927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Updating router a7bcdeac-65db-4fb0-bece-adec08d55211 port e635110d-1a8b-4211-9f82-f8377460e1da binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:33:30.239840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] Pushing event updated for resources: {'Network': ['ID=cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:30.244658 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.270842 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:33:30.299748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-d14bb69b-876f-467a-a613-48428309e502 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5570605 Oct 12 12:33:30.302480 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47688) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:30.308215 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Request body: {'subnet': {'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-364773839-subnet', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:30.384502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Made reservation on behalf of c9387875bb984a7aac12dce83643dd7f for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:30.387120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.519651 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.606229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port 7af8b8d6-18cb-415d-9ec6-f6c907519495, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7af8b8d6-18cb-415d-9ec6-f6c907519495,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:30.607702 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.665070 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce00485-417d-4abf-a630-70991640ab14,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:30.674418 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.675444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Checking segment: {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:30.675837 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Network hostable DHCP agents. Network: cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:33:30.738829 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:33:30.749153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=7af8b8d6-18cb-415d-9ec6-f6c907519495,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:30.807588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:30.812318 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:30.813542 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.820229 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec64957-d4e9-41e3-affa-d703114d028d None None] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:33:30.825405 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.878837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3fb1817-9c23-40cd-964b-37ad4849aa68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5743575 Oct 12 12:33:30.881388 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47690) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:30.885629 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:30.887820 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.950453 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.951791 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:30.980651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462dfc7-2302-4897-9d12-1a942f753ff5 None None] Pushing event updated for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:31.020456 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.055877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'fixed_ips': [{'subnet_id': '3ce00485-417d-4abf-a630-70991640ab14'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:33:31.056735 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.059222 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Attempting to bind port e635110d-1a8b-4211-9f82-f8377460e1da on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:31.059594 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Attempting to bind port e635110d-1a8b-4211-9f82-f8377460e1da by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:31.060063 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Attempting to bind port e635110d-1a8b-4211-9f82-f8377460e1da on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:31.073516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:31.077890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:31.077890 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.077890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Bound using segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:31.077890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Bound port: e635110d-1a8b-4211-9f82-f8377460e1da, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:31.077890 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.218482 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-2683e484-f960-4ce0-9ad2-d9355fafb60a None None] Provisioning complete for port e635110d-1a8b-4211-9f82-f8377460e1da triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:31.219182 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2683e484-f960-4ce0-9ad2-d9355fafb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.230527 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] For port e635110d-1a8b-4211-9f82-f8377460e1da, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:31.236696 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.282936 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] For port e635110d-1a8b-4211-9f82-f8377460e1da, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e635110d-1a8b-4211-9f82-f8377460e1da,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:31.294721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-2683e484-f960-4ce0-9ad2-d9355fafb60a None None] Port e635110d-1a8b-4211-9f82-f8377460e1da cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:31.307570 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Allocated IP 172.20.0.2 (cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9/3ce00485-417d-4abf-a630-70991640ab14/22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:31.342403 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.434976 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:31.435613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:31.437328 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462dfc7-2302-4897-9d12-1a942f753ff5 None None] Pushing event updated for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:31.516710 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.537102 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.612652 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:31.614588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.654726 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Allocated IP 172.25.2.58 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/a2f540c7-72de-43dd-9c57-35f1cb3e99e7) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:31.661562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] Provisioning complete for port e635110d-1a8b-4211-9f82-f8377460e1da triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:31.661930 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.722528 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.757937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.804890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:31.815613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:31.821212 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:31.835351 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Pushing event updated for resources: {'Port': ['ID=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:31.845967 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.890381 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:31.895925 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:31.900099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:31.905594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:31.963094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Attempting to bind port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:31.963569 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Attempting to bind port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:31.963865 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Attempting to bind port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 on network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:31.971494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.973711 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:31.974088 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Checking segment: {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:31.974483 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:31.975911 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Bound using segment: {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:31.976448 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Bound port: 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:31.976831 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.038835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7af8b8d6-18cb-415d-9ec6-f6c907519495 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:32.086399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] For port e635110d-1a8b-4211-9f82-f8377460e1da, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e635110d-1a8b-4211-9f82-f8377460e1da,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:32.106946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:31Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:32.140864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116a483-d391-4179-b4e5-c728ed6124f6 None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:31Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:32.147414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.150634 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] For port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:32.155638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] For port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:32.207522 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 7af8b8d6-18cb-415d-9ec6-f6c907519495 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:32.207522 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.252384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.257851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a0176-578e-46d8-b47c-bd9e6adf68c9 None None] Pushing event updated for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:32.273721 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.337888 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64076d82-860f-43a5-9eaa-015c2936e0b9 None None] Pushing event updated for resources: {'Port': ['ID=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:32.523066 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.711159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Router 54871063-17a3-48a7-a5db-2a70455e5b86 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:33:32.819662 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:32.829175 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Sync routers for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:32.840575 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:32.841284 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:32.885218 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:32.886842 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-3865549c-58af-43b6-b17d-fee1ccc15861 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0044515 Oct 12 12:33:32.889545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47692) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:32.964571 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:33.177223 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 3, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:33.206905 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Checking router: 54871063-17a3-48a7-a5db-2a70455e5b86 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:33.207355 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Updating router 54871063-17a3-48a7-a5db-2a70455e5b86 port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:33:33.344437 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.377189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1a745-f595-42b4-a714-0c22d37b38e7 None None] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:33:33.386321 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.502013 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] Provisioning complete for port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:33.502387 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.579298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Allocated IP 172.20.0.1 (cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9/3ce00485-417d-4abf-a630-70991640ab14/d616a970-e48b-4cd0-93b9-64635255ed0b) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:33.631359 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.640211 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.667265 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] For port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:33.695214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.725874 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.750170 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.780046 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46656-1d85-4bf1-922e-217c89e7e142 None None] Pushing event updated for resources: {'Port': ['ID=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:33.782478 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Attempting to bind port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:33.782904 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Attempting to bind port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:33.783265 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Attempting to bind port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Bound port: a2f540c7-72de-43dd-9c57-35f1cb3e99e7, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:33.795140 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.806031 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422fc37-7de3-44b1-a42b-2ba83ff26824 None None] Pushing event updated for resources: {'Port': ['ID=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:33.814131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.849356 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] For port a2f540c7-72de-43dd-9c57-35f1cb3e99e7, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:33.853313 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] For port a2f540c7-72de-43dd-9c57-35f1cb3e99e7, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:33.857382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:33.860233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:33.866712 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:33.873535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-072b8d27-644d-4cc6-9fde-b81baecc4ef1 None None] Provisioning complete for port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:33.873901 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-072b8d27-644d-4cc6-9fde-b81baecc4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.893321 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:33.909213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.933819 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:33.999095 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:33.999714 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:34.002949 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46656-1d85-4bf1-922e-217c89e7e142 None None] Pushing event updated for resources: {'Port': ['ID=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:34.131330 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:34.133279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e635110d-1a8b-4211-9f82-f8377460e1da up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:34.159414 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.183436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e635110d-1a8b-4211-9f82-f8377460e1da triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:34.183860 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.237163 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-80f09919-6003-4c41-8777-3b4b55b67c54 None None] Provisioning complete for port d616a970-e48b-4cd0-93b9-64635255ed0b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:34.237455 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-80f09919-6003-4c41-8777-3b4b55b67c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.306113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-80f09919-6003-4c41-8777-3b4b55b67c54 None None] Port d616a970-e48b-4cd0-93b9-64635255ed0b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:34.311889 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:34.325824 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 3, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:34.338136 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.356224 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8a5c-34e0-4a68-b970-a1f760c24442 None None] The sync data for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 is: [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 3, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:34.362403 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:34.362780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.396223 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.466436 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.468296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:34.585605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:34.587094 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:34.708783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Router 54871063-17a3-48a7-a5db-2a70455e5b86 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:33:34.828136 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-6a2d325e-b1f4-43ab-a918-788674785b6b None None] Provisioning complete for port d616a970-e48b-4cd0-93b9-64635255ed0b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:34.828706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6a2d325e-b1f4-43ab-a918-788674785b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:34.834403 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:34.849622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-bf9ae1eb-f294-4216-a421-8519cb8538d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/54871063-17a3-48a7-a5db-2a70455e5b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9541264 Oct 12 12:33:34.851308 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:33:34.869699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d325e-b1f4-43ab-a918-788674785b6b None None] Port d616a970-e48b-4cd0-93b9-64635255ed0b cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:35.506663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47700) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:35.511459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105448987', 'description': 'tempest-secgroup-smoke-2105448987 description', 'project_id': '775e14564bd242f189687929b10b33ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:35.607271 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:35.673975 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:35.750215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:35.782973 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2974f-3c8f-47dd-8c0b-7af8b154317a,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:35.843850 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:35.845122 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-97814f3d-b548-43c1-b95e-6868cd551363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3373296 Oct 12 12:33:35.848101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:35.853177 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:35.889239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Sync routers for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:35.898708 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:35.899323 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:35.933084 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:35.993788 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.059103 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.077782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84041dd-18bd-4d1c-a0fa-e70396696b67,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:36.118929 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.120109 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-96fbf8ee-4150-4175-ae6d-b2e0ba08d3ac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710881 Oct 12 12:33:36.123080 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47704) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:36.127550 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:36.162618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2f540c7-72de-43dd-9c57-35f1cb3e99e7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:36.201149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.205498 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:36.261692 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.303631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:36.304160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.309937 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.328585 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def2e381-d850-4620-9a25-415edc9d3976,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:36.421026 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.423095 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c8de4744-2027-4df9-aec7-a7aabd314837 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990687 Oct 12 12:33:36.425530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47706) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:36.430144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:36.455968 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.481155 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port a2f540c7-72de-43dd-9c57-35f1cb3e99e7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:36.493248 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:34Z', 'revision_number': 4, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd616a970-e48b-4cd0-93b9-64635255ed0b', 'name': '', 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'mac_address': 'fa:16:3e:59:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3ce00485-417d-4abf-a630-70991640ab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:33Z', 'updated_at': '2021-10-12T12:33:34Z', 'revision_number': 2, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'subnets': [{'id': '3ce00485-417d-4abf-a630-70991640ab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:36.519453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Checking router: 54871063-17a3-48a7-a5db-2a70455e5b86 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:36.519805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Updating router 54871063-17a3-48a7-a5db-2a70455e5b86 port d616a970-e48b-4cd0-93b9-64635255ed0b binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:33:36.544969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.549372 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.591666 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.612363 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.701753 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:36.721257 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.744506 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520c43a4-3d9e-4673-9d80-206038875ad6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:36.813216 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.814481 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b622e8bc-ffa4-455c-bf7e-8bd36e3f90cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879888 Oct 12 12:33:36.817269 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47708) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:36.822103 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:36.845588 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.903075 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.925561 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.962213 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:36.980811 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390f7e-b493-4580-ada2-2edf0b72d348 None None] Pushing event updated for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.032200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Attempting to bind port d616a970-e48b-4cd0-93b9-64635255ed0b on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:37.032605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Attempting to bind port d616a970-e48b-4cd0-93b9-64635255ed0b by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:37.032977 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Attempting to bind port d616a970-e48b-4cd0-93b9-64635255ed0b on network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:37.038492 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:37.038915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Checking segment: {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:37.039323 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.039779 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Bound using segment: {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:37.040346 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Bound port: d616a970-e48b-4cd0-93b9-64635255ed0b, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbe270b-43e2-4be9-b316-221c76f453e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:37.040564 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.041703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.057684 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f0dfc-841d-4997-8463-af7f829bcf6b,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.116871 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] For port d616a970-e48b-4cd0-93b9-64635255ed0b, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:37.120114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] For port d616a970-e48b-4cd0-93b9-64635255ed0b, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d616a970-e48b-4cd0-93b9-64635255ed0b,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:37.164659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.171608 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e0b45dbc-29ff-4c2b-bee3-e4b3b6f8beb5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3477371 Oct 12 12:33:37.171608 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47710) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:37.172954 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:37.194899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.239853 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] Provisioning complete for port d616a970-e48b-4cd0-93b9-64635255ed0b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:37.240342 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.264475 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Project 775e14564bd242f189687929b10b33ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:33:37.270588 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.278897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:37.279521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:37.336744 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390f7e-b493-4580-ada2-2edf0b72d348 None None] Pushing event updated for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.348659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.416991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.434905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ccfd0b-281a-4711-a32d-3146b1f57003,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.446377 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:37.448232 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.514752 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.514752 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b3f720dd-d401-495b-8e88-541b9508256d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3423200 Oct 12 12:33:37.515052 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47712) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:37.519354 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': '69f2974f-3c8f-47dd-8c0b-7af8b154317a', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:37.545636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] For port d616a970-e48b-4cd0-93b9-64635255ed0b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d616a970-e48b-4cd0-93b9-64635255ed0b,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:37.641895 n-d-813419-3 neutron-server[95548]: INFO neutron.db.securitygroups_db [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Project 775e14564bd242f189687929b10b33ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:33:37.645503 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.648649 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.702142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d919cab-f1eb-44b1-b249-b230923feac4 None None] Pushing event updated for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.713706 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.716449 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:34Z', 'revision_number': 4, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd616a970-e48b-4cd0-93b9-64635255ed0b', 'name': '', 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'mac_address': 'fa:16:3e:59:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3ce00485-417d-4abf-a630-70991640ab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:33Z', 'updated_at': '2021-10-12T12:33:37Z', 'revision_number': 4, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'subnets': [{'id': '3ce00485-417d-4abf-a630-70991640ab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:37.744283 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4656624-1322-4c8e-94cf-232095f9f1f8 None None] The sync data for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 is: [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:33:34Z', 'revision_number': 4, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'd616a970-e48b-4cd0-93b9-64635255ed0b', 'name': '', 'network_id': 'cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'mac_address': 'fa:16:3e:59:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '3ce00485-417d-4abf-a630-70991640ab14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:33Z', 'updated_at': '2021-10-12T12:33:37Z', 'revision_number': 4, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'subnets': [{'id': '3ce00485-417d-4abf-a630-70991640ab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:37.765270 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-02713e3f-08a4-4f13-8439-72600b84f86b None None] Provisioning complete for port d616a970-e48b-4cd0-93b9-64635255ed0b triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:37.765640 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02713e3f-08a4-4f13-8439-72600b84f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.773767 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.818413 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62745db-3df1-476f-b2ad-87be9616eaf8,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:37.878154 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:37.879610 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-02fdb9b9-a780-45d2-9894-ea1b69a16840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3635914 Oct 12 12:33:38.033948 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-70d6d146-84c8-4ab0-89c9-109f6d15c5cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105448987&fields=id&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 267 time: 0.0357950 Oct 12 12:33:38.114429 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2f540c7-72de-43dd-9c57-35f1cb3e99e7 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:38.167633 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:38.168326 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:38.268933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d616a970-e48b-4cd0-93b9-64635255ed0b up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:38.321316 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port d616a970-e48b-4cd0-93b9-64635255ed0b triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:38.321687 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:38.514663 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-7e34de3c-4984-4a5e-9a5a-3ad25e43a47f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:38.516093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-7e34de3c-4984-4a5e-9a5a-3ad25e43a47f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 808 time: 0.4677968 Oct 12 12:33:38.531455 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-c4f3d756-1423-424d-8d4b-c73339e4658d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/quotas/775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 375 time: 0.0089746 Oct 12 12:33:38.580508 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-fac8287b-84e5-4782-b696-680434943333 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438471 Oct 12 12:33:38.677862 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-bf98d148-1022-4789-848d-c1ec9149926d service neutron] 10.222.0.43 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Oct 12 12:33:38.768130 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-b2f87a54-0c54-4ff5-bdc6-89d8b6aeaae4 service neutron] 10.222.0.43 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840540 Oct 12 12:33:39.005322 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9ecc3b90-9639-4b5c-b8ad-ecdc3f2641fa req-948411f2-3740-4445-b8ab-7a0f7a4b7234 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 210 time: 0.0273438 Oct 12 12:33:40.104058 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5e4bd995-49e7-40f9-81dc-1c37d6f861eb req-e055ece7-43c9-4dd3-bee8-6ba68ac07491 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 210 time: 0.0276203 Oct 12 12:33:40.917107 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-749a7fa7-87db-46e1-a862-3f4a10504df7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:40.918566 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-749a7fa7-87db-46e1-a862-3f4a10504df7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 808 time: 0.1048784 Oct 12 12:33:40.960598 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-3a3a4dd1-bdc2-4da1-a05a-48d27fc32b69 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 380 time: 0.0335960 Oct 12 12:33:40.969283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'port': {'device_id': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'admin_state_up': True, 'tenant_id': '775e14564bd242f189687929b10b33ea', 'security_groups': ['69f2974f-3c8f-47dd-8c0b-7af8b154317a']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:41.150212 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Made reservation on behalf of 775e14564bd242f189687929b10b33ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:33:41.153789 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:41.200811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dc95bf2f-31a9-4995-bf35-2fb3efaa4b94 req-ab23b06e-97d5-41f6-a1f0-b99438d8e385 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 210 time: 0.0268452 Oct 12 12:33:41.278607 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Allocated IP 172.20.0.14 (7ce39692-ecb7-44e0-ae8f-a9d4e2acd864/c8b48842-63e8-4c1f-997d-a4e3de09a151/29d99006-a4c6-4603-8c05-3b7b2d934cd2) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:41.420993 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:41.510399 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:41.553052 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:41.558163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:41.561773 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:41.590192 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:41.618625 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:41.619268 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:41.712891 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-f5a81fa1-75dd-4f7e-a960-98a9b3771c15 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470629 Oct 12 12:33:41.724073 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-51779234-2a35-466e-ae27-33721e36824b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:33:41.725406 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-51779234-2a35-466e-ae27-33721e36824b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056736 Oct 12 12:33:41.823083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-a70e3abe-168a-4089-b38a-55d91a921c85 None None] Provisioning complete for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:41.823612 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a70e3abe-168a-4089-b38a-55d91a921c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:41.829373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Request body: {'port': {'device_id': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:41.857837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-a70e3abe-168a-4089-b38a-55d91a921c85 None None] Port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:33:41.882946 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.139565 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:33:42.146791 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.158044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Transition to ACTIVE for port object 29d99006-a4c6-4603-8c05-3b7b2d934cd2 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:33:42.206820 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.268623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:42.325614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95301d2c-31c3-47d4-8dc9-2a702d474334 req-6568321d-4e48-4af3-8036-e4771ea484ab tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:42.327140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95301d2c-31c3-47d4-8dc9-2a702d474334 req-6568321d-4e48-4af3-8036-e4771ea484ab tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0512981 Oct 12 12:33:42.341321 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:33:42.341785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:33:42.342118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:42.346761 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:33:42.347098 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:33:42.353085 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:33:42.353419 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:33:42.353920 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Bound using segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:33:42.354232 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Bound port: 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:33:42.354594 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.369096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95301d2c-31c3-47d4-8dc9-2a702d474334 req-a6d46ce1-2598-48d2-8479-f1c2f2430832 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358541 Oct 12 12:33:42.423968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:33:42.427868 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:33:42.504856 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.544094 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:42.544721 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:42.546135 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] 10.222.0.41 "PUT /v2.0/ports/29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1092 time: 0.8124247 Oct 12 12:33:42.548508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:33:42.550740 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dceb95-eeee-4a01-b991-46c069f632fb" -d '{"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:33:42.583905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77349b7a-7702-49aa-aef2-eaee6395d55a service neutron] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:42.592006 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fba264-6da6-4dd8-9fe5-40063c695e31 x-openstack-request-id: req-d6fba264-6da6-4dd8-9fe5-40063c695e31 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:33:42.592288 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:33:42.592537 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6fba264-6da6-4dd8-9fe5-40063c695e31 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:33:42.592933 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'status': 'completed', 'code': 200} Oct 12 12:33:42.657258 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-d33b4f61-bc6e-4c4b-95a5-1b73cebb84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:42.658844 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-d33b4f61-bc6e-4c4b-95a5-1b73cebb84f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1095 time: 0.0442073 Oct 12 12:33:43.113733 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-f02aba92-ae71-4e36-963d-6a92dc847cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.115664 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-f02aba92-ae71-4e36-963d-6a92dc847cda service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=775e14564bd242f189687929b10b33ea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4487321 Oct 12 12:33:43.213375 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-0edcce66-9967-46e1-8a2d-16db2581ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.214751 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c7dceb95-eeee-4a01-b991-46c069f632fb req-0edcce66-9967-46e1-8a2d-16db2581ae55 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912185 Oct 12 12:33:43.294675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-c1e783ab-6773-4b9e-b090-65bdf85d79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.296185 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-c1e783ab-6773-4b9e-b090-65bdf85d79eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1095 time: 0.0432427 Oct 12 12:33:43.341701 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-db3028ef-bb5c-45eb-87e2-99a31f82e4ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 217 time: 0.0371749 Oct 12 12:33:43.390317 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-5eb8b4e8-f56c-4b31-972e-e932bfa74dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.392061 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-5eb8b4e8-f56c-4b31-972e-e932bfa74dc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0439384 Oct 12 12:33:43.437652 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-72d772bd-f8de-4629-b79c-d3930d190ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.439288 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-72d772bd-f8de-4629-b79c-d3930d190ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404501 Oct 12 12:33:43.494904 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69249-2ac4-4208-aeae-43ab6159a13f req-c379942f-ee7a-4161-a94f-563e7703e049 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:43.496408 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ae69249-2ac4-4208-aeae-43ab6159a13f req-c379942f-ee7a-4161-a94f-563e7703e049 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0534310 Oct 12 12:33:43.535545 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-b210f201-98d6-4a86-aa61-ba8b7984b15e service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885706 Oct 12 12:33:43.535902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ae69249-2ac4-4208-aeae-43ab6159a13f req-d67677f8-a4e1-4dc0-b32a-be42db006834 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Oct 12 12:33:43.627630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-4095cfc4-f76a-4cfe-b5dc-29e277decbac req-e0ba303f-3865-498c-8530-4cb81137175e service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Oct 12 12:33:44.659905 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85741e90-cf97-4db7-8169-078c16dbec7c req-04b5afc1-61db-4328-853a-ff9259725aea tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:44.661446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85741e90-cf97-4db7-8169-078c16dbec7c req-04b5afc1-61db-4328-853a-ff9259725aea tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0574572 Oct 12 12:33:44.700889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85741e90-cf97-4db7-8169-078c16dbec7c req-214a78e4-c80c-4d59-9a66-6f8b611eb033 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Oct 12 12:33:45.815532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0a6a3-599f-45f3-a8b8-6d554dac96b6 req-1399b081-d682-4dd0-abf9-9a8d3d50ab23 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:45.816997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5b0a6a3-599f-45f3-a8b8-6d554dac96b6 req-1399b081-d682-4dd0-abf9-9a8d3d50ab23 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0484354 Oct 12 12:33:45.854332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c5b0a6a3-599f-45f3-a8b8-6d554dac96b6 req-81844c09-7139-428d-820d-a2aa37b32817 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Oct 12 12:33:46.964847 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:33:46.973233 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1601984-9239-4b41-b7b3-e7ebfebfc687 req-628c4fdd-f580-40c6-b803-0d59a6adb4e2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:46.975268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1601984-9239-4b41-b7b3-e7ebfebfc687 req-628c4fdd-f580-40c6-b803-0d59a6adb4e2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0537522 Oct 12 12:33:47.013277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d1601984-9239-4b41-b7b3-e7ebfebfc687 req-a4df5a7a-87a7-4166-acb7-7ac4301905b9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Oct 12 12:33:47.061024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:47.071837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:33:47.107541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:47.120181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:33:47.138530 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:47.245246 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:47.295389 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:47.544605 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['29d99006-a4c6-4603-8c05-3b7b2d934cd2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:33:47.754516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bbda4016-7546-419f-aa94-b60913b9d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:48.127472 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e45a54-ffca-4088-8049-97cae3f7c916 req-d7097c83-e2a6-478d-acb6-caeea8f5f631 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:48.129050 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3e45a54-ffca-4088-8049-97cae3f7c916 req-d7097c83-e2a6-478d-acb6-caeea8f5f631 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0491104 Oct 12 12:33:48.166567 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a3e45a54-ffca-4088-8049-97cae3f7c916 req-863d3ab2-cce1-41c1-a3c6-cdb8df505ffe tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Oct 12 12:33:48.980485 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:33:49.108209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:33:49.111999 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:33:49.112371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:49.186344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:49.208915 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:33:49.211358 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398d0de-e37d-4964-9e2c-4abb1631c4d3" -d '{"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:33:49.227721 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:33:49.283044 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d896d-041b-44ba-b02b-3a1ed6eb071a req-2f307636-f8de-49f9-bf4e-a79d7ee60126 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:49.284424 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c7d896d-041b-44ba-b02b-3a1ed6eb071a req-2f307636-f8de-49f9-bf4e-a79d7ee60126 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0502486 Oct 12 12:33:49.296778 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:49.324801 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8c7d896d-041b-44ba-b02b-3a1ed6eb071a req-fb74103b-79d9-4ba5-8e37-eba664ce8af6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335410 Oct 12 12:33:49.345153 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:49.370288 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ec51e-854d-43e5-b92a-211c99809660 x-openstack-request-id: req-6d5ec51e-854d-43e5-b92a-211c99809660 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:33:49.370288 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:33:49.370288 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5ec51e-854d-43e5-b92a-211c99809660 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:33:49.370288 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'code': 200} Oct 12 12:33:49.468102 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a856-2db2-456b-8d6b-2e43f9fd01f9 req-bdc4dbc7-d533-4f01-bab1-8ad0893068b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:49.469549 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a17a856-2db2-456b-8d6b-2e43f9fd01f9 req-bdc4dbc7-d533-4f01-bab1-8ad0893068b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0435805 Oct 12 12:33:49.504501 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-9a17a856-2db2-456b-8d6b-2e43f9fd01f9 req-7659eeec-64f9-40ee-a680-b7a289862896 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275011 Oct 12 12:33:50.444529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84095f8-e74c-47d7-bbc1-35f2ba7e9cbf req-7ce6ba5a-70c6-4270-9cff-0c10d4d7403d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:50.445998 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d84095f8-e74c-47d7-bbc1-35f2ba7e9cbf req-7ce6ba5a-70c6-4270-9cff-0c10d4d7403d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0525081 Oct 12 12:33:50.482802 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d84095f8-e74c-47d7-bbc1-35f2ba7e9cbf req-9d092d09-2063-4aec-a03d-c5265e6636b0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Oct 12 12:33:50.544222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-4c55621c-331e-4c22-af06-79eb518e6a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:51.600514 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bb02e-01e5-49d7-8ca9-f899b190f078 req-1ab749f5-d3ee-4ed8-a0ee-092fe4e2a9a7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:51.602016 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-445bb02e-01e5-49d7-8ca9-f899b190f078 req-1ab749f5-d3ee-4ed8-a0ee-092fe4e2a9a7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0497074 Oct 12 12:33:51.640558 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-445bb02e-01e5-49d7-8ca9-f899b190f078 req-b74ca076-95f9-41c1-8f29-7307295380ae tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Oct 12 12:33:51.731549 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:51.765330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace410-6629-4d77-a214-cb489cf8a4ec req-b7648d21-867b-4b2a-8517-ad892406d68b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:51.835885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bace410-6629-4d77-a214-cb489cf8a4ec req-b7648d21-867b-4b2a-8517-ad892406d68b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0540493 Oct 12 12:33:51.835885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1bace410-6629-4d77-a214-cb489cf8a4ec req-2d64bbe1-2ac9-4181-803a-8b8c3cbbc7fb tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Oct 12 12:33:51.835885 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47770) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:51.926365 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7056af8-7607-4fb9-9d5d-f7906265a35d tempest-TestShelveInstance-1083695688 tempest-TestShelveInstance-1083695688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:51.928949 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b7056af8-7607-4fb9-9d5d-f7906265a35d tempest-TestShelveInstance-1083695688 tempest-TestShelveInstance-1083695688-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1092 time: 0.0955737 Oct 12 12:33:51.932014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 47774) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:33:51.936590 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:33:52.023543 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.052976 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.134655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.271759 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Allocated IP 172.25.2.203 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/ceaedcdf-15c6-4af6-ac28-2e4182a224be) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:33:52.392125 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-468a5fa3-6e75-46d5-ac41-18073e5045d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613701 Oct 12 12:33:52.401077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.480508 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-29204347-d864-4a95-9b84-3b41e7089838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:52.481596 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.481954 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-29204347-d864-4a95-9b84-3b41e7089838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0436938 Oct 12 12:33:52.524415 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:33:52.527289 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:33:52.532897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:33:52.557273 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=ceaedcdf-15c6-4af6-ac28-2e4182a224be,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:52.593084 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-8944726b-a36a-47ab-b2c9-b48da138fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:52.594723 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-8944726b-a36a-47ab-b2c9-b48da138fe7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0939932 Oct 12 12:33:52.638461 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-8af1f50c-51d9-403f-9b29-8e0b3a708625 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 217 time: 0.0367789 Oct 12 12:33:52.689497 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-955f3b97-d9f3-4be6-baa6-dc057167a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:52.691232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-955f3b97-d9f3-4be6-baa6-dc057167a9dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0461595 Oct 12 12:33:52.743293 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-9165b28c-fd67-46bb-8318-1f6ffce4e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:52.744850 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-9165b28c-fd67-46bb-8318-1f6ffce4e90b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466795 Oct 12 12:33:52.836003 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-36b67ea7-f9fd-4f77-b182-9824717b3e64 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842769 Oct 12 12:33:52.852499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.903731 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:52.931139 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-6ad74228-89d1-4b4d-aa3e-222a4bf0c03c req-c551684c-0a25-46c5-868b-c4d9144e1b3d service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Oct 12 12:33:53.009830 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.162268 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.235234 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.302267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=ceaedcdf-15c6-4af6-ac28-2e4182a224be,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:33:53.314118 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.416645 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Floating IP a5e89ff3-5762-496f-a86d-4b47b93b474a associated. External IP: 172.25.2.203, port: 29d99006-a4c6-4603-8c05-3b7b2d934cd2. Oct 12 12:33:53.601457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.626520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:33:53.734314 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:33:53.744604 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:33:53.753793 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:53.754437 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:53.824418 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:33:53.852259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fb64da6d-f1e4-47ae-ad14-31a43cf304af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9190876 Oct 12 12:33:53.852761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:33:53.855072 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48605c11-42e9-42b5-9a58-37a422394636" -d '{"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:33:53.859478 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:53.950035 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9802289d-b74b-4dde-a49a-01da54eacf3e x-openstack-request-id: req-9802289d-b74b-4dde-a49a-01da54eacf3e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:33:53.950577 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:33:53.950577 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9802289d-b74b-4dde-a49a-01da54eacf3e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:33:53.950990 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'status': 'completed', 'code': 200} Oct 12 12:33:54.016957 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605c11-42e9-42b5-9a58-37a422394636 req-cacc905d-22ad-4fed-b84c-6e53907b50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:54.018454 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-cacc905d-22ad-4fed-b84c-6e53907b50b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0432346 Oct 12 12:33:54.088359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a5e89ff3-5762-496f-a86d-4b47b93b474a', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:33:52Z', 'updated_at': '2021-10-12T12:33:52Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:54.115277 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605c11-42e9-42b5-9a58-37a422394636 req-cee529ed-f5ac-460a-8831-5b0c2e065d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:54.116699 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-cee529ed-f5ac-460a-8831-5b0c2e065d37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0913615 Oct 12 12:33:54.118236 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:33:54.126381 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:33:54.126991 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:33:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:54.183313 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-015197b2-0818-44c4-9e4c-7e15b2b32be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0596287 Oct 12 12:33:54.232343 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605c11-42e9-42b5-9a58-37a422394636 req-1cd703ac-857b-4b58-8b5a-2a4d747e5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:54.232606 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:33:54.233950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-1cd703ac-857b-4b58-8b5a-2a4d747e5d09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0438809 Oct 12 12:33:54.285942 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605c11-42e9-42b5-9a58-37a422394636 req-e1c817e7-74b0-457f-9056-508c6e393727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:33:54.287961 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-e1c817e7-74b0-457f-9056-508c6e393727 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465956 Oct 12 12:33:54.378459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-d57a56d7-967a-47f3-8b27-9b3792a42ddf service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833740 Oct 12 12:33:54.452618 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a5e89ff3-5762-496f-a86d-4b47b93b474a', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:33:52Z', 'updated_at': '2021-10-12T12:33:52Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:33:54.472687 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48605c11-42e9-42b5-9a58-37a422394636 req-e611bb27-6b02-4ea6-8f08-bcce07c94ceb service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Oct 12 12:33:54.479702 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d01875-8269-4bb4-88d8-7088f84b29b7 None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'a5e89ff3-5762-496f-a86d-4b47b93b474a', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:33:52Z', 'updated_at': '2021-10-12T12:33:52Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:33:54.695387 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b588c13-77ce-46de-81f5-be39b6a4a77b None None] New status for floating IP a5e89ff3-5762-496f-a86d-4b47b93b474a: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:33:57.589342 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:11.851323 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:34:17.732121 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5314f276-423a-409c-96bc-6be521b8e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:20.553647 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60907cde-61bb-447f-b15c-563b42d1b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:21.709547 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:22.035310 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:22.874189 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:23.601012 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:27.582180 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:47.776598 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1328a839-f763-4c74-9502-27842c7ae312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:48.850762 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:34:50.515306 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d14155b5-a08b-4d20-96ad-f7886c3bbe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:51.692061 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:52.063229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:52.856858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:53.380690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-25235913-e824-4a84-9c43-190dcfcbf312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455952 Oct 12 12:34:53.461992 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-717d77c0-3485-4d12-8bd9-c14f0e6c530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:34:53.463688 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-717d77c0-3485-4d12-8bd9-c14f0e6c530f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0427563 Oct 12 12:34:53.570427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-7a56e5f4-184d-4ac0-a1cf-f958a99bcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:34:53.571946 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-7a56e5f4-184d-4ac0-a1cf-f958a99bcd08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0887582 Oct 12 12:34:53.612513 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:34:53.638746 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-654844b3-da72-475d-a264-5558411a2fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0580633 Oct 12 12:34:53.691462 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-c31bb302-81f5-403c-af2b-90efd0e27616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:34:53.692905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-c31bb302-81f5-403c-af2b-90efd0e27616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0474422 Oct 12 12:34:53.739511 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-398b317b-1390-40f2-bb6c-20cb72ea5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:34:53.740981 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-398b317b-1390-40f2-bb6c-20cb72ea5b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405314 Oct 12 12:34:53.832251 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-afaf92f9-e2a1-40b7-ac28-1e2fc2cd4072 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837224 Oct 12 12:34:53.920568 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f5734f75-dffd-4a8a-b38e-11e7da14cd3f req-cfb32423-b0ed-4c07-9cb4-44fc7295def2 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Oct 12 12:34:57.582833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:17.753960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e29fa2fc-15fc-4e1f-a706-4a5b2d109d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:20.531748 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-27184588-a73a-4b72-99e9-ad24baf559b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:21.703512 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:22.057490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:22.840636 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:23.622516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:25.849486 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:35:27.572008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:47.738212 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-84bb9099-c3ad-4053-89a6-6b961db45476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:50.542222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-95596f53-fe3f-4fe4-a0e6-25928c1fe37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:51.748645 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:52.069100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:52.857087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:53.369026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-31b3c2bd-9935-48cb-984b-39b4b93bdaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403075 Oct 12 12:35:53.453533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-96c573f4-9ac0-4b31-babc-573aecee6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:35:53.455036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-96c573f4-9ac0-4b31-babc-573aecee6e70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0441775 Oct 12 12:35:53.557796 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-a1fe1e13-1840-4d70-840e-97d6acfd503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:35:53.559330 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-a1fe1e13-1840-4d70-840e-97d6acfd503a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0859451 Oct 12 12:35:53.626373 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-acfd2d44-adf0-4dc7-93eb-3d9c33c8ab77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0600786 Oct 12 12:35:53.628857 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:35:53.681677 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-48bb986d-82ca-46d7-887e-8f682022b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:35:53.683916 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-48bb986d-82ca-46d7-887e-8f682022b449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0502715 Oct 12 12:35:53.732406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-a6a7b733-eaf5-4c97-b97b-f2c336e59b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:35:53.733885 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-a6a7b733-eaf5-4c97-b97b-f2c336e59b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422113 Oct 12 12:35:53.830295 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-7f98b0b1-45f5-497d-bca2-42faf97b8968 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889950 Oct 12 12:35:53.937302 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-acb76c70-6e2f-49f0-8856-8557cd596daa req-194b69fb-7e39-4b88-9895-ac75a4ee8a2a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004856 Oct 12 12:35:57.582746 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:02.848828 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:36:17.748465 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3a317f72-8d36-4936-8e2e-b0ba938039d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:19.600456 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6c16a-2003-4ae7-944b-37e5ddac7486 req-f3c8cb5b-559f-44e5-8f14-1f079e6d0dd1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:19.601963 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbc6c16a-2003-4ae7-944b-37e5ddac7486 req-f3c8cb5b-559f-44e5-8f14-1f079e6d0dd1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0528598 Oct 12 12:36:19.639624 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-cbc6c16a-2003-4ae7-944b-37e5ddac7486 req-e857b878-2200-40a0-883c-e355ba0af7e0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Oct 12 12:36:20.508344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1fd447f6-1245-4a1b-9153-ca8a89955389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:20.786011 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2c95c-8a9a-44ee-b314-8638c3afc06f req-04d982ce-7fba-41ee-8764-4f9913e0d568 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:20.787489 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62a2c95c-8a9a-44ee-b314-8638c3afc06f req-04d982ce-7fba-41ee-8764-4f9913e0d568 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0537288 Oct 12 12:36:20.824743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62a2c95c-8a9a-44ee-b314-8638c3afc06f req-70e34501-59ba-46ec-8a0f-53f357e7cac6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Oct 12 12:36:21.708548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:21.938344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13297e-53fb-4503-846a-227dbf76ff50 req-b06ea35d-a3d2-4039-a49e-f0f8db97b38b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:21.939835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d13297e-53fb-4503-846a-227dbf76ff50 req-b06ea35d-a3d2-4039-a49e-f0f8db97b38b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0485353 Oct 12 12:36:21.977018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9d13297e-53fb-4503-846a-227dbf76ff50 req-132f0ff8-8cd9-4f2f-bfbe-8e8cec24ace3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Oct 12 12:36:22.051457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:22.857149 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:23.090509 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43c04-2787-4b9c-935e-3cb1dbfa27e1 req-93726229-a96b-44d6-8aac-359d25af1356 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:23.092037 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95a43c04-2787-4b9c-935e-3cb1dbfa27e1 req-93726229-a96b-44d6-8aac-359d25af1356 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 12 12:36:23.129534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-95a43c04-2787-4b9c-935e-3cb1dbfa27e1 req-4d52f145-457c-4b97-a0c6-23849b0da1ef tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Oct 12 12:36:23.605410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:24.248922 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a982a-0731-465c-bde4-94915ad830f5 req-380d2aed-36bb-457d-b98b-0cf0ceb70dbd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:24.250436 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-760a982a-0731-465c-bde4-94915ad830f5 req-380d2aed-36bb-457d-b98b-0cf0ceb70dbd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0527387 Oct 12 12:36:24.288431 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-760a982a-0731-465c-bde4-94915ad830f5 req-94cee08c-d16e-4b93-a2b4-6cb52754f25b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Oct 12 12:36:25.407187 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281477-f737-44d3-bbba-eb9039e8d5c2 req-60c82188-bcee-40d9-9d2c-689e6e15b2ad tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:25.408653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a281477-f737-44d3-bbba-eb9039e8d5c2 req-60c82188-bcee-40d9-9d2c-689e6e15b2ad tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0497863 Oct 12 12:36:25.445797 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a281477-f737-44d3-bbba-eb9039e8d5c2 req-5bdd88f5-d5a5-46e8-a300-4dbfa42c3a02 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Oct 12 12:36:26.562109 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95e53-61ff-4860-8099-df76401fb4c8 req-b3ea3133-ac14-4679-bae4-09b630d22f9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:26.563612 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26c95e53-61ff-4860-8099-df76401fb4c8 req-b3ea3133-ac14-4679-bae4-09b630d22f9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0495825 Oct 12 12:36:26.612749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-26c95e53-61ff-4860-8099-df76401fb4c8 req-f0fba0ba-ae32-40ed-8bc9-f8dc376844a3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Oct 12 12:36:27.599943 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:27.732017 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61eb61-f017-48b7-b971-378cce52bebc req-5b6de3a4-0bf6-4f70-aec9-7ffc6925af71 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:27.733487 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec61eb61-f017-48b7-b971-378cce52bebc req-5b6de3a4-0bf6-4f70-aec9-7ffc6925af71 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0535462 Oct 12 12:36:27.770749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ec61eb61-f017-48b7-b971-378cce52bebc req-8a8620de-c4d9-4b2c-8049-7528e19d1aec tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Oct 12 12:36:28.884504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae94a-1a09-4e11-83b5-6e9afb4c918b req-1328cad6-9503-4eac-b282-ed24cbab4b6a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:28.885951 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8eae94a-1a09-4e11-83b5-6e9afb4c918b req-1328cad6-9503-4eac-b282-ed24cbab4b6a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0486534 Oct 12 12:36:28.923325 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a8eae94a-1a09-4e11-83b5-6e9afb4c918b req-19f4c4e3-0125-48e0-844f-05d67fa0cab2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Oct 12 12:36:30.040609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16791ba2-8d0e-4767-bf27-f498e2d445bd req-61dde52e-18d7-4856-bc94-7388c0197c11 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:30.042169 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16791ba2-8d0e-4767-bf27-f498e2d445bd req-61dde52e-18d7-4856-bc94-7388c0197c11 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0496380 Oct 12 12:36:30.078984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-16791ba2-8d0e-4767-bf27-f498e2d445bd req-c58a2c08-dacd-4828-b210-4f2e7b5e7fb3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307271 Oct 12 12:36:31.195453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252006ca-6b19-46c8-8378-63711d743594 req-35020348-cd15-4f72-afe2-d9bc2c911b5d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:31.196904 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-252006ca-6b19-46c8-8378-63711d743594 req-35020348-cd15-4f72-afe2-d9bc2c911b5d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0528243 Oct 12 12:36:31.235173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-252006ca-6b19-46c8-8378-63711d743594 req-2031c21e-5dcd-4679-a001-9eca0b7e2da6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Oct 12 12:36:31.853959 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:36:31.965891 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:36:31.976950 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:36:32.016426 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:32.028560 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:36:32.047396 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:36:32.119886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:32.168126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:36:32.175162 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177453 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.177929 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.178024 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.178347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.178662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.179010 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.179325 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:32.191281 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['29d99006-a4c6-4603-8c05-3b7b2d934cd2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:36:32.355546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee19b1-e91e-4086-b58c-e7048d8c4e01 req-abc25b6b-1f95-4ecc-8873-1bd33304f292 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:32.357064 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62ee19b1-e91e-4086-b58c-e7048d8c4e01 req-abc25b6b-1f95-4ecc-8873-1bd33304f292 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0501618 Oct 12 12:36:32.395957 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-62ee19b1-e91e-4086-b58c-e7048d8c4e01 req-ec7b9ac1-e536-435e-a9c6-35f670a1ee93 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Oct 12 12:36:33.512316 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa22cc-1ab7-4139-bc80-4d651dda8165 req-7e880457-66c5-4e43-ae04-40ecf3eb475e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:33.513844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fafa22cc-1ab7-4139-bc80-4d651dda8165 req-7e880457-66c5-4e43-ae04-40ecf3eb475e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0498207 Oct 12 12:36:33.552148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fafa22cc-1ab7-4139-bc80-4d651dda8165 req-e8d431cb-ddd6-4d7c-835d-b3b1a2144143 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Oct 12 12:36:33.853787 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:36:33.901083 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:36:33.901456 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:33.980843 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:34.002601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:36:34.009810 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b8828-f4d5-473b-824d-3477ba34edac" -d '{"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:36:34.017329 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:36:34.095736 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7271d52-1535-4fb4-abf7-00b45a4ea9f4 x-openstack-request-id: req-e7271d52-1535-4fb4-abf7-00b45a4ea9f4 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:36:34.096026 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:36:34.096280 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7271d52-1535-4fb4-abf7-00b45a4ea9f4 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:36:34.096682 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'code': 200} Oct 12 12:36:34.113550 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:34.159638 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:36:34.681771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffcf42-a2c2-45d9-8f83-bdf293812c12 req-c857cab6-4dd6-474e-b271-2b7148f26f3f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:34.683283 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51ffcf42-a2c2-45d9-8f83-bdf293812c12 req-c857cab6-4dd6-474e-b271-2b7148f26f3f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0529976 Oct 12 12:36:34.720686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51ffcf42-a2c2-45d9-8f83-bdf293812c12 req-2d5e6edb-a2cf-427d-a072-7aace56a589c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Oct 12 12:36:35.837976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485057-6c2a-44bb-9550-7387d8747b97 req-3ddd17c4-58ba-4505-971b-07df5926d9ba tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:35.839539 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12485057-6c2a-44bb-9550-7387d8747b97 req-3ddd17c4-58ba-4505-971b-07df5926d9ba tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0505619 Oct 12 12:36:35.880817 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-12485057-6c2a-44bb-9550-7387d8747b97 req-56038c16-9778-48c5-9c7b-10822dfebaea tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Oct 12 12:36:37.008199 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f8a7d-7661-4b94-87f0-1ae69aaf1fbf req-9c960b7a-8a89-4986-a287-b14a0b0adea1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:37.010085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f5f8a7d-7661-4b94-87f0-1ae69aaf1fbf req-9c960b7a-8a89-4986-a287-b14a0b0adea1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0556512 Oct 12 12:36:37.060314 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f5f8a7d-7661-4b94-87f0-1ae69aaf1fbf req-1874dfbd-db11-4d26-9546-45db414da2ef tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Oct 12 12:36:38.181367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fce74c-1a59-4577-bc45-d5a49bc82452 req-12badb23-2fa1-40fd-b0a9-a18fb4c38e52 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:38.182900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3fce74c-1a59-4577-bc45-d5a49bc82452 req-12badb23-2fa1-40fd-b0a9-a18fb4c38e52 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0554423 Oct 12 12:36:38.224743 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3fce74c-1a59-4577-bc45-d5a49bc82452 req-3336ee79-47c0-4791-b54c-6db6a7dc63cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351176 Oct 12 12:36:39.359742 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cb556-63f4-41ed-8604-dba00e69bc9d req-76210530-fe66-4284-92dd-9a458801624b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:39.361595 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b13cb556-63f4-41ed-8604-dba00e69bc9d req-76210530-fe66-4284-92dd-9a458801624b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0565650 Oct 12 12:36:39.405245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b13cb556-63f4-41ed-8604-dba00e69bc9d req-c9683e6b-723a-4b2c-9d33-6f471db40480 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355508 Oct 12 12:36:39.848598 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:36:40.534165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f5e46-7401-4839-b047-04b3c62f4a05 req-2f2e15b5-e6a7-4763-a1cb-8be6714a41e2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:40.535767 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e73f5e46-7401-4839-b047-04b3c62f4a05 req-2f2e15b5-e6a7-4763-a1cb-8be6714a41e2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0581484 Oct 12 12:36:40.576849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e73f5e46-7401-4839-b047-04b3c62f4a05 req-841c9121-a72d-47ec-a944-ce7fe0d87786 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337431 Oct 12 12:36:41.716812 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7f4f3-d183-491e-bbb3-d2acf8c1d873 req-6dea825d-7c5b-4d6d-a979-fe19a7f219dd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:41.719918 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24b7f4f3-d183-491e-bbb3-d2acf8c1d873 req-6dea825d-7c5b-4d6d-a979-fe19a7f219dd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0692589 Oct 12 12:36:41.771245 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24b7f4f3-d183-491e-bbb3-d2acf8c1d873 req-addd438e-c3c3-4d12-bca4-b990c80a6db4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Oct 12 12:36:42.894864 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23171750-2062-41b3-b950-a04e370697b2 req-6e3b3ea5-1f4d-43f7-b771-acbd2efa0c3d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:42.897997 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23171750-2062-41b3-b950-a04e370697b2 req-6e3b3ea5-1f4d-43f7-b771-acbd2efa0c3d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0603535 Oct 12 12:36:42.939353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-23171750-2062-41b3-b950-a04e370697b2 req-df2478d7-af50-4089-bd7b-7066f2dd64ab tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362284 Oct 12 12:36:44.069331 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37371f3-8e4a-4fae-a50f-0f5b31f67241 req-5b95c282-1e03-4054-82df-9451fa50aae5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:44.071018 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e37371f3-8e4a-4fae-a50f-0f5b31f67241 req-5b95c282-1e03-4054-82df-9451fa50aae5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0583336 Oct 12 12:36:44.123027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e37371f3-8e4a-4fae-a50f-0f5b31f67241 req-e7e72f66-ad9c-4ad2-84d8-f636cd22c676 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Oct 12 12:36:45.242330 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b624b-079e-4469-987b-72c6fd1a4803 req-8fcca95e-1268-4c52-a8bf-b74a461f849e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:45.244676 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d7b624b-079e-4469-987b-72c6fd1a4803 req-8fcca95e-1268-4c52-a8bf-b74a461f849e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0612097 Oct 12 12:36:45.286183 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1d7b624b-079e-4469-987b-72c6fd1a4803 req-70bf50f0-ae20-440b-8131-b5b04f9870a1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352271 Oct 12 12:36:46.429657 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4c8aa-14c5-445b-a12c-d076ca819f5b req-8ece2791-3886-482c-814b-69d18ebedbac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:46.431334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0a4c8aa-14c5-445b-a12c-d076ca819f5b req-8ece2791-3886-482c-814b-69d18ebedbac tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0592377 Oct 12 12:36:46.483382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a0a4c8aa-14c5-445b-a12c-d076ca819f5b req-f0fee043-3b46-416f-99cd-9ebd6131e565 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452416 Oct 12 12:36:47.600183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672973a-30fa-453a-9db1-2ef0bde33390 req-4efca07c-a201-4257-9449-7fef05753852 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:47.601675 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0672973a-30fa-453a-9db1-2ef0bde33390 req-4efca07c-a201-4257-9449-7fef05753852 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 12 12:36:47.639794 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0672973a-30fa-453a-9db1-2ef0bde33390 req-dec55be9-075d-4e57-b86f-78c194d32ca3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Oct 12 12:36:47.759330 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8ae16f30-a9c8-4f03-8acf-3fd5fd1ca365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:48.113592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-ca519094-9a38-4920-a94e-1f9ccd1f021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:48.115382 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-ca519094-9a38-4920-a94e-1f9ccd1f021b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1097 time: 0.0449860 Oct 12 12:36:48.203323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-a0e494e2-b008-4496-88bf-0e3ade09465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:48.204761 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-a0e494e2-b008-4496-88bf-0e3ade09465f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0825360 Oct 12 12:36:48.277851 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-1d492e6c-7467-4499-b536-9f36359b5963 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0662606 Oct 12 12:36:48.326686 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-87cc4208-fcee-4f10-a335-a027bb1992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:48.328098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-87cc4208-fcee-4f10-a335-a027bb1992d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0436397 Oct 12 12:36:48.374379 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-87b0c919-94b6-4dd8-984e-4740b494862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:48.375863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-87b0c919-94b6-4dd8-984e-4740b494862c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396111 Oct 12 12:36:48.466973 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-2c9a1b9e-3c8e-4ef9-93d1-615dafbd2e3a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836210 Oct 12 12:36:48.556195 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-48f5b2a0-7a2d-4487-b011-b6880d6fe8b8 req-4d0ef408-55d4-4eb5-a54d-ea73bcb34f1c service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811381 Oct 12 12:36:48.760583 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9442c52-1a23-4084-af34-700d8a906abc req-65d1c13c-4116-45bb-8a0e-b0333e2a6d38 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:48.762040 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9442c52-1a23-4084-af34-700d8a906abc req-65d1c13c-4116-45bb-8a0e-b0333e2a6d38 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0524905 Oct 12 12:36:48.799796 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f9442c52-1a23-4084-af34-700d8a906abc req-c1e52f6c-63c7-4243-a89d-d3e8a290c955 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Oct 12 12:36:49.918259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e5ac0-cb11-45b8-a707-5f53e20cde83 req-025a808a-1c58-4351-b8d5-ff8f8162bf09 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:49.920538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd6e5ac0-cb11-45b8-a707-5f53e20cde83 req-025a808a-1c58-4351-b8d5-ff8f8162bf09 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0529280 Oct 12 12:36:49.958761 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fd6e5ac0-cb11-45b8-a707-5f53e20cde83 req-f0c2f067-0f09-4ad8-bb5a-e24b84c3811b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Oct 12 12:36:50.525500 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0208b2f2-8f64-4a27-ae37-7126831c25e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:51.071598 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50940-fb89-46c5-ae64-2c0014085f6c req-70230cef-03cd-41d4-a5aa-3f4455e6b840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:51.073083 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cb50940-fb89-46c5-ae64-2c0014085f6c req-70230cef-03cd-41d4-a5aa-3f4455e6b840 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0487342 Oct 12 12:36:51.110208 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7cb50940-fb89-46c5-ae64-2c0014085f6c req-c961e8df-076f-42b4-8091-2be76fa4e8af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Oct 12 12:36:51.220270 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-4857215e-d80f-4086-98ed-60f068a81240 req-d4e445f2-c4f5-4ade-92a6-f20c9f8f1aab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:36:51.221305 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4857215e-d80f-4086-98ed-60f068a81240 req-d4e445f2-c4f5-4ade-92a6-f20c9f8f1aab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469487 Oct 12 12:36:51.470134 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bdfb6-64ea-448b-9bb6-658044cb7ee9 req-0742ceb8-d20a-427c-8d83-0330f5992fc3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:51.471679 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e7bdfb6-64ea-448b-9bb6-658044cb7ee9 req-0742ceb8-d20a-427c-8d83-0330f5992fc3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0538075 Oct 12 12:36:51.511976 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1e7bdfb6-64ea-448b-9bb6-658044cb7ee9 req-22f575dd-6489-4f81-8220-2b9c9994205b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Oct 12 12:36:51.696495 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:51.799468 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8db3c724-01bf-4283-a0c7-7e3eed2932ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853899 Oct 12 12:36:51.965228 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:36:52.196969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:52.210214 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:52.235324 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:36:52.237564 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0606637-5322-45fd-87ca-cc4d23b02070" -d '{"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:36:52.250880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:36:52.271720 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19bc221-32bb-4abd-b6e5-da53023b0fac x-openstack-request-id: req-a19bc221-32bb-4abd-b6e5-da53023b0fac {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:36:52.271992 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-unplugged", "status": "failed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "code": 422}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:36:52.273783 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a19bc221-32bb-4abd-b6e5-da53023b0fac {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:36:52.273783 n-d-813419-3 neutron-server[95549]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'code': 422} returned with failed status Oct 12 12:36:52.314425 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:52.362205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:36:52.631057 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870763fc-6b73-491b-bac4-172f3d412e9e req-bdb1cfe1-8831-423a-b58a-42d1e50c489e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:52.632605 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-870763fc-6b73-491b-bac4-172f3d412e9e req-bdb1cfe1-8831-423a-b58a-42d1e50c489e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.0517344 Oct 12 12:36:52.671947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-870763fc-6b73-491b-bac4-172f3d412e9e req-ef068b78-6006-47fe-ab38-7d605497b564 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Oct 12 12:36:52.885144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:53.186122 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-96c69c9f-6d92-4135-bf31-09d9b0b4cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:53.187593 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-96c69c9f-6d92-4135-bf31-09d9b0b4cb13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 1095 time: 0.0399258 Oct 12 12:36:53.197987 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-532da1a2-ab54-4122-a09a-b06678298640 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:36:53.199025 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-532da1a2-ab54-4122-a09a-b06678298640 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047851 Oct 12 12:36:53.211824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-3', 'device_owner': 'compute:nova'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:36:53.267132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:53.468560 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:36:53.500772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h1-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:36:53.532941 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:36:53.540764 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:53.553212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Transition to ACTIVE for port object 29d99006-a4c6-4603-8c05-3b7b2d934cd2 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:36:53.645492 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:53.674071 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:53.694183 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=9']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:36:53.743518 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.743866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.744216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.744546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.744884 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.745212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.745540 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.745871 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.746192 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.746519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.746866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.747190 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:36:53.814147 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] No DVR routers for this DVR port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on host n-h1-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:36:53.889296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389599-1cd2-47ad-8dd6-3cc9f59dc1ca req-dec292d4-c4d8-4735-8957-d740f9eb3f35 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:53.890818 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97389599-1cd2-47ad-8dd6-3cc9f59dc1ca req-dec292d4-c4d8-4735-8957-d740f9eb3f35 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 944 time: 0.1373758 Oct 12 12:36:53.975474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-97389599-1cd2-47ad-8dd6-3cc9f59dc1ca req-54c46343-3e11-4a8a-a235-c0ff38a6539d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775692 Oct 12 12:36:54.022055 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:36:54.022308 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:36:54.022631 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:36:54.026872 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:36:54.027232 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Attempting to bind port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:36:54.032003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:36:54.032339 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:36:54.032719 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Bound using segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:36:54.033139 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Bound port: 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:36:54.033488 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:54.095858 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:36:54.098782 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:36:54.171524 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:54.211266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.212237 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:54.213648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] 10.222.0.47 "PUT /v2.0/ports/29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1092 time: 1.0061631 Oct 12 12:36:54.214104 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:36:54.216415 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2" -d '{"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:36:54.259188 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b915d-a8ee-4230-b792-d05d5dcdbb50 x-openstack-request-id: req-d00b915d-a8ee-4230-b792-d05d5dcdbb50 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:36:54.259486 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:36:54.259735 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d00b915d-a8ee-4230-b792-d05d5dcdbb50 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:36:54.260145 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'status': 'completed', 'code': 200} Oct 12 12:36:54.276967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5196f-0797-4efb-964e-5832acd7d61f service neutron] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=10']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:36:54.294653 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-5ede93ff-0d78-4c7b-a1bb-c0962a1aca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.296206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-5ede93ff-0d78-4c7b-a1bb-c0962a1aca4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1096 time: 0.0513542 Oct 12 12:36:54.395795 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-cad1cd30-4703-45f4-a574-39bd34674904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.398206 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-cad1cd30-4703-45f4-a574-39bd34674904 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0947871 Oct 12 12:36:54.463398 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-fe5abe0c-d666-4e11-ad65-8d33b77a419b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0581183 Oct 12 12:36:54.518074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-6cbc0486-09a3-499e-98be-c678317c9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.519572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-6cbc0486-09a3-499e-98be-c678317c9799 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0493236 Oct 12 12:36:54.563433 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-251013e3-b5c5-4d79-8799-703ecc021935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.564876 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-251013e3-b5c5-4d79-8799-703ecc021935 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387776 Oct 12 12:36:54.655513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-f47bfd12-16d6-42b4-b7a6-7479dd98ed85 service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836151 Oct 12 12:36:54.746353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c27e7dc6-234d-4cc1-a5c4-62ebad7dafaf req-be55386f-a470-4164-a921-39bce877126c service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818777 Oct 12 12:36:54.875937 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-d859e8c6-b80e-4096-bb78-37e01df28035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.877411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-d859e8c6-b80e-4096-bb78-37e01df28035 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1096 time: 0.0405071 Oct 12 12:36:54.972096 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-6765c542-d083-4b61-9b10-79a923880d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:54.973495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-6765c542-d083-4b61-9b10-79a923880d5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0895386 Oct 12 12:36:55.041391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-15bad368-f64d-4f2d-8086-0e60cdace1b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0609233 Oct 12 12:36:55.121196 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-1d7f900b-87c1-4363-a3cf-2ae83c8a09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:55.122532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-1d7f900b-87c1-4363-a3cf-2ae83c8a09f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0741174 Oct 12 12:36:55.135720 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd4089-beb3-4506-b5d9-c5f8b11e928d req-76d197cb-073c-446c-91fd-4dc47f95f5fa tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:55.137177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2dd4089-beb3-4506-b5d9-c5f8b11e928d req-76d197cb-073c-446c-91fd-4dc47f95f5fa tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0905151 Oct 12 12:36:55.206923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-5c2862bc-614e-4843-a2d0-4e3cc892d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:55.208635 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-5c2862bc-614e-4843-a2d0-4e3cc892d8d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704098 Oct 12 12:36:55.211571 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2dd4089-beb3-4506-b5d9-c5f8b11e928d req-500dce8b-805e-4512-9653-faefa1d22cfc tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Oct 12 12:36:55.386654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-35d1c507-e2f6-4a3b-805c-97c55aef11dc service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481724 Oct 12 12:36:56.352167 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab810c-0499-49e4-b8c8-edc9e6a6197e req-876fbde8-9d99-4ab0-99e2-efcddecedbc9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:56.354911 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbab810c-0499-49e4-b8c8-edc9e6a6197e req-876fbde8-9d99-4ab0-99e2-efcddecedbc9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0582993 Oct 12 12:36:56.397657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dbab810c-0499-49e4-b8c8-edc9e6a6197e req-b57456de-3d13-458b-860c-638d52212f5f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Oct 12 12:36:57.525862 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5932a-1efe-4a5f-8c5c-b011a860792d req-d408df3b-3200-4ac7-993d-d618df88de89 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:57.527446 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acc5932a-1efe-4a5f-8c5c-b011a860792d req-d408df3b-3200-4ac7-993d-d618df88de89 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0595829 Oct 12 12:36:57.567220 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-acc5932a-1efe-4a5f-8c5c-b011a860792d req-187f679a-9be0-4bf0-a57d-2a77488d173e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Oct 12 12:36:57.594256 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:36:58.692100 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a432-2419-4ab0-a0a5-9e381d050e38 req-1a8b555f-822c-4a06-9e7f-2003e7b9ce4f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:58.694167 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea1a432-2419-4ab0-a0a5-9e381d050e38 req-1a8b555f-822c-4a06-9e7f-2003e7b9ce4f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0546684 Oct 12 12:36:58.733138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1ea1a432-2419-4ab0-a0a5-9e381d050e38 req-f57a5f03-78f4-43c0-90a1-d61b68157a94 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Oct 12 12:36:59.853813 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ccf2-997d-4476-af05-2e1ef9753c95 req-ef5be182-c871-4c35-bc3a-fa7441a457a4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:36:59.855405 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75c4ccf2-997d-4476-af05-2e1ef9753c95 req-ef5be182-c871-4c35-bc3a-fa7441a457a4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0490725 Oct 12 12:36:59.896591 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75c4ccf2-997d-4476-af05-2e1ef9753c95 req-284c7774-27a3-4484-945a-3ed125f3640b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342503 Oct 12 12:37:01.019274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24735a7a-b370-4f89-b383-aa6105b8bd82 req-7c4561db-8597-432b-9c46-5fee058aad0e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:01.021882 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24735a7a-b370-4f89-b383-aa6105b8bd82 req-7c4561db-8597-432b-9c46-5fee058aad0e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0578566 Oct 12 12:37:01.063462 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-24735a7a-b370-4f89-b383-aa6105b8bd82 req-e23725cf-9591-4302-88b7-d54377d55d08 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354192 Oct 12 12:37:02.186536 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f304f1-6da8-4e23-9a64-a3c71b28c4ba req-852ab85a-740b-466c-8e49-31325504fe47 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:02.188629 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57f304f1-6da8-4e23-9a64-a3c71b28c4ba req-852ab85a-740b-466c-8e49-31325504fe47 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0537558 Oct 12 12:37:02.233849 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57f304f1-6da8-4e23-9a64-a3c71b28c4ba req-e7f05b91-9217-4954-937f-9b0c83f39394 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Oct 12 12:37:02.737553 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c9d90720-79d8-45a8-8bee-5a4b8ebdede2 req-b5906648-ac2d-4000-9241-b2851cce03ab service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951927 Oct 12 12:37:02.843175 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-62c4cbbc-e815-4be1-a337-96e407c45968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:02.844848 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-62c4cbbc-e815-4be1-a337-96e407c45968 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1096 time: 0.0468616 Oct 12 12:37:02.947306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-3f3c984f-afdd-4eff-9f44-966615742969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:02.948759 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-3f3c984f-afdd-4eff-9f44-966615742969 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0846412 Oct 12 12:37:03.016728 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-3a30f4f8-7059-43a3-b783-8a526bb30961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0612655 Oct 12 12:37:03.064604 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-bed946a3-4ca4-4d87-b2de-486d8ce14ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:03.066055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-bed946a3-4ca4-4d87-b2de-486d8ce14ea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0428648 Oct 12 12:37:03.110960 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-6f77bc92-a171-4a97-bc07-7f931b2e375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:03.112479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-6f77bc92-a171-4a97-bc07-7f931b2e375c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399907 Oct 12 12:37:03.366185 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b6ae7-2868-4eec-832a-fd783ded9313 req-c098cca6-1c0b-4f74-8ffc-a5cba6ae7c6c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:03.376537 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-054b6ae7-2868-4eec-832a-fd783ded9313 req-c098cca6-1c0b-4f74-8ffc-a5cba6ae7c6c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0609162 Oct 12 12:37:03.410377 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-054b6ae7-2868-4eec-832a-fd783ded9313 req-d7e66774-c899-4c28-a4c7-92dcde0c2d64 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347047 Oct 12 12:37:04.549796 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d573-e200-4102-aa9a-7017e30d28bd req-1b24f907-5e25-4872-a73a-6c5aeb7bd2a3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:04.551337 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d455d573-e200-4102-aa9a-7017e30d28bd req-1b24f907-5e25-4872-a73a-6c5aeb7bd2a3 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0609648 Oct 12 12:37:04.592071 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d455d573-e200-4102-aa9a-7017e30d28bd req-03b7d688-9908-4abe-aacb-e651a7058bf1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340948 Oct 12 12:37:05.725014 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c8f0-eed7-485a-8730-303a5cd24f5d req-dd0afbaf-983f-4023-b1b1-1711919c0172 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:05.726464 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa65c8f0-eed7-485a-8730-303a5cd24f5d req-dd0afbaf-983f-4023-b1b1-1711919c0172 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0485303 Oct 12 12:37:05.763940 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fa65c8f0-eed7-485a-8730-303a5cd24f5d req-8825e8ac-c4a3-4aa6-a991-f14a84c7fcab tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Oct 12 12:37:06.029843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-9ea0951f-9f6e-40c0-bb18-57ffcd930bf3 service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840096 Oct 12 12:37:06.123725 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d46eb57e-2dd8-471b-ab25-694c23878706 req-4758bcb7-6c1b-49f7-a85f-bbb08c00dcc3 service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842612 Oct 12 12:37:06.876966 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340991-545d-44a5-826f-bb3cdefb59f3 req-bc109f2f-c648-4173-949b-8b531e7bc628 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:06.878795 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a340991-545d-44a5-826f-bb3cdefb59f3 req-bc109f2f-c648-4173-949b-8b531e7bc628 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0491028 Oct 12 12:37:06.916440 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3a340991-545d-44a5-826f-bb3cdefb59f3 req-5e245689-93c8-46c1-9a52-1846f181afb1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Oct 12 12:37:08.037815 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957eff-339b-41bb-8432-515a43bf886a req-902b1f8b-64e1-4dc2-bb47-d189cab5ebc0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:08.039263 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe957eff-339b-41bb-8432-515a43bf886a req-902b1f8b-64e1-4dc2-bb47-d189cab5ebc0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0480962 Oct 12 12:37:08.076138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fe957eff-339b-41bb-8432-515a43bf886a req-1d25724d-5f8f-4ce2-bc27-db2df7f8222f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Oct 12 12:37:09.054996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:37:09.151441 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:37:09.163602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'port_id': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'mac_address': 'fa:16:3e:67:36:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:37:09.194972 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840330b-5f21-4c50-968c-0bd30f408265 req-d3aa857b-8896-422a-aa53-6ccae7133a07 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:09.196428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5840330b-5f21-4c50-968c-0bd30f408265 req-d3aa857b-8896-422a-aa53-6ccae7133a07 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 945 time: 0.0518084 Oct 12 12:37:09.200441 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:09.213664 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:37:09.233946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:37:09.236327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5840330b-5f21-4c50-968c-0bd30f408265 req-d4ac3432-9213-421e-8b5a-04fc45a467d7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Oct 12 12:37:09.313668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:09.365214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=11']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:09.528995 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['29d99006-a4c6-4603-8c05-3b7b2d934cd2'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:37:10.353296 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe983e-029e-4e02-9827-c36a2d874fba req-fb44b60f-262f-4337-aa4d-4fc4a80debb9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:10.354987 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03fe983e-029e-4e02-9827-c36a2d874fba req-fb44b60f-262f-4337-aa4d-4fc4a80debb9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 946 time: 0.0484233 Oct 12 12:37:10.392735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-03fe983e-029e-4e02-9827-c36a2d874fba req-326fe679-5804-4c42-a197-1cb46273a1ec tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Oct 12 12:37:11.069833 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:37:11.170566 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:37:11.174355 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:37:11.174764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:11.252842 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:11.280451 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:37:11.282689 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9845d5-70ed-4c26-80ff-2401caf9d882" -d '{"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:37:11.296059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:37:11.318927 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bafe18-fea7-4e88-bc74-e93189c88590 x-openstack-request-id: req-93bafe18-fea7-4e88-bc74-e93189c88590 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:37:11.319220 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-plugged", "status": "completed", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:37:11.319473 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93bafe18-fea7-4e88-bc74-e93189c88590 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:37:11.319930 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'code': 200} Oct 12 12:37:11.342592 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:11.397214 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=12']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:37:11.554182 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174363-39ff-4a4b-85cc-d81106ab5224 req-55604f97-c989-4686-885c-043ee4af86bc tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:11.556811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da174363-39ff-4a4b-85cc-d81106ab5224 req-55604f97-c989-4686-885c-043ee4af86bc tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0876701 Oct 12 12:37:11.559079 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08809-f2fb-4c71-8476-76177d43bd29 req-a0ddfbcf-7b6d-459d-9575-4a8c37c9a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:11.560414 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51c08809-f2fb-4c71-8476-76177d43bd29 req-a0ddfbcf-7b6d-459d-9575-4a8c37c9a8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1098 time: 0.0631742 Oct 12 12:37:11.621422 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-da174363-39ff-4a4b-85cc-d81106ab5224 req-985e066f-a093-4eda-ba8a-ee0bafff962d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595534 Oct 12 12:37:11.624959 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-51c08809-f2fb-4c71-8476-76177d43bd29 req-1b91ecfe-1580-4903-abe5-ea6718f130de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576229 Oct 12 12:37:12.739897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f01d1-255b-4ff7-90fa-6ab53b3fb485 req-b1b20674-312b-434d-adfa-91d0b5bf8428 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:12.744892 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f25f01d1-255b-4ff7-90fa-6ab53b3fb485 req-b1b20674-312b-434d-adfa-91d0b5bf8428 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0504818 Oct 12 12:37:12.780273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f25f01d1-255b-4ff7-90fa-6ab53b3fb485 req-0bf81f08-2ef7-4d06-b0ac-e5f020b1a19f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Oct 12 12:37:13.897918 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6238b5-aaed-4ddd-a1d6-b300c67d266c req-2b1c960f-43f7-4071-a50d-e9ccc585903d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:13.899392 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6238b5-aaed-4ddd-a1d6-b300c67d266c req-2b1c960f-43f7-4071-a50d-e9ccc585903d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0487821 Oct 12 12:37:13.938334 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3f6238b5-aaed-4ddd-a1d6-b300c67d266c req-14ce2a17-11d5-4a5c-841e-e21c4257d14c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Oct 12 12:37:16.848446 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:37:17.747606 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1e0763b6-2a68-4a6e-a334-d5ff12a90090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:20.513990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-56316bce-dba1-4ca4-b41e-7f8daa187590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:21.713681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:22.079372 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:22.873147 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:23.605133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:27.736393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:47.730962 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-12c15904-0ca8-4cbc-bee0-10d1454afbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:50.507442 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e5b686ce-4a14-4468-ad96-387e755e43b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:51.707687 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:52.079073 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:52.873429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:53.632833 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:53.846662 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:37:57.639154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:37:59.800186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-71b20aa9-4430-4e95-bc5b-a0460280daf7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063664 Oct 12 12:37:59.880635 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-81130833-dd34-4a9e-9c5a-858a3235404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:59.882078 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-81130833-dd34-4a9e-9c5a-858a3235404a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1098 time: 0.0411491 Oct 12 12:37:59.990787 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-e244509e-d411-4243-9c7e-3ebcd0b194d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:37:59.992229 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-e244509e-d411-4243-9c7e-3ebcd0b194d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0908751 Oct 12 12:38:00.402339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-12e2377b-25df-44a7-b7e3-52f68f486577 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 1002 time: 0.4023058 Oct 12 12:38:00.450965 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-e34ea182-019f-4a2e-affc-b4fcac8c0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:00.452324 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-e34ea182-019f-4a2e-affc-b4fcac8c0c03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0414681 Oct 12 12:38:00.500439 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-bcd21727-7024-455d-912e-98162d7baaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:00.501945 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-bcd21727-7024-455d-912e-98162d7baaec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424130 Oct 12 12:38:00.590995 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-a8e4df2b-c9bf-4efb-bd4c-eecb0e266bcd service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Oct 12 12:38:00.687279 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b2336629-4b60-4d2a-8b53-d5fa6f68f305 req-bcb25ea3-3220-4e90-a479-83cd3d46ae4b service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893676 Oct 12 12:38:17.735986 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fedb4c9b-8133-4d5e-89eb-9e62298eb813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:20.581220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-75474e75-63f0-4b9c-8460-5879823e534f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:21.707244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:22.061542 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:22.907417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.283301 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48120) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:23.440897 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Deleting port ceaedcdf-15c6-4af6-ac28-2e4182a224be {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:38:23.441236 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.516709 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.517038 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.529324 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Calling delete_port for ceaedcdf-15c6-4af6-ac28-2e4182a224be owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:38:23.615762 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.724384 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.751725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'Port': ['ID=ceaedcdf-15c6-4af6-ac28-2e4182a224be,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:23.779045 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.779387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.779723 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.780054 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.780380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.780706 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.781031 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.781350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.781667 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.782013 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.782332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.782648 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:23.821991 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:23.822258 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Floating IP a5e89ff3-5762-496f-a86d-4b47b93b474a disassociated (deleted). External IP: 172.25.2.203, port: 29d99006-a4c6-4603-8c05-3b7b2d934cd2. Oct 12 12:38:24.026577 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:38:24.138282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:38:24.143034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:24.148444 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:38:24.158640 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:38:24.159256 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:24.172474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a0bd2427-0429-44a2-9032-6a37786beead tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "DELETE /v2.0/floatingips/a5e89ff3-5762-496f-a86d-4b47b93b474a HTTP/1.1" status: 204 len: 168 time: 0.8881681 Oct 12 12:38:24.173174 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:38:24.175584 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dca139-caf3-4fc4-a685-7a4c29f67cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:24.262574 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:38:24.437611 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27596637-fced-48b3-b673-c78d03a80c7e x-openstack-request-id: req-27596637-fced-48b3-b673-c78d03a80c7e {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:24.438121 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:24.438121 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27596637-fced-48b3-b673-c78d03a80c7e {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:24.438549 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'status': 'completed', 'code': 200} Oct 12 12:38:24.477816 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:24.505464 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:38:24.515174 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:38:24.515841 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:38:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:24.537003 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-ab326df6-6902-42de-aecf-36a11735fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:24.538496 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-ab326df6-6902-42de-aecf-36a11735fb61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 1098 time: 0.0774329 Oct 12 12:38:24.549461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbeafb-c1a8-4f2a-878a-3e6b1ed24ed5 req-09fbf6a9-825c-49cb-b3f1-5892e7c3e0a5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:24.550885 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08cbeafb-c1a8-4f2a-878a-3e6b1ed24ed5 req-09fbf6a9-825c-49cb-b3f1-5892e7c3e0a5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0620787 Oct 12 12:38:24.625756 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:38:24.646447 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08cbeafb-c1a8-4f2a-878a-3e6b1ed24ed5 req-7e01f94b-4f52-4491-979f-1d3c50ab30d8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863724 Oct 12 12:38:24.666389 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-63ea2898-e92b-4d43-966c-a789d1bf4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:24.668098 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-63ea2898-e92b-4d43-966c-a789d1bf4323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.1163640 Oct 12 12:38:24.716504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-32e1d6db-d273-4d9c-8110-782de0a22207 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 200 len: 217 time: 0.0402837 Oct 12 12:38:24.766791 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-582bb292-6338-42ed-a560-67b397a92c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:24.768287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-582bb292-6338-42ed-a560-67b397a92c90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0444796 Oct 12 12:38:24.815254 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-09bddd53-19d3-4847-96d7-09ab2f7407f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:24.816786 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-09bddd53-19d3-4847-96d7-09ab2f7407f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406818 Oct 12 12:38:24.910277 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-f86163fc-be6f-48c7-b10f-f9663503623e service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Oct 12 12:38:24.944213 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:38:24.974982 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08995835-8d65-4e43-a161-a858ca11b76f None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:38:25.010518 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-87dca139-caf3-4fc4-a685-7a4c29f67cd6 req-efb48011-56ff-43d4-9105-7bbd6bc953c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924468 Oct 12 12:38:25.190800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28da89-3ea0-42a6-bffb-f2199e702d23 None None] New status for floating IP a5e89ff3-5762-496f-a86d-4b47b93b474a: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:38:25.781378 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-f94226a7-ab0f-4c13-9a70-a13da10da632 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:25.782748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-f94226a7-ab0f-4c13-9a70-a13da10da632 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.47 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0811813 Oct 12 12:38:25.794851 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c366f-88f3-4ea3-bbee-aa5a8c6044ae req-6317b992-6639-4252-82c8-98d12c9ee616 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:25.796213 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de2c366f-88f3-4ea3-bbee-aa5a8c6044ae req-6317b992-6639-4252-82c8-98d12c9ee616 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 947 time: 0.0694306 Oct 12 12:38:25.879068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-de2c366f-88f3-4ea3-bbee-aa5a8c6044ae req-410a6552-3a84-4eeb-aa87-00649231434f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=69f2974f-3c8f-47dd-8c0b-7af8b154317a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748725 Oct 12 12:38:25.904221 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Deleting port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:38:25.904565 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:25.994385 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] For port 29d99006-a4c6-4603-8c05-3b7b2d934cd2, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=29d99006-a4c6-4603-8c05-3b7b2d934cd2,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:38:25.994768 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:26.008441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Calling delete_port for 29d99006-a4c6-4603-8c05-3b7b2d934cd2 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:38:26.210081 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:26.245212 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'Port': ['ID=29d99006-a4c6-4603-8c05-3b7b2d934cd2,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:26.279500 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] No DVR routers for this DVR port 29d99006-a4c6-4603-8c05-3b7b2d934cd2 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:38:26.282284 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:26.285798 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3c18d8c3-8626-4bd9-855f-a84dcee103c1 req-54f54add-34ad-4585-911f-f3a89cc70cd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.47 "DELETE /v2.0/ports/29d99006-a4c6-4603-8c05-3b7b2d934cd2 HTTP/1.1" status: 204 len: 173 time: 0.4886923 Oct 12 12:38:26.439967 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-deleted', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:38:26.442261 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67982f5e-3b39-498e-9ce0-b4065364d3dd" -d '{"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-deleted", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:38:26.479523 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa6b60-ef42-4280-ba93-cdfb024f895b x-openstack-request-id: req-83fa6b60-ef42-4280-ba93-cdfb024f895b {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:38:26.480083 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a08c11-e8d3-494b-91e0-f4c2872a5e2a", "name": "network-vif-deleted", "tag": "29d99006-a4c6-4603-8c05-3b7b2d934cd2", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:38:26.480456 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83fa6b60-ef42-4280-ba93-cdfb024f895b {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:38:26.480866 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a08c11-e8d3-494b-91e0-f4c2872a5e2a', 'name': 'network-vif-deleted', 'tag': '29d99006-a4c6-4603-8c05-3b7b2d934cd2', 'status': 'completed', 'code': 200} Oct 12 12:38:26.985783 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-059372a3-3712-4005-8e03-3d7b865db1e0 req-5cdf2fc0-a553-4954-a9bf-9d1392e110ef tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=04a08c11-e8d3-494b-91e0-f4c2872a5e2a HTTP/1.1" status: 200 len: 210 time: 0.0275505 Oct 12 12:38:27.650061 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:28.041543 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48138) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:28.098319 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:28.128224 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:28.238408 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:28.241167 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:28.242327 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "DELETE /v2.0/security-groups/69f2974f-3c8f-47dd-8c0b-7af8b154317a HTTP/1.1" status: 204 len: 168 time: 0.1991251 Oct 12 12:38:28.252165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c1125-5479-4dcd-af96-9d55c5c2feb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2974f-3c8f-47dd-8c0b-7af8b154317a,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:29.458925 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:38:29.481651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: 29d99006-a4c6-4603-8c05-3b7b2d934cd2 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:38:29.481994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device 29d99006-a4c6-4603-8c05-3b7b2d934cd2 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:38:29.582605 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48146) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:29.587143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341359621', 'description': 'tempest-secgroup-smoke-341359621 description', 'project_id': '775e14564bd242f189687929b10b33ea'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:29.655546 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:29.720789 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:29.786833 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:29.815780 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2bdce-8e93-4214-a02c-436782b77a86,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:29.863477 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:29.864735 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-903ebe44-65f1-4a2b-8dd8-0663bbf4e725 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2810955 Oct 12 12:38:29.867508 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48148) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:29.872565 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:29.957077 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.012043 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.089727 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.108200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e8ef39-af66-4fc9-aa4c-1ac1cfa810d6,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:30.172272 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.173468 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-34dff4d8-b686-4a69-a026-a83fd18dfb2c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050196 Oct 12 12:38:30.176152 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48150) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:30.180336 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:30.289683 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.354329 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.415858 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.434267 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d50ddb-a65c-4349-8501-d5c844d4b9a8,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:30.526228 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.527532 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-61bd2b3d-5343-4bca-b3e4-dc815edc036b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504715 Oct 12 12:38:30.530949 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48152) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:30.535245 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:30.614352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.671655 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.741501 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.759554 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00d83f6-056e-48a3-809e-9b08a137156d,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:30.829358 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.830621 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-555cbb74-ca02-4b24-8b6e-048987d57e04 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987297 Oct 12 12:38:30.833580 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48154) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:30.839310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:30.845483 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:38:30.928751 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:30.986137 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.021056 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.039938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964ee980-f101-4711-b804-97d715f37be2,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:31.048670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.049057 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.049389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.049719 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.050045 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.050365 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.050715 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.051030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.051345 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.051662 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.051975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.052327 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:38:31.080448 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.081630 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ac700d9f-bf79-4093-a55b-db90d8d71363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470148 Oct 12 12:38:31.084340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48158) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:31.088640 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:31.141397 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Project 775e14564bd242f189687929b10b33ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:38:31.146082 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.204816 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.272479 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.291445 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e36d283-4a81-4d75-bc7d-fc7a9cce1c3d,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:31.354307 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.355779 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-20178f30-0390-49ef-aed2-555ca9243425 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705011 Oct 12 12:38:31.359077 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48160) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:38:31.363297 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2bdce-8e93-4214-a02c-436782b77a86', 'project_id': '775e14564bd242f189687929b10b33ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:31.421267 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Project 775e14564bd242f189687929b10b33ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:38:31.425953 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.487414 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.552525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.569533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5115ce1-9dad-4597-a7b9-32269b480e1e,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:38:31.657252 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:31.658480 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-c52309cc-183e-4e36-90a8-062a76c1be67 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2984993 Oct 12 12:38:47.787046 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0e6a-d5ff-4bf9-ac6a-4bcf9c696cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:50.542145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cf51d70b-81cf-446b-92e3-37df64aca2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:51.707119 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:52.066479 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:52.646843 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-ba85bb87-3c14-4776-9b4d-c99919994d66 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341359621&fields=id&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 267 time: 0.0325749 Oct 12 12:38:52.760771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-be432701-0e12-4973-a443-64006a3a9c3b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:52.762151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-be432701-0e12-4973-a443-64006a3a9c3b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 808 time: 0.1087611 Oct 12 12:38:52.777739 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-ba105149-0cc1-47a8-89e2-392c5cf818e9 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/quotas/775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 375 time: 0.0090928 Oct 12 12:38:52.828702 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-1c38b472-86d1-4ad9-8494-72b90cfd36b7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450833 Oct 12 12:38:52.901486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:52.933524 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-c795f0e4-1660-4974-bc4d-582feeef12cd service neutron] 10.222.0.43 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892112 Oct 12 12:38:53.023718 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0cfe39a9-ef92-4941-8a1c-261b7a1a1e77 service neutron] 10.222.0.43 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Oct 12 12:38:53.604256 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-137cb4ce-f7d4-4f90-be85-d91bc45abd87 req-5492dec7-85ad-41ca-a55d-61b4c0161898 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0270946 Oct 12 12:38:53.632338 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:54.685541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-526f45e8-a74d-422f-878c-2523cb057bca req-b7ff99e2-e71e-4cc2-8b76-2c2a2831cd93 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0308752 Oct 12 12:38:55.764684 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-089064e7-03ea-4691-a5c5-81c33d192f8d req-0db5e3a8-542b-46f7-9eea-4401dc05ae5b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0284662 Oct 12 12:38:56.846981 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d66ddce3-dcf5-47f4-89da-0de38a40756a req-460d0224-c3b4-4b5e-886d-9eb8bebc1bdc tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0308130 Oct 12 12:38:57.632183 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:57.945474 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c1872823-fefa-49d4-b035-3365f4e00c91 req-6e7a5a43-ebce-4aa4-9284-44980619333d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0285108 Oct 12 12:38:59.043698 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2f93daa3-ecdc-480e-8e7e-dd52cd3211f5 req-fe483342-e81e-42d6-9106-53a02c80462d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0260150 Oct 12 12:38:59.336709 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-9d9371dd-f4e6-4e89-b549-3509a2211089 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:38:59.338150 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-9d9371dd-f4e6-4e89-b549-3509a2211089 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 808 time: 0.1045842 Oct 12 12:38:59.381306 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-a5323e5a-0d26-4957-81b5-23688164b283 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 379 time: 0.0331812 Oct 12 12:38:59.390507 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'port': {'device_id': 'a8142858-d563-446e-a381-a6638063ec8d', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'admin_state_up': True, 'tenant_id': '775e14564bd242f189687929b10b33ea', 'security_groups': ['a8b2bdce-8e93-4214-a02c-436782b77a86']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:38:59.575396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Made reservation on behalf of 775e14564bd242f189687929b10b33ea for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:38:59.579062 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:59.707905 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Allocated IP 172.20.0.6 (7ce39692-ecb7-44e0-ae8f-a9d4e2acd864/c8b48842-63e8-4c1f-997d-a4e3de09a151/a1d65e5b-2b2f-4ce2-8451-b08a105c20bc) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:38:59.843781 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:59.919025 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:38:59.969613 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:38:59.973171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:38:59.977611 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:38:59.982457 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:00.029921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:00.030541 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.110248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-0993c242-c38e-4548-89a1-0b05ed5cb463 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230520 Oct 12 12:39:00.179971 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Request body: {'port': {'device_id': 'a8142858-d563-446e-a381-a6638063ec8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:39:00.180231 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd661-9c6d-4a89-b06e-e85ca7e9ebff req-b819a364-f14d-4112-b796-4cebd4f7f5df tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:00.182748 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65acd661-9c6d-4a89-b06e-e85ca7e9ebff req-b819a364-f14d-4112-b796-4cebd4f7f5df tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 931 time: 0.0658135 Oct 12 12:39:00.236696 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-65acd661-9c6d-4a89-b06e-e85ca7e9ebff req-9995a92f-2c82-42d7-82b4-565bf3b069d0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471351 Oct 12 12:39:00.238602 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.321671 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-8341fd2f-1620-440d-94af-601dc5f3620c None None] Provisioning complete for port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:39:00.322347 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8341fd2f-1620-440d-94af-601dc5f3620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.356932 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-8341fd2f-1620-440d-94af-601dc5f3620c None None] Port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:39:00.516308 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d65e5b-2b2f-4ce2-8451-b08a105c20bc {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:39:00.524009 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.536389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Transition to ACTIVE for port object a1d65e5b-2b2f-4ce2-8451-b08a105c20bc will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:39:00.580859 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.631024 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:00.705687 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Attempting to bind port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:39:00.706062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Attempting to bind port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:39:00.706400 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Attempting to bind port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:39:00.711157 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:39:00.711484 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Attempting to bind port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc on network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:39:00.716479 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:39:00.716818 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Checking segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:39:00.717205 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Bound using segment: {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:39:00.717639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Bound port: a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0719bf13-7d16-4975-87c3-028976fde91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:39:00.718005 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.787949 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:39:00.791389 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:39:00.850458 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.888187 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:00.888797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:00.890509 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] 10.222.0.41 "PUT /v2.0/ports/a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1091 time: 0.7717772 Oct 12 12:39:00.892963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:39:00.897318 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:39:00.927044 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6892-e3e1-49c7-adc1-67c3553166ed service neutron] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:01.029386 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-b902a72a-ff94-4693-b92b-9d08909ca0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.031510 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-b902a72a-ff94-4693-b92b-9d08909ca0aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1094 time: 0.0559745 Oct 12 12:39:01.084858 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f85f7-d9a5-466e-9180-3ef01c57e688 x-openstack-request-id: req-322f85f7-d9a5-466e-9180-3ef01c57e688 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:39:01.085253 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:39:01.085573 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-322f85f7-d9a5-466e-9180-3ef01c57e688 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:39:01.086040 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'status': 'completed', 'code': 200} Oct 12 12:39:01.087960 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-8389ca78-cc1d-4ccd-bb1c-ac965c6f722f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 217 time: 0.0474973 Oct 12 12:39:01.138639 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-a6ad1a7e-516e-4062-bd82-17650c8d2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.140132 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-a6ad1a7e-516e-4062-bd82-17650c8d2806 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0459414 Oct 12 12:39:01.186921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-3f57ffb8-8875-4d4e-b8b6-75b604208616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.188352 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-3f57ffb8-8875-4d4e-b8b6-75b604208616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405753 Oct 12 12:39:01.285065 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-81a459ce-8e85-4f50-830d-0ba9e00decea service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891645 Oct 12 12:39:01.368121 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2b4a7-d9cb-498f-95a1-b2bc1ab30522 req-25756e76-e1f5-465d-8d42-39d4c4c21a64 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.371107 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33a2b4a7-d9cb-498f-95a1-b2bc1ab30522 req-25756e76-e1f5-465d-8d42-39d4c4c21a64 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0559506 Oct 12 12:39:01.376748 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-18e665f1-1d42-4024-a6e4-4e49246b379c req-52a105ee-6a4a-4039-916c-422e6f4178b5 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Oct 12 12:39:01.411737 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-33a2b4a7-d9cb-498f-95a1-b2bc1ab30522 req-212bced7-537e-41cd-8f18-a95ea8b06e9e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Oct 12 12:39:01.515022 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-720fe1a6-686d-4451-9cf3-2975383cf7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.516518 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-720fe1a6-686d-4451-9cf3-2975383cf7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1094 time: 0.0469241 Oct 12 12:39:01.608881 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-fb6388d8-b6f5-4d93-a9d8-bacdf5f9c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.610361 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-fb6388d8-b6f5-4d93-a9d8-bacdf5f9c923 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0865915 Oct 12 12:39:01.655742 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-eac05566-6488-4636-8724-f361f3f4b7fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 217 time: 0.0371554 Oct 12 12:39:01.707545 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-2119b100-f65e-414e-b045-2b9e39915f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.709050 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-2119b100-f65e-414e-b045-2b9e39915f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0460508 Oct 12 12:39:01.754227 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-cadf9620-73ca-4576-a808-000ad681b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:01.755738 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-cadf9620-73ca-4576-a808-000ad681b898 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403264 Oct 12 12:39:01.853057 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-b1fdb23f-9b95-4dc2-acfc-d982c71b687f service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902071 Oct 12 12:39:01.948243 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-a1cb7866-ca5e-4550-87c6-2be5afd08e8c req-c35102b9-de94-42f3-ab62-f8569c86188a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885432 Oct 12 12:39:02.530849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f281e-e8c6-4898-9b0d-96533224f7d3 req-8c274256-3b95-42d4-9efd-b6fa6c5fbc2e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:02.532342 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-304f281e-e8c6-4898-9b0d-96533224f7d3 req-8c274256-3b95-42d4-9efd-b6fa6c5fbc2e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0511563 Oct 12 12:39:02.571879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-304f281e-e8c6-4898-9b0d-96533224f7d3 req-9254fcf9-4148-41b9-b100-2b056b42491a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333660 Oct 12 12:39:03.688920 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34258-8a00-49cc-b84a-d2730ba7c0c6 req-97363fcf-6aef-4435-b923-0144079baaa6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:03.691157 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b1f34258-8a00-49cc-b84a-d2730ba7c0c6 req-97363fcf-6aef-4435-b923-0144079baaa6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0506845 Oct 12 12:39:03.735425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b1f34258-8a00-49cc-b84a-d2730ba7c0c6 req-768dde05-607c-47a2-b9b8-d82907c23fb7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375350 Oct 12 12:39:04.862850 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb99dfe-306d-4a75-9aa9-3b4fd5ff16a1 req-e1f5699a-b650-4a1c-ba90-e614545a0f2a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:04.864500 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abb99dfe-306d-4a75-9aa9-3b4fd5ff16a1 req-e1f5699a-b650-4a1c-ba90-e614545a0f2a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0526822 Oct 12 12:39:04.904835 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-abb99dfe-306d-4a75-9aa9-3b4fd5ff16a1 req-ce123559-c604-4531-b6f3-406c7b0e9a91 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Oct 12 12:39:06.019034 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1a9ec-a92e-4759-a89b-cb13e20efb73 req-46fc1d3a-b66c-480f-b5df-d8c84117a4f0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:06.020517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7e1a9ec-a92e-4759-a89b-cb13e20efb73 req-46fc1d3a-b66c-480f-b5df-d8c84117a4f0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0489042 Oct 12 12:39:06.057152 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c7e1a9ec-a92e-4759-a89b-cb13e20efb73 req-fdf5c36f-3ba1-4d89-b5e3-b14774cc87fe tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307300 Oct 12 12:39:07.171875 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f793b-637b-4975-af7b-8093d8d84943 req-82228fa0-63bd-4628-9798-60ebf75419c0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:07.173323 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f76f793b-637b-4975-af7b-8093d8d84943 req-82228fa0-63bd-4628-9798-60ebf75419c0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0480964 Oct 12 12:39:07.213731 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f76f793b-637b-4975-af7b-8093d8d84943 req-d554b9bc-92cf-446c-a58c-bb168b21d192 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Oct 12 12:39:07.844509 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:39:08.327572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f100b36-5272-4fb7-b4ee-6a1295ae2e23 req-567a3a2c-733c-4339-b6ca-3e22a745455d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:08.329023 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f100b36-5272-4fb7-b4ee-6a1295ae2e23 req-567a3a2c-733c-4339-b6ca-3e22a745455d tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0478411 Oct 12 12:39:08.370372 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8f100b36-5272-4fb7-b4ee-6a1295ae2e23 req-adf4ce71-5316-4668-bd2a-66f2fa93e399 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346296 Oct 12 12:39:09.496612 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e2f0-9819-47a7-afd9-7e8595504f49 req-3b799379-53bf-4105-ba10-f3a1488c4201 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:09.498148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6921e2f0-9819-47a7-afd9-7e8595504f49 req-3b799379-53bf-4105-ba10-f3a1488c4201 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0498207 Oct 12 12:39:09.537831 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6921e2f0-9819-47a7-afd9-7e8595504f49 req-eb767048-2372-4ff4-a896-e397fb16dde7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Oct 12 12:39:10.650602 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb528-5ec2-4fcd-9a8a-a3e0ab6550e1 req-8b5d6f0c-e7e1-41a5-a203-77acf7d3cc0a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:10.652069 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b4cb528-5ec2-4fcd-9a8a-a3e0ab6550e1 req-8b5d6f0c-e7e1-41a5-a203-77acf7d3cc0a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0481050 Oct 12 12:39:10.694353 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3b4cb528-5ec2-4fcd-9a8a-a3e0ab6550e1 req-217b579e-0e56-4328-8d5e-22134dda804b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363171 Oct 12 12:39:11.807279 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ccd0-fcff-4c34-8631-fb82a624d226 req-9059649c-17da-4b8e-b0b9-06180755fbd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:11.808726 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6054ccd0-fcff-4c34-8631-fb82a624d226 req-9059649c-17da-4b8e-b0b9-06180755fbd8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0487638 Oct 12 12:39:11.846902 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6054ccd0-fcff-4c34-8631-fb82a624d226 req-680fa2ec-cbed-453f-b226-d30bddc9a806 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321000 Oct 12 12:39:12.960655 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e88a-bbfc-481c-8e7c-88f1eebd227d req-879b8b2f-df1b-4c8d-98f1-76851cd7739f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:12.962135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0117e88a-bbfc-481c-8e7c-88f1eebd227d req-879b8b2f-df1b-4c8d-98f1-76851cd7739f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0485499 Oct 12 12:39:12.999879 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0117e88a-bbfc-481c-8e7c-88f1eebd227d req-f43701f3-9a7b-4ccc-95a9-288f3928499c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Oct 12 12:39:14.114722 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013242d-847c-4eec-8803-6e5ae8bd9b37 req-f513a83b-3f4a-4784-87a0-cb6df0605753 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:14.116182 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9013242d-847c-4eec-8803-6e5ae8bd9b37 req-f513a83b-3f4a-4784-87a0-cb6df0605753 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0488729 Oct 12 12:39:14.156339 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9013242d-847c-4eec-8803-6e5ae8bd9b37 req-60122a74-45d5-4c46-a2f5-bcf3cbbe2105 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341866 Oct 12 12:39:14.773584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:39:14.869639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:14.880431 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'mac_address': 'fa:16:3e:eb:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:39:14.915874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:14.928924 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d65e5b-2b2f-4ce2-8451-b08a105c20bc {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:39:14.947142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:14.991897 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:15.037535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:15.044568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.044913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.045252 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.045584 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.045913 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.046241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.046565 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.046914 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.047236 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.047556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.047874 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.048197 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:39:15.273367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3206218-8c0b-486c-a6be-4be13e86e45f req-2e3bc44a-9b8e-4e38-9d27-8aed86e43489 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:15.274861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3206218-8c0b-486c-a6be-4be13e86e45f req-2e3bc44a-9b8e-4e38-9d27-8aed86e43489 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 944 time: 0.0484893 Oct 12 12:39:15.311500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:39:15.313495 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c3206218-8c0b-486c-a6be-4be13e86e45f req-0be61492-9915-4e07-a39e-ba8450944c39 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Oct 12 12:39:16.428366 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5b85-c5ab-45b9-8ef4-75e633064dc0 req-6a4383eb-abeb-4689-bd51-d1cdf9609332 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:16.429754 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-284f5b85-c5ab-45b9-8ef4-75e633064dc0 req-6a4383eb-abeb-4689-bd51-d1cdf9609332 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 944 time: 0.0487347 Oct 12 12:39:16.466599 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-284f5b85-c5ab-45b9-8ef4-75e633064dc0 req-4fe7c9a1-534c-417b-a45a-3e2b60116715 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Oct 12 12:39:16.775775 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:39:16.872438 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:39:16.876410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:39:16.876777 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:16.950566 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:16.972676 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:39:16.974901 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2610f94-9a89-448c-a744-86e2953e4bda" -d '{"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:39:16.991418 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:39:17.011801 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d34afe8-a668-4cc7-a70f-b68cd232f71d x-openstack-request-id: req-2d34afe8-a668-4cc7-a70f-b68cd232f71d {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:39:17.012091 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:39:17.012346 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d34afe8-a668-4cc7-a70f-b68cd232f71d {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:39:17.012744 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'code': 200} Oct 12 12:39:17.061233 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:17.106969 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cad23e-2044-4de8-a016-4f023739a2f4 req-cb4ee349-576f-489c-b89b-f3c85e91ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:17.108438 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73cad23e-2044-4de8-a016-4f023739a2f4 req-cb4ee349-576f-489c-b89b-f3c85e91ae7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0401950 Oct 12 12:39:17.109358 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:17.149173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-73cad23e-2044-4de8-a016-4f023739a2f4 req-8f126452-fa27-4c0b-ae32-46d73a8e8610 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329678 Oct 12 12:39:17.584380 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaea63-e96c-46db-ba18-62dbdbd7e265 req-684494c1-dd2f-45a5-9c08-1f48ef21329e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:17.585935 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adfaea63-e96c-46db-ba18-62dbdbd7e265 req-684494c1-dd2f-45a5-9c08-1f48ef21329e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0496037 Oct 12 12:39:17.627096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-adfaea63-e96c-46db-ba18-62dbdbd7e265 req-e5a415f3-6173-4f6e-a6a0-f3b002edebe6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Oct 12 12:39:17.746581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1eee732c-769d-4a98-8986-8d2b48768734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:18.740143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d92d2-dc9a-4f1d-9835-67d9883ea245 req-651df49b-2939-414f-9795-47d392c8dac8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:18.741699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c0d92d2-dc9a-4f1d-9835-67d9883ea245 req-651df49b-2939-414f-9795-47d392c8dac8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0490358 Oct 12 12:39:18.779389 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1c0d92d2-dc9a-4f1d-9835-67d9883ea245 req-489a5238-a0e3-4173-b1e5-05a7761c70ba tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Oct 12 12:39:18.892573 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a22d7-b3f6-4217-93df-94763c710700 req-12cea1f5-bef9-4f69-b827-4043ef5e1e58 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:18.894022 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-902a22d7-b3f6-4217-93df-94763c710700 req-12cea1f5-bef9-4f69-b827-4043ef5e1e58 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0487835 Oct 12 12:39:18.930943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-902a22d7-b3f6-4217-93df-94763c710700 req-873586b7-7184-406a-8b33-20b93e9ebd00 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Oct 12 12:39:18.952259 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48394) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:39:19.031591 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a8c05-5073-410e-aeae-aebb28c4f70f tempest-TestShelveInstance-1083695688 tempest-TestShelveInstance-1083695688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:19.033053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2e2a8c05-5073-410e-aeae-aebb28c4f70f tempest-TestShelveInstance-1083695688 tempest-TestShelveInstance-1083695688-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1091 time: 0.0798006 Oct 12 12:39:19.035883 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48398) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:39:19.039988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:39:19.146851 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:19.241065 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:19.344179 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Allocated IP 172.25.2.29 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/3a1687b6-1d34-4a32-a48f-40f996960350) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:39:19.441724 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:19.553093 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:19.592927 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:39:19.598721 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:39:19.602937 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:39:19.625014 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=3a1687b6-1d34-4a32-a48f-40f996960350,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:19.960671 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:20.079502 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:20.227582 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:20.284260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:20.351348 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event updated for resources: {'Port': ['ID=3a1687b6-1d34-4a32-a48f-40f996960350,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:39:20.362818 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:20.461524 n-d-813419-3 neutron-server[95547]: INFO neutron.db.l3_db [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Floating IP c5e008fb-795d-41b2-8064-730f63deaccd associated. External IP: 172.25.2.29, port: a1d65e5b-2b2f-4ce2-8451-b08a105c20bc. Oct 12 12:39:20.524127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-73976dc2-e9d7-4821-a425-4c71736f49e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:21.013589 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:39:21.120219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:39:21.130641 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:39:21.139920 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:39:21.144819 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.211540 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:21.238534 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-a53299b2-de84-4683-9241-a1bec14f9625 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2016475 Oct 12 12:39:21.239168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:39:21.241455 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836acd1e-b424-49df-b425-43908e2eb800" -d '{"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:39:21.245705 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:39:21.281604 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4a30f-2080-4343-9a71-f4e69cbfc2b0 x-openstack-request-id: req-92f4a30f-2080-4343-9a71-f4e69cbfc2b0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:39:21.281892 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:39:21.282142 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92f4a30f-2080-4343-9a71-f4e69cbfc2b0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:39:21.282650 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'status': 'completed', 'code': 200} Oct 12 12:39:21.360814 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836acd1e-b424-49df-b425-43908e2eb800 req-7a22de2e-2462-4dab-94e0-47ffe3c97552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:21.363222 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-7a22de2e-2462-4dab-94e0-47ffe3c97552 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0433433 Oct 12 12:39:21.458069 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836acd1e-b424-49df-b425-43908e2eb800 req-e989a2a0-6ff5-4c79-bf31-e52b532ea711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:21.459561 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-e989a2a0-6ff5-4c79-bf31-e52b532ea711 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0900550 Oct 12 12:39:21.526382 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-11c5a920-fb9e-43bb-9c42-3d6cf7c004be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 998 time: 0.0594244 Oct 12 12:39:21.561277 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'c5e008fb-795d-41b2-8064-730f63deaccd', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:eb:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8142858-d563-446e-a381-a6638063ec8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:39:19Z', 'updated_at': '2021-10-12T12:39:19Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.581628 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836acd1e-b424-49df-b425-43908e2eb800 req-df65d805-5181-447a-9fc1-db2016cc6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:21.583131 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-df65d805-5181-447a-9fc1-db2016cc6ec2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0496840 Oct 12 12:39:21.587275 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:39:21.595359 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:39:21.595941 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:39:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.628998 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836acd1e-b424-49df-b425-43908e2eb800 req-9e73c2fd-6a87-444b-ab0b-0c44257d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:21.630471 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-9e73c2fd-6a87-444b-ab0b-0c44257d865c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405095 Oct 12 12:39:21.700772 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:39:21.724605 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-5d9b5a41-bdc3-491c-97f9-7c53f2d61d8e service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856583 Oct 12 12:39:21.741048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:21.820887 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-836acd1e-b424-49df-b425-43908e2eb800 req-e0d9adba-3590-4180-a7e3-67b7f8df22ea service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895452 Oct 12 12:39:21.919397 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'c5e008fb-795d-41b2-8064-730f63deaccd', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:eb:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8142858-d563-446e-a381-a6638063ec8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:39:19Z', 'updated_at': '2021-10-12T12:39:19Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:39:21.947722 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4888f-950a-427c-a5f1-ee9e243846bb None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': 'c5e008fb-795d-41b2-8064-730f63deaccd', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'mac_address': 'fa:16:3e:eb:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8142858-d563-446e-a381-a6638063ec8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:39:19Z', 'updated_at': '2021-10-12T12:39:19Z', 'revision_number': 0, 'project_id': '775e14564bd242f189687929b10b33ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:39:22.078239 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:22.145200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5227b-5832-4a3d-a61a-22b4006039f6 None None] New status for floating IP c5e008fb-795d-41b2-8064-730f63deaccd: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:39:22.906989 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:23.643839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:27.677821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:44.843896 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:39:47.752846 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53094f2e-65ce-4680-a9e3-2f6a25ef5635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:50.535155 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ac50-e0c0-49c0-9d2a-0871d3e7df71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:51.740642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:52.089332 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:52.935874 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:53.614642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:39:55.366810 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-4f719fbb-72b2-4b70-a3a3-b035e180ef8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406375 Oct 12 12:39:55.452623 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62149-1049-48a6-be91-3c98a820c1de req-68f86803-a12a-4d4a-b970-72f2bd0c37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:55.454225 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-68f86803-a12a-4d4a-b970-72f2bd0c37f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0462084 Oct 12 12:39:55.558251 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62149-1049-48a6-be91-3c98a820c1de req-b39d6028-8512-4402-9faa-aa2b23881220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:55.559754 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-b39d6028-8512-4402-9faa-aa2b23881220 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0857551 Oct 12 12:39:55.630731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-a643aa74-5a39-4e96-af84-f305acb317ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0636458 Oct 12 12:39:55.680495 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62149-1049-48a6-be91-3c98a820c1de req-bd123058-604c-4c4d-afae-716eacc40805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:55.681905 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-bd123058-604c-4c4d-afae-716eacc40805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0441806 Oct 12 12:39:55.727066 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62149-1049-48a6-be91-3c98a820c1de req-ef0f437d-31b5-4e2b-b9df-7980271222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:39:55.728507 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-ef0f437d-31b5-4e2b-b9df-7980271222cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399530 Oct 12 12:39:55.819825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-89611cba-e4ec-4138-b77b-032dc9e0ad44 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 Oct 12 12:39:55.909460 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30f62149-1049-48a6-be91-3c98a820c1de req-9139a779-f4b5-40d2-86d8-72db4588992a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Oct 12 12:39:57.700910 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:17.768961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ce1fcfb3-2d29-42f8-acbf-6718b7e2093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:20.545969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-28c42bca-58e7-4ac7-a85f-a05c42ea7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:21.717320 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:21.842465 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:40:22.112156 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:22.945684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:23.631912 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:27.688595 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:47.763011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d20831aa-57e4-4be9-8f24-5d004a6bdea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:50.528825 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-256980b0-c105-4f60-b7bf-86900f8958d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:51.699913 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:52.099870 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:52.917168 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:53.648353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:56.387268 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-8a83d50e-5ae7-4ba1-b41b-4a72faeb4f4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461335 Oct 12 12:40:56.468678 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-58d368da-7f92-4818-8152-fdec5b32cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:40:56.470053 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-58d368da-7f92-4818-8152-fdec5b32cf74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0395162 Oct 12 12:40:56.571785 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-9b0d589f-59f9-491e-93da-d4c8b16480de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:40:56.573235 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-9b0d589f-59f9-491e-93da-d4c8b16480de service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0835698 Oct 12 12:40:56.640925 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-15d95054-34b1-4d70-abe5-0fb80624ca18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0609474 Oct 12 12:40:56.691873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-56dda051-42f6-4ea2-9d59-323b522a5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:40:56.693328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-56dda051-42f6-4ea2-9d59-323b522a5c22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0462213 Oct 12 12:40:56.744130 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-55af1fd7-07fb-4a75-b28b-d8c8bbb96e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:40:56.745512 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-55af1fd7-07fb-4a75-b28b-d8c8bbb96e14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447750 Oct 12 12:40:56.837700 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-e4da8b00-8b3f-4107-9bf9-5386da44c58d service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849295 Oct 12 12:40:56.932026 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5930d8db-0e2c-4007-afa6-c4e93d05f2bf req-0ff834d9-4515-4066-95f6-2f30388932dc service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868428 Oct 12 12:40:57.699965 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:40:58.841715 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:41:17.757393 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-838059f5-6934-44d0-bc6b-36ae1e06e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:20.523133 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dec5dad8-76fc-4963-b488-739e34e71adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:21.700069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:22.099490 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:22.939812 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:23.681559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:27.699429 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:35.840912 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:41:47.797056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7a59e430-f3d8-444b-9ca8-fa64165ef7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:49.039632 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b85900-67a2-4ba8-8392-d53edc2ecdc2 req-3eccf0fd-c97f-4e8c-b357-a4308ea86f53 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:49.041096 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40b85900-67a2-4ba8-8392-d53edc2ecdc2 req-3eccf0fd-c97f-4e8c-b357-a4308ea86f53 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0977480 Oct 12 12:41:49.078012 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-40b85900-67a2-4ba8-8392-d53edc2ecdc2 req-400343cb-ba3b-464e-9455-bcf3ae614f41 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Oct 12 12:41:50.191016 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea767-8387-4544-bb1b-c9221a0c091b req-a2c57bfe-86f5-438f-9530-755fc76bdb86 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:50.192470 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7ea767-8387-4544-bb1b-c9221a0c091b req-a2c57bfe-86f5-438f-9530-755fc76bdb86 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0480278 Oct 12 12:41:50.230113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7e7ea767-8387-4544-bb1b-c9221a0c091b req-a10ab9c0-2665-4b67-a7a2-4b831b011ff1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Oct 12 12:41:50.540067 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a934-68d5-448e-8184-b89bc7279d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:51.348743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e17f5-785f-46b1-a333-4fc5499ea7ee req-0c8b7270-ba47-4e9c-b66f-bada16d13e9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:51.350219 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-934e17f5-785f-46b1-a333-4fc5499ea7ee req-0c8b7270-ba47-4e9c-b66f-bada16d13e9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0516651 Oct 12 12:41:51.388335 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-934e17f5-785f-46b1-a333-4fc5499ea7ee req-604e249f-945d-44fa-993d-87028578a1d5 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Oct 12 12:41:51.693807 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:52.105131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:52.506588 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787ed30-4590-4e93-a648-2e8ff895f996 req-987f11c5-ee4b-4728-ad55-9c09c2697074 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:52.508790 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5787ed30-4590-4e93-a648-2e8ff895f996 req-987f11c5-ee4b-4728-ad55-9c09c2697074 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0540371 Oct 12 12:41:52.547049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5787ed30-4590-4e93-a648-2e8ff895f996 req-f1d12946-0793-45ad-90f6-e105547dbff6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323794 Oct 12 12:41:52.922193 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:53.631129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:53.662299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6810e-70a8-468a-b089-3eda255abd50 req-7c506e80-17c1-4cfc-8bbe-c2d1419de503 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:53.663864 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2d6810e-70a8-468a-b089-3eda255abd50 req-7c506e80-17c1-4cfc-8bbe-c2d1419de503 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0487738 Oct 12 12:41:53.702029 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c2d6810e-70a8-468a-b089-3eda255abd50 req-ad1cd119-ca9e-4adf-8882-76934a8f8bd6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310044 Oct 12 12:41:54.816868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08626a3-963f-4cdc-836b-b777a7bdec3d req-661a1bdc-8c94-46cb-bc9f-8b9e1710fc07 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:54.818391 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f08626a3-963f-4cdc-836b-b777a7bdec3d req-661a1bdc-8c94-46cb-bc9f-8b9e1710fc07 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0485959 Oct 12 12:41:54.855720 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f08626a3-963f-4cdc-836b-b777a7bdec3d req-cf3ffd3e-4207-4b6c-86bc-bdc4e0dbb542 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Oct 12 12:41:55.974350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed9813-7da6-458d-9067-061875253837 req-4924b818-9469-4c22-9eff-58f83debf06e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:55.975832 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2ed9813-7da6-458d-9067-061875253837 req-4924b818-9469-4c22-9eff-58f83debf06e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0529561 Oct 12 12:41:56.014501 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e2ed9813-7da6-458d-9067-061875253837 req-761bff5f-6747-4372-9554-eafd88055817 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Oct 12 12:41:57.127678 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc604c0-d920-4e62-95d4-6d6185e8375d req-9d4bdd74-fd2c-4e96-8067-0347b7890dcb tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:57.129154 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbc604c0-d920-4e62-95d4-6d6185e8375d req-9d4bdd74-fd2c-4e96-8067-0347b7890dcb tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0486236 Oct 12 12:41:57.171889 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bbc604c0-d920-4e62-95d4-6d6185e8375d req-9e91b121-b184-46e5-9fbf-a3a314d3f1bc tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357749 Oct 12 12:41:57.394060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-061e7231-d833-4e40-aedb-e728dc2834cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:57.395548 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-061e7231-d833-4e40-aedb-e728dc2834cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0408785 Oct 12 12:41:57.496718 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-ea0460b1-4882-4fc7-b23b-5c8548760929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:57.498296 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-ea0460b1-4882-4fc7-b23b-5c8548760929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0839214 Oct 12 12:41:57.571018 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-9e6e6608-f3ec-4ac2-820e-7984e81d3c13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0643637 Oct 12 12:41:57.620670 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-9531c478-f788-451c-b0d6-71572bbc0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:57.622098 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-9531c478-f788-451c-b0d6-71572bbc0558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0450997 Oct 12 12:41:57.669273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-47c1dd3c-f09e-4345-9700-1634f2786430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:57.670735 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-47c1dd3c-f09e-4345-9700-1634f2786430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408418 Oct 12 12:41:57.699674 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:41:57.764799 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-26b92b2d-5938-49c1-a22a-a93d90f53d50 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870876 Oct 12 12:41:57.857526 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-5d1fa026-f351-4477-8e5e-ff0cff13de0b req-3e452f42-3fed-44bc-9afb-6a70ea3c67a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Oct 12 12:41:58.287040 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e8648-a0f2-4120-9303-ffd4b99e0bea req-05b6b2f7-f351-4161-806e-7b149d8474b4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:58.288497 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-652e8648-a0f2-4120-9303-ffd4b99e0bea req-05b6b2f7-f351-4161-806e-7b149d8474b4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0482688 Oct 12 12:41:58.325287 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-652e8648-a0f2-4120-9303-ffd4b99e0bea req-fede7304-1917-41fa-9517-32ed041fd2d7 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 Oct 12 12:41:59.185219 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-70401625-49ea-4c73-93f7-f9d8d1bec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:59.186657 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-70401625-49ea-4c73-93f7-f9d8d1bec729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0407248 Oct 12 12:41:59.276178 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-435d8c4d-f264-4a03-badb-d19dd31785c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:59.277618 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-435d8c4d-f264-4a03-badb-d19dd31785c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0838294 Oct 12 12:41:59.347041 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-6377fc1e-7702-45d1-81c1-08613d83212e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0607312 Oct 12 12:41:59.395779 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-0c5f0f1a-ef50-494c-8165-9880edcf2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:59.397231 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-0c5f0f1a-ef50-494c-8165-9880edcf2a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0437400 Oct 12 12:41:59.441533 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-97348108-70f3-476e-8de2-3c2bf98a5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:59.442953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-97348108-70f3-476e-8de2-3c2bf98a5b5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390995 Oct 12 12:41:59.443097 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acafdc-5006-4dc4-bc75-6ac717dc61cd req-761874ec-83af-4f6c-add8-2634c6e34006 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:41:59.444542 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11acafdc-5006-4dc4-bc75-6ac717dc61cd req-761874ec-83af-4f6c-add8-2634c6e34006 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0519235 Oct 12 12:41:59.482633 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-11acafdc-5006-4dc4-bc75-6ac717dc61cd req-6d37c637-e063-4b70-97fc-7bb6e782860b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Oct 12 12:41:59.537918 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-d9cfe12e-92a1-4af9-8210-c4f3956bbc20 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881369 Oct 12 12:41:59.630277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7bd24fab-4f93-4e09-861d-0bc5cb05f7bd req-b1e081ca-e6a2-4ec7-82c7-0474d8364733 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Oct 12 12:42:00.597447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ebab1-73d9-4e07-bc46-733bb3f14224 req-b2cc9ab3-2f74-48ca-9072-1f9409a3cebd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:00.598939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb0ebab1-73d9-4e07-bc46-733bb3f14224 req-b2cc9ab3-2f74-48ca-9072-1f9409a3cebd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0480289 Oct 12 12:42:00.638358 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb0ebab1-73d9-4e07-bc46-733bb3f14224 req-8e90c3a0-34c2-457b-b633-0a1d44b02f85 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Oct 12 12:42:01.753971 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3073-accc-49dd-960d-47bfabc7fb5a req-c73ea85a-3824-449a-b64f-cc0230c84234 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:01.755519 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d08e3073-accc-49dd-960d-47bfabc7fb5a req-c73ea85a-3824-449a-b64f-cc0230c84234 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0495834 Oct 12 12:42:01.794123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d08e3073-accc-49dd-960d-47bfabc7fb5a req-f0e71703-623c-4e4b-8f28-08b05732c1c8 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Oct 12 12:42:02.918849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb16edd-2bb1-454d-b5a1-4b3e7e5ce2a7 req-b2826f21-cfc3-4217-8242-317877ac1c6e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:02.920421 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb16edd-2bb1-454d-b5a1-4b3e7e5ce2a7 req-b2826f21-cfc3-4217-8242-317877ac1c6e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0538926 Oct 12 12:42:02.961445 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-0cb16edd-2bb1-454d-b5a1-4b3e7e5ce2a7 req-6b98e52a-703a-464e-97d4-b3c6ec6006a6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Oct 12 12:42:03.648113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:42:03.725681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:03.748048 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:42:03.750306 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427db7c2-932b-44ab-8c3a-d87f9cc77bd1" -d '{"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:03.770848 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:03.808729 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:03.862599 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:03.865552 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c041d-fce5-4649-9ff4-ee07203c27e0 x-openstack-request-id: req-c49c041d-fce5-4649-9ff4-ee07203c27e0 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:03.865948 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:03.866174 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c49c041d-fce5-4649-9ff4-ee07203c27e0 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:03.866657 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'code': 200} Oct 12 12:42:03.873279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.873679 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.874011 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.874357 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.874665 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.876017 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.876447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.876759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.877375 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.877550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.877880 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:03.878203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:42:04.082644 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acb684-cc02-4d1b-8469-27eb925d7a51 req-f036c3e3-9751-46f2-806f-85dbb78d884b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:04.084237 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56acb684-cc02-4d1b-8469-27eb925d7a51 req-f036c3e3-9751-46f2-806f-85dbb78d884b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0517905 Oct 12 12:42:04.124822 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-56acb684-cc02-4d1b-8469-27eb925d7a51 req-be749201-15e0-4571-9265-75161a6cec70 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Oct 12 12:42:04.510793 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23baba4-0e82-4659-8949-e1bf817fa332 req-6dfb2668-4532-497e-9f10-9cabd3c9e709 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:04.512338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f23baba4-0e82-4659-8949-e1bf817fa332 req-6dfb2668-4532-497e-9f10-9cabd3c9e709 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0614548 Oct 12 12:42:04.552576 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f23baba4-0e82-4659-8949-e1bf817fa332 req-ace639cc-561e-417a-a098-e32397de9696 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337040 Oct 12 12:42:04.582835 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-e0072414-f2fb-4a6c-b176-bede31f21648 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942254 Oct 12 12:42:04.592000 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-5afea45c-1191-40ae-b21d-15d05a8c3bb5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:42:04.593071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-5afea45c-1191-40ae-b21d-15d05a8c3bb5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051985 Oct 12 12:42:05.672214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc494f-f8fc-4e9b-9310-c492c6fbe439 req-09c13484-9cde-44f9-9c94-382ce6d35893 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:05.674041 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76dc494f-f8fc-4e9b-9310-c492c6fbe439 req-09c13484-9cde-44f9-9c94-382ce6d35893 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0527780 Oct 12 12:42:05.710123 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-76dc494f-f8fc-4e9b-9310-c492c6fbe439 req-c96ac16c-095f-43de-9037-50e6887685c6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302806 Oct 12 12:42:06.823545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490c4ea-506f-40ff-b8b0-1faf90b60f5a req-b8f33c63-0cf7-4d77-9759-935a00a9d4af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:06.825027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2490c4ea-506f-40ff-b8b0-1faf90b60f5a req-b8f33c63-0cf7-4d77-9759-935a00a9d4af tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0482256 Oct 12 12:42:06.862861 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2490c4ea-506f-40ff-b8b0-1faf90b60f5a req-5a09a871-3e83-4871-a6e1-539cfb12673f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Oct 12 12:42:07.977618 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8459-9481-40f8-9398-e94fdcd7e694 req-9d073194-7458-4055-a89e-a97653a85868 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:07.979900 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-272a8459-9481-40f8-9398-e94fdcd7e694 req-9d073194-7458-4055-a89e-a97653a85868 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0498023 Oct 12 12:42:08.017520 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-272a8459-9481-40f8-9398-e94fdcd7e694 req-052669f1-8cd6-4ea3-9bbf-a9ca1b6e5e77 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Oct 12 12:42:09.136444 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfee2-b79b-4a79-a04d-54e928007928 req-34c4f4c8-470b-4f86-babe-42abd676e6db tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:09.137920 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4fabfee2-b79b-4a79-a04d-54e928007928 req-34c4f4c8-470b-4f86-babe-42abd676e6db tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0535262 Oct 12 12:42:09.176105 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4fabfee2-b79b-4a79-a04d-54e928007928 req-322e9886-42c1-489b-891e-3a88663c1876 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Oct 12 12:42:10.293209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5ecf-0937-4c40-9969-bcec46fc1618 req-d14b1c20-2900-4b97-98f4-f14869513a9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:10.294724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d87b5ecf-0937-4c40-9969-bcec46fc1618 req-d14b1c20-2900-4b97-98f4-f14869513a9f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0494604 Oct 12 12:42:10.333243 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d87b5ecf-0937-4c40-9969-bcec46fc1618 req-164e2719-524e-44b9-be15-a72ff38afea0 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Oct 12 12:42:11.451453 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439fca5-a164-4b9c-a3f6-1bfcfd9a1c75 req-85807b8c-1d75-446b-8015-21b83d686363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:11.453065 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c439fca5-a164-4b9c-a3f6-1bfcfd9a1c75 req-85807b8c-1d75-446b-8015-21b83d686363 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0517747 Oct 12 12:42:11.492961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c439fca5-a164-4b9c-a3f6-1bfcfd9a1c75 req-1de1a79d-5695-483b-8471-7da4a45803db tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337250 Oct 12 12:42:12.614576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603cf4-aefc-4c16-9e40-9ae3b82264ca req-4e5efae8-4803-4c01-83e6-3dc71347a42f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:12.616075 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a603cf4-aefc-4c16-9e40-9ae3b82264ca req-4e5efae8-4803-4c01-83e6-3dc71347a42f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0541003 Oct 12 12:42:12.655707 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-5a603cf4-aefc-4c16-9e40-9ae3b82264ca req-7b64dbec-faf2-42c9-ac5c-ac7d7b02b060 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Oct 12 12:42:12.840621 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:42:13.418190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-ffa39c7e-8f1f-4664-9e04-87ce97bfc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.419679 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-ffa39c7e-8f1f-4664-9e04-87ce97bfc2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&tenant_id=775e14564bd242f189687929b10b33ea HTTP/1.1" status: 200 len: 1094 time: 0.0405653 Oct 12 12:42:13.481367 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-1e7181cf-012e-44f4-abe5-c253fd6f0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.482822 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-1e7181cf-012e-44f4-abe5-c253fd6f0809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1094 time: 0.0394225 Oct 12 12:42:13.577556 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-37e530c8-9c36-4a7b-b1e7-03d7c9e7dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.579038 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-37e530c8-9c36-4a7b-b1e7-03d7c9e7dc6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0876818 Oct 12 12:42:13.644803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-5c6588ec-2970-4a2c-8ccf-f40047f8b93b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 998 time: 0.0560234 Oct 12 12:42:13.700900 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-394e65fe-1fcb-4093-bb61-4f9353ed9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.703423 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-394e65fe-1fcb-4093-bb61-4f9353ed9cd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0523536 Oct 12 12:42:13.750513 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-031ab461-0ad7-4d70-8281-b89ef269c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.752103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-031ab461-0ad7-4d70-8281-b89ef269c7b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Oct 12 12:42:13.773940 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e83b4-a39c-44ca-8987-1b4c0a02ed51 req-e278ea94-5ae8-4a0c-960a-960a86d908cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:13.775733 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-667e83b4-a39c-44ca-8987-1b4c0a02ed51 req-e278ea94-5ae8-4a0c-960a-960a86d908cd tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0508504 Oct 12 12:42:13.814273 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-667e83b4-a39c-44ca-8987-1b4c0a02ed51 req-0007fa0f-45d8-44e9-bb91-892710165a97 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Oct 12 12:42:13.841303 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-211e7fd4-3ecf-4568-becd-c3ad43fb0a61 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824103 Oct 12 12:42:13.933257 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-04e8cec7-2c5f-4176-9283-f543aaa8da95 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Oct 12 12:42:14.927246 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22f18e-16e1-416b-9913-d56fe4a2f149 req-b80e7f8f-f3ca-48ab-85ae-a1f9207d8184 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:14.928699 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb22f18e-16e1-416b-9913-d56fe4a2f149 req-b80e7f8f-f3ca-48ab-85ae-a1f9207d8184 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0485349 Oct 12 12:42:14.966306 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-eb22f18e-16e1-416b-9913-d56fe4a2f149 req-34d56529-da59-43b8-ac79-0359e34ef355 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Oct 12 12:42:16.084731 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3fb08-40d2-4a62-8be5-504ac62844c4 req-fd8ec31d-17fb-4ef5-9bf3-2bf31205f783 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:16.086172 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85d3fb08-40d2-4a62-8be5-504ac62844c4 req-fd8ec31d-17fb-4ef5-9bf3-2bf31205f783 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0516739 Oct 12 12:42:16.124409 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-85d3fb08-40d2-4a62-8be5-504ac62844c4 req-7f5db860-d0f0-4b5d-b527-ebabe057d626 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312829 Oct 12 12:42:17.239087 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7f3e5-d430-4d0a-a2b1-cc434dda8c05 req-3400ff01-ef91-49c5-a3ae-85e4f1e9e9b4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:17.240575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6b7f3e5-d430-4d0a-a2b1-cc434dda8c05 req-3400ff01-ef91-49c5-a3ae-85e4f1e9e9b4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0484593 Oct 12 12:42:17.279084 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6b7f3e5-d430-4d0a-a2b1-cc434dda8c05 req-e47ec198-c1cb-4369-8af8-2e928a8bd0f2 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Oct 12 12:42:17.779228 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1f3856de-54f0-42c5-bb08-47b94bb08fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:18.393616 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f738a14-36c2-48eb-8fd9-dfafd2583f96 req-2a24a556-0566-428b-8269-b48e1531d708 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:18.395110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f738a14-36c2-48eb-8fd9-dfafd2583f96 req-2a24a556-0566-428b-8269-b48e1531d708 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0485430 Oct 12 12:42:18.432697 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7f738a14-36c2-48eb-8fd9-dfafd2583f96 req-717de702-9519-4259-8efd-c855bc063d9b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Oct 12 12:42:19.548708 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9be20-d866-45b2-aed2-42c7f2885f0b req-772f0f04-0fc1-4a62-a7b4-c26d83e35c5e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:19.550159 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d9be20-d866-45b2-aed2-42c7f2885f0b req-772f0f04-0fc1-4a62-a7b4-c26d83e35c5e tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0515537 Oct 12 12:42:19.587504 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-57d9be20-d866-45b2-aed2-42c7f2885f0b req-3a4ebfc8-5a66-49b8-bbfc-719e241a9af1 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307028 Oct 12 12:42:20.585080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a81dba4a-c7bd-4fa4-898e-492c8eb3d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:20.701727 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4952808-8f1c-4b4e-bc4e-aec2d43ba294 req-414c8683-6cd7-4add-ac71-45486067b325 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:20.703223 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4952808-8f1c-4b4e-bc4e-aec2d43ba294 req-414c8683-6cd7-4add-ac71-45486067b325 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0492890 Oct 12 12:42:20.740554 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b4952808-8f1c-4b4e-bc4e-aec2d43ba294 req-a4077b60-8d74-44ab-8f29-eb6bf794f112 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Oct 12 12:42:21.706992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:42:21.723743 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:21.807142 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:21.819150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'port_id': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'mac_address': 'fa:16:3e:eb:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:42:21.856942 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:21.866409 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a266e1a-233b-4307-9ed5-b22e65376f87 req-2e896624-9773-4a0b-995a-3cc518dc92fe tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:21.867941 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a266e1a-233b-4307-9ed5-b22e65376f87 req-2e896624-9773-4a0b-995a-3cc518dc92fe tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 943 time: 0.0495436 Oct 12 12:42:21.874050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d65e5b-2b2f-4ce2-8451-b08a105c20bc {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:42:21.892893 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:21.905653 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-1a266e1a-233b-4307-9ed5-b22e65376f87 req-5439c3f0-e591-4cec-98fc-8e5579055160 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Oct 12 12:42:21.967836 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:22.015250 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:22.103923 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:22.292968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:42:22.996044 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:23.026165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f879-204d-4eec-a08e-9808214ef3f9 req-c9c7e39e-fa91-48af-9bb5-44b543cbca7b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:23.027661 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2142f879-204d-4eec-a08e-9808214ef3f9 req-c9c7e39e-fa91-48af-9bb5-44b543cbca7b tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 944 time: 0.0538785 Oct 12 12:42:23.065866 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2142f879-204d-4eec-a08e-9808214ef3f9 req-e0ea2c83-6433-4ffc-a2dd-2a3b5dc8e896 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Oct 12 12:42:23.682020 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:23.722645 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:42:23.768998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:42:23.769292 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:23.844852 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:23.866800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:42:23.868989 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491050d8-a291-4fc3-b2ef-71001fe8e509" -d '{"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:42:23.886473 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:42:23.906638 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3391f48-a9e6-41d2-9434-6c76634ad03c x-openstack-request-id: req-f3391f48-a9e6-41d2-9434-6c76634ad03c {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:42:23.906958 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-plugged", "status": "completed", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:42:23.907206 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3391f48-a9e6-41d2-9434-6c76634ad03c {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:42:23.907593 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'code': 200} Oct 12 12:42:23.962295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:24.010928 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:42:24.052870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90b7fe-1825-4ad4-ad00-c4e574d2f32b req-c83fc610-6a87-4f4b-ba33-4dbf1685d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:24.054331 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db90b7fe-1825-4ad4-ad00-c4e574d2f32b req-c83fc610-6a87-4f4b-ba33-4dbf1685d107 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0407567 Oct 12 12:42:24.087919 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-db90b7fe-1825-4ad4-ad00-c4e574d2f32b req-9ad4ec2b-0372-427e-b825-fbadb4395c58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269277 Oct 12 12:42:24.181824 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01713e0-3606-4032-9e94-0d0b5132699e req-ef64f76a-9196-4226-bbe6-b215e9691422 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:24.183319 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a01713e0-3606-4032-9e94-0d0b5132699e req-ef64f76a-9196-4226-bbe6-b215e9691422 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0498874 Oct 12 12:42:24.221934 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a01713e0-3606-4032-9e94-0d0b5132699e req-26e0d39f-7083-47c9-b182-eeb1804b5637 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Oct 12 12:42:25.341173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a3f6-c73e-4926-8792-a9a8fc0536a5 req-df223a38-3c65-4b2b-9495-955672832386 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:25.342628 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af39a3f6-c73e-4926-8792-a9a8fc0536a5 req-df223a38-3c65-4b2b-9495-955672832386 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0533977 Oct 12 12:42:25.382428 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-af39a3f6-c73e-4926-8792-a9a8fc0536a5 req-9f195bff-230f-4309-b8b1-f964a4e2917a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Oct 12 12:42:26.500451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6fb57-946a-4e32-9430-104af78553d1 req-f2d44a97-9704-4794-8096-03eb3a5dbf2f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:26.501947 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34a6fb57-946a-4e32-9430-104af78553d1 req-f2d44a97-9704-4794-8096-03eb3a5dbf2f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0534301 Oct 12 12:42:26.539304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-34a6fb57-946a-4e32-9430-104af78553d1 req-952af3ae-f796-4e0a-be79-b7ff587da031 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Oct 12 12:42:27.721078 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:47.800936 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-010a89ba-dc44-419f-9977-83a768ad420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:49.838990 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:42:50.589406 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-228dd63d-c7a4-494d-b0c1-c391a8aac058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:51.726272 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:52.155900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:52.973131 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:53.682187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:57.779136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:42:59.369731 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-26be018d-fb93-4e1a-94ca-d8eb72b7261e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454931 Oct 12 12:42:59.451225 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24117ce-f981-498b-9640-dd894c12c14f req-c048743c-104e-4b97-b2fc-7c74599ae324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:59.452678 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-c048743c-104e-4b97-b2fc-7c74599ae324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0406921 Oct 12 12:42:59.554249 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24117ce-f981-498b-9640-dd894c12c14f req-25c90f4c-a7a0-420a-b685-75ea6b44c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:59.555717 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-25c90f4c-a7a0-420a-b685-75ea6b44c0e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0847468 Oct 12 12:42:59.624803 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-c93e0d31-fd27-416b-8113-25192a5c8c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0604651 Oct 12 12:42:59.673938 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24117ce-f981-498b-9640-dd894c12c14f req-c9f6b936-c48e-4a49-9aec-d4971a788bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:59.675522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-c9f6b936-c48e-4a49-9aec-d4971a788bd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0444846 Oct 12 12:42:59.725363 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24117ce-f981-498b-9640-dd894c12c14f req-c586fa89-6b30-4cc0-a675-a2a7f0824f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:42:59.727497 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-c586fa89-6b30-4cc0-a675-a2a7f0824f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451062 Oct 12 12:42:59.820138 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-b9a2b18c-e600-45cd-945b-9c9ae83b062a service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Oct 12 12:42:59.914540 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f24117ce-f981-498b-9640-dd894c12c14f req-0fa4b5f8-bbea-4bf6-8a7c-9924b2fcb979 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Oct 12 12:43:17.790087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-da3bf184-2885-4521-a4d8-99a6e5513ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:20.539351 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f3419c80-f18c-477d-bf50-9614dadde971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:21.714080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:22.132937 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:22.989886 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:23.641427 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:26.838927 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:43:27.755780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:47.777136 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cce7c74f-93cc-4615-8030-1c4157cb01b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:50.526753 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f78cb152-15ed-48e4-949a-2aab14fb1749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:51.721615 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:52.113949 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:52.966891 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:53.670066 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:43:57.698080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:01.469166 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-b0cdd608-e0d7-4c65-beda-ab4e858f3b47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485898 Oct 12 12:44:01.552586 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492693a-ca39-4d1b-b192-2328342bda9e req-323bfbe4-432b-4e75-a460-1fbff8e3a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:01.554091 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-323bfbe4-432b-4e75-a460-1fbff8e3a799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0406988 Oct 12 12:44:01.656680 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492693a-ca39-4d1b-b192-2328342bda9e req-f339388f-c666-4849-a038-7b38dc52f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:01.658066 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-f339388f-c666-4849-a038-7b38dc52f2ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.0860586 Oct 12 12:44:01.720611 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-73ef4364-c7d3-4bd9-8bd7-5b1fe4e2d8b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 1000 time: 0.0553389 Oct 12 12:44:01.768268 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492693a-ca39-4d1b-b192-2328342bda9e req-6cd13480-3862-48b6-b4fc-40ad9286a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:01.769656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-6cd13480-3862-48b6-b4fc-40ad9286a0bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0417335 Oct 12 12:44:01.817778 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492693a-ca39-4d1b-b192-2328342bda9e req-46ce30a4-747c-47c7-af9c-dc07df862f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:01.819277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-46ce30a4-747c-47c7-af9c-dc07df862f44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429685 Oct 12 12:44:01.833202 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-85f9a154-230d-4d8e-908c-d4f34932246b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95547) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:44:01.834175 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-85f9a154-230d-4d8e-908c-d4f34932246b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051901 Oct 12 12:44:01.925829 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-2fa48536-c79b-4369-b72e-f7f72a9eb71e service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Oct 12 12:44:02.021458 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-8492693a-ca39-4d1b-b192-2328342bda9e req-e1e79ef8-b4b2-4aa6-a38e-0b8044dc84aa service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879109 Oct 12 12:44:02.613909 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48598) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:03.250268 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Deleting port 3a1687b6-1d34-4a32-a48f-40f996960350 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:03.250603 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:03.322884 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:03.323214 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:03.334930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Calling delete_port for 3a1687b6-1d34-4a32-a48f-40f996960350 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:03.578434 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:03.606194 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'Port': ['ID=3a1687b6-1d34-4a32-a48f-40f996960350,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:03.618496 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.619135 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.619238 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.619504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.619825 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.620150 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.620469 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.620783 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.621099 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.621410 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.621724 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.622035 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:03.675187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:03.675719 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Floating IP c5e008fb-795d-41b2-8064-730f63deaccd disassociated (deleted). External IP: 172.25.2.29, port: a1d65e5b-2b2f-4ce2-8451-b08a105c20bc. Oct 12 12:44:03.837483 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:44:03.902432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:04.008806 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:04.014281 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:04.019148 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:04.027500 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:04.028081 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:04.040993 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-8744f6ed-4555-4680-b999-f413e6f62391 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "DELETE /v2.0/floatingips/c5e008fb-795d-41b2-8064-730f63deaccd HTTP/1.1" status: 204 len: 168 time: 1.4258919 Oct 12 12:44:04.041563 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:44:04.043872 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:04.137171 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:04.347127 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:04.374412 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:04.386206 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:04.390192 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:04.519873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:04.565335 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb6fc6-4176-4538-ac9b-38d1bfc5b6aa x-openstack-request-id: req-adfb6fc6-4176-4538-ac9b-38d1bfc5b6aa {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:04.565971 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:04.566468 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adfb6fc6-4176-4538-ac9b-38d1bfc5b6aa {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:04.567123 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'status': 'completed', 'code': 200} Oct 12 12:44:04.637233 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-1094f702-486c-42e9-8c99-ae0c27564bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:04.639823 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-1094f702-486c-42e9-8c99-ae0c27564bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=775e14564bd242f189687929b10b33ea&device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 1096 time: 0.0495012 Oct 12 12:44:04.690977 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7360-9801-44ea-9824-c6be9a74277c req-78cb0256-347a-4207-8cf4-af7f0ab3ed77 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:04.692973 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea5b7360-9801-44ea-9824-c6be9a74277c req-78cb0256-347a-4207-8cf4-af7f0ab3ed77 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0694602 Oct 12 12:44:04.743062 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-ea5b7360-9801-44ea-9824-c6be9a74277c req-61f2273d-54f9-4d01-a038-671a0ce3cbda tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Oct 12 12:44:04.759229 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-d94c0b0f-cf32-4eca-9da2-edbfa5187996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:04.760745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-d94c0b0f-cf32-4eca-9da2-edbfa5187996 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 200 len: 909 time: 0.1136484 Oct 12 12:44:04.803665 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-ed871e98-44a2-4c74-a829-aaaeb930f72a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 200 len: 217 time: 0.0352120 Oct 12 12:44:04.853612 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:04.856196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-4721f885-4630-4143-b11f-3cd6eeeeec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:04.858499 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-4721f885-4630-4143-b11f-3cd6eeeeec4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 200 len: 847 time: 0.0477085 Oct 12 12:44:04.892047 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff07468-4b65-4aa8-9391-996f8a6ff664 None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:28Z', 'revision_number': 4, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e635110d-1a8b-4211-9f82-f8377460e1da', 'name': '', 'network_id': '7ce39692-ecb7-44e0-ae8f-a9d4e2acd864', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'mac_address': 'fa:16:3e:e8:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:27Z', 'updated_at': '2021-10-12T12:33:32Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'subnets': [{'id': 'c8b48842-63e8-4c1f-997d-a4e3de09a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:04.914874 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-c21a9e16-d54a-4cb2-8a30-bbf3e03589c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:04.916391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-c21a9e16-d54a-4cb2-8a30-bbf3e03589c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500987 Oct 12 12:44:05.017662 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-46f2cfdc-8caa-486e-b7f8-6ca5c8bc78a4 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925362 Oct 12 12:44:05.123933 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-293ee88d-51b9-45a6-abfb-8d0eb93a22cd req-16a6f9f6-df53-4ec0-bc23-02ab9ab71243 service neutron] 10.222.0.41 "GET /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998077 Oct 12 12:44:05.149592 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7e01-edde-4fd7-b004-dd790b65531d None None] New status for floating IP c5e008fb-795d-41b2-8064-730f63deaccd: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:44:05.862350 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5bfb-20b7-4529-915f-ac68050d7a4f req-0031d5d3-6c18-486c-8fd8-ff448055d4a4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:05.864124 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08ee5bfb-20b7-4529-915f-ac68050d7a4f req-0031d5d3-6c18-486c-8fd8-ff448055d4a4 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0498848 Oct 12 12:44:05.904776 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-08ee5bfb-20b7-4529-915f-ac68050d7a4f req-bcfb0149-6472-4d74-ab40-484c66538211 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8b2bdce-8e93-4214-a02c-436782b77a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345583 Oct 12 12:44:06.098485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-30165fb1-0a98-4c5c-a713-b7698595607a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:06.099958 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-30165fb1-0a98-4c5c-a713-b7698595607a tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 945 time: 0.0482733 Oct 12 12:44:06.190406 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Deleting port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:06.190766 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:06.275926 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] For port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:06.276279 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:06.289118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Calling delete_port for a1d65e5b-2b2f-4ce2-8451-b08a105c20bc owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:06.514382 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:06.542961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'Port': ['ID=a1d65e5b-2b2f-4ce2-8451-b08a105c20bc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:06.570152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.570496 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.570856 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.571190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.571521 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.571843 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.572168 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.572490 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.572808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.573127 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.573442 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.573758 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:06.592873 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] No DVR routers for this DVR port a1d65e5b-2b2f-4ce2-8451-b08a105c20bc on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:44:06.595490 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:06.598911 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-e2f692d5-cab7-4f42-95e2-5c098b71d6fc req-0eaceb89-6990-4e6a-933e-a94963ce26b6 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.41 "DELETE /v2.0/ports/a1d65e5b-2b2f-4ce2-8451-b08a105c20bc HTTP/1.1" status: 204 len: 173 time: 0.4926569 Oct 12 12:44:06.599354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-deleted', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:44:06.601977 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c0d046-06c8-4597-af68-fd729f0507c5" -d '{"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-deleted", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:06.685983 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2f272e-da26-4187-b0bf-51ad1c22bbd0 x-openstack-request-id: req-1c2f272e-da26-4187-b0bf-51ad1c22bbd0 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:06.686270 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8142858-d563-446e-a381-a6638063ec8d", "name": "network-vif-deleted", "tag": "a1d65e5b-2b2f-4ce2-8451-b08a105c20bc", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:06.686518 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c2f272e-da26-4187-b0bf-51ad1c22bbd0 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:06.686950 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8142858-d563-446e-a381-a6638063ec8d', 'name': 'network-vif-deleted', 'tag': 'a1d65e5b-2b2f-4ce2-8451-b08a105c20bc', 'status': 'completed', 'code': 200} Oct 12 12:44:07.005714 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e195df21-3f50-44d0-a040-854f25b63588 req-fddb3a5e-10fb-48b8-a6bd-c024180de467 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0294425 Oct 12 12:44:08.104880 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-8dbb1323-12a1-4f07-b75a-ce2891abfd91 req-faf86ae1-54a7-47bb-b874-066295efc20f tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0262659 Oct 12 12:44:09.201686 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f621b9e5-8098-4e67-8d1c-ab0485ccf00b req-5feb33cd-3354-4fa1-b221-95d95aa0585c tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0272784 Oct 12 12:44:10.173789 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:10.194072 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: a1d65e5b-2b2f-4ce2-8451-b08a105c20bc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:10.194408 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device a1d65e5b-2b2f-4ce2-8451-b08a105c20bc not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:10.299764 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6c85c4ea-c135-42f2-952d-5509926d4888 req-0bc395f9-f00e-453d-9e13-bd3bd6b00338 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0279813 Oct 12 12:44:11.397479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f6244ade-19f4-4395-80ff-d58c567ac1d4 req-01c3ae82-d47d-46bb-a983-5353e947f0cf tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8142858-d563-446e-a381-a6638063ec8d HTTP/1.1" status: 200 len: 210 time: 0.0279498 Oct 12 12:44:12.452951 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48642) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:12.521563 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:12.546493 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:12.681176 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:12.683824 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:12.685622 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8b2bdce-8e93-4214-a02c-436782b77a86 HTTP/1.1" status: 204 len: 168 time: 0.2315855 Oct 12 12:44:12.695356 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03acb0-c060-418c-ae8b-6bfd69423453 tempest-TestShelveInstance-319500782 tempest-TestShelveInstance-319500782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2bdce-8e93-4214-a02c-436782b77a86,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:12.797455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48646) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:13.282621 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:13.533489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Deleting port e635110d-1a8b-4211-9f82-f8377460e1da {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:13.534121 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:13.616946 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] For port e635110d-1a8b-4211-9f82-f8377460e1da, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e635110d-1a8b-4211-9f82-f8377460e1da,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:13.617300 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:13.630058 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Calling delete_port for e635110d-1a8b-4211-9f82-f8377460e1da owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:13.852772 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:13.879399 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Pushing event deleted for resources: {'Port': ['ID=e635110d-1a8b-4211-9f82-f8377460e1da,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:14.065135 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:14.282408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Router a7bcdeac-65db-4fb0-bece-adec08d55211 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:14.397209 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:14.402980 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48652) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:14.403741 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-0f585681-018d-47dd-ae46-31ba071ae67d admin admin] 10.222.0.43 "PUT /v2.0/routers/a7bcdeac-65db-4fb0-bece-adec08d55211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6048276 Oct 12 12:44:14.404559 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Sync routers for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:14.414455 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:14.415099 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:14.516847 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:14.525895 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:14.620379 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:14.703259 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:44:13Z', 'revision_number': 5, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port': {'id': '7af8b8d6-18cb-415d-9ec6-f6c907519495', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:14.734629 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Checking router: a7bcdeac-65db-4fb0-bece-adec08d55211 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:14.743435 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Routers {'a7bcdeac-65db-4fb0-bece-adec08d55211'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:14.744036 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['a7bcdeac-65db-4fb0-bece-adec08d55211'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:14.752396 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Deleting port 7af8b8d6-18cb-415d-9ec6-f6c907519495 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:14.752754 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:14.826556 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] Set router a7bcdeac-65db-4fb0-bece-adec08d55211 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:14.831603 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] For port 7af8b8d6-18cb-415d-9ec6-f6c907519495, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=7af8b8d6-18cb-415d-9ec6-f6c907519495,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:14.832042 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:14.845265 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Calling delete_port for 7af8b8d6-18cb-415d-9ec6-f6c907519495 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:14.882180 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:44:14Z', 'revision_number': 6, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:14.908195 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9512b-f401-43f8-8b8c-d30b567a10a1 None None] The sync data for ids ['a7bcdeac-65db-4fb0-bece-adec08d55211'] in n-d-813419-3 is: [{'id': 'a7bcdeac-65db-4fb0-bece-adec08d55211', 'name': 'tempest-TestShelveInstance-328710927-router', 'tenant_id': '775e14564bd242f189687929b10b33ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:25Z', 'updated_at': '2021-10-12T12:44:14Z', 'revision_number': 6, 'project_id': '775e14564bd242f189687929b10b33ea', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:15.110012 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.135692 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af8b8d6-18cb-415d-9ec6-f6c907519495,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:15.198892 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.632587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.634549 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.748862 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.749443 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7bcdeac-65db-4fb0-bece-adec08d55211 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:44:15.753658 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.754825 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-920ef894-c7c7-46d0-8189-52cb4a1ecd81 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a7bcdeac-65db-4fb0-bece-adec08d55211 HTTP/1.1" status: 204 len: 168 time: 1.3497977 Oct 12 12:44:15.757521 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48654) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:15.808092 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Deleting subnet c8b48842-63e8-4c1f-997d-a4e3de09a151 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:44:15.811873 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.847131 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:15.930133 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.052823 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.077998 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b48842-63e8-4c1f-997d-a4e3de09a151,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:16.081670 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.085148 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-270c0072-e562-4059-9bb0-5f0d63572db1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c8b48842-63e8-4c1f-997d-a4e3de09a151 HTTP/1.1" status: 204 len: 168 time: 0.3260868 Oct 12 12:44:16.087391 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb210371-0933-49a0-8046-ba6a990d928c None None] Network 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:16.087827 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48656) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:16.154756 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.211361 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Deleting port e6be91f4-b96c-4b4a-9b6d-515833d30577 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:16.211699 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.284285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] For port e6be91f4-b96c-4b4a-9b6d-515833d30577, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e6be91f4-b96c-4b4a-9b6d-515833d30577,segment=NetworkSegment(0719bf13-7d16-4975-87c3-028976fde91d),segment_id=0719bf13-7d16-4975-87c3-028976fde91d)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:16.284643 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.298263 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Calling delete_port for e6be91f4-b96c-4b4a-9b6d-515833d30577 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:16.350508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e635110d-1a8b-4211-9f82-f8377460e1da no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:16.374125 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e635110d-1a8b-4211-9f82-f8377460e1da {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:16.374470 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e635110d-1a8b-4211-9f82-f8377460e1da not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:16.374910 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7af8b8d6-18cb-415d-9ec6-f6c907519495 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:16.395735 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 7af8b8d6-18cb-415d-9ec6-f6c907519495 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:16.396059 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 7af8b8d6-18cb-415d-9ec6-f6c907519495 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:16.435576 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.457535 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8265fbd-f486-43b0-aa7e-01635bf4cd4e None None] DHCP port deletion for 7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:44:16.464820 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e6be91f4-b96c-4b4a-9b6d-515833d30577,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:16.471530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] No DVR routers for this DVR port e6be91f4-b96c-4b4a-9b6d-515833d30577 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:44:16.542087 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.562576 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce39692-ecb7-44e0-ae8f-a9d4e2acd864']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:16.571874 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0719bf13-7d16-4975-87c3-028976fde91d') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:16.572178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0719bf13-7d16-4975-87c3-028976fde91d') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:16.585309 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.598874 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.604761 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:44:16.605149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:44:16.607548 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:44:16.709289 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.714529 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:16.718338 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] 10.222.0.43 "DELETE /v2.0/networks/7ce39692-ecb7-44e0-ae8f-a9d4e2acd864 HTTP/1.1" status: 204 len: 168 time: 0.6299698 Oct 12 12:44:16.721564 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48658) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:16.729234 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278ecb-290c-4549-80d2-ea2f66decdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce39692-ecb7-44e0-ae8f-a9d4e2acd864,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:17.073344 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:17.316424 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Deleting port d616a970-e48b-4cd0-93b9-64635255ed0b {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:17.316767 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:17.393216 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] For port d616a970-e48b-4cd0-93b9-64635255ed0b, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=d616a970-e48b-4cd0-93b9-64635255ed0b,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:17.393492 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:17.406231 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Calling delete_port for d616a970-e48b-4cd0-93b9-64635255ed0b owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:17.641273 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:17.672261 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d616a970-e48b-4cd0-93b9-64635255ed0b,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:17.761627 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3ce-8c18-452f-bd86-95b1e6df6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:17.842957 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.058924 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Router 54871063-17a3-48a7-a5db-2a70455e5b86 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:18.163523 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:18.168493 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9c1909cd-e3cc-4c35-be4b-647004a911f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/54871063-17a3-48a7-a5db-2a70455e5b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4459159 Oct 12 12:44:18.171291 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48660) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:18.172331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Sync routers for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:18.181200 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:18.181800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:18.274792 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.286480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:18.380853 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.410992 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e6be91f4-b96c-4b4a-9b6d-515833d30577 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:18.437866 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e6be91f4-b96c-4b4a-9b6d-515833d30577 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:18.438205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e6be91f4-b96c-4b4a-9b6d-515833d30577 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:18.491186 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Deleting port a2f540c7-72de-43dd-9c57-35f1cb3e99e7 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:18.492064 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.492556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:44:17Z', 'revision_number': 5, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port': {'id': 'a2f540c7-72de-43dd-9c57-35f1cb3e99e7', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:33:31Z', 'updated_at': '2021-10-12T12:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:18.518824 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Checking router: 54871063-17a3-48a7-a5db-2a70455e5b86 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:18.527028 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Routers {'54871063-17a3-48a7-a5db-2a70455e5b86'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:18.527619 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:43:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['54871063-17a3-48a7-a5db-2a70455e5b86'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:18.580451 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] For port a2f540c7-72de-43dd-9c57-35f1cb3e99e7, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:18.580836 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.593159 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Calling delete_port for a2f540c7-72de-43dd-9c57-35f1cb3e99e7 owned by network:router_gateway {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:18.617055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] Set router 54871063-17a3-48a7-a5db-2a70455e5b86 gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:18.671558 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:44:18Z', 'revision_number': 6, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:18.697788 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b2ed5-ba83-40c1-84b7-4ce83b3d00a4 None None] The sync data for ids ['54871063-17a3-48a7-a5db-2a70455e5b86'] in n-d-813419-3 is: [{'id': '54871063-17a3-48a7-a5db-2a70455e5b86', 'name': 'tempest-TestShelveInstance-364773839-router', 'tenant_id': 'c9387875bb984a7aac12dce83643dd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:33:30Z', 'updated_at': '2021-10-12T12:44:18Z', 'revision_number': 6, 'project_id': 'c9387875bb984a7aac12dce83643dd7f', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:18.823961 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:18.852030 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f540c7-72de-43dd-9c57-35f1cb3e99e7,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:18.913875 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.003923 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.005897 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.127004 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.127554 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54871063-17a3-48a7-a5db-2a70455e5b86 {{(pid=95547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:44:19.132503 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.133752 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-1eae62b4-ec38-43e2-83d9-d57ee69df9b6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/54871063-17a3-48a7-a5db-2a70455e5b86 HTTP/1.1" status: 204 len: 168 time: 0.9614897 Oct 12 12:44:19.136264 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48662) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:19.188515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Deleting subnet 3ce00485-417d-4abf-a630-70991640ab14 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:44:19.191553 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.227430 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.301743 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.422643 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.449515 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce00485-417d-4abf-a630-70991640ab14,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:19.451536 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.454794 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-617619a6-ce74-4871-b338-05cb1c1d2490 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ce00485-417d-4abf-a630-70991640ab14 HTTP/1.1" status: 204 len: 168 time: 0.3175697 Oct 12 12:44:19.457410 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48664) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:19.463636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31172137-623e-4bd5-b199-688128f5d872 None None] Network cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:19.533184 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.587830 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Deleting port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:19.588170 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.642877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] DHCP port deletion for cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:44:19.659633 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] For port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:19.660027 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.674017 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Calling delete_port for 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:19.691130 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Deleting port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:44:19.691516 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.769090 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] For port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,segment=NetworkSegment(fcbe270b-43e2-4be9-b316-221c76f453e0),segment_id=fcbe270b-43e2-4be9-b316-221c76f453e0)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:19.769090 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.777651 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Calling delete_port for 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:44:19.828259 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.853093 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.859667 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Pushing event deleted for resources: {'Port': ['ID=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:19.861466 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] No DVR routers for this DVR port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:44:19.878966 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Pushing event deleted for resources: {'Port': ['ID=22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:19.889293 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.889631 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.889968 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.890301 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.890635 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.890972 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.891294 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.891612 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.891945 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.892245 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.892561 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.892876 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:19.895537 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740f784-7fdc-454b-b027-0eb1d82bae29 None None] No DVR routers for this DVR port 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:44:19.933048 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.953260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:19.962283 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbe270b-43e2-4be9-b316-221c76f453e0') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:19.962522 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbe270b-43e2-4be9-b316-221c76f453e0') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:19.972372 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.985277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.990963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:44:19.991350 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:44:19.992966 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:44:20.098036 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.103773 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.110232 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] 10.222.0.43 "DELETE /v2.0/networks/cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9 HTTP/1.1" status: 204 len: 168 time: 0.6487391 Oct 12 12:44:20.117863 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f322ff-e20d-4c41-a2c2-295bfae6e46c admin admin] Pushing event deleted for resources: {'Network': ['ID=cea7a3ce-07ca-4350-9fe1-8f2c90a3b7a9,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:20.360239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:20.384173 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:20.384520 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 22b65b6c-4c6f-4a4b-a9d5-249f3db20cf4 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:20.384931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2f540c7-72de-43dd-9c57-35f1cb3e99e7 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:20.403752 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: a2f540c7-72de-43dd-9c57-35f1cb3e99e7 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:20.404096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device a2f540c7-72de-43dd-9c57-35f1cb3e99e7 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:20.404496 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d616a970-e48b-4cd0-93b9-64635255ed0b no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:44:20.423217 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: d616a970-e48b-4cd0-93b9-64635255ed0b {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:44:20.423568 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device d616a970-e48b-4cd0-93b9-64635255ed0b not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:44:20.432631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48670) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:20.473237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4c1c3018-09f1-4885-953f-5f9b045b01c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=775e14564bd242f189687929b10b33ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393429 Oct 12 12:44:20.475675 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48672) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:20.523737 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.542127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-773791d7-ccf2-447a-aa86-4dc50e1a388f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.545951 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.656447 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.659151 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:20.660305 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/378914dd-7205-4634-beed-c0e125a5db63 HTTP/1.1" status: 204 len: 168 time: 0.1836648 Oct 12 12:44:20.668242 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc639c1-dd8a-4a38-b256-1c6064c49e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378914dd-7205-4634-beed-c0e125a5db63,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:21.323529 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48678) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:21.364055 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1ac2d4c8-a239-49a1-8e87-af3d9f68e751 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9387875bb984a7aac12dce83643dd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385227 Oct 12 12:44:21.365732 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48680) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:21.413568 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:21.439816 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:21.544180 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:21.546869 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:21.548039 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df35079a-969d-40bb-82e7-8383f1ed17fd HTTP/1.1" status: 204 len: 168 time: 0.1814301 Oct 12 12:44:21.559976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669655c-d406-46fa-aa7e-9bbfd8e129a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35079a-969d-40bb-82e7-8383f1ed17fd,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:21.726596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.115195 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.537200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48702) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:22.631692 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-917582033-network', 'tenant_id': '21102330e2824938bba07bb42e9a21b0'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:22.715039 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Made reservation on behalf of 21102330e2824938bba07bb42e9a21b0 for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:22.717326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.725828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.799205 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.863555 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.890376 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:44:22.896494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa1812-e210-4455-b973-0fc359f5bc77,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:22.902283 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.902675 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Added segment 41862d9c-dfb8-4aca-98c1-6222157c6572 of type vlan for network 193f259b-7d2b-4717-83d7-b1b623e3962c Oct 12 12:44:22.944605 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:22.998955 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.023324 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.024277 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:23.024851 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.086041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] Pushing event updated for resources: {'Network': ['ID=193f259b-7d2b-4717-83d7-b1b623e3962c,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:23.096026 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network 193f259b-7d2b-4717-83d7-b1b623e3962c details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:44:23.124137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-ad3da391-291b-4f58-bd2f-d48372af32f9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5857573 Oct 12 12:44:23.127060 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48708) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:23.131928 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Request body: {'subnet': {'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-917582033-subnet', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'ip_version': 4}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:23.233444 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Made reservation on behalf of 21102330e2824938bba07bb42e9a21b0 for: {'subnet': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:23.236101 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294786295'] for subnet, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.462352 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4253534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294786265'] for subnet, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.519125 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e04812-7009-4ed9-818d-fc35c6852c02,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:23.526121 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Checking segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:23.526473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Network hostable DHCP agents. Network: 193f259b-7d2b-4717-83d7-b1b623e3962c, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:44:23.593413 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:44:23.679194 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, 193f259b-7d2b-4717-83d7-b1b623e3962c) {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:23.683140 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:23.683747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.692705 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc9f93-3654-41ac-a520-c6538434c66f None None] Network 193f259b-7d2b-4717-83d7-b1b623e3962c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:23.736187 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.773642 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-5b537f63-27e6-4afd-99c0-5b501b7c164e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6454935 Oct 12 12:44:23.776266 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48710) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:23.781695 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:23.830907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-193f259b-7d2b-4717-83d7-b1b623e3962c', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:44:23.831764 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.875287 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.876368 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.931455 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:23.960969 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Allocated IP 172.20.0.2 (193f259b-7d2b-4717-83d7-b1b623e3962c/f8e04812-7009-4ed9-818d-fc35c6852c02/b45240dd-17bb-4fa7-a637-46fa3ec41dd0) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:24.104613 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.166003 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.188494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.225259 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:24.228035 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:24.233759 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:24.244464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Pushing event updated for resources: {'Port': ['ID=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:24.296855 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Attempting to bind port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:24.297210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Attempting to bind port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:24.297516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Attempting to bind port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:24.302942 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:24.303311 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Checking segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:24.303707 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.304094 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Bound using segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:24.304548 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Bound port: b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:24.304926 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.367823 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] For port b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:24.370731 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] For port b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:24.436624 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.456176 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.462268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.529890 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba8ed-a8b0-400f-b70c-22f8c450d5c7 None None] Pushing event updated for resources: {'Port': ['ID=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:24.564527 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Allocated IP 172.25.2.108 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/cc45a0f3-c522-40e2-921a-9b05b111e706) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:24.673646 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.856797 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:24.902435 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:24.906744 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:24.909320 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:24.911288 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Pushing event updated for resources: {'Port': ['ID=cc45a0f3-c522-40e2-921a-9b05b111e706,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:25.223654 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.489464 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ccf32-8b3d-4800-9a72-09614c5e39de None None] Network 193f259b-7d2b-4717-83d7-b1b623e3962c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:25.586455 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] Provisioning complete for port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:25.586856 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.728430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.763864 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] For port b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:25.772369 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.847058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.898479 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763ced-532b-4bd8-a6c9-86061c50ece8 None None] Pushing event updated for resources: {'Port': ['ID=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:25.965157 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b8858179-cbff-44f4-9331-c2fc562a4292 None None] Provisioning complete for port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:25.966127 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b8858179-cbff-44f4-9331-c2fc562a4292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:25.966921 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:44:26.072777 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:26.082059 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:26.090917 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:26.096179 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:26.151407 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] Notify callbacks [] for router, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.152726 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-6380396b-ff53-47e8-a995-d01f49999e31 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3754625 Oct 12 12:44:26.155566 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48714) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:26.195906 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:26.380667 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:25Z', 'revision_number': 3, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:26.380901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b45240dd-17bb-4fa7-a637-46fa3ec41dd0 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:26.411041 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:26.411434 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Updating router ec975b01-1186-452f-b4b8-6c97f86b70e9 port cc45a0f3-c522-40e2-921a-9b05b111e706 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:44:26.428507 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:26.428876 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.438726 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.584922 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.695745 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.740196 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Allocated IP 172.20.0.1 (193f259b-7d2b-4717-83d7-b1b623e3962c/f8e04812-7009-4ed9-818d-fc35c6852c02/8a39dc43-dbe1-443e-9e02-29718b1dd957) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:26.755003 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.804613 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Attempting to bind port cc45a0f3-c522-40e2-921a-9b05b111e706 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:26.804980 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Attempting to bind port cc45a0f3-c522-40e2-921a-9b05b111e706 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:26.805338 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Attempting to bind port cc45a0f3-c522-40e2-921a-9b05b111e706 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:26.812773 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Pushing event updated for resources: {'Port': ['ID=cc45a0f3-c522-40e2-921a-9b05b111e706,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:26.815868 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:26.816233 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:26.816630 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.817017 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:26.817475 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Bound port: cc45a0f3-c522-40e2-921a-9b05b111e706, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:26.817851 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.824014 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.824353 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.825460 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.825796 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.826119 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.826441 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.826791 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.827111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.827426 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.827740 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.828053 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.828363 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:44:26.844881 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.878823 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] For port cc45a0f3-c522-40e2-921a-9b05b111e706, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:26.881866 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] For port cc45a0f3-c522-40e2-921a-9b05b111e706, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc45a0f3-c522-40e2-921a-9b05b111e706,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:26.932559 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.942007 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:26.972201 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:26.978003 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:26.980260 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:26.999632 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcba19-1bd0-46f0-8a1f-a34452ef128d None None] Pushing event updated for resources: {'Port': ['ID=cc45a0f3-c522-40e2-921a-9b05b111e706,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:27.008250 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:27.008869 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:27.013135 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Pushing event updated for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:27.043157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.119436 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:27.221148 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.272806 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-64becad4-43a1-4fa0-8a79-02f70b109d6f None None] Provisioning complete for port 8a39dc43-dbe1-443e-9e02-29718b1dd957 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:27.273409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-64becad4-43a1-4fa0-8a79-02f70b109d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.311985 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-64becad4-43a1-4fa0-8a79-02f70b109d6f None None] Port 8a39dc43-dbe1-443e-9e02-29718b1dd957 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:27.386010 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.388491 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:25Z', 'revision_number': 3, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:27.413671 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fbfa5-9152-4fce-90ea-f5f1ded61233 None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:25Z', 'revision_number': 3, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:27.451319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.526434 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Pushing event updated for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:27.530277 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.631101 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:27.636693 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:27.709681 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.779411 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:27.897049 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:27.902071 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-7ba1a483-4b4d-4f75-83f4-9bc3cef82e7d admin admin] 10.222.0.43 "PUT /v2.0/routers/ec975b01-1186-452f-b4b8-6c97f86b70e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455280 Oct 12 12:44:27.936581 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-002d9c57-8551-476e-b624-97c6b8039b8c None None] Provisioning complete for port 8a39dc43-dbe1-443e-9e02-29718b1dd957 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:27.937087 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-002d9c57-8551-476e-b624-97c6b8039b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:27.972860 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-002d9c57-8551-476e-b624-97c6b8039b8c None None] Port 8a39dc43-dbe1-443e-9e02-29718b1dd957 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:28.383345 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc45a0f3-c522-40e2-921a-9b05b111e706 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:28.430210 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cc45a0f3-c522-40e2-921a-9b05b111e706 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:28.430581 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.513706 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.534436 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port cc45a0f3-c522-40e2-921a-9b05b111e706, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc45a0f3-c522-40e2-921a-9b05b111e706,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:28.615618 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.620649 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48732) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:28.629071 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1655145489-network', 'tenant_id': '36ea8ffce717435790b0b6186666378e'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:28.670135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=cc45a0f3-c522-40e2-921a-9b05b111e706,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:28.713455 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Made reservation on behalf of 36ea8ffce717435790b0b6186666378e for: {'network': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:28.716067 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for network, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.724944 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.799684 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.867535 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.896204 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 12:44:28.906685 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab6af7-5e27-477a-b600-01883325c736,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:28.915042 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.915466 n-d-813419-3 neutron-server[95548]: INFO neutron.db.segments_db [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Added segment 4df12c39-05de-4031-b5f3-79fec364e7c7 of type vlan for network c19b7983-4c97-4532-aae5-12b8fbc459b3 Oct 12 12:44:28.962861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789654681676'] for network, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:28.996331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:29.003213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:29.003805 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:29.040597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284'] for network, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.041579 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:29.042132 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.107601 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] Pushing event updated for resources: {'Network': ['ID=c19b7983-4c97-4532-aae5-12b8fbc459b3,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:29.129630 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-e840d6ab-0020-4891-983b-6dcf56510085 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5058761 Oct 12 12:44:29.132312 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48734) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:29.137432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Request body: {'subnet': {'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1655145489-subnet', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'ip_version': 4}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:29.201298 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Made reservation on behalf of 36ea8ffce717435790b0b6186666378e for: {'subnet': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:29.203619 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4456788'] for subnet, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.238118 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 details requested by agent ovs-agent-n-d-813419-3 with host n-d-813419-3 {{(pid=95549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 12:44:29.318841 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:29.446560 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4550400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4456826'] for subnet, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.504441 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e92a84-b552-4fa3-ba89-66cd1c461549,revision_number=0']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:29.516609 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Checking segment: {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:29.516964 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Network hostable DHCP agents. Network: c19b7983-4c97-4532-aae5-12b8fbc459b3, hostable agents: ['b1387709-f8ca-4f64-8b67-d3e471b117a3'], hosted agents: [] {{(pid=95548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 12:44:29.521227 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 2, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:29.548239 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:29.548603 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Updating router ec975b01-1186-452f-b4b8-6c97f86b70e9 port 8a39dc43-dbe1-443e-9e02-29718b1dd957 binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:44:29.572680 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.623553 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 is scheduled to be hosted by DHCP agent b1387709-f8ca-4f64-8b67-d3e471b117a3 with binding_index 1 {{(pid=95548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 12:44:29.686311 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-3, c19b7983-4c97-4532-aae5-12b8fbc459b3) {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:29.691772 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:29.692822 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.696987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20bb5c-0738-4ba7-bf4b-1608de564ed3 None None] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:29.782620 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-67948eb0-15d9-42e1-b756-01d85317f612 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6492410 Oct 12 12:44:29.785066 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48742) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:29.789445 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:29.862148 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8008180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61199'] for router, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.863341 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8010295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8023096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61184'] for router, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.918048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.950395 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3dba7e7-f627-5be4-9cf5-9bd12d870b39-c19b7983-4c97-4532-aae5-12b8fbc459b3', 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'fixed_ips': [{'subnet_id': '47e92a84-b552-4fa3-ba89-66cd1c461549'}]}} from n-d-813419-3. {{(pid=95549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 12:44:29.951409 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:29.954295 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.040626 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.133607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1f00-20b2-4f9e-bc27-70927bd02af3 None None] Pushing event updated for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:30.135725 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.154937 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.db_base_plugin_common [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Allocated IP 172.20.0.2 (c19b7983-4c97-4532-aae5-12b8fbc459b3/47e92a84-b552-4fa3-ba89-66cd1c461549/69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc) {{(pid=95549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:30.206219 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Attempting to bind port 8a39dc43-dbe1-443e-9e02-29718b1dd957 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:30.206602 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Attempting to bind port 8a39dc43-dbe1-443e-9e02-29718b1dd957 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:30.206998 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Attempting to bind port 8a39dc43-dbe1-443e-9e02-29718b1dd957 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:30.221070 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:30.221624 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Checking segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:30.222045 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.222447 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Bound using segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:30.223554 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Bound port: 8a39dc43-dbe1-443e-9e02-29718b1dd957, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:30.223946 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.368399 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] For port 8a39dc43-dbe1-443e-9e02-29718b1dd957, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:30.373556 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc45a0f3-c522-40e2-921a-9b05b111e706 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:30.416076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.422521 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] For port 8a39dc43-dbe1-443e-9e02-29718b1dd957, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a39dc43-dbe1-443e-9e02-29718b1dd957,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:30.434802 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.441899 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.452169 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-48e98580-0bd3-437f-a7c5-c2af35f97358 None None] Provisioning complete for port 8a39dc43-dbe1-443e-9e02-29718b1dd957 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:30.452535 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-48e98580-0bd3-437f-a7c5-c2af35f97358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.489900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.501303 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port cc45a0f3-c522-40e2-921a-9b05b111e706 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:30.501673 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.524226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-48e98580-0bd3-437f-a7c5-c2af35f97358 None None] Port 8a39dc43-dbe1-443e-9e02-29718b1dd957 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:30.544551 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Allocated IP 172.25.2.192 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c83551a9-ab80-43c4-841f-9ce5505cd678) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:30.548111 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846'] for port, after_create {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.603223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1f00-20b2-4f9e-bc27-70927bd02af3 None None] Pushing event updated for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:30.610539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 is already hosted by enough agents. {{(pid=95549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:30.611515 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:30.612131 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:30.617385 n-d-813419-3 neutron-server[95549]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Resources bound (agent type, host, resource id): {{(pid=95549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:30.652859 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.670883 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Received port after_create {{(pid=95549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:30.744348 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.773751 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Pushing event updated for resources: {'Port': ['ID=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,revision_number=1']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:30.787930 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:30.797975 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:30.801145 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:30.831285 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Pushing event updated for resources: {'Port': ['ID=c83551a9-ab80-43c4-841f-9ce5505cd678,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:30.841257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Attempting to bind port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:30.841257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Attempting to bind port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:30.841257 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Attempting to bind port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc on network c19b7983-4c97-4532-aae5-12b8fbc459b3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:30.845091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:30.878071 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:30.878445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Checking segment: {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:30.878872 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.879267 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Bound using segment: {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:30.879745 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Bound port: 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:30.880126 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:30.903996 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] Provisioning complete for port 8a39dc43-dbe1-443e-9e02-29718b1dd957 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:30.904373 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:31.080695 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] For port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:31.085873 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] For port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:31.290099 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:31.360584 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:31.408988 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa7de6-11ff-42a4-a257-f643cdd1e4c8 None None] Pushing event updated for resources: {'Port': ['ID=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,revision_number=2']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:31.429933 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] For port 8a39dc43-dbe1-443e-9e02-29718b1dd957, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a39dc43-dbe1-443e-9e02-29718b1dd957,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:31.443678 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:30Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:31.472897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af476f-5f8c-419b-a89b-e3466e87527b None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:30Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:31.498500 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:31.579025 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:31.596803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a7d4-d779-4e7a-971e-270dc9c1e7e6 None None] Pushing event updated for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:31.858828 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8008063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870694'] for router, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.103847 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Router 84b377dd-2895-4453-88d1-bb5ce68fb10c is scheduled to L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 with binding_index 1 {{(pid=95548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 12:44:32.221344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:32.233247 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Sync routers for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:32.243800 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:32.249346 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:32.329092 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.336663 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48750) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:32.337121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-f2c2e75d-8892-4816-9068-2cc3c88cce40 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5477467 Oct 12 12:44:32.396158 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:32.453776 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a39dc43-dbe1-443e-9e02-29718b1dd957 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:32.524204 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 8a39dc43-dbe1-443e-9e02-29718b1dd957 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:32.524821 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.640462 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57db6fd-bf98-411e-a66b-fc94cea3e0f7 None None] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:44:32.651873 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 3, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:32.682352 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Checking router: 84b377dd-2895-4453-88d1-bb5ce68fb10c for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:32.683036 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Updating router 84b377dd-2895-4453-88d1-bb5ce68fb10c port c83551a9-ab80-43c4-841f-9ce5505cd678 binding host n-d-813419-3 {{(pid=95550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:44:32.701113 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:32.712309 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.758215 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] Provisioning complete for port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:32.758587 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.882471 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:32.882794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.900270 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:32.977055 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.029239 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks [] for port, precommit_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.053037 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] For port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:33.055593 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.086975 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Allocated IP 172.20.0.1 (c19b7983-4c97-4532-aae5-12b8fbc459b3/47e92a84-b552-4fa3-ba89-66cd1c461549/e93e62d3-8b81-4b0b-8657-52576939bcaf) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:33.121043 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.130932 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.177720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc49d3-3f12-4ad4-ad54-98f1876f26be None None] Pushing event updated for resources: {'Port': ['ID=c83551a9-ab80-43c4-841f-9ce5505cd678,revision_number=2']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:33.180448 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Attempting to bind port c83551a9-ab80-43c4-841f-9ce5505cd678 on host n-d-813419-3 for vnic_type normal with profile {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:33.180815 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Attempting to bind port c83551a9-ab80-43c4-841f-9ce5505cd678 by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:33.181288 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Attempting to bind port c83551a9-ab80-43c4-841f-9ce5505cd678 on network 083415d2-5f78-4c4a-936f-77a4f7ce5029 {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:33.188182 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:33.188703 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Checking segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:33.189306 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.189819 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Bound using segment: {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'} {{(pid=95550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:33.190360 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.managers [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Bound port: c83551a9-ab80-43c4-841f-9ce5505cd678, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee15800-7fb1-457b-a38c-d9f32020cb6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029'}}] {{(pid=95550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:33.190841 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.214477 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 12:44:33.214858 n-d-813419-3 neutron-server[95549]: DEBUG oslo_db.api [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 12:44:33.218098 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2e27-f3e6-444a-8b57-46616075dd67 None None] Pushing event updated for resources: {'Port': ['ID=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:33.250598 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.253268 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] For port c83551a9-ab80-43c4-841f-9ce5505cd678, host n-d-813419-3, cleared binding levels {{(pid=95550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:33.256715 n-d-813419-3 neutron-server[95550]: DEBUG neutron.plugins.ml2.db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] For port c83551a9-ab80-43c4-841f-9ce5505cd678, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c83551a9-ab80-43c4-841f-9ce5505cd678,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:33.258895 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-60e161b8-b25d-4989-85ea-f8be3e276b8d None None] Provisioning complete for port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:33.259268 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-60e161b8-b25d-4989-85ea-f8be3e276b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.326911 n-d-813419-3 neutron-server[95550]: DEBUG neutron_lib.callbacks.manager [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.364669 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.384619 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:33.385224 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:33.387823 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc49d3-3f12-4ad4-ad54-98f1876f26be None None] Pushing event updated for resources: {'Port': ['ID=c83551a9-ab80-43c4-841f-9ce5505cd678,revision_number=3']} {{(pid=95550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:33.401289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:33.404354 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:33.409963 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:33.441540 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Pushing event updated for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:33.460265 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870519'] for router_interface, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.492916 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:33.650187 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.661211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-0fd8ad6c-371c-4758-ad88-30f2f6a50fe8 None None] Provisioning complete for port e93e62d3-8b81-4b0b-8657-52576939bcaf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:33.662014 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ad6c-371c-4758-ad88-30f2f6a50fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.679024 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 3, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:33.698116 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8ad6c-371c-4758-ad88-30f2f6a50fe8 None None] Port e93e62d3-8b81-4b0b-8657-52576939bcaf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:33.704837 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da1c9-2261-44a6-b6c3-e2e5ab631af0 None None] The sync data for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 is: [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 3, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:33.820593 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.881031 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.976600 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8009639'] for router_interface, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:33.977585 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Pushing event updated for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:34.076631 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:34.078181 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:34.202917 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Router 84b377dd-2895-4453-88d1-bb5ce68fb10c has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:34.328008 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-9f93a9bf-1847-4b7c-b863-f4043c75d96f None None] Provisioning complete for port e93e62d3-8b81-4b0b-8657-52576939bcaf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:34.328384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9f93a9bf-1847-4b7c-b863-f4043c75d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:34.332310 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:34.338319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9ade42be-eecd-4c18-8884-8189e6302db6 admin admin] 10.222.0.43 "PUT /v2.0/routers/84b377dd-2895-4453-88d1-bb5ce68fb10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035822 Oct 12 12:44:34.381046 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-9f93a9bf-1847-4b7c-b863-f4043c75d96f None None] Port e93e62d3-8b81-4b0b-8657-52576939bcaf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:34.478854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c83551a9-ab80-43c4-841f-9ce5505cd678 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:34.531746 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c83551a9-ab80-43c4-841f-9ce5505cd678 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:34.532222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:34.621167 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:34.644574 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] For port c83551a9-ab80-43c4-841f-9ce5505cd678, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c83551a9-ab80-43c4-841f-9ce5505cd678,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:34.730961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:34.731768 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:34.809862 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Pushing event updated for resources: {'Port': ['ID=c83551a9-ab80-43c4-841f-9ce5505cd678,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:34.823262 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:34.823639 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.192355 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48758) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:35.196939 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347142915', 'description': 'tempest-secgroup-smoke-1347142915 description', 'project_id': '21102330e2824938bba07bb42e9a21b0'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:35.287157 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.313699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Sync routers for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:35.322899 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:35.323497 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:35.375747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.428790 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:35.461770 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.492113 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e5c35-9756-406f-a0d2-fa397e5e5b7c,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:35.583990 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.585322 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-2eac4edd-03f6-4a10-bf91-4ae6dadf7088 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3918509 Oct 12 12:44:35.588086 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48760) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:35.592717 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:35.629505 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 4, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e93e62d3-8b81-4b0b-8657-52576939bcaf', 'name': '', 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'mac_address': 'fa:16:3e:47:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:32Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 2, 'project_id': '36ea8ffce717435790b0b6186666378e', 'subnets': [{'id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:35.655706 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Checking router: 84b377dd-2895-4453-88d1-bb5ce68fb10c for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:35.656055 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Updating router 84b377dd-2895-4453-88d1-bb5ce68fb10c port e93e62d3-8b81-4b0b-8657-52576939bcaf binding host n-d-813419-3 {{(pid=95549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 12:44:35.680435 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.696907 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.756408 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.823484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.842714 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7f7c4f-d4de-4418-965e-cfc1dfbf2e71,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:35.917018 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:35.918703 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-68c45ad7-af34-4f35-83d9-0002d74352bf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291676 Oct 12 12:44:35.921656 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48762) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:35.926248 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:35.948368 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks [] for port, precommit_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.028886 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.033414 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.085049 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778849-2571-4029-9e22-350f1cb80a62 None None] Pushing event updated for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=3']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:36.089747 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.136994 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Attempting to bind port e93e62d3-8b81-4b0b-8657-52576939bcaf on host n-d-813419-3 for vnic_type normal with profile {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:36.137361 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Attempting to bind port e93e62d3-8b81-4b0b-8657-52576939bcaf by drivers openvswitch,hyperv on host n-d-813419-3 at level 0 using segments [{'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:36.137723 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Attempting to bind port e93e62d3-8b81-4b0b-8657-52576939bcaf on network c19b7983-4c97-4532-aae5-12b8fbc459b3 {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:36.143588 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Checking agent: {'id': '9cd763d0-af6d-4902-86ea-0c7c31e621a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 0, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:36.143955 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Checking segment: {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:36.144354 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.144749 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Bound using segment: {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'} {{(pid=95549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:36.145209 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.managers [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Bound port: e93e62d3-8b81-4b0b-8657-52576939bcaf, host: n-d-813419-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df12c39-05de-4031-b5f3-79fec364e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3'}}] {{(pid=95549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:36.145589 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.155653 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.176966 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e615efc-6f8e-4636-bb26-d15656e69b1a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:36.221140 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] For port e93e62d3-8b81-4b0b-8657-52576939bcaf, host n-d-813419-3, cleared binding levels {{(pid=95549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:36.224727 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] For port e93e62d3-8b81-4b0b-8657-52576939bcaf, host n-d-813419-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e93e62d3-8b81-4b0b-8657-52576939bcaf,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:36.287083 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.291152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-21f20017-cd3e-4890-8410-1e1237782090 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3656495 Oct 12 12:44:36.291152 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48764) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:36.296122 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:36.317897 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-38c5dd4d-9c64-4cc3-ad33-885015812e2f None None] Provisioning complete for port e93e62d3-8b81-4b0b-8657-52576939bcaf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:36.317897 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38c5dd4d-9c64-4cc3-ad33-885015812e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.340540 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.373851 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c83551a9-ab80-43c4-841f-9ce5505cd678 up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:36.406178 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.427302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-38c5dd4d-9c64-4cc3-ad33-885015812e2f None None] Port e93e62d3-8b81-4b0b-8657-52576939bcaf cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:36.451190 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778849-2571-4029-9e22-350f1cb80a62 None None] Pushing event updated for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:36.454189 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:36.454812 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:36.485130 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.513405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port c83551a9-ab80-43c4-841f-9ce5505cd678 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:36.513779 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.576840 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.602427 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdac0cad-08a3-4906-ba48-7aff99da8df7,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:36.677514 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.678660 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-00276704-c56f-43ed-a2b9-6fd78135c207 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3865387 Oct 12 12:44:36.681436 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48766) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:36.686039 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:36.756000 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] Provisioning complete for port e93e62d3-8b81-4b0b-8657-52576939bcaf triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:36.756371 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.776968 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.789927 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:36.837084 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.907454 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:36.926275 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b001f1-e48e-4aea-983e-7d2caada7362,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.002557 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.003849 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-80b250fc-37ba-45f0-a53f-4740cdf584da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213687 Oct 12 12:44:37.006722 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48768) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:37.009154 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.015137 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:37.072750 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] For port e93e62d3-8b81-4b0b-8657-52576939bcaf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e93e62d3-8b81-4b0b-8657-52576939bcaf,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:37.099365 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 4, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e93e62d3-8b81-4b0b-8657-52576939bcaf', 'name': '', 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'mac_address': 'fa:16:3e:47:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:32Z', 'updated_at': '2021-10-12T12:44:36Z', 'revision_number': 4, 'project_id': '36ea8ffce717435790b0b6186666378e', 'subnets': [{'id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:37.107710 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Project 21102330e2824938bba07bb42e9a21b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:44:37.113123 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.129912 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2e19e-d845-46f7-b2b9-5a621b333b7d None None] The sync data for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 is: [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:44:33Z', 'revision_number': 4, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': 'e93e62d3-8b81-4b0b-8657-52576939bcaf', 'name': '', 'network_id': 'c19b7983-4c97-4532-aae5-12b8fbc459b3', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'mac_address': 'fa:16:3e:47:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:32Z', 'updated_at': '2021-10-12T12:44:36Z', 'revision_number': 4, 'project_id': '36ea8ffce717435790b0b6186666378e', 'subnets': [{'id': '47e92a84-b552-4fa3-ba89-66cd1c461549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:37.140285 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.193402 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.203041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60bc55-a189-4a67-adac-85a9d0cb7efd None None] Pushing event updated for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.275189 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.294341 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e9fd49-f5de-4585-8cab-ddbd1c4ed77a,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.386047 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.387949 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-d7d6e1ed-5848-4278-8588-50d9ccb9179d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794456 Oct 12 12:44:37.390808 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 48770) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:37.395388 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'security_group_rule': {'security_group_id': 'd62e5c35-9756-406f-a0d2-fa397e5e5b7c', 'project_id': '21102330e2824938bba07bb42e9a21b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:37.490784 n-d-813419-3 neutron-server[95547]: INFO neutron.db.securitygroups_db [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Project 21102330e2824938bba07bb42e9a21b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 12:44:37.496694 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.564319 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.629852 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932183'] for security_group_rule, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.648316 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96abfff4-bd40-4e73-94a8-1d02ee895b0c,revision_number=0']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:37.705147 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:37.706391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-9f5d418b-f1a9-489a-869f-2c919d305ed9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145938 Oct 12 12:44:37.852729 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-494e7b49-ebad-44e9-a265-a91278ed50aa tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347142915&fields=id&tenant_id=21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 267 time: 0.0429480 Oct 12 12:44:37.967027 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-40e38b05-8348-4557-8765-46170d5518b8 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:37.968463 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-40e38b05-8348-4557-8765-46170d5518b8 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 809 time: 0.1079257 Oct 12 12:44:37.983742 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-d04b104b-bd04-44f1-9e90-33a5a303592e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/quotas/21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Oct 12 12:44:38.034137 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-be0203dc-bead-49f4-bd9d-b83de5345713 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448017 Oct 12 12:44:38.136159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-ea45c48a-e9a7-4686-825e-b09c63b2ec4c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:44:38.137143 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-ea45c48a-e9a7-4686-825e-b09c63b2ec4c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0909979 Oct 12 12:44:38.231674 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-d3a10647-698c-420d-8f53-f41c5e00740c service neutron] 10.222.0.43 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880153 Oct 12 12:44:38.337609 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-5f2fe1b3-822c-489a-9f58-28093a2dc41b service neutron] 10.222.0.43 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985711 Oct 12 12:44:38.404586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e93e62d3-8b81-4b0b-8657-52576939bcaf up at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:38.456313 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Provisioning complete for port e93e62d3-8b81-4b0b-8657-52576939bcaf triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:38.457059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:38.588545 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9c251177-9544-4c21-a0c7-c721f99aa5ad req-5af89aa1-6198-4e69-b592-c07c6f66f1c4 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Oct 12 12:44:39.687829 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b3b7dc97-1d0f-43aa-8c7f-a5e2cd30bbfa req-3376b48b-0c24-44ba-8d2f-6409d70988d8 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Oct 12 12:44:40.588208 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-19dbfd7b-0261-4661-861c-fbeed6dbeb8e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:40.589594 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-19dbfd7b-0261-4661-861c-fbeed6dbeb8e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 809 time: 0.1052253 Oct 12 12:44:40.631745 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-b90ba1bb-c648-4afa-b8d2-8430cbdff25a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 380 time: 0.0329297 Oct 12 12:44:40.641009 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'port': {'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'admin_state_up': True, 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'security_groups': ['d62e5c35-9756-406f-a0d2-fa397e5e5b7c']}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:40.784085 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3ea3bddc-15ff-45c1-9fbd-407133723051 req-0b0ab5e0-c213-4045-9468-e6ba889698eb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Oct 12 12:44:40.817940 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Made reservation on behalf of 21102330e2824938bba07bb42e9a21b0 for: {'port': 1} {{(pid=95547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:44:40.821680 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:40.836841 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:44:40.952492 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_common [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Allocated IP 172.20.0.5 (193f259b-7d2b-4717-83d7-b1b623e3962c/f8e04812-7009-4ed9-818d-fc35c6852c02/0ad7dac3-e5a9-402b-b631-5c7dbffd9f55) {{(pid=95547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:41.090068 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.195122 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_create {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.237175 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is already hosted by enough agents. {{(pid=95547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:41.240170 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.base_scheduler [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Resources bound (agent type, host, resource id): {{(pid=95547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:41.245978 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Received port after_create {{(pid=95547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:41.272382 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=1']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:41.304988 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:41.305628 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.442036 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-7776acb4-2e6e-42a5-ba03-d55122ab9554 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050253 Oct 12 12:44:41.453855 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.v2.base [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Request body: {'port': {'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-3'}} {{(pid=95547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:41.492241 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-437d6c3d-f69b-451d-a33e-8f040656aa3c None None] Provisioning complete for port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:41.492241 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-437d6c3d-f69b-451d-a33e-8f040656aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.506954 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.527373 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-437d6c3d-f69b-451d-a33e-8f040656aa3c None None] Port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:44:41.761083 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 {{(pid=95547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:44:41.768336 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.780111 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.provisioning_blocks [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Transition to ACTIVE for port object 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 will not be triggered until provisioned by entity L2. {{(pid=95547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:44:41.850639 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:41.903446 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021bc63-d1b9-411a-9a36-3be54f13f82d req-2ee0b464-4284-4de8-ad55-3e59317f6461 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:41.907390 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3021bc63-d1b9-411a-9a36-3be54f13f82d req-2ee0b464-4284-4de8-ad55-3e59317f6461 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0576093 Oct 12 12:44:41.922190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=2']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:41.944145 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3021bc63-d1b9-411a-9a36-3be54f13f82d req-fd7a9ddc-89aa-4f84-adc9-d1aa84f91635 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Oct 12 12:44:41.975362 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Attempting to bind port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 on host n-h1-813419-3 for vnic_type normal with profile {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:44:41.975702 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Attempting to bind port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 by drivers openvswitch,hyperv on host n-h1-813419-3 at level 0 using segments [{'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:44:41.976034 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Attempting to bind port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:41.980681 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 on network 193f259b-7d2b-4717-83d7-b1b623e3962c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-3 {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:44:41.981035 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Attempting to bind port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:44:41.987964 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Checking agent: {'id': 'c740ebdc-d084-4fb2-a8ed-d243b2a2c3dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:44:41.988323 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Checking segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:44:41.988734 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Bound using segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} {{(pid=95547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:44:41.989171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.managers [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Bound port: 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host: n-h1-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}}] {{(pid=95547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:44:41.989534 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:42.061794 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, cleared binding levels {{(pid=95547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:44:42.065093 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:44:42.154717 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4253483'] for port, after_update {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:42.188163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.188790 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:42.190141 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] 10.222.0.41 "PUT /v2.0/ports/0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 1091 time: 0.7404404 Oct 12 12:44:42.190596 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:44:42.192852 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256bddda-79ac-470e-8096-998bad7c1348" -d '{"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:42.221800 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814b065-9131-47c6-b9e8-6a624021472b service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=3']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:42.243019 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498a037-1e57-4337-8e7d-896af5318f6c x-openstack-request-id: req-2498a037-1e57-4337-8e7d-896af5318f6c {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:42.243306 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:42.243551 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2498a037-1e57-4337-8e7d-896af5318f6c {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:42.243957 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'status': 'completed', 'code': 200} Oct 12 12:44:42.307708 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bddda-79ac-470e-8096-998bad7c1348 req-59189c90-c966-425c-b597-7b8e156935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.308349 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-256bddda-79ac-470e-8096-998bad7c1348 req-59189c90-c966-425c-b597-7b8e156935dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0436990 Oct 12 12:44:42.413592 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bddda-79ac-470e-8096-998bad7c1348 req-47383133-d343-4df3-b8bc-4dc668cc1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.415104 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-256bddda-79ac-470e-8096-998bad7c1348 req-47383133-d343-4df3-b8bc-4dc668cc1a5e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=21102330e2824938bba07bb42e9a21b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0986059 Oct 12 12:44:42.508712 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bddda-79ac-470e-8096-998bad7c1348 req-14dfc0d3-8349-4e55-bd8b-f3b9376c0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.510248 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-256bddda-79ac-470e-8096-998bad7c1348 req-14dfc0d3-8349-4e55-bd8b-f3b9376c0d43 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880160 Oct 12 12:44:42.590160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-0956dbdb-be44-4a3a-b6dd-5b175100a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.592027 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-0956dbdb-be44-4a3a-b6dd-5b175100a4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0442727 Oct 12 12:44:42.632459 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-b677e5bf-08ad-451d-9315-5e13ecc5af36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 217 time: 0.0331545 Oct 12 12:44:42.679795 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-95681fdd-b43e-4751-8b1d-be10356b4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.681238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-95681fdd-b43e-4751-8b1d-be10356b4a63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0419071 Oct 12 12:44:42.728185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-1552163f-f621-4c81-9ce5-b2f4b745b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:42.729652 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-1552163f-f621-4c81-9ce5-b2f4b745b749 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395834 Oct 12 12:44:42.822333 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-c85224c9-265e-404a-af35-d9948c096fbf service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857282 Oct 12 12:44:43.076691 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d25b-5413-4e18-abef-3e8efe0c4de3 req-f55e500b-124f-4bdb-89b0-f69cc0cd666f tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:43.078259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c664d25b-5413-4e18-abef-3e8efe0c4de3 req-f55e500b-124f-4bdb-89b0-f69cc0cd666f tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0550392 Oct 12 12:44:43.118664 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-c664d25b-5413-4e18-abef-3e8efe0c4de3 req-1ca72000-067f-48ba-99ae-25d44c24f740 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Oct 12 12:44:43.259913 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f8864c13-3e14-4386-b36c-1b2147f62ee1 req-2c1caa94-8074-4050-8578-67e0a12cd99e service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301388 Oct 12 12:44:44.238151 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430bec-980d-4a31-82ca-19dc9257e5af req-87e92399-5159-4647-a6a4-ca997e37adf9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:44.239648 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3430bec-980d-4a31-82ca-19dc9257e5af req-87e92399-5159-4647-a6a4-ca997e37adf9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Oct 12 12:44:44.277517 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f3430bec-980d-4a31-82ca-19dc9257e5af req-ca56b0c7-33b8-4d22-b3de-8b6da5c967bd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Oct 12 12:44:45.392504 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc37c-0531-4198-8745-b8f23c5af24d req-5edbe25f-5744-4ea8-85e1-8cfcc7ac7041 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:45.393966 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb3fc37c-0531-4198-8745-b8f23c5af24d req-5edbe25f-5744-4ea8-85e1-8cfcc7ac7041 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Oct 12 12:44:45.431134 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-bb3fc37c-0531-4198-8745-b8f23c5af24d req-5e3df111-ad31-463d-9134-7a72bed6ec5c tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Oct 12 12:44:46.376203 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:44:46.475607 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:46.487813 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:44:46.525394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:46.538755 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:44:46.551659 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1111d-2d64-4a49-b21a-ff5df6ae44f9 req-6e01d76f-62be-443b-8ac6-0982fd16bf0a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:46.553140 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7b1111d-2d64-4a49-b21a-ff5df6ae44f9 req-6e01d76f-62be-443b-8ac6-0982fd16bf0a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0552399 Oct 12 12:44:46.558114 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:46.590687 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d7b1111d-2d64-4a49-b21a-ff5df6ae44f9 req-50f8492a-c16b-4c18-9af6-ede0121a7b4e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Oct 12 12:44:46.632953 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:46.680117 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:46.939050 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:44:47.709502 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8a0fc-b5d2-41cd-8376-6d99b4b6fdbc req-9c32e362-8b76-4f5e-ad73-c653100cb09b tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:47.711036 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90f8a0fc-b5d2-41cd-8376-6d99b4b6fdbc req-9c32e362-8b76-4f5e-ad73-c653100cb09b tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 944 time: 0.0505581 Oct 12 12:44:47.750271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-90f8a0fc-b5d2-41cd-8376-6d99b4b6fdbc req-f8257091-d218-4433-ae58-e907ad9ff9ff tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Oct 12 12:44:47.764861 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e8711bad-49f5-49bf-a5ef-0dc8a509e767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:48.386489 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:44:48.526512 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning for port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:44:48.530539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:44:48.530941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:48.609107 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:48.631150 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:44:48.633372 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc70a2f-1d6b-4dd0-8886-a26a050f7f11" -d '{"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:48.648291 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:44:48.696354 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c3c09c-6059-479c-a6c4-92853e3a9441 x-openstack-request-id: req-c9c3c09c-6059-479c-a6c4-92853e3a9441 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:48.696643 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:48.696894 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9c3c09c-6059-479c-a6c4-92853e3a9441 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:48.697296 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'code': 200} Oct 12 12:44:48.720765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:48.768106 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:48.804870 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc6b2a-43e6-4a3e-8267-5bb0aaa37087 req-04abadb6-a0a9-4c38-93ef-ff4ac7618b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:48.806365 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2fc6b2a-43e6-4a3e-8267-5bb0aaa37087 req-04abadb6-a0a9-4c38-93ef-ff4ac7618b65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1096 time: 0.0467799 Oct 12 12:44:48.842103 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-b2fc6b2a-43e6-4a3e-8267-5bb0aaa37087 req-5a2245a5-d603-4b87-8a08-8c06cdd11721 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279200 Oct 12 12:44:48.866993 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26688-b83d-425e-8f49-607c3cc64f9f req-3c09373d-dc81-44af-8f9b-a7abae6f98cd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:48.868382 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ff26688-b83d-425e-8f49-607c3cc64f9f req-3c09373d-dc81-44af-8f9b-a7abae6f98cd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Oct 12 12:44:48.905778 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4ff26688-b83d-425e-8f49-607c3cc64f9f req-090d53ab-87a2-40c5-9b58-c463026a4f8f tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Oct 12 12:44:50.025866 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df31b42-4ea5-4a1a-a7e2-b44eaea1d355 req-a7494b07-e3d5-4593-b630-cdd7b74f71a5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:50.027355 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7df31b42-4ea5-4a1a-a7e2-b44eaea1d355 req-a7494b07-e3d5-4593-b630-cdd7b74f71a5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 945 time: 0.0527627 Oct 12 12:44:50.065135 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7df31b42-4ea5-4a1a-a7e2-b44eaea1d355 req-74901a96-7a93-4367-8559-6d222cf6a648 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Oct 12 12:44:50.554794 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-81101baa-f3a7-401f-8771-82039fb001d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:51.177675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048caba1-fc04-4368-b545-20e729160dfa req-ed87c930-a0a2-4e46-adf2-cfce974c978b tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:51.179177 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-048caba1-fc04-4368-b545-20e729160dfa req-ed87c930-a0a2-4e46-adf2-cfce974c978b tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Oct 12 12:44:51.215787 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-048caba1-fc04-4368-b545-20e729160dfa req-5456edef-fdb9-454b-b025-59eb003ca188 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Oct 12 12:44:51.326641 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f35d5c-185c-4a4b-85ab-c3de23764d3b req-8d7f7a3f-71c2-4aae-9feb-867455ad268a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:51.328611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29f35d5c-185c-4a4b-85ab-c3de23764d3b req-8d7f7a3f-71c2-4aae-9feb-867455ad268a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Oct 12 12:44:51.366837 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-29f35d5c-185c-4a4b-85ab-c3de23764d3b req-f349f74b-d9bb-432f-801c-f919d2e998b9 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Oct 12 12:44:51.387900 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48832) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:51.473572 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5300a21-2acd-47ad-b458-1232b50e6d22 tempest-TestSnapshotPattern-1506413615 tempest-TestSnapshotPattern-1506413615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:51.475093 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c5300a21-2acd-47ad-b458-1232b50e6d22 tempest-TestSnapshotPattern-1506413615 tempest-TestSnapshotPattern-1506413615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1091 time: 0.0862389 Oct 12 12:44:51.478015 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 48836) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:44:51.482193 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:44:51.572276 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:51.676470 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:51.712882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:51.782422 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Allocated IP 172.25.2.31 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c193777b-069c-4d5e-bab6-36d517428020) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:44:51.881119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:51.984116 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.023902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:44:52.026769 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:44:52.030110 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:44:52.058725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=c193777b-069c-4d5e-bab6-36d517428020,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:52.126979 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.388777 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.510120 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.659141 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.707215 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.775068 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=c193777b-069c-4d5e-bab6-36d517428020,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:44:52.785564 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:52.884281 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Floating IP 4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7 associated. External IP: 172.25.2.31, port: 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55. Oct 12 12:44:52.993267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:53.098976 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:44:53.209347 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:44:53.221484 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:44:53.230761 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:53.231351 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:53.292455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:53.319899 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-32a99d59-7108-47fc-bddc-824891b784a3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8408778 Oct 12 12:44:53.320584 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:44:53.322857 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f57028-ed77-44fe-8d6a-8f6f7b82518c" -d '{"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:44:53.335973 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:53.366035 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233c50e-deb5-4c62-8e61-d20d1b9baa59 x-openstack-request-id: req-8233c50e-deb5-4c62-8e61-d20d1b9baa59 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:44:53.366323 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:44:53.366572 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8233c50e-deb5-4c62-8e61-d20d1b9baa59 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:44:53.367010 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'status': 'completed', 'code': 200} Oct 12 12:44:53.428342 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-c6c05d4a-b5b8-43fa-821c-7181b3ad57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:53.429863 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-c6c05d4a-b5b8-43fa-821c-7181b3ad57c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1096 time: 0.0402818 Oct 12 12:44:53.523134 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-d29bd6e1-ad7e-4443-ac98-a7cb6fd75fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:53.524587 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-d29bd6e1-ad7e-4443-ac98-a7cb6fd75fb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0874577 Oct 12 12:44:53.560646 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:52Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:53.587106 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:44:53.593656 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-05aa5a3d-1ff2-4473-96b1-0b7aa039a9f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 998 time: 0.0616932 Oct 12 12:44:53.595395 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:44:53.595919 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:44:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:53.644741 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-70795df8-ccec-4649-929a-cd9f483db8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:53.646487 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-70795df8-ccec-4649-929a-cd9f483db8b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0458653 Oct 12 12:44:53.691934 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:44:53.706358 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-40f49a79-46cb-4c77-8fd8-88f8fd1fcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:44:53.707897 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-40f49a79-46cb-4c77-8fd8-88f8fd1fcc48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502737 Oct 12 12:44:53.791327 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:44:53.800953 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-870fe0d3-de5f-4cd4-ace3-204ec253ec53 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858023 Oct 12 12:44:53.894277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-43f57028-ed77-44fe-8d6a-8f6f7b82518c req-3091db9c-449e-4be0-b8b6-607112c4b539 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Oct 12 12:44:54.007738 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:52Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:44:54.036556 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe13d-335f-4e17-8893-12dfaa64b5ab None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:52Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:44:54.231541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ddc20d-ee89-434d-bc50-dee257d1f62d None None] New status for floating IP 4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:44:57.732068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:02.360102 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-2049535a-29c2-4dd6-a9eb-45fd513fdd9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394368 Oct 12 12:45:02.448626 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-0ecc0782-df49-4eae-8326-56cb22831915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:45:02.450086 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-0ecc0782-df49-4eae-8326-56cb22831915 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1096 time: 0.0472589 Oct 12 12:45:02.559062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-497b1074-e9ab-46c0-b06e-52144d5684c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:45:02.560489 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-497b1074-e9ab-46c0-b06e-52144d5684c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0877008 Oct 12 12:45:02.626238 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-c6412a1e-2c80-4ab2-8779-ab16323137df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 1000 time: 0.0564229 Oct 12 12:45:02.677373 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-8b3a08a2-9b86-446d-8b57-2cfe4d6222b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:45:02.678854 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-8b3a08a2-9b86-446d-8b57-2cfe4d6222b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0459301 Oct 12 12:45:02.728839 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-dff06221-a379-488f-b486-f0543fde8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:45:02.730338 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-dff06221-a379-488f-b486-f0543fde8af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436954 Oct 12 12:45:02.826375 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-cbb83c22-3ca4-412e-aea4-8149818dcd08 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847762 Oct 12 12:45:02.916032 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-0bf68c35-4d23-45c0-809a-4e22a9e81e01 req-301f059e-0302-40a1-898e-a1dc3c626aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815914 Oct 12 12:45:17.829084 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ede22e34-0406-422d-b4ce-7232f6aa0386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:17.838342 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:45:20.546752 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-43bd2e61-2454-498c-9f93-efb0166f37bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:21.703376 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:22.131446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:22.986655 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:23.714394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:27.754572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:47.782344 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-04eb04c4-8079-43ca-8228-6fbaad340c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:50.548159 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5b41c173-8f63-4d3c-8d65-828089ffb302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:51.759610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:52.123529 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:52.983146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:53.672048 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:45:54.837454 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:45:57.771446 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:04.363237 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-7ff815cc-be02-4e3a-bc8c-045508e05352 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429258 Oct 12 12:46:04.453328 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-8a6a58cd-53e2-40d3-ab57-f41e3a1ede0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:46:04.454724 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-8a6a58cd-53e2-40d3-ab57-f41e3a1ede0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1096 time: 0.0464463 Oct 12 12:46:04.559185 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-ddc13383-316b-420b-88b0-5be678b3796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:46:04.560670 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-ddc13383-316b-420b-88b0-5be678b3796f service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0859191 Oct 12 12:46:04.634843 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-4719a8c5-ec4d-4a35-8b5b-2e7be0f0baec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 1000 time: 0.0673549 Oct 12 12:46:04.684289 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-40d7d582-e28b-4657-b0fc-7a9c42b10cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:46:04.685714 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-40d7d582-e28b-4657-b0fc-7a9c42b10cc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0442133 Oct 12 12:46:04.732286 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-e7c0af94-1213-4ab9-94b6-4c5b49cc1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:46:04.733720 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-e7c0af94-1213-4ab9-94b6-4c5b49cc1cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409353 Oct 12 12:46:04.829209 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-505574dc-8d1f-4934-a4dc-69eb40797488 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883884 Oct 12 12:46:04.918976 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-2cf60a4b-a71e-46f0-bde1-c9fb52a64885 req-23970a58-4139-42d3-82d8-1d46642796f0 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820382 Oct 12 12:46:17.776548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3060dfe3-ddb1-4fb1-9563-0338aed40140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:20.545684 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d0540d65-0e73-4380-8359-c17f57f21b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:21.706226 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:22.136208 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:22.999290 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:23.676921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:27.739858 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:31.836395 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:46:47.790799 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd3dba61-300a-4fa2-9d25-8c4d4941c377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:50.558961 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-124ef118-1436-4ec1-9696-4b80fd5cb2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:51.747261 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:52.147135 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:53.005058 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:53.676296 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:46:57.756284 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:05.361552 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-f8215cd2-3a58-413f-9f49-3cf0294afdff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449135 Oct 12 12:47:05.441377 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-eb5240d6-e374-4c56-a720-8cf24aaa8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:05.442906 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-eb5240d6-e374-4c56-a720-8cf24aaa8f6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1096 time: 0.0411010 Oct 12 12:47:05.543691 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-759f41c1-123b-41ad-856c-2ebad1dec00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:05.545152 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-759f41c1-123b-41ad-856c-2ebad1dec00e service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0843694 Oct 12 12:47:05.613308 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-8fa30eed-bbee-488e-afab-5ef40ebcd575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 1000 time: 0.0612824 Oct 12 12:47:05.661163 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-20e06a7e-834e-4d1c-b310-899629b94454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:05.662577 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-20e06a7e-834e-4d1c-b310-899629b94454 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0426641 Oct 12 12:47:05.708238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-6077500c-d887-42aa-a6d3-1abe0748b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:05.709676 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-6077500c-d887-42aa-a6d3-1abe0748b808 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398886 Oct 12 12:47:05.807684 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-7ea3cddd-30cf-465d-89fa-5180456a3198 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Oct 12 12:47:05.899277 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-355a738f-503a-409e-9aea-12c30c3ce4a1 req-6ab5e603-a6fa-4f38-add4-6a5b0b0bab40 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Oct 12 12:47:08.835995 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:47:17.781756 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a7393c8f-03d2-4765-b10e-883bd56ff669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:20.544924 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-5a1db1c2-b1a1-41f2-9fac-39f67f9c6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:21.735952 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:22.139357 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:23.041954 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:23.718604 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:25.083946 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 details requested by agent hyperv_n-h1-813419-3 with host n-h1-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:47:25.178205 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:25.188858 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Returning: {'device': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:47:25.225178 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:25.237613 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:47:25.256176 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:25.350042 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:25.399126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:25.406595 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.406974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.407319 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.407656 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.407987 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.408331 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.409216 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.409516 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.409854 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.410181 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.410508 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.410859 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:25.426223 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] get_ports_and_sgs() called for port_ids ['0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:47:27.076529 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 up at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:47:27.126582 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Provisioning complete for port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:47:27.126985 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:27.201839 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:27.223673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:47:27.225887 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7fb09c-2868-4050-9557-97df47488715" -d '{"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:47:27.238681 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:27.304596 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:27.345142 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f09f9-34d5-4091-b568-47201eebbb60 x-openstack-request-id: req-d18f09f9-34d5-4091-b568-47201eebbb60 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:47:27.345425 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:47:27.345671 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d18f09f9-34d5-4091-b568-47201eebbb60 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:47:27.346262 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'code': 200} Oct 12 12:47:27.360778 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:27.764345 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:40.795404 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-74f446a6-6d82-4954-93ad-2b17648b3c1d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347142915&fields=id&tenant_id=21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 267 time: 0.0342672 Oct 12 12:47:40.904195 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-05e65895-31c4-4434-b992-a276119f88b5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:40.905584 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-05e65895-31c4-4434-b992-a276119f88b5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 809 time: 0.1026018 Oct 12 12:47:40.920483 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-245be96b-5802-4552-b16f-a7eadf531273 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/quotas/21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 375 time: 0.0090318 Oct 12 12:47:40.976575 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-54beb10e-6196-479a-af89-86d570770a39 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501242 Oct 12 12:47:41.076110 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-c64a4ff7-fc58-42c2-9bd5-075f8509bc49 service neutron] 10.222.0.43 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871184 Oct 12 12:47:41.165119 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-8bf2bea9-6926-48ba-91a6-f900741269da service neutron] 10.222.0.43 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826817 Oct 12 12:47:42.414438 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-867bdc7c-99fd-426b-b318-313301f72010 req-9c9ae104-9e7b-434f-b751-25e4714f19cb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0284009 Oct 12 12:47:43.103213 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:47:43.177031 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:43.199020 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:47:43.201219 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372485a-f8a8-4dc2-add7-185e0b12b082" -d '{"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:47:43.213524 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:47:43.237736 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857fba0d-167d-4462-9ee9-51167a84fdd7 x-openstack-request-id: req-857fba0d-167d-4462-9ee9-51167a84fdd7 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:47:43.238045 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:47:43.238299 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-857fba0d-167d-4462-9ee9-51167a84fdd7 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:47:43.238717 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'code': 200} Oct 12 12:47:43.272605 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:43.322500 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Pushing event updated for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=8']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:43.496811 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e6eedae8-df57-43f3-b0a4-eacc8782f6c6 req-48f60acd-c353-4747-a8f2-ec40b396a7e2 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0317304 Oct 12 12:47:44.591317 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-158798c2-6b48-485e-85f5-369fabf03add req-a7907b5f-0ba3-4f90-9f40-8bc15f325ca5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0271688 Oct 12 12:47:45.692271 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f0844f51-8825-48f0-815c-c71bf02926f6 req-0968583b-7d7f-43fa-ad07-23b51a52d42e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0284290 Oct 12 12:47:45.834722 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:47:46.430826 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-891df057-eecd-43a2-8eb6-fb89e15391eb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:46.432362 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-891df057-eecd-43a2-8eb6-fb89e15391eb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 809 time: 0.1069579 Oct 12 12:47:46.479074 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ed70d21-06f9-4b04-9499-2278ccb1d2d3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21102330e2824938bba07bb42e9a21b0 HTTP/1.1" status: 200 len: 380 time: 0.0378501 Oct 12 12:47:46.489611 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'port': {'device_id': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'admin_state_up': True, 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'security_groups': ['d62e5c35-9756-406f-a0d2-fa397e5e5b7c']}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:47:46.638136 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Made reservation on behalf of 21102330e2824938bba07bb42e9a21b0 for: {'port': 1} {{(pid=95548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 12:47:46.641805 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:46.782041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Allocated IP 172.20.0.11 (193f259b-7d2b-4717-83d7-b1b623e3962c/f8e04812-7009-4ed9-818d-fc35c6852c02/fcbb28dd-718d-4038-9a81-c4625f68cd61) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:47:46.801049 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2e78c568-8ee5-44d5-be9f-b7759811701c req-d2cd4ff1-7972-4b27-806b-ee351302ce93 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0336146 Oct 12 12:47:46.939856 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:47.039352 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:47.086821 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Network 193f259b-7d2b-4717-83d7-b1b623e3962c is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:47:47.092451 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:47:47.097707 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:47:47.130943 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:47.151541 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.152008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.152436 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.152889 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.153309 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.153721 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.154173 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.154580 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.155009 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.155431 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.155839 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.156265 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:47:47.186832 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:47.187510 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:47.296484 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-4ac3dbcc-5c9f-4d95-85fa-76f4402f92ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8121090 Oct 12 12:47:47.383295 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-b1e39284-2508-4c77-a05a-168dda42629d None None] Provisioning complete for port fcbb28dd-718d-4038-9a81-c4625f68cd61 triggered by entity DHCP. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:47:47.383881 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b1e39284-2508-4c77-a05a-168dda42629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:47.420350 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-b1e39284-2508-4c77-a05a-168dda42629d None None] Port fcbb28dd-718d-4038-9a81-c4625f68cd61 cannot update to ACTIVE because it is not bound. {{(pid=95549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 12:47:47.818957 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dce9f17c-26e6-4d5e-ba8c-e79868919741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:47.940643 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38beeb72-c469-427d-8aaf-6daf12387912 req-98ac3f2c-baff-4d98-932b-a0bc95741a82 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:47.942160 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38beeb72-c469-427d-8aaf-6daf12387912 req-98ac3f2c-baff-4d98-932b-a0bc95741a82 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0662086 Oct 12 12:47:47.979961 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-38beeb72-c469-427d-8aaf-6daf12387912 req-1536362a-3a4d-4713-8a3e-a88b56358871 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Oct 12 12:47:49.102614 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195697fe-c2c7-448c-9df7-aed2752895cc req-cc01fb62-dd28-4227-89ee-9912d97fe996 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:49.110138 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-195697fe-c2c7-448c-9df7-aed2752895cc req-cc01fb62-dd28-4227-89ee-9912d97fe996 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0598323 Oct 12 12:47:49.143654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-195697fe-c2c7-448c-9df7-aed2752895cc req-132e3952-e353-4a01-a0b0-264a4e82ae98 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Oct 12 12:47:50.261771 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54442-e566-411c-8039-4aa21280c480 req-fa099e2b-db58-4105-9b85-a21ba11b48fc tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:50.263425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96f54442-e566-411c-8039-4aa21280c480 req-fa099e2b-db58-4105-9b85-a21ba11b48fc tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0506849 Oct 12 12:47:50.306345 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96f54442-e566-411c-8039-4aa21280c480 req-d8cd530e-b44a-4ec1-bc24-b52800a2c493 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Oct 12 12:47:50.575741 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-6af24b7c-956b-4c0b-8892-499df578cc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:51.433046 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf013dd-4b58-46be-b2bf-adb294b94280 req-2e89d05a-e83d-4aa2-a4a2-2110717ebc84 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:51.435350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faf013dd-4b58-46be-b2bf-adb294b94280 req-2e89d05a-e83d-4aa2-a4a2-2110717ebc84 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0600812 Oct 12 12:47:51.477186 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-faf013dd-4b58-46be-b2bf-adb294b94280 req-d5fd47d7-5e70-41f5-bd6a-090ad39c3dbd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352552 Oct 12 12:47:51.716068 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:52.133264 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:52.603041 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f718-3a69-49b6-89ac-9a3c26e8713e req-d42729c5-e1a1-439e-a930-ecd873aba940 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:52.604506 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4641f718-3a69-49b6-89ac-9a3c26e8713e req-d42729c5-e1a1-439e-a930-ecd873aba940 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0500126 Oct 12 12:47:52.641472 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-4641f718-3a69-49b6-89ac-9a3c26e8713e req-0d1237b6-8884-426e-818e-0c8ff90f1fe5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Oct 12 12:47:53.024694 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:53.701185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:53.761634 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc9b91-3cf6-4829-8082-44dd825c41c5 req-aa99af67-0079-4c77-bf2d-8b53eea85f98 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:53.763348 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75bc9b91-3cf6-4829-8082-44dd825c41c5 req-aa99af67-0079-4c77-bf2d-8b53eea85f98 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0536590 Oct 12 12:47:53.804099 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-75bc9b91-3cf6-4829-8082-44dd825c41c5 req-3cfc1183-f440-4860-9345-6a57322bfb0c tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329719 Oct 12 12:47:54.938266 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afdb7d-ef29-405f-a750-89553ac77727 req-06424611-c569-455f-863f-25e0ae827932 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:54.940611 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92afdb7d-ef29-405f-a750-89553ac77727 req-06424611-c569-455f-863f-25e0ae827932 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0572619 Oct 12 12:47:54.979413 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-92afdb7d-ef29-405f-a750-89553ac77727 req-afe68e4a-4af8-41ee-9431-83aba941ba24 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Oct 12 12:47:56.118532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2ff4f-7e40-48e4-bd60-2b33a616e93f req-00d807a4-6597-4338-a7a6-284944a81634 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:56.120259 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27b2ff4f-7e40-48e4-bd60-2b33a616e93f req-00d807a4-6597-4338-a7a6-284944a81634 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0499318 Oct 12 12:47:56.158301 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-27b2ff4f-7e40-48e4-bd60-2b33a616e93f req-44d903f1-b975-41bf-a1ff-d3d2e375b663 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Oct 12 12:47:57.300494 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566a740-cc33-4a9a-8ae2-bfd095ff4e08 req-a59cb9e4-1a2d-4409-a961-7940beb4fcfd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:57.302971 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7566a740-cc33-4a9a-8ae2-bfd095ff4e08 req-a59cb9e4-1a2d-4409-a961-7940beb4fcfd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0687122 Oct 12 12:47:57.352103 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7566a740-cc33-4a9a-8ae2-bfd095ff4e08 req-d99592b1-c13a-47bc-a353-ad616b097eda tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Oct 12 12:47:57.847237 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:58.472831 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b17e01-9153-4d0a-ad37-699b7f432e52 req-73a089a6-d902-46bf-a5c5-ffef7221aeee tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:58.474267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45b17e01-9153-4d0a-ad37-699b7f432e52 req-73a089a6-d902-46bf-a5c5-ffef7221aeee tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 932 time: 0.0513244 Oct 12 12:47:58.856274 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-52c723f3-a382-4d28-92f4-e40e2040808c tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 12:47:58.857254 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-52c723f3-a382-4d28-92f4-e40e2040808c tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065835 Oct 12 12:47:58.881411 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-45b17e01-9153-4d0a-ad37-699b7f432e52 req-4515585d-1eae-4850-a890-a1488eca9428 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011896 Oct 12 12:47:58.920127 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Request body: {'port': {'device_id': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-3'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:47:58.974117 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.230261 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:47:59.238344 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.250119 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.provisioning_blocks [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Transition to ACTIVE for port object fcbb28dd-718d-4038-9a81-c4625f68cd61 will not be triggered until provisioned by entity L2. {{(pid=95548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 12:47:59.321339 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.371227 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:59.447050 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Attempting to bind port fcbb28dd-718d-4038-9a81-c4625f68cd61 on host n-h2-813419-3 for vnic_type normal with profile {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 12:47:59.447401 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Attempting to bind port fcbb28dd-718d-4038-9a81-c4625f68cd61 by drivers openvswitch,hyperv on host n-h2-813419-3 at level 0 using segments [{'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 12:47:59.447704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Attempting to bind port fcbb28dd-718d-4038-9a81-c4625f68cd61 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:47:59.452216 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Port fcbb28dd-718d-4038-9a81-c4625f68cd61 on network 193f259b-7d2b-4717-83d7-b1b623e3962c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-3 {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 12:47:59.452545 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Attempting to bind port fcbb28dd-718d-4038-9a81-c4625f68cd61 on network 193f259b-7d2b-4717-83d7-b1b623e3962c {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 12:47:59.458074 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Checking agent: {'id': 'cbe6fc44-496c-4c19-8dd9-fe50ed1197f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'started_at': datetime.datetime(2021, 10, 12, 11, 8, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 12:47:59.458414 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Checking segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 12:47:59.458865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Bound using segment: {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'} {{(pid=95548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 12:47:59.459299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.managers [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Bound port: fcbb28dd-718d-4038-9a81-c4625f68cd61, host: n-h2-813419-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41862d9c-dfb8-4aca-98c1-6222157c6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c'}}] {{(pid=95548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 12:47:59.459659 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.532981 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, cleared binding levels {{(pid=95548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 12:47:59.536287 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 12:47:59.619326 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.658223 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:59.658879 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:47:59.660264 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] 10.222.0.47 "PUT /v2.0/ports/fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 1092 time: 0.7913766 Oct 12 12:47:59.660704 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:47:59.663009 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beefd44-b62d-41c1-9fee-bec68fb153ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:47:59.687047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182255-5e53-4690-8b18-823b83168f8e service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=3']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:47:59.705565 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493edd09-f8ec-4fc2-8fde-17318a8a24c2 x-openstack-request-id: req-493edd09-f8ec-4fc2-8fde-17318a8a24c2 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:47:59.705859 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:47:59.706109 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-493edd09-f8ec-4fc2-8fde-17318a8a24c2 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:47:59.706516 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'status': 'completed', 'code': 200} Oct 12 12:47:59.771489 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-2c06c4cd-bb4f-4555-98f7-284ae5b0c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:59.773027 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-2c06c4cd-bb4f-4555-98f7-284ae5b0c7d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1095 time: 0.0441949 Oct 12 12:47:59.883586 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-ccb9770d-9aef-4d1b-ba47-95ee3d196513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:47:59.885113 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-ccb9770d-9aef-4d1b-ba47-95ee3d196513 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=21102330e2824938bba07bb42e9a21b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1048255 Oct 12 12:48:00.016064 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-55ea3099-32e9-48b8-a984-643b3d4b9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:00.018200 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9beefd44-b62d-41c1-9fee-bec68fb153ab req-55ea3099-32e9-48b8-a984-643b3d4b9c46 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265519 Oct 12 12:48:00.028165 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722968-e66b-4088-a490-7d6e08f7e827 req-e7e320a0-6abb-4072-9460-d24952041990 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:00.029572 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db722968-e66b-4088-a490-7d6e08f7e827 req-e7e320a0-6abb-4072-9460-d24952041990 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 944 time: 0.0709012 Oct 12 12:48:00.094304 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-db722968-e66b-4088-a490-7d6e08f7e827 req-8f3d64c3-5ee0-473e-ac63-962d63cecfb6 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562124 Oct 12 12:48:00.107374 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-1b4e89e2-bd5e-4964-92ce-860ee7153df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:00.108826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-1b4e89e2-bd5e-4964-92ce-860ee7153df3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1095 time: 0.0530550 Oct 12 12:48:00.154053 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-eb817213-c24f-4feb-bd06-2fa6d602dad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 217 time: 0.0374086 Oct 12 12:48:00.201056 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-932c5156-a118-48ec-8126-7a8f7852c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:00.202425 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-932c5156-a118-48ec-8126-7a8f7852c9d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0420623 Oct 12 12:48:00.247571 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-9c35ec18-2212-4eb3-92fd-233170164ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:00.248989 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-9c35ec18-2212-4eb3-92fd-233170164ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386786 Oct 12 12:48:00.339547 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-d4210ec0-7069-40ba-810d-87455bc0c0a2 service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827627 Oct 12 12:48:00.430779 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7d84fedd-870f-4412-b7cb-129a518b0d9c req-c2ade5ad-a072-432e-ba69-18ce4a4b38cf service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Oct 12 12:48:01.213098 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3726c0-3042-4070-a15a-0384baef68a9 req-7621b79c-75c0-4c45-9ea4-c68fece59cb5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:01.214538 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b3726c0-3042-4070-a15a-0384baef68a9 req-7621b79c-75c0-4c45-9ea4-c68fece59cb5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 944 time: 0.0524957 Oct 12 12:48:01.252313 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9b3726c0-3042-4070-a15a-0384baef68a9 req-35030b4d-9a56-4d4f-b94e-4566e5740b7b tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310240 Oct 12 12:48:02.370675 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fc0e6-3b90-46b7-a43c-9b1d47ed9dc5 req-a944f7a5-8bd2-4b0c-ac8d-df251da972be tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:02.372197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e6fc0e6-3b90-46b7-a43c-9b1d47ed9dc5 req-a944f7a5-8bd2-4b0c-ac8d-df251da972be tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 944 time: 0.0502427 Oct 12 12:48:02.410331 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-6e6fc0e6-3b90-46b7-a43c-9b1d47ed9dc5 req-34ad3438-c06e-47b0-9340-b17e70d9fdcf tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Oct 12 12:48:03.526012 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e245a-d9d0-4668-bb0a-8c15e58eb991 req-198c0f73-7caa-4c55-8510-597df697cd76 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:03.527604 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-995e245a-d9d0-4668-bb0a-8c15e58eb991 req-198c0f73-7caa-4c55-8510-597df697cd76 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 944 time: 0.0488362 Oct 12 12:48:03.567541 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-995e245a-d9d0-4668-bb0a-8c15e58eb991 req-5c3c9e43-06f8-4139-b30e-5cf878fa89fe tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Oct 12 12:48:03.898601 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:48:04.155662 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:48:04.169051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'mac_address': 'fa:16:3e:ef:6c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:48:04.208960 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:04.223877 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:48:04.244126 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:48:04.303830 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:04.354306 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=4']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:04.522435 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['fcbb28dd-718d-4038-9a81-c4625f68cd61'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:48:04.693690 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d251-8824-4c97-87d9-ca0ff75b636a req-a5328156-553b-4978-9bf4-099d2cd198d5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:04.695117 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b857d251-8824-4c97-87d9-ca0ff75b636a req-a5328156-553b-4978-9bf4-099d2cd198d5 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 945 time: 0.0566986 Oct 12 12:48:04.732336 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-b857d251-8824-4c97-87d9-ca0ff75b636a req-fecf6956-60af-4bfc-b228-ee6111815045 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Oct 12 12:48:05.362878 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-af9dd97c-9152-4da4-b003-11e10c57d02f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411108 Oct 12 12:48:05.443703 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-0ecbaabf-179c-447b-9a5f-6c6e2acf36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:05.445173 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-0ecbaabf-179c-447b-9a5f-6c6e2acf36ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0407469 Oct 12 12:48:05.551848 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-a542456d-622d-4de9-9342-03b0ab6b23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:05.553319 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-a542456d-622d-4de9-9342-03b0ab6b23cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0886900 Oct 12 12:48:05.617616 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-862dc8ff-9b8e-41c3-bf95-a606c9054a73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 998 time: 0.0568352 Oct 12 12:48:05.665534 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-f2283487-0210-47e0-9ee6-f8d2969ab3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:05.666937 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-f2283487-0210-47e0-9ee6-f8d2969ab3b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0426366 Oct 12 12:48:05.715306 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-8bcd9df4-557e-4c72-b68a-22f351abbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:05.716743 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-8bcd9df4-557e-4c72-b68a-22f351abbe2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427208 Oct 12 12:48:05.806550 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-6cf8288b-5e7f-4812-b183-2ea591392c30 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820131 Oct 12 12:48:05.851752 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c1e3-ba83-4156-abd8-03159affac8b req-ea07d1ef-6608-4976-be8c-0f7e287879c8 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:05.853247 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fac8c1e3-ba83-4156-abd8-03159affac8b req-ea07d1ef-6608-4976-be8c-0f7e287879c8 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 945 time: 0.0489376 Oct 12 12:48:05.892267 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-fac8c1e3-ba83-4156-abd8-03159affac8b req-87b296d9-e8d6-4204-98d9-67ab70457a0e tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Oct 12 12:48:05.901875 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-f41559df-ed1b-4cb8-9f84-0bfeddaea9da req-613136c3-8648-4ccf-93d7-8ff7757e19ce service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875983 Oct 12 12:48:05.914347 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:48:06.026978 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning for port fcbb28dd-718d-4038-9a81-c4625f68cd61 completed by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 12:48:06.030800 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port fcbb28dd-718d-4038-9a81-c4625f68cd61 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:48:06.031174 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:06.105353 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:06.127459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:48:06.129670 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381fb6ba-9b98-4139-950b-c30cd40b953d" -d '{"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:48:06.142499 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:48:06.166268 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3463fec-7ca3-41cb-95fd-95f56570fede x-openstack-request-id: req-d3463fec-7ca3-41cb-95fd-95f56570fede {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:48:06.166554 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:48:06.167051 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3463fec-7ca3-41cb-95fd-95f56570fede {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:48:06.167457 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'code': 200} Oct 12 12:48:06.204006 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:06.254983 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=5']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:06.263258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f756-6ff6-4b71-82ce-153b73891811 req-374e3a25-da48-4001-b0ae-8c3cd1d92a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:06.264418 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9523f756-6ff6-4b71-82ce-153b73891811 req-374e3a25-da48-4001-b0ae-8c3cd1d92a4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1097 time: 0.0413187 Oct 12 12:48:06.298813 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-9523f756-6ff6-4b71-82ce-153b73891811 req-b711c933-97d4-4017-ac29-0ed0fe23cfc2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273614 Oct 12 12:48:07.011887 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f836c1-296f-4222-be9b-1fddc37f4daa req-95f8a3f1-d347-4124-a7a2-5f89b87249ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:07.013332 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9f836c1-296f-4222-be9b-1fddc37f4daa req-95f8a3f1-d347-4124-a7a2-5f89b87249ed tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0523214 Oct 12 12:48:07.050292 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d9f836c1-296f-4222-be9b-1fddc37f4daa req-5aae96bf-eca2-40d7-b2ba-38ba4afab97a tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Oct 12 12:48:08.175447 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068db7c-a89e-43f8-8292-63d95c8790fc req-0ae11227-e268-4d3f-9bb3-dc1fa54356da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:08.176970 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7068db7c-a89e-43f8-8292-63d95c8790fc req-0ae11227-e268-4d3f-9bb3-dc1fa54356da tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0578537 Oct 12 12:48:08.214216 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-7068db7c-a89e-43f8-8292-63d95c8790fc req-306a6d0e-2300-4181-8b2e-b86c8ff263f3 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Oct 12 12:48:08.328149 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9f2f-f8f2-4b89-9abe-a4da099b1254 req-f0e530e2-8803-420f-b096-1cfb874dea14 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:08.329844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a76c9f2f-f8f2-4b89-9abe-a4da099b1254 req-f0e530e2-8803-420f-b096-1cfb874dea14 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0488131 Oct 12 12:48:08.368351 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-a76c9f2f-f8f2-4b89-9abe-a4da099b1254 req-f0f10710-aae6-41d7-b0ab-9d8b2b30c7cd tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Oct 12 12:48:08.389219 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49186) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:48:08.431861 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c1ce3-8262-4dc1-83f6-df415353b583 tempest-TestSnapshotPattern-1506413615 tempest-TestSnapshotPattern-1506413615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:08.433395 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b65c1ce3-8262-4dc1-83f6-df415353b583 tempest-TestSnapshotPattern-1506413615 tempest-TestSnapshotPattern-1506413615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1092 time: 0.0432122 Oct 12 12:48:08.436144 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49188) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:48:08.440938 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.v2.base [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Request body: {'floatingip': {'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 12:48:08.555719 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:08.653386 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:08.768826 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-e6942169-139e-4d95-a0ce-abd0bb0a9228 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792646 Oct 12 12:48:08.794305 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_common [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Allocated IP 172.25.2.21 (083415d2-5f78-4c4a-936f-77a4f7ce5029/fa501257-c99d-4601-88dd-c0e70cb92a18/c4a224fe-5e6a-4efd-a043-10dc532e0d6d) {{(pid=95548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 12:48:08.903781 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-bab03c2b-b1df-48c2-ad16-d44fb783ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:08.905173 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-bab03c2b-b1df-48c2-ad16-d44fb783ad6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1097 time: 0.0933137 Oct 12 12:48:08.948333 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:09.033302 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-dcd1858b-f3b5-4960-98c1-0e84a165477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:09.034807 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-dcd1858b-f3b5-4960-98c1-0e84a165477d service neutron] 10.222.0.47 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.1108921 Oct 12 12:48:09.079526 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-581cfcad-e9ea-43c0-8f43-781d5bceccb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 217 time: 0.0369830 Oct 12 12:48:09.112490 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789654660846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:09.153753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Network 083415d2-5f78-4c4a-936f-77a4f7ce5029 is already hosted by enough agents. {{(pid=95548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 12:48:09.161188 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.base_scheduler [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Resources bound (agent type, host, resource id): {{(pid=95548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 12:48:09.164763 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Received port after_create {{(pid=95548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 12:48:09.167432 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-e173789c-04af-4c2b-a07f-ae2ee4bace7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:09.168965 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-e173789c-04af-4c2b-a07f-ae2ee4bace7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0835066 Oct 12 12:48:09.212280 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=c4a224fe-5e6a-4efd-a043-10dc532e0d6d,revision_number=1']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:09.277282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-50cd2b74-bde3-4eeb-866c-022a0e0ec955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:09.278812 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-50cd2b74-bde3-4eeb-866c-022a0e0ec955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862713 Oct 12 12:48:09.466670 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-e49f4f66-5082-4b9b-b9ab-d721022cf68e service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707230 Oct 12 12:48:09.631211 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d45f4be8-8a9b-4d3e-9023-7abcf17a7772 req-360ce97c-1fa2-44d6-8446-2eb2d88039e2 service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580148 Oct 12 12:48:09.697129 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:09.799469 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:09.945119 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for port, precommit_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:10.000465 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4550517'] for port, after_update {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:10.068461 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event updated for resources: {'Port': ['ID=c4a224fe-5e6a-4efd-a043-10dc532e0d6d,revision_number=2']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:48:10.080175 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870604'] for floatingip, after_create {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:10.175543 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Floating IP 6dd51395-3c90-4020-a7ff-10442a22aef2 associated. External IP: 172.25.2.21, port: fcbb28dd-718d-4038-9a81-c4625f68cd61. Oct 12 12:48:10.377661 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:48:10.484923 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:48:10.495723 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:48:10.505385 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:48:10.508126 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:47:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:10.563575 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:10.592844 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-56c21bba-188b-4557-897e-cca88142cae1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1556673 Oct 12 12:48:10.593520 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:48:10.600516 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1939c1-1b44-4301-a6ab-80583494b59f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:48:10.611017 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:48:10.638177 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68173ae1-2ef4-4c07-893d-c6f702c05bc0 x-openstack-request-id: req-68173ae1-2ef4-4c07-893d-c6f702c05bc0 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:48:10.638461 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:48:10.638725 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68173ae1-2ef4-4c07-893d-c6f702c05bc0 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:48:10.639140 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'status': 'completed', 'code': 200} Oct 12 12:48:10.703334 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-bb315d5f-45ed-472b-9929-38a40c5dcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:10.705654 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-bb315d5f-45ed-472b-9929-38a40c5dcd8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1097 time: 0.0444520 Oct 12 12:48:10.801530 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-dc6971d3-0fd8-49de-995e-108b630340fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:10.803197 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-dc6971d3-0fd8-49de-995e-108b630340fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0903523 Oct 12 12:48:10.870232 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}, {'id': '6dd51395-3c90-4020-a7ff-10442a22aef2', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.21', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:ef:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:48:09Z', 'updated_at': '2021-10-12T12:48:09Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:10.873656 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-7e657110-8bee-4914-9caa-45f0d366d11d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 999 time: 0.0639789 Oct 12 12:48:10.900486 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:48:10.910707 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:48:10.911326 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:47:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:10.925344 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-dbced2ea-3890-40b0-85a1-43b9cf212679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:10.926858 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-dbced2ea-3890-40b0-85a1-43b9cf212679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0470583 Oct 12 12:48:10.979495 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-1264c330-b4df-41ec-8702-743b532121dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:48:10.981158 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-1264c330-b4df-41ec-8702-743b532121dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466361 Oct 12 12:48:11.024747 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:48:11.086458 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-bf8ef592-a709-4c98-b885-4ce0f26eec36 service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982032 Oct 12 12:48:11.185068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-3d1939c1-1b44-4301-a6ab-80583494b59f req-65ce885e-4032-425b-82c8-17eae3f0e7cf service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913100 Oct 12 12:48:11.278380 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}, {'id': '6dd51395-3c90-4020-a7ff-10442a22aef2', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.21', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:ef:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:48:09Z', 'updated_at': '2021-10-12T12:48:09Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:48:11.310407 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eafdbab-2585-4ab7-baac-b9a25465c615 None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}, {'id': '6dd51395-3c90-4020-a7ff-10442a22aef2', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.21', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:ef:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:48:09Z', 'updated_at': '2021-10-12T12:48:09Z', 'revision_number': 0, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:48:11.508340 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6112653-9fa8-4f85-be78-e65bbdfe4ffa None None] New status for floating IP 6dd51395-3c90-4020-a7ff-10442a22aef2: ACTIVE {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:48:17.826520 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2f56a2c0-d888-467e-b3d2-fc40cccdf3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:20.569152 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-745d8536-655c-4a41-b587-b9514a7e2cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:21.723348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:22.126054 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:22.833886 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:48:23.046158 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:23.700447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:27.763322 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:47.772056 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ede0a934-557d-4e9d-8cff-e86f4cb08143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:50.551871 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bad9606c-ec8f-488f-9f4e-80bf080ace4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:51.700077 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:52.140199 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:53.051244 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:53.688975 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:57.763151 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:48:59.832468 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:49:06.419214 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-ee8f575f-ff0f-464d-9aa9-30ea512648fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067584 Oct 12 12:49:06.502562 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-34c6c9ff-1b8a-496f-a62a-77659f93d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:06.504100 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-34c6c9ff-1b8a-496f-a62a-77659f93d083 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0431216 Oct 12 12:49:06.609412 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-b36c30b4-2d9b-49c9-837c-7d89dd15ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:06.610791 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-b36c30b4-2d9b-49c9-837c-7d89dd15ba28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0872054 Oct 12 12:49:06.675522 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-6a34c8df-4834-46ec-bbeb-1997780a1b7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 998 time: 0.0571024 Oct 12 12:49:06.728370 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-df4cfbef-23ca-4a2e-b8e5-7f1fac8aba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:06.729777 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-df4cfbef-23ca-4a2e-b8e5-7f1fac8aba74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0464213 Oct 12 12:49:06.773752 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-ccb881f6-7d78-4e21-a652-17ec5775a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:06.775201 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-ccb881f6-7d78-4e21-a652-17ec5775a74b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388949 Oct 12 12:49:06.863730 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-50c41073-cadc-460e-a898-014e33f87775 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Oct 12 12:49:06.955063 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-30c48ee1-24c2-41df-bce6-f6a27f76f0a6 req-96191656-fff1-4a31-9a76-0485b4c4bec7 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837705 Oct 12 12:49:10.718320 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-fecfe581-b38b-49d0-8483-187746f206c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435202 Oct 12 12:49:10.800664 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-0598d6b6-3345-4e83-879c-84b87546a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:10.802179 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-0598d6b6-3345-4e83-879c-84b87546a7cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1097 time: 0.0412977 Oct 12 12:49:10.913315 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-b010440c-8c7a-4ff1-9c5b-63cc2905adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:10.914775 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-b010440c-8c7a-4ff1-9c5b-63cc2905adbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0924954 Oct 12 12:49:10.989895 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-489f8fbb-3cd9-4826-a057-2980d1af4c7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 1001 time: 0.0679960 Oct 12 12:49:11.044725 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-bc961ee4-c1a1-4276-a04e-1f7cbe59575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:11.047350 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-bc961ee4-c1a1-4276-a04e-1f7cbe59575e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0505319 Oct 12 12:49:11.097474 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-f5376ddb-854c-4e7b-8dee-021a54a48db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:49:11.099894 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-f5376ddb-854c-4e7b-8dee-021a54a48db6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458152 Oct 12 12:49:11.204814 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-495d2c16-43c2-4fdd-b46c-510e3d44a87d service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978272 Oct 12 12:49:11.312349 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-d6274326-cdf4-4ac6-a2ea-484a06a27b53 req-aa6d30ef-0a3b-44f9-80a0-e897456d3843 service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999486 Oct 12 12:49:17.787990 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-55a1573a-f89b-4998-a255-f282e83f3dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:20.540129 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-350bc0b2-cf0d-47fe-9aa4-d4dec5568c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:21.691100 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:22.136447 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:23.056478 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:23.708063 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:27.776692 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:36.831839 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:49:47.785392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7556dd96-f3e9-4745-ba49-0fe5c9fb1073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:50.556756 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-df53633e-44a0-433b-9dcc-c576c1f9808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:51.688023 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:52.145577 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:53.101921 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:53.745643 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:54.432444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 details requested by agent hyperv_n-h2-813419-3 with host n-h2-813419-3 {{(pid=95549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 12:49:54.550659 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:54.565835 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Returning: {'device': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'port_id': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'mac_address': 'fa:16:3e:ef:6c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 12:49:54.609080 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:54.623446 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 12:49:54.646423 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:54.812202 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:54.895445 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=6']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:54.905410 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] get_ports_and_sgs() called for port_ids ['fcbb28dd-718d-4038-9a81-c4625f68cd61'] {{(pid=95549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 12:49:54.909193 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.909541 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.909881 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.910221 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.910550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.910901 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.911226 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.911550 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.911872 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.912191 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.912511 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:54.912834 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:49:56.435454 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 up at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 12:49:56.506593 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.provisioning_blocks [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Provisioning complete for port fcbb28dd-718d-4038-9a81-c4625f68cd61 triggered by entity L2. {{(pid=95549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 12:49:56.510348 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724201'] for port, provisioning_complete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:56.589660 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650095'] for port, before_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:56.617974 n-d-813419-3 neutron-server[95549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:49:56.620241 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5d7d26fe4a39b0f97e211299be7851a24b4eab1e9347c6b74ca253a77049103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ddb9a4-5e71-44c1-8d30-71667c08331b" -d '{"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:49:56.633457 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:49:56.661334 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30cb47-0a02-4cc5-9d75-e91852d9fb20 x-openstack-request-id: req-dc30cb47-0a02-4cc5-9d75-e91852d9fb20 {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:49:56.661626 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "code": 200}]} {{(pid=95549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:49:56.661888 n-d-813419-3 neutron-server[95549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc30cb47-0a02-4cc5-9d75-e91852d9fb20 {{(pid=95549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:49:56.662309 n-d-813419-3 neutron-server[95549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'code': 200} Oct 12 12:49:56.696471 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789655082262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789654661892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789654661910'] for port, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:49:56.755199 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Pushing event updated for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=7']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:49:57.793499 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:04.287459 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49398) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:04.789237 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Deleting port c4a224fe-5e6a-4efd-a043-10dc532e0d6d {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:04.789455 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:04.865860 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:04.866187 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:04.878482 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Calling delete_port for c4a224fe-5e6a-4efd-a043-10dc532e0d6d owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:05.077544 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:05.101680 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event deleted for resources: {'Port': ['ID=c4a224fe-5e6a-4efd-a043-10dc532e0d6d,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:05.113701 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.114049 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.114387 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.114743 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.115075 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.115406 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.115753 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.116047 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.116367 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.116687 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.117008 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.117332 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:05.172595 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:05.172925 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Floating IP 6dd51395-3c90-4020-a7ff-10442a22aef2 disassociated (deleted). External IP: 172.25.2.21, port: fcbb28dd-718d-4038-9a81-c4625f68cd61. Oct 12 12:50:05.375999 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:05.480865 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:05.485729 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:05.493393 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:05.502672 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:05.503307 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:05.512121 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-aaf4ec22-f294-405f-bbde-fec95397a430 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "DELETE /v2.0/floatingips/6dd51395-3c90-4020-a7ff-10442a22aef2 HTTP/1.1" status: 204 len: 168 time: 1.2235770 Oct 12 12:50:05.512805 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:50:05.515772 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0af9563-e5ab-4790-855c-785dec04110f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:50:05.703877 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:05.928618 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:05.945057 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d3889-c6e6-41f3-ae6c-067a3e5e3073 x-openstack-request-id: req-615d3889-c6e6-41f3-ae6c-067a3e5e3073 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:50:05.945482 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:50:05.945789 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-615d3889-c6e6-41f3-ae6c-067a3e5e3073 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:50:05.946249 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'status': 'completed', 'code': 200} Oct 12 12:50:05.955540 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:05.964096 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:05.964697 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:06.034532 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9563-e5ab-4790-855c-785dec04110f req-a492705c-95ab-48c6-a060-7b8721311ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:06.036161 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-a492705c-95ab-48c6-a060-7b8721311ebd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 1097 time: 0.0654187 Oct 12 12:50:06.071627 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:06.075546 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0186-5323-4e5a-8734-363ce5e9ac1b req-c7165222-a347-4a85-ba86-269b910a8083 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:06.077939 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79ba0186-5323-4e5a-8734-363ce5e9ac1b req-c7165222-a347-4a85-ba86-269b910a8083 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0786717 Oct 12 12:50:06.153964 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-79ba0186-5323-4e5a-8734-363ce5e9ac1b req-55da11c7-63d8-45a4-9f02-46aedeec8443 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695691 Oct 12 12:50:06.180258 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9563-e5ab-4790-855c-785dec04110f req-b6780b79-61e9-41ca-be80-3286a0a32d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:06.181749 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-b6780b79-61e9-41ca-be80-3286a0a32d64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.1367002 Oct 12 12:50:06.229513 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-9848f0eb-b1a0-48df-a57d-5d1e188cb1db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 200 len: 217 time: 0.0378883 Oct 12 12:50:06.279888 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9563-e5ab-4790-855c-785dec04110f req-4d29e775-2934-4328-b29a-5b376e9548f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:06.281482 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-4d29e775-2934-4328-b29a-5b376e9548f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0436897 Oct 12 12:50:06.298220 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:06.324413 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a23e8-1af8-4948-88e5-6c61a5a22ae5 None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_floatingips': [{'id': '4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'router_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'port_id': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'mac_address': 'fa:16:3e:b5:d6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T12:44:52Z', 'updated_at': '2021-10-12T12:44:54Z', 'revision_number': 1, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:06.329282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9563-e5ab-4790-855c-785dec04110f req-13130dd4-30a2-4f35-9dc3-98aa9002a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:06.330852 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-13130dd4-30a2-4f35-9dc3-98aa9002a008 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407336 Oct 12 12:50:06.429068 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-282f7b7c-1469-4292-92bd-545ebf904d6e service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901625 Oct 12 12:50:06.528953 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-e0af9563-e5ab-4790-855c-785dec04110f req-3c376318-243e-4002-aaca-e96be0346189 service neutron] 10.222.0.47 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909245 Oct 12 12:50:06.554907 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214317b-3ad5-4fb8-9b12-40bad8886092 None None] New status for floating IP 6dd51395-3c90-4020-a7ff-10442a22aef2: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:50:07.270408 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab834b-1380-4548-b936-4542b800936b req-b93b9c5f-5b9e-4e74-a167-57d7059fda2f tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:07.271930 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96ab834b-1380-4548-b936-4542b800936b req-b93b9c5f-5b9e-4e74-a167-57d7059fda2f tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0495980 Oct 12 12:50:07.314954 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-96ab834b-1380-4548-b936-4542b800936b req-588b8f41-8c61-4377-86e2-0e41a64e8543 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369756 Oct 12 12:50:07.544617 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-bf1fccbc-6eeb-4056-97b2-cefb144075bb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:07.546637 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-bf1fccbc-6eeb-4056-97b2-cefb144075bb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 946 time: 0.0514629 Oct 12 12:50:07.648458 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Deleting port fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:07.648801 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:07.738982 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] For port fcbb28dd-718d-4038-9a81-c4625f68cd61, host n-h2-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-3',level=0,port_id=fcbb28dd-718d-4038-9a81-c4625f68cd61,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:07.739340 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:07.752178 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Calling delete_port for fcbb28dd-718d-4038-9a81-c4625f68cd61 owned by compute:nova {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:07.964520 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:07.993382 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event deleted for resources: {'Port': ['ID=fcbb28dd-718d-4038-9a81-c4625f68cd61,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:08.038062 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] No DVR routers for this DVR port fcbb28dd-718d-4038-9a81-c4625f68cd61 on host n-h2-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:08.040766 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:08.044268 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-41f4b147-b939-4553-b6d9-c88f566a5071 req-b9b3cde8-e6c3-4bc2-a762-bad131be3182 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.47 "DELETE /v2.0/ports/fcbb28dd-718d-4038-9a81-c4625f68cd61 HTTP/1.1" status: 204 len: 173 time: 0.4919627 Oct 12 12:50:08.044928 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-deleted', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:50:08.047703 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94326a7e-977a-4ca3-8574-f039cd1261d7" -d '{"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-deleted", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:50:08.083324 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36191a39-4122-4fe3-9f1d-a40fc5d79855 x-openstack-request-id: req-36191a39-4122-4fe3-9f1d-a40fc5d79855 {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:50:08.083826 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb", "name": "network-vif-deleted", "tag": "fcbb28dd-718d-4038-9a81-c4625f68cd61", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:50:08.084083 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36191a39-4122-4fe3-9f1d-a40fc5d79855 {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:50:08.084485 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb', 'name': 'network-vif-deleted', 'tag': 'fcbb28dd-718d-4038-9a81-c4625f68cd61', 'status': 'completed', 'code': 200} Oct 12 12:50:08.358283 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-c1d0f044-b60e-4884-b093-c9f3dd4fb464 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453763 Oct 12 12:50:08.444751 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-f5a200eb-39d7-42c0-abec-902d799f0931 req-e4131f2a-e4d7-4afb-9bd4-ea8ee404172d tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1bc2c59-f83e-4d17-adc8-2ec8ff109dbb HTTP/1.1" status: 200 len: 210 time: 0.0284820 Oct 12 12:50:08.451630 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-174433d3-4c79-43a4-ad71-42953a0a3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:08.453236 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-174433d3-4c79-43a4-ad71-42953a0a3ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0503993 Oct 12 12:50:08.505394 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:08.531699 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:08.532042 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:08.562933 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-6732a447-147f-43de-bd3f-fd77b7d0a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:08.564418 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-6732a447-147f-43de-bd3f-fd77b7d0a36a service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0902894 Oct 12 12:50:08.638371 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-0291a11e-c94b-4a13-9411-a439f5105b99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 998 time: 0.0661664 Oct 12 12:50:08.688582 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-56056df5-942d-401d-bd59-2c004b2386ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:08.690056 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-56056df5-942d-401d-bd59-2c004b2386ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0453887 Oct 12 12:50:08.738850 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-770be093-3ace-4b04-8385-99c432b177ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:08.740328 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-770be093-3ace-4b04-8385-99c432b177ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429561 Oct 12 12:50:08.833082 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-5d933e7d-f565-4255-8394-c5cc52517926 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Oct 12 12:50:08.924917 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-7c9b6cc3-c2d9-4890-8512-99a2b5580872 req-e8259d2e-2fa4-4c30-8da6-28181aa9fe57 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Oct 12 12:50:10.766101 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49458) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:10.938002 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Deleting port c193777b-069c-4d5e-bab6-36d517428020 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:10.938249 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.012594 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.012917 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.024809 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Calling delete_port for c193777b-069c-4d5e-bab6-36d517428020 owned by network:floatingip {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:11.221872 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.247519 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event deleted for resources: {'Port': ['ID=c193777b-069c-4d5e-bab6-36d517428020,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:11.309790 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for floatingip, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.310120 n-d-813419-3 neutron-server[95548]: INFO neutron.db.l3_db [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Floating IP 4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7 disassociated (deleted). External IP: 172.25.2.31, port: 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55. Oct 12 12:50:11.517621 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:11.621124 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:11.626441 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for floatingip, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:11.631043 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:11.639652 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:11.640241 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:11.655019 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-c12a2a5d-0a36-46f4-bd38-2f9621132594 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "DELETE /v2.0/floatingips/4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7 HTTP/1.1" status: 204 len: 168 time: 0.8877599 Oct 12 12:50:11.655606 n-d-813419-3 neutron-server[95548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:50:11.657850 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a14480b37587d42ee3cea3e29a91c871806a46c68053fd9b6beb6e1a91562bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b57a57-4686-4e89-9663-b44fe971668f" -d '{"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:50:11.746197 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:11.949425 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:11.978628 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:11.987091 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:11.987669 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:12.049584 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93991d80-edb1-4ae1-9da8-b3c590c525db x-openstack-request-id: req-93991d80-edb1-4ae1-9da8-b3c590c525db {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:50:12.050118 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "status": "completed", "code": 200}]} {{(pid=95548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:50:12.050118 n-d-813419-3 neutron-server[95548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93991d80-edb1-4ae1-9da8-b3c590c525db {{(pid=95548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:50:12.050618 n-d-813419-3 neutron-server[95548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'status': 'completed', 'code': 200} Oct 12 12:50:12.094111 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:12.121535 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57a57-4686-4e89-9663-b44fe971668f req-c15144ef-b621-4e7a-be32-6e57ef14019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.123827 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-c15144ef-b621-4e7a-be32-6e57ef14019d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21102330e2824938bba07bb42e9a21b0&device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 1094 time: 0.0490043 Oct 12 12:50:12.149211 n-d-813419-3 neutron-server[95548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2bf6-7018-4f83-8444-10607d4cdcbd req-5e69b411-5142-4697-8b16-bb89bcb9bac1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.150724 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd2b2bf6-7018-4f83-8444-10607d4cdcbd req-5e69b411-5142-4697-8b16-bb89bcb9bac1 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0498872 Oct 12 12:50:12.191151 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-dd2b2bf6-7018-4f83-8444-10607d4cdcbd req-7c74fdb1-fb7b-4a36-99fc-5e6901737143 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/security-groups?id=d62e5c35-9756-406f-a0d2-fa397e5e5b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Oct 12 12:50:12.219674 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57a57-4686-4e89-9663-b44fe971668f req-6ccc3dab-5f68-4c72-9e48-62ad9045d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.221157 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-6ccc3dab-5f68-4c72-9e48-62ad9045d481 service neutron] 10.222.0.41 "GET /v2.0/networks?id=193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 200 len: 910 time: 0.0891275 Oct 12 12:50:12.267690 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-fedab114-53c9-4675-a3a4-ec5672299e7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 200 len: 217 time: 0.0382216 Oct 12 12:50:12.291424 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:12.316053 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57a57-4686-4e89-9663-b44fe971668f req-aaa9c37a-a7f3-4dfb-a898-3edf49b856fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.316474 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43c03d-ce00-45b9-8eea-27dc59bfca63 None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:44:27Z', 'revision_number': 4, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3', '_interfaces': [{'id': '8a39dc43-dbe1-443e-9e02-29718b1dd957', 'name': '', 'network_id': '193f259b-7d2b-4717-83d7-b1b623e3962c', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'mac_address': 'fa:16:3e:a1:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:26Z', 'updated_at': '2021-10-12T12:44:31Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'subnets': [{'id': 'f8e04812-7009-4ed9-818d-fc35c6852c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:12.318221 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-aaa9c37a-a7f3-4dfb-a898-3edf49b856fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 200 len: 848 time: 0.0428221 Oct 12 12:50:12.367062 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57a57-4686-4e89-9663-b44fe971668f req-89f0a183-427a-4050-ae02-849f3467db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.368564 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-89f0a183-427a-4050-ae02-849f3467db02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=193f259b-7d2b-4717-83d7-b1b623e3962c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430672 Oct 12 12:50:12.465137 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-1d298c94-35dd-4c77-8715-348446b0f067 service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885391 Oct 12 12:50:12.519896 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 no longer exists at agent hyperv_n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:12.540906 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] No Port match for: fcbb28dd-718d-4038-9a81-c4625f68cd61 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:12.541405 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Device fcbb28dd-718d-4038-9a81-c4625f68cd61 not bound to the agent host n-h2-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:12.551096 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55261c64-83a0-488b-b859-5d7c3e186358 None None] New status for floating IP 4dcd1eb0-00cf-4972-8fb4-bb706cd4f2d7: DOWN {{(pid=95549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 12:50:12.563326 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-64b57a57-4686-4e89-9663-b44fe971668f req-c591709a-dd65-4be6-9302-885ad7ec30ff service neutron] 10.222.0.41 "GET /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883000 Oct 12 12:50:12.836079 n-d-813419-3 neutron-server[95547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-b4073f26-7caf-4fdb-9041-927e7fda4ed4 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 12:50:12.837547 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-b4073f26-7caf-4fdb-9041-927e7fda4ed4 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.41 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 943 time: 0.0532432 Oct 12 12:50:12.940238 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Deleting port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:12.940587 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:13.038897 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] For port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55, host n-h1-813419-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-3',level=0,port_id=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:13.039267 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:13.053273 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Calling delete_port for 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 owned by compute:nova {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:13.239774 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:13.282552 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event deleted for resources: {'Port': ['ID=0ad7dac3-e5a9-402b-b631-5c7dbffd9f55,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:13.295481 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.295812 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.296525 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.296664 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.296968 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.297298 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.297817 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.298160 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.298485 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.298835 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.304480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.304480 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-3 {{(pid=95547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 12:50:13.305534 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [req-2cb99857-f33b-4ca2-b098-51e8ae49c32d req-b5cb5367-dfb6-4b88-9dfd-4e0c4beaac3c tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "GET /v2.0/ports?device_id=124e89c1-3f4c-44ed-a1b3-bcfcafefc036 HTTP/1.1" status: 200 len: 210 time: 0.0289080 Oct 12 12:50:13.340118 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] No DVR routers for this DVR port 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 on host n-h1-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:13.344016 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182447'] for port, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:13.349666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [req-d48422a2-6164-4ba9-868c-d5dd7170b3ac req-fc4a785d-e08b-4350-b08d-2b0555fbbb31 tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.41 "DELETE /v2.0/ports/0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 HTTP/1.1" status: 204 len: 173 time: 0.5059013 Oct 12 12:50:13.350304 n-d-813419-3 neutron-server[95547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-deleted', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55'}] {{(pid=95547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 12:50:13.353795 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01cccebc221be27603c137a0c664d444b2fa69d5e3b85bc6d03fb4f6ab227422" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d1f6ed-74ce-4138-8547-b1a28e8045f8" -d '{"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-deleted", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55"}]}' {{(pid=95547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 12:50:13.453944 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b271d6c4-191b-49d9-b6fa-b170c22e29e7 x-openstack-request-id: req-b271d6c4-191b-49d9-b6fa-b170c22e29e7 {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 12:50:13.454245 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e89c1-3f4c-44ed-a1b3-bcfcafefc036", "name": "network-vif-deleted", "tag": "0ad7dac3-e5a9-402b-b631-5c7dbffd9f55", "status": "completed", "code": 200}]} {{(pid=95547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 12:50:13.454531 n-d-813419-3 neutron-server[95547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b271d6c4-191b-49d9-b6fa-b170c22e29e7 {{(pid=95547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 12:50:13.454971 n-d-813419-3 neutron-server[95547]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e89c1-3f4c-44ed-a1b3-bcfcafefc036', 'name': 'network-vif-deleted', 'tag': '0ad7dac3-e5a9-402b-b631-5c7dbffd9f55', 'status': 'completed', 'code': 200} Oct 12 12:50:13.831391 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:50:14.363849 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49474) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:14.421994 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:14.446552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:14.602325 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:14.604952 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Notify callbacks [] for security_group, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:14.606108 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] 10.222.0.43 "DELETE /v2.0/security-groups/d62e5c35-9756-406f-a0d2-fa397e5e5b7c HTTP/1.1" status: 204 len: 168 time: 0.2412140 Oct 12 12:50:14.616020 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e181d8-2190-4066-9ab4-589a379cb8fb tempest-TestSnapshotPattern-987719694 tempest-TestSnapshotPattern-987719694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e5c35-9756-406f-a0d2-fa397e5e5b7c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:14.727172 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49478) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:15.172331 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:15.413411 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Deleting port 8a39dc43-dbe1-443e-9e02-29718b1dd957 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:15.414149 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:15.495214 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] For port 8a39dc43-dbe1-443e-9e02-29718b1dd957, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=8a39dc43-dbe1-443e-9e02-29718b1dd957,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:15.495578 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:15.508346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Calling delete_port for 8a39dc43-dbe1-443e-9e02-29718b1dd957 owned by network:router_interface {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:15.748280 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:15.773282 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8a39dc43-dbe1-443e-9e02-29718b1dd957,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:15.942127 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:16.502029 n-d-813419-3 neutron-server[95548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Router ec975b01-1186-452f-b4b8-6c97f86b70e9 has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:16.614299 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:16.619657 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-6c26b836-5992-4bee-ae57-16569bb599ca admin admin] 10.222.0.43 "PUT /v2.0/routers/ec975b01-1186-452f-b4b8-6c97f86b70e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914874 Oct 12 12:50:16.622200 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49482) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:16.623278 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Sync routers for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:16.632202 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:16.632782 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:16.733920 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:16.825339 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: n-d-813419-3 {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:16.837365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:16.939306 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Deleting port cc45a0f3-c522-40e2-921a-9b05b111e706 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:16.939652 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.005737 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:50:15Z', 'revision_number': 5, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port': {'id': 'cc45a0f3-c522-40e2-921a-9b05b111e706', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:24Z', 'updated_at': '2021-10-12T12:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:17.027700 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] For port cc45a0f3-c522-40e2-921a-9b05b111e706, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=cc45a0f3-c522-40e2-921a-9b05b111e706,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:17.028076 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.032492 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Checking router: ec975b01-1186-452f-b4b8-6c97f86b70e9 for host: n-d-813419-3 {{(pid=95550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:17.040512 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Routers {'ec975b01-1186-452f-b4b8-6c97f86b70e9'} bound to L3 agent in host n-d-813419-3 {{(pid=95550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:17.041106 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['ec975b01-1186-452f-b4b8-6c97f86b70e9'], 'active': True} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:17.041594 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Calling delete_port for cc45a0f3-c522-40e2-921a-9b05b111e706 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:17.125376 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_dvr_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] Set router ec975b01-1186-452f-b4b8-6c97f86b70e9 gateway port host: None {{(pid=95550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:17.179076 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.l3_hamode_db [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:50:16Z', 'revision_number': 6, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:17.205756 n-d-813419-3 neutron-server[95550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89a2cb-20fb-4a35-b204-f5b117556cd5 None None] The sync data for ids ['ec975b01-1186-452f-b4b8-6c97f86b70e9'] in n-d-813419-3 is: [{'id': 'ec975b01-1186-452f-b4b8-6c97f86b70e9', 'name': 'tempest-TestSnapshotPattern-917582033-router', 'tenant_id': '21102330e2824938bba07bb42e9a21b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:23Z', 'updated_at': '2021-10-12T12:50:16Z', 'revision_number': 6, 'project_id': '21102330e2824938bba07bb42e9a21b0', 'gw_port_host': None}] {{(pid=95550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:17.282480 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.306159 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc45a0f3-c522-40e2-921a-9b05b111e706,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:17.368861 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.459867 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.461900 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.596471 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.597143 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec975b01-1186-452f-b4b8-6c97f86b70e9 {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:50:17.601703 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.602943 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b9adc61c-efe9-4088-b31c-3cf17e330e19 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec975b01-1186-452f-b4b8-6c97f86b70e9 HTTP/1.1" status: 204 len: 168 time: 0.9791276 Oct 12 12:50:17.605557 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49484) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:17.657939 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Deleting subnet f8e04812-7009-4ed9-818d-fc35c6852c02 {{(pid=95548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:50:17.661048 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.695586 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294640640'] for subnet, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.776397 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.784796 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-2d255361-5a7d-45b9-811d-36946ad1659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.837931 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 no longer exists at agent hyperv_n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:17.857653 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] No Port match for: 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:17.864041 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Device 0ad7dac3-e5a9-402b-b631-5c7dbffd9f55 not bound to the agent host n-h1-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:17.882487 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4550467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4456819'] for subnet, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.909672 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e04812-7009-4ed9-818d-fc35c6852c02,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:17.914552 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:17.918984 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-1d225149-e7e4-4f53-ba68-80621b009d8b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f8e04812-7009-4ed9-818d-fc35c6852c02 HTTP/1.1" status: 204 len: 168 time: 0.3120954 Oct 12 12:50:17.919710 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326199bc-8dfe-438c-a91a-cd785fc8b0e0 None None] Network 193f259b-7d2b-4717-83d7-b1b623e3962c requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:50:17.921788 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49486) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:18.000715 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.057259 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Deleting port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:18.057597 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.124555 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] DHCP port deletion for 193f259b-7d2b-4717-83d7-b1b623e3962c request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:50:18.128807 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] For port b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:18.129174 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.143868 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Calling delete_port for b45240dd-17bb-4fa7-a637-46fa3ec41dd0 owned by network:dhcp {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:18.173673 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Deleting port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:18.174144 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.241562 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] For port b45240dd-17bb-4fa7-a637-46fa3ec41dd0, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,segment=NetworkSegment(41862d9c-dfb8-4aca-98c1-6222157c6572),segment_id=41862d9c-dfb8-4aca-98c1-6222157c6572)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:18.242340 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.258107 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Calling delete_port for b45240dd-17bb-4fa7-a637-46fa3ec41dd0 owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:18.293698 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.316902 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:18.323082 n-d-813419-3 neutron-server[95548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] No DVR routers for this DVR port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 on host n-d-813419-3 {{(pid=95548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:18.334973 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.360539 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] Pushing event deleted for resources: {'Port': ['ID=b45240dd-17bb-4fa7-a637-46fa3ec41dd0,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:18.365437 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f4f3-fee0-4c8c-a178-064bad910514 None None] No DVR routers for this DVR port b45240dd-17bb-4fa7-a637-46fa3ec41dd0 on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:18.402365 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.422346 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193f259b-7d2b-4717-83d7-b1b623e3962c']}} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:18.431547 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41862d9c-dfb8-4aca-98c1-6222157c6572') {'for_net_delete': True} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:18.431840 n-d-813419-3 neutron-server[95548]: DEBUG neutron.services.segments.db [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41862d9c-dfb8-4aca-98c1-6222157c6572') {} {{(pid=95548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:18.441343 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294640651'] for segment, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.454711 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.460464 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4548765'] for segment, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: Traceback (most recent call last): Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: timer() Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: cb(*args, **kw) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: return func(*args, **kwargs) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: self._notify() Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: self.callback(batched_events) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: event.method(event) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: return f(self, *a, **k) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: return self._get(url).json() Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: return self.request(url, 'GET', **kwargs) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:50:18.463915 n-d-813419-3 neutron-server[95548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:50:18.560476 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc45a0f3-c522-40e2-921a-9b05b111e706 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:18.582279 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: cc45a0f3-c522-40e2-921a-9b05b111e706 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:18.582618 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device cc45a0f3-c522-40e2-921a-9b05b111e706 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:18.583051 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b45240dd-17bb-4fa7-a637-46fa3ec41dd0 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:18.596192 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.601958 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Notify callbacks [] for network, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:18.607710 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/193f259b-7d2b-4717-83d7-b1b623e3962c HTTP/1.1" status: 204 len: 168 time: 0.6830826 Oct 12 12:50:18.607837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: b45240dd-17bb-4fa7-a637-46fa3ec41dd0 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:18.607837 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device b45240dd-17bb-4fa7-a637-46fa3ec41dd0 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:18.608264 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a39dc43-dbe1-443e-9e02-29718b1dd957 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:18.608961 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49488) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:18.625157 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2facc2e-dd64-4706-9b21-6012e4d7edc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=193f259b-7d2b-4717-83d7-b1b623e3962c,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:18.629798 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 8a39dc43-dbe1-443e-9e02-29718b1dd957 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:18.629923 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 8a39dc43-dbe1-443e-9e02-29718b1dd957 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:18.954746 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8009612'] for router_interface, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:19.185065 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Deleting port e93e62d3-8b81-4b0b-8657-52576939bcaf {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:19.185400 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:19.263802 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] For port e93e62d3-8b81-4b0b-8657-52576939bcaf, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=e93e62d3-8b81-4b0b-8657-52576939bcaf,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:19.264081 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:19.276340 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Calling delete_port for e93e62d3-8b81-4b0b-8657-52576939bcaf owned by network:router_interface {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:19.524432 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:19.549162 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93e62d3-8b81-4b0b-8657-52576939bcaf,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:20.065295 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009528'] for router_interface, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.270770 n-d-813419-3 neutron-server[95547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Router 84b377dd-2895-4453-88d1-bb5ce68fb10c has already been hosted by L3 agent ea09c4be-a308-495b-b535-e84ed6fa4ff8 {{(pid=95547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 12:50:20.374431 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] Notify agent at l3_agent.n-d-813419-3 the message routers_updated {{(pid=95547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 12:50:20.379555 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ba551182-f3f1-49e3-8d83-de46e72a86a7 admin admin] 10.222.0.43 "PUT /v2.0/routers/84b377dd-2895-4453-88d1-bb5ce68fb10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694197 Oct 12 12:50:20.382217 n-d-813419-3 neutron-server[95548]: DEBUG neutron.wsgi [-] (95548) accepted ('10.222.0.43', 49490) {{(pid=95548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:20.383202 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Sync routers for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 12:50:20.392701 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:20.393302 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:49:50Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:20.485782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.512586 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: n-d-813419-3 {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:20.568541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-ff133773-9a48-4402-b83c-47b55200fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.594650 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.691989 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'external_fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:50:19Z', 'revision_number': 5, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port': {'id': 'c83551a9-ab80-43c4-841f-9ce5505cd678', 'name': '', 'network_id': '083415d2-5f78-4c4a-936f-77a4f7ce5029', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T12:44:30Z', 'updated_at': '2021-10-12T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa501257-c99d-4601-88dd-c0e70cb92a18', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-3'}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:20.713244 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Deleting port c83551a9-ab80-43c4-841f-9ce5505cd678 {{(pid=95548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:20.713585 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.722900 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Checking router: 84b377dd-2895-4453-88d1-bb5ce68fb10c for host: n-d-813419-3 {{(pid=95549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 12:50:20.731230 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Routers {'84b377dd-2895-4453-88d1-bb5ce68fb10c'} bound to L3 agent in host n-d-813419-3 {{(pid=95549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 12:50:20.731827 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T11:00:20Z,description=,heartbeat_timestamp=2021-10-12T12:50:20Z,host='n-d-813419-3',id=ea09c4be-a308-495b-b535-e84ed6fa4ff8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T11:00:21Z,topic='l3_agent')) {'router_ids': ['84b377dd-2895-4453-88d1-bb5ce68fb10c'], 'active': True} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:20.791511 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.db [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] For port c83551a9-ab80-43c4-841f-9ce5505cd678, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=c83551a9-ab80-43c4-841f-9ce5505cd678,segment=NetworkSegment(6ee15800-7fb1-457b-a38c-d9f32020cb6e),segment_id=6ee15800-7fb1-457b-a38c-d9f32020cb6e)] {{(pid=95548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:20.791875 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:20.804713 n-d-813419-3 neutron-server[95548]: DEBUG neutron.plugins.ml2.plugin [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Calling delete_port for c83551a9-ab80-43c4-841f-9ce5505cd678 owned by network:router_gateway {{(pid=95548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:20.813803 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvr_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] Set router 84b377dd-2895-4453-88d1-bb5ce68fb10c gateway port host: None {{(pid=95549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 12:50:20.868472 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_hamode_db [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:50:20Z', 'revision_number': 6, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port_host': None}], 'n-d-813419-3', False) {} {{(pid=95549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:20.895444 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d2f33-c9b5-404b-9b8b-9959861d23f0 None None] The sync data for ids ['84b377dd-2895-4453-88d1-bb5ce68fb10c'] in n-d-813419-3 is: [{'id': '84b377dd-2895-4453-88d1-bb5ce68fb10c', 'name': 'tempest-TestSnapshotPattern-1655145489-router', 'tenant_id': '36ea8ffce717435790b0b6186666378e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T12:44:29Z', 'updated_at': '2021-10-12T12:50:20Z', 'revision_number': 6, 'project_id': '36ea8ffce717435790b0b6186666378e', 'gw_port_host': None}] {{(pid=95549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 12:50:21.024782 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4550508'] for port, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.051452 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83551a9-ab80-43c4-841f-9ce5505cd678,revision_number=None']} {{(pid=95548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:21.113034 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870682'] for router_gateway, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.202666 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8007978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61209'] for router, precommit_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.204662 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.302243 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8007969'] for router, after_delete {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.302830 n-d-813419-3 neutron-server[95548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b377dd-2895-4453-88d1-bb5ce68fb10c {{(pid=95548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 12:50:21.307984 n-d-813419-3 neutron-server[95548]: DEBUG neutron_lib.callbacks.manager [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] Notify callbacks [] for router, before_response {{(pid=95548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.309479 n-d-813419-3 neutron-server[95548]: INFO neutron.wsgi [None req-efe29c71-7c4d-4aad-b24d-e516c4af4a72 admin admin] 10.222.0.43 "DELETE /v2.0/routers/84b377dd-2895-4453-88d1-bb5ce68fb10c HTTP/1.1" status: 204 len: 168 time: 0.9259391 Oct 12 12:50:21.312557 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49492) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:21.360593 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Deleting subnet 47e92a84-b552-4fa3-ba89-66cd1c461549 {{(pid=95547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 12:50:21.363966 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.397525 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4294824715'] for subnet, precommit_delete_associations {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.472078 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752249'] for subnet, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.587870 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4253469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294786256'] for subnet, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.612727 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e92a84-b552-4fa3-ba89-66cd1c461549,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:21.619142 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.622729 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-4f08fa15-0ced-4e06-afc2-b26a566974c6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47e92a84-b552-4fa3-ba89-66cd1c461549 HTTP/1.1" status: 204 len: 168 time: 0.3090839 Oct 12 12:50:21.625171 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49494) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:21.625580 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a8d2f-96d4-4605-8129-201189215860 None None] Network c19b7983-4c97-4532-aae5-12b8fbc459b3 requested from n-d-813419-3 {{(pid=95549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 12:50:21.698338 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525330'] for network, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.752414 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Deleting port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc {{(pid=95547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:21.752758 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.764537 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.821636 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be5aba-8532-4a10-8914-574530987e81 None None] DHCP port deletion for c19b7983-4c97-4532-aae5-12b8fbc459b3 request from n-d-813419-3 {{(pid=95549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 12:50:21.822885 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.db [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] For port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:21.823260 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.837190 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.plugin [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Calling delete_port for 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc owned by network:dhcp {{(pid=95547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:21.876184 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Deleting port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc {{(pid=95549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 12:50:21.876642 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789655224230'] for port, before_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:21.975891 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4253490'] for port, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.009401 n-d-813419-3 neutron-server[95547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] No DVR routers for this DVR port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc on host n-d-813419-3 {{(pid=95547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:22.011409 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Pushing event deleted for resources: {'Port': ['ID=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:22.082002 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721794', 'neutron.services.segments.db._delete_segments_for_network-8789655173892'] for network, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.102104 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19b7983-4c97-4532-aae5-12b8fbc459b3']}} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:22.106135 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.db [None req-51be5aba-8532-4a10-8914-574530987e81 None None] For port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc, host n-d-813419-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-3',level=0,port_id=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,segment=NetworkSegment(4df12c39-05de-4031-b5f3-79fec364e7c7),segment_id=4df12c39-05de-4031-b5f3-79fec364e7c7)] {{(pid=95549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 12:50:22.106538 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988769'] for port, precommit_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.112173 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df12c39-05de-4031-b5f3-79fec364e7c7') {'for_net_delete': True} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:22.112473 n-d-813419-3 neutron-server[95547]: DEBUG neutron.services.segments.db [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df12c39-05de-4031-b5f3-79fec364e7c7') {} {{(pid=95547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 12:50:22.120639 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Calling delete_port for 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc owned by network:dhcp {{(pid=95549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 12:50:22.127095 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789655174413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4294824704'] for segment, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.141053 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243'] for segment, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.146852 n-d-813419-3 neutron-server[95547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 12:50:22.147235 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4251843'] for segment, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: Traceback (most recent call last): Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: timer() Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: cb(*args, **kw) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: return func(*args, **kwargs) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: self._notify() Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: self.callback(batched_events) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: event.method(event) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: return f(self, *a, **k) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: return self._get(url).json() Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: return self.request(url, 'GET', **kwargs) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 12:50:22.148914 n-d-813419-3 neutron-server[95547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 12:50:22.165145 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.199772 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789655082244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789654660855'] for port, after_delete {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.227211 n-d-813419-3 neutron-server[95549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be5aba-8532-4a10-8914-574530987e81 None None] Pushing event deleted for resources: {'Port': ['ID=69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc,revision_number=None']} {{(pid=95549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:22.229091 n-d-813419-3 neutron-server[95549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be5aba-8532-4a10-8914-574530987e81 None None] No DVR routers for this DVR port 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc on host n-d-813419-3 {{(pid=95549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 12:50:22.259527 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870654'] for network, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.266484 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Notify callbacks [] for network, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.269666 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c19b7983-4c97-4532-aae5-12b8fbc459b3 HTTP/1.1" status: 204 len: 168 time: 0.6430378 Oct 12 12:50:22.279263 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643900-9dd7-4715-89b2-9622ae03748a admin admin] Pushing event deleted for resources: {'Network': ['ID=c19b7983-4c97-4532-aae5-12b8fbc459b3,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:22.557480 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c83551a9-ab80-43c4-841f-9ce5505cd678 no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:22.578314 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: c83551a9-ab80-43c4-841f-9ce5505cd678 {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:22.578654 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device c83551a9-ab80-43c4-841f-9ce5505cd678 not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:22.579080 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:22.598112 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:22.598459 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device 69eb0b70-d77a-4a10-a7ea-b9c7958f7bcc not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:22.599060 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e93e62d3-8b81-4b0b-8657-52576939bcaf no longer exists at agent ovs-agent-n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 12:50:22.599616 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49500) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:22.622335 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] No Port match for: e93e62d3-8b81-4b0b-8657-52576939bcaf {{(pid=95549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 12:50:22.622680 n-d-813419-3 neutron-server[95549]: DEBUG neutron.plugins.ml2.rpc [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Device e93e62d3-8b81-4b0b-8657-52576939bcaf not bound to the agent host n-d-813419-3 {{(pid=95549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 12:50:22.648671 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-84a5f8fe-8d60-4a66-91a8-c6ddd5408343 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21102330e2824938bba07bb42e9a21b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476301 Oct 12 12:50:22.651183 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49502) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:22.698482 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.722949 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.849537 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.852127 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:22.853391 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1fa1812-e210-4455-b973-0fc359f5bc77 HTTP/1.1" status: 204 len: 168 time: 0.2013295 Oct 12 12:50:22.861551 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d9a1d-9315-4c40-b1e1-e12abf0dea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa1812-e210-4455-b973-0fc359f5bc77,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:23.113413 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.512746 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49508) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:23.552602 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-db9347a5-33f9-4ffa-996f-d779c9945578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36ea8ffce717435790b0b6186666378e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387378 Oct 12 12:50:23.555056 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [-] (95547) accepted ('10.222.0.43', 49510) {{(pid=95547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 12:50:23.600865 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.621979 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.701430 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.729952 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929022'] for security_group, after_delete {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.732727 n-d-813419-3 neutron-server[95547]: DEBUG neutron_lib.callbacks.manager [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:23.733950 n-d-813419-3 neutron-server[95547]: INFO neutron.wsgi [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29ab6af7-5e27-477a-b600-01883325c736 HTTP/1.1" status: 204 len: 168 time: 0.1780460 Oct 12 12:50:23.742144 n-d-813419-3 neutron-server[95547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8f9c1-857d-41e9-826f-c03402e124e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab6af7-5e27-477a-b600-01883325c736,revision_number=None']} {{(pid=95547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 12:50:27.799185 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:47.815448 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d63dafea-cf61-4293-b67f-a24a4efb760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:50.573146 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-0f0ef25d-aecd-4ab2-9606-48b65ee55fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:50.831720 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:50:51.698809 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:52.155911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:53.072476 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:53.694991 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:50:57.806969 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:17.780380 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d189bdbc-d9e1-4ae0-9176-fc4dba6c8f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:20.546192 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-cde6b78e-e54f-4218-9c51-56b8e9ed4341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:21.723996 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:22.151400 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:23.083277 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:23.709900 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:27.830936 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:51:27.831882 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:47.783766 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-dd020053-07d8-40f6-a82a-0e797cca5a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:50.568539 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8eed4e2e-b37f-4bf6-9d90-e07d919ea8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:51.740008 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:52.140011 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:53.105216 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:53.745293 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:51:57.808278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:04.830227 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:52:17.796437 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d010b099-72b0-408c-b512-ec9994e424c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:20.562017 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-3bbe73d6-175f-4528-8927-1a630deac1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:21.710375 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:22.184939 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:23.131421 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:23.727486 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:27.817098 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:41.829932 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:52:47.800337 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-59cc0fe9-e840-4489-ab3e-e9ff55e788f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:50.618765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a8229628-accb-423b-96ad-8f27df232d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:51.693060 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:52.161610 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:53.132459 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:53.708349 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:52:57.828751 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:17.795328 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e4978348-b1b4-49dc-b5df-28b6a6a9355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:18.829874 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:53:20.566614 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-a859b1b7-855e-4119-89cb-8d8b3a08935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:21.732394 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:22.160617 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:23.126668 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:23.719106 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:27.817160 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:47.794806 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-66864894-ff18-43f3-9b8c-5688e45289df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:50.560115 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-448b9329-69a2-4878-9911-e58ae59a8e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:51.696024 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:52.159069 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:53.154383 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:53.725792 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:53:55.829710 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:53:57.839220 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:17.793883 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-337a229d-7777-4773-8e3f-3aee5f6ee034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:20.598622 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b2004842-1e51-4053-9adf-f6891e6a41fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:21.701138 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:22.164227 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:23.159297 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:23.708410 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:27.843877 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:32.828491 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:54:47.799422 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-53f8bee1-70a6-4f2a-a99a-ed6b064ec86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:50.593732 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1103a690-bd8a-49f0-8556-5399391df9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:51.747780 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:52.176235 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:53.140878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:53.719305 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:54:57.827548 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:09.829347 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:55:17.797982 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-c124ed6e-59bc-48bd-bbef-05e37e0da975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:20.564278 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7128-6068-4184-aa19-fbb6d07b709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:21.695755 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:22.174541 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:23.152878 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:23.730052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:27.837504 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:46.828974 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:55:47.786384 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-335c535e-cc2a-468b-8cc1-d6014fefc7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:50.557267 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e804b25b-4d94-45df-af02-ce7fb9a18953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:51.705829 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:52.163911 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:53.146597 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:53.746399 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:55:57.854085 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:17.791559 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-9662da43-a586-4d57-9928-fb8094a57c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:20.569059 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-fde07817-cfaa-41fd-87c4-0ed1f2ceecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:21.706070 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:22.157392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:23.157004 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:23.751457 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:23.828855 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:56:27.871260 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:47.802654 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-f3143e51-3e30-49d2-bf03-c160d74c1130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:50.568464 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-1d94368e-d3dc-4daa-ae3b-682d12495471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:51.705572 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:52.190995 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:53.167823 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:53.756646 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:56:57.871257 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:00.831825 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:57:04.594505 n-d-813419-3 neutron-server[95547]: DEBUG neutron.wsgi [req-bce017f9-4770-4e91-865f-e8dacd0b548d req-5afea45c-1191-40ae-b21d-15d05a8c3bb5 service neutron] (95547) timed out ('10.222.0.43', 41038) {{(pid=95547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 12:57:17.796052 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-bb9e72c6-7dc9-4d3f-a3ce-1de1ff6df051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:20.574134 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-38829183-fc02-4651-a76e-3430d2fb8806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:21.704797 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:22.185417 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:23.207628 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:23.767744 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:27.899082 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:37.830798 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:57:47.829767 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-94a92670-6076-4e0a-acc5-c2aa80f332ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:50.573392 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-b0d615b9-eb26-476d-831e-53a51709b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:51.687097 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:52.224631 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:53.258321 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:53.749790 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:57:57.903759 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:14.830391 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:58:17.841229 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-59415be3-97b7-47a0-ba7d-56edf9b618e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:20.566827 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-be51df9c-2d8c-43ba-b83b-e04375fea555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:21.697765 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:22.229725 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:23.201287 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:23.738222 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:27.897941 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:47.794468 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-eadd0755-dfc2-4c82-ab50-03a476e5f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:50.583204 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-7f55cad9-6f99-42f1-bbc8-c03cfab09e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:51.731851 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bfea-3f07-42f5-b7f1-46eeefe80aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:51.829818 n-d-813419-3 neutron-server[95550]: DEBUG neutron.db.agents_db [None req-8047d903-6438-42f6-8f10-2538d8e829b5 None None] Agent healthcheck: found 7 active agents {{(pid=95550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 12:58:52.194949 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-02583d7b-4fc0-4aa6-bc5f-7c1f3ecbd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:53.263890 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-e1c57ddd-df1a-47f8-9612-f5a51310713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:53.760162 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-8623541e-b8ae-46a7-b016-6fb1bdfb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 12:58:57.891494 n-d-813419-3 neutron-server[95549]: DEBUG neutron_lib.callbacks.manager [None req-23af1d82-cd8e-4fee-ae99-0361cd332110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789655174894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-724242'] for agent, after_update {{(pid=95549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}